-- Logs begin at Wed 2022-02-16 16:01:26 UTC, end at Wed 2022-02-16 17:59:44 UTC. -- Feb 16 16:49:18.439155 dv-neutron-828697-3-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Feb 16 16:49:21.275969 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.common.config [-] Logging enabled! Feb 16 16:49:21.276670 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev54 Feb 16 16:49:21.276795 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=114264) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 16 16:49:21.280657 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.common.config [-] Logging enabled! Feb 16 16:49:21.280911 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev54 Feb 16 16:49:21.281232 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=114264) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 16 16:49:21.282214 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 16:49:21.282447 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 16:49:21.282841 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 16:49:21.283089 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 16:49:21.283321 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 16:49:21.283644 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.283941 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.284270 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.284503 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.284804 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.285095 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.285383 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.285669 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.285973 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.286262 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.286542 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.286829 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.287062 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.287348 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] config_source = [] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.287634 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.287921 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.288173 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] debug = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.288453 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.288884 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.289307 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.289594 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.289939 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.290162 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.290436 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.290711 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.291051 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.291342 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] host = dv-neutron-828697-3-hyperv {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.291618 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.291913 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.292232 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.292521 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.292796 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.293073 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.293361 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.293635 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] log_dir = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.293910 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] log_file = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.294192 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.294481 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.294799 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.295091 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.295321 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.295548 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.295839 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.296154 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.296437 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.296714 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.296990 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.297265 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.297541 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.297809 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.298094 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.298379 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.298663 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.298937 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.299212 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.299482 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.299757 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.300068 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.300348 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.300624 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.300903 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.301194 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.301465 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.301743 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.302050 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.302339 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.302624 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.302911 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.303189 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.303477 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.303754 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.304053 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] use_journal = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.304335 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] use_json = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.304611 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.304885 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.305170 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.305443 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.305715 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.305993 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.306266 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.306553 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.306827 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:21.307129 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.307425 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.307727 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.308041 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.308337 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.308619 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.308910 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.309189 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.309477 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.309768 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.310060 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.310364 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.310655 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.310938 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.311233 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.311543 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.311838 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.312163 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.312448 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.312724 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.313002 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.313277 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.313566 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.313854 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.314151 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.314436 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.314724 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.315013 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.315312 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.315604 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.315877 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.316189 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.316481 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.316758 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.317032 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.317314 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.317603 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.317876 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.318150 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.318438 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.318719 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.318992 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.319263 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.319538 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.319825 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.320125 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.320398 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.320672 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.320944 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.321215 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.321503 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.321781 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.322052 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.322327 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.322606 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.322880 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.323153 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.323427 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.323699 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.324010 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.324274 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.324549 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.324823 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.325095 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.325368 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.325637 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.325908 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.326715 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.326991 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.327264 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.327539 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.327813 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.328112 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.328407 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.328713 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.328986 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.329269 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.329549 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.329827 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.330105 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.330381 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.330663 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.330943 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.331221 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.331515 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.331800 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.332120 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.332404 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.332698 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.332996 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.333276 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.333562 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.333850 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.334136 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.334421 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.334701 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.334997 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.335290 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.335584 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.335874 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.336190 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.336471 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.336785 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.337067 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:21.337286 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 16:49:21.337538 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=114264) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 16 16:49:21.704746 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=114264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 16 16:49:21.705022 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=114264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 16 16:49:21.705313 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=114264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 16 16:49:21.705645 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 16 16:49:22.114472 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:22.114663 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:22.114928 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:22.116287 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:22.116564 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:22.116827 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:22.153159 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:22.153440 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:22.153710 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:22.169524 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:22.169872 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:22.170146 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:22.198965 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:22.199252 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:22.199528 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:22.237397 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:22.237679 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:22.237952 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:22.478037 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:22.478766 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:22.478766 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:22.478939 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:22.479505 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:22.618211 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:22.618534 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:22.618822 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:22.619100 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:22.619373 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:22.619689 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:22.619953 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:22.620238 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:22.620495 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:22.620778 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:22.621039 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:22.621304 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:22.621562 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:22.621814 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:22.622067 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:22.622329 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:22.622585 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:22.622876 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:22.623142 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:22.623399 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:22.623671 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:22.623923 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:22.624233 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:22.624607 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:22.624856 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:22.625101 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:22.625494 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=114264) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 16:49:22.625732 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=114264) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 16:49:22.625969 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=114264) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 16:49:22.626204 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=114264) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 16:49:22.626437 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=114264) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 16:49:22.626672 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=114264) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 16:49:22.627035 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 16 16:49:22.630272 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 16 16:49:22.634301 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 16 16:49:22.638196 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Feb 16 16:49:22.640406 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 16 16:49:22.640854 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 16 16:49:22.641189 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 16 16:49:22.641574 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 16 16:49:22.644648 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 16 16:49:22.644901 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 16 16:49:22.645250 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 16 16:49:22.650660 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 16 16:49:22.674026 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 16 16:49:22.674486 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:22.674789 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=114264) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 16 16:49:22.675156 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:22.676580 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=114264) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 16 16:49:22.676873 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 16 16:49:22.677122 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 16 16:49:22.680494 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:22.680780 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:22.745569 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 16 16:49:22.745755 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 16 16:49:22.745965 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 16 16:49:22.746348 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 16 16:49:22.769269 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_db.sqlalchemy.engines [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=114264) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 16 16:49:23.456716 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.plugins.ml2.managers [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Initializing driver for type 'gre' Feb 16 16:49:23.457247 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] gre ID ranges: [(1, 1000)] Feb 16 16:49:23.662812 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.plugins.ml2.managers [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Initializing driver for type 'local' Feb 16 16:49:23.663452 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.plugins.ml2.managers [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Initializing driver for type 'vlan' Feb 16 16:49:23.757478 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] VlanTypeDriver initialization complete Feb 16 16:49:23.757713 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.plugins.ml2.managers [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Initializing driver for type 'vxlan' Feb 16 16:49:23.758223 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] vxlan ID ranges: [(1, 1000)] Feb 16 16:49:24.015470 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.plugins.ml2.managers [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Initializing extension driver 'port_security' Feb 16 16:49:24.015716 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.plugins.ml2.extensions.port_security [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] PortSecurityExtensionDriver initialization complete Feb 16 16:49:24.016093 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.plugins.ml2.managers [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Initializing mechanism driver 'openvswitch' Feb 16 16:49:24.016421 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.plugins.ml2.managers [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Initializing mechanism driver 'hyperv' Feb 16 16:49:24.023338 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.plugins.ml2.plugin [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=114264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:24.026289 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > port after_create 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.026666 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > port after_update 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.027024 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > port after_delete 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.027571 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=114264) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 16:49:24.028028 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > subnet after_create 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.028384 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > subnet after_update 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.028728 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > subnet after_delete 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.029125 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=114264) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 16:49:24.029535 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > network after_create 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.029886 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > network after_update 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.030227 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > network after_delete 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.030615 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=114264) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 16:49:24.031026 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > security_group after_create 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.031375 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > security_group after_update 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.031714 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > security_group after_delete 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.032129 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=114264) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 16:49:24.032536 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.032880 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.033247 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.033640 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=114264) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 16:49:24.034046 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > address_group after_create 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.034391 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > address_group after_update 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.034728 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > address_group after_delete 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.035122 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=114264) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 16:49:24.035570 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] ML2 OVO RPC backend initialized. {{(pid=114264) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 16 16:49:24.036356 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > router_interface after_create 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.036708 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.037118 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > network before_response 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.037462 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > networks before_response 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.037807 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > port before_response 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.038144 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > ports before_response 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.038489 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > subnet before_response 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.038829 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > subnets before_response 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.039171 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > network after_create 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.039510 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > network after_update 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.039848 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > network after_delete 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.040203 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > port after_create 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.040539 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > port after_update 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.040872 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > port after_delete 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.041203 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > subnet after_create 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.041534 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > subnet after_update 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.041863 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > subnet after_delete 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.042484 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.plugins.ml2.plugin [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Modular L2 Plugin initialization complete Feb 16 16:49:24.042808 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading services supported by the core plugin {{(pid=114264) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 16 16:49:24.043165 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.plugins.ml2.managers [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Got port-security extension from driver 'port_security' Feb 16 16:49:24.043626 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.extensions.vlantransparent [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Disabled vlantransparent extension. Feb 16 16:49:24.044150 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=114264) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 16 16:49:24.044466 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading Plugin: router Feb 16 16:49:24.088879 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > router_interface before_create 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.089274 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > router after_create 55549900 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.089641 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > router before_create 55549900 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.090001 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.090372 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.090725 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > router after_delete 55549900 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.091083 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > floatingip after_create 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.091597 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > floatingip after_update 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.091961 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > router after_create 55549900 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.092342 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > router after_update 55549900 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.092693 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > router after_update 55549900 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.093041 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.093398 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > router after_update 55549900 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.094076 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > router precommit_update 55549900 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.094447 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: port after_update 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.094784 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: port after_delete 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.095120 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: subnet after_update 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.095458 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.095813 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > port precommit_delete 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.096184 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > router precommit_create 55549900 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.096523 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: port before_delete 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.096864 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > router precommit_create 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.097222 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > router after_update 55549900 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.097567 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > router precommit_delete 55549900 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.097918 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > router precommit_create 55549900 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.098281 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > router_interface after_create 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.098625 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > router precommit_update 55549900 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.098990 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > agent after_create 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.099338 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > agent after_delete 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.099682 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > network after_delete 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.100643 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.quota.resource_registry [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Tracking information for resource: router configured {{(pid=114264) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 16:49:24.101008 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.quota.resource_registry [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Tracking information for resource: floatingip configured {{(pid=114264) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 16:49:24.106303 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.db.l3_agentschedulers_db [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 16 16:49:24.106895 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: port after_update 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.107800 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: port after_create 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.108182 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: port after_delete 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.108533 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: port after_update 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.109353 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > router before_create 55550100 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.109718 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > router precommit_delete 55550100 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.110077 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > router precommit_create 55550100 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.110431 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > router precommit_update 55550100 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.115295 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.services.provider_configuration [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Service providers = [] {{(pid=114264) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 16 16:49:24.115660 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.db.servicetype_db [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=114264) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 16 16:49:24.118809 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.services.service_base [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=114264) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 16:49:24.119160 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.services.service_base [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=114264) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 16:49:24.119502 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.services.service_base [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=114264) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 16:49:24.120416 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.services.service_base [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=114264) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 16:49:24.120794 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.services.service_base [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 16 16:49:24.121191 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=114264) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 16:49:24.121506 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 16 16:49:24.132856 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=114264) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 16:49:24.133193 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading Plugin: auto_allocate Feb 16 16:49:24.139718 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: network precommit_update 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.140119 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: network precommit_create 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.140657 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=114264) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 16:49:24.140976 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading Plugin: tag Feb 16 16:49:24.148006 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=114264) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 16:49:24.148357 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading Plugin: timestamp Feb 16 16:49:24.152285 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=114264) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 16:49:24.152614 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading Plugin: network_ip_availability Feb 16 16:49:24.158897 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.159272 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.159626 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.160433 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=114264) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 16:49:24.160755 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading Plugin: flavors Feb 16 16:49:24.165984 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=114264) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 16:49:24.166319 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading Plugin: revisions Feb 16 16:49:24.171261 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=114264) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 16:49:24.171659 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_concurrency.lockutils [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.466s {{(pid=114264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 16 16:49:24.172486 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=114264) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 16 16:49:24.172814 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Initializing extension manager. Feb 16 16:49:24.173329 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: __init__.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.173674 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: __pycache__ {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.174010 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.174343 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: address_group.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.175133 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.175719 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: address-group Feb 16 16:49:24.176067 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: address_scope.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.176785 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.177285 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: address-scope Feb 16 16:49:24.177604 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: admin_state_down_before_update.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.178580 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.179093 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: router-admin-state-down-before-update Feb 16 16:49:24.179412 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: agent.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.180153 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.180660 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: agent Feb 16 16:49:24.180982 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: agent_resources_synced.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.181900 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.182412 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: agent-resources-synced Feb 16 16:49:24.182736 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: allowedaddresspairs.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.184637 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.185170 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: allowed-address-pairs Feb 16 16:49:24.186066 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: auto_allocated_topology.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.187184 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.187696 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: auto-allocated-topology Feb 16 16:49:24.188055 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: availability_zone.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.188757 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.189266 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: availability_zone Feb 16 16:49:24.189586 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: availability_zone_filter.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.190508 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.191070 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: availability_zone_filter Feb 16 16:49:24.191338 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: data_plane_status.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.192285 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.192793 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extension data-plane-status not supported by any of loaded plugins Feb 16 16:49:24.193114 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: default_subnetpools.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.194035 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.194540 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: default-subnetpools Feb 16 16:49:24.194861 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: dhcpagentscheduler.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.195712 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.196264 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: dhcp_agent_scheduler Feb 16 16:49:24.196585 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: dns.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.197524 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.198027 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extension dns-integration not supported by any of loaded plugins Feb 16 16:49:24.198351 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: dns_domain_ports.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.199274 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.199783 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 16 16:49:24.200131 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.201610 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.202118 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 16 16:49:24.202438 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: dvr.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.203145 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.203638 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: dvr Feb 16 16:49:24.203956 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: ecmp_routes.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.204929 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.205436 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 16 16:49:24.205755 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: empty_string_filtering.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.206675 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.207187 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: empty-string-filtering Feb 16 16:49:24.207505 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.208445 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.208948 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 16 16:49:24.209265 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.210187 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.210692 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 16 16:49:24.211014 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: external_net.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.211934 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.212471 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: external-net Feb 16 16:49:24.212789 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: extra_dhcp_opt.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.213703 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.214206 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: extra_dhcp_opt Feb 16 16:49:24.214524 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: extraroute.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.215435 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.215946 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: extraroute Feb 16 16:49:24.216298 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: extraroute_atomic.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.217931 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.218436 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: extraroute-atomic Feb 16 16:49:24.219017 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: filter_validation.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.219935 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.220482 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: filter-validation Feb 16 16:49:24.220790 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: fip_pf_description.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.221732 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.222241 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 16 16:49:24.222562 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: fip_port_details.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.223488 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.224012 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: fip-port-details Feb 16 16:49:24.224336 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: flavors.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.225626 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.226147 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: flavors Feb 16 16:49:24.226472 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.228207 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.228729 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 16 16:49:24.229060 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: floatingip_pools.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.229765 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.230273 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: floatingip-pools Feb 16 16:49:24.230598 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: ip_allocation.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.231539 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.232110 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extension ip_allocation not supported by any of loaded plugins Feb 16 16:49:24.232439 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.233370 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.233884 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: ip-substring-filtering Feb 16 16:49:24.234213 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: l2_adjacency.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.235141 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.235647 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 16 16:49:24.235993 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: l3.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.237025 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.237545 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: router Feb 16 16:49:24.237873 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: l3_conntrack_helper.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.240298 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.240850 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 16 16:49:24.241183 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.242138 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.242656 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: ext-gw-mode Feb 16 16:49:24.242986 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.243905 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.244452 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: l3-ha Feb 16 16:49:24.244778 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: l3_flavors.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.245694 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.246212 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: l3-flavors Feb 16 16:49:24.246536 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.247453 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.248015 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 16 16:49:24.248341 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: l3agentscheduler.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.249445 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.249958 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: l3_agent_scheduler Feb 16 16:49:24.250287 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: logging.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.251857 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.252413 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extension logging not supported by any of loaded plugins Feb 16 16:49:24.252744 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: metering.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.253497 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.254080 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: metering Feb 16 16:49:24.254407 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.255681 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.256245 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: metering_source_and_destination_fields Feb 16 16:49:24.256575 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: multiprovidernet.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.257515 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.258033 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: multi-provider Feb 16 16:49:24.258356 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: netmtu.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.271917 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.272433 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: net-mtu Feb 16 16:49:24.272757 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: netmtu_writable.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.273745 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.274289 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: net-mtu-writable Feb 16 16:49:24.274609 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: network_availability_zone.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.275288 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.275795 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: network_availability_zone Feb 16 16:49:24.276154 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: network_ip_availability.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.277353 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.277876 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: network-ip-availability Feb 16 16:49:24.278198 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: network_segment_range.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.279567 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.280101 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extension network-segment-range not supported by any of loaded plugins Feb 16 16:49:24.280421 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: pagination.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.281439 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.281770 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: pagination Feb 16 16:49:24.282088 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: port_device_profile.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.283010 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.283529 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: port-device-profile Feb 16 16:49:24.283848 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.284826 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.285333 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: port-mac-address-regenerate Feb 16 16:49:24.285652 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.286583 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.287098 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: port-numa-affinity-policy Feb 16 16:49:24.287417 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: port_resource_request.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.288383 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.288888 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extension port-resource-request not supported by any of loaded plugins Feb 16 16:49:24.289206 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: portbindings.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.290145 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.290654 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: binding Feb 16 16:49:24.290975 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: portbindings_extended.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.292347 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.292865 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: binding-extended Feb 16 16:49:24.293193 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: portsecurity.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.298291 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.298832 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: port-security Feb 16 16:49:24.299155 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: project_id.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.300209 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.300544 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: project-id Feb 16 16:49:24.300867 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: providernet.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.301809 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.302302 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: provider Feb 16 16:49:24.302621 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: qos.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.306358 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.306883 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extension qos not supported by any of loaded plugins Feb 16 16:49:24.307216 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.308509 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.309025 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 16 16:49:24.309354 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.310313 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.310825 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 16 16:49:24.311150 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: qos_default.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.312171 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.312681 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extension qos-default not supported by any of loaded plugins Feb 16 16:49:24.313007 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: qos_fip.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.313671 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.314171 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extension qos-fip not supported by any of loaded plugins Feb 16 16:49:24.314494 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: qos_gateway_ip.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.315434 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.315942 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 16 16:49:24.316295 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: qos_port_network_policy.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.317210 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.317714 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 16 16:49:24.318056 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: qos_pps_rule.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.319258 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.319771 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extension qos-pps not supported by any of loaded plugins Feb 16 16:49:24.320130 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: qos_rule_type_details.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.321054 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.321568 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 16 16:49:24.321895 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: qos_rules_alias.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.327308 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.327826 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 16 16:49:24.328178 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: quotasv2.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.329375 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.329703 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: quotas Feb 16 16:49:24.330023 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: quotasv2_detail.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.333399 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.333743 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: quota_details Feb 16 16:49:24.334074 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: rbac.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.335155 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.335686 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: rbac-policies Feb 16 16:49:24.336051 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: rbac_address_group.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.336988 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.337506 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: rbac-address-group Feb 16 16:49:24.337831 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: rbac_address_scope.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.338760 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.339276 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: rbac-address-scope Feb 16 16:49:24.339598 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: rbac_security_groups.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.340544 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.341057 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: rbac-security-groups Feb 16 16:49:24.341380 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: rbac_subnetpool.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.342405 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.342916 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: rbac-subnetpool Feb 16 16:49:24.343242 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: revisionifmatch.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.344460 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.344976 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: revision-if-match Feb 16 16:49:24.345301 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: revisions.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.346438 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.346950 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: standard-attr-revisions Feb 16 16:49:24.347273 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: router_availability_zone.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.347957 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.348498 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: router_availability_zone Feb 16 16:49:24.348818 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: routerservicetype.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.349737 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.350245 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extension router-service-type not supported by any of loaded plugins Feb 16 16:49:24.350566 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.351490 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.352025 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: security-groups-normalized-cidr Feb 16 16:49:24.352354 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: security_groups_port_filtering.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.353279 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.353786 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: port-security-groups-filtering Feb 16 16:49:24.354105 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.355028 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.355538 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: security-groups-remote-address-group Feb 16 16:49:24.355858 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: securitygroup.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.368019 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.368562 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: security-group Feb 16 16:49:24.368896 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: segment.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.369699 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.370206 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extension segment not supported by any of loaded plugins Feb 16 16:49:24.370534 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.371525 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.372065 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 16 16:49:24.372392 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: servicetype.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.397365 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.397903 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: service-type Feb 16 16:49:24.398231 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: sorting.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.399277 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.399615 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: sorting Feb 16 16:49:24.399942 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: standard_attr_segment.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.400894 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.401417 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 16 16:49:24.401743 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: standardattrdescription.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.402402 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.402914 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: standard-attr-description Feb 16 16:49:24.403240 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: stateful_security_group.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.404232 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.404749 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: stateful-security-group Feb 16 16:49:24.405068 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: stdattrs_common.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.405651 dv-neutron-828697-3-hyperv neutron-server[114264]: WARNING neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 16 16:49:24.405966 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.406899 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.407420 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 16 16:49:24.407738 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: subnet_onboard.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.408845 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.409366 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: subnet_onboard Feb 16 16:49:24.409691 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.410620 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.411136 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 16 16:49:24.411452 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: subnet_service_types.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.412405 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.412926 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: subnet-service-types Feb 16 16:49:24.413240 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: subnetallocation.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.414332 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.414844 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: subnet_allocation Feb 16 16:49:24.415165 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.415839 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.416383 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: subnetpool-prefix-ops Feb 16 16:49:24.416702 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.417637 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.418148 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 16 16:49:24.418470 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: tagging.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.420188 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.420668 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: standard-attr-tag Feb 16 16:49:24.420998 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: timestamp.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.422218 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.422727 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loaded extension: standard-attr-timestamp Feb 16 16:49:24.423054 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: trunk.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.424135 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.424677 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extension trunk not supported by any of loaded plugins Feb 16 16:49:24.425001 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: trunk_details.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.425925 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.426435 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extension trunk-details not supported by any of loaded plugins Feb 16 16:49:24.426756 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: uplink_status_propagation.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.427684 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.428228 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 16 16:49:24.428550 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Loading extension file: vlantransparent.py {{(pid=114264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:49:24.429225 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=114264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:49:24.429787 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 16 16:49:24.432272 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.quota.resource_registry [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Creating instance of TrackedResource for resource:network Feb 16 16:49:24.436660 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.quota.resource_registry [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Creating instance of TrackedResource for resource:subnet Feb 16 16:49:24.436660 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.quota.resource_registry [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 16:49:24.436660 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.quota.resource_registry [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Creating instance of TrackedResource for resource:port Feb 16 16:49:24.436660 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.v2.resource_helper [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 16:49:24.436660 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.v2.resource_helper [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Service FLAVORS assigned prefix: {{(pid=114264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 16:49:24.436660 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.v2.resource_helper [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 16:49:24.437162 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.v2.resource_helper [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 16:49:24.437244 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.quota.resource_registry [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Creating instance of TrackedResource for resource:router Feb 16 16:49:24.437603 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.quota.resource_registry [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Creating instance of TrackedResource for resource:floatingip Feb 16 16:49:24.438105 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.v2.resource_helper [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Service METERING assigned prefix: /metering {{(pid=114264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 16:49:24.439566 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.439934 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.440312 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:49:24.441327 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.quota.resource_registry [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Creating instance of CountableResource for resource:rbac_policy Feb 16 16:49:24.441773 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.quota.resource_registry [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Creating instance of TrackedResource for resource:security_group Feb 16 16:49:24.442209 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.quota.resource_registry [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 16 16:49:24.442814 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.v2.resource_helper [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Service CORE assigned prefix: {{(pid=114264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 16:49:24.443143 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.quota.resource_registry [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 16:49:24.443493 dv-neutron-828697-3-hyperv neutron-server[114264]: WARNING neutron.quota.resource_registry [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] subnetpool is already registered Feb 16 16:49:24.443906 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.v2.resource_helper [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Service CORE assigned prefix: {{(pid=114264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 16:49:24.444258 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.quota.resource_registry [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 16:49:24.444587 dv-neutron-828697-3-hyperv neutron-server[114264]: WARNING neutron.quota.resource_registry [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] subnetpool is already registered Feb 16 16:49:24.446860 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.v2.resource_helper [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 16:49:24.447294 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.v2.resource_helper [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Service FLAVORS assigned prefix: {{(pid=114264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 16:49:24.447881 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.v2.resource_helper [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 16:49:24.448336 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.v2.resource_helper [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 16:49:24.448664 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.quota.resource_registry [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Creating instance of TrackedResource for resource:router Feb 16 16:49:24.448997 dv-neutron-828697-3-hyperv neutron-server[114264]: WARNING neutron.quota.resource_registry [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] router is already registered Feb 16 16:49:24.449408 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.quota.resource_registry [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Creating instance of TrackedResource for resource:floatingip Feb 16 16:49:24.449743 dv-neutron-828697-3-hyperv neutron-server[114264]: WARNING neutron.quota.resource_registry [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] floatingip is already registered Feb 16 16:49:24.450191 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.v2.resource_helper [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Service METERING assigned prefix: /metering {{(pid=114264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 16:49:24.450871 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.quota.resource_registry [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Creating instance of CountableResource for resource:rbac_policy Feb 16 16:49:24.451197 dv-neutron-828697-3-hyperv neutron-server[114264]: WARNING neutron.quota.resource_registry [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] rbac_policy is already registered Feb 16 16:49:24.451633 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.quota.resource_registry [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Creating instance of TrackedResource for resource:security_group Feb 16 16:49:24.451967 dv-neutron-828697-3-hyperv neutron-server[114264]: WARNING neutron.quota.resource_registry [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] security_group is already registered Feb 16 16:49:24.452385 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.quota.resource_registry [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 16 16:49:24.452715 dv-neutron-828697-3-hyperv neutron-server[114264]: WARNING neutron.quota.resource_registry [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] security_group_rule is already registered Feb 16 16:49:24.453338 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.v2.resource_helper [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Service CORE assigned prefix: {{(pid=114264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 16:49:24.453669 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.quota.resource_registry [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 16:49:24.454000 dv-neutron-828697-3-hyperv neutron-server[114264]: WARNING neutron.quota.resource_registry [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] subnetpool is already registered Feb 16 16:49:24.454418 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.v2.resource_helper [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Service CORE assigned prefix: {{(pid=114264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 16:49:24.454747 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.quota.resource_registry [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 16:49:24.455080 dv-neutron-828697-3-hyperv neutron-server[114264]: WARNING neutron.quota.resource_registry [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] subnetpool is already registered Feb 16 16:49:24.455559 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extended resource: extensions {{(pid=114264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:49:24.457095 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extended resource: address-groups {{(pid=114264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:49:24.458567 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extended resource: address-scopes {{(pid=114264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:49:24.459889 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extended resource: agents {{(pid=114264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:49:24.461071 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extended resource: auto-allocated-topology {{(pid=114264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:49:24.465351 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extended resource: availability_zones {{(pid=114264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:49:24.465351 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extended resource: dhcp-networks {{(pid=114264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:49:24.465351 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extended resource: dhcp-agents {{(pid=114264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:49:24.466990 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extended resource: routers {{(pid=114264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:49:24.469474 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extended resource: flavors {{(pid=114264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:49:24.470709 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extended resource: service_profiles {{(pid=114264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:49:24.471850 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extended resource: next_providers {{(pid=114264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:49:24.473319 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extended resource: service_profiles {{(pid=114264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:49:24.474843 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extended resource: floatingip-pools {{(pid=114264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:49:24.476082 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extended resource: routers {{(pid=114264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:49:24.478189 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extended resource: floatingips {{(pid=114264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:49:24.479462 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extended resource: l3-routers {{(pid=114264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:49:24.480876 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extended resource: l3-agents {{(pid=114264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:49:24.482327 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extended resource: metering-labels {{(pid=114264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:49:24.483671 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extended resource: metering-label-rules {{(pid=114264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:49:24.484985 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extended resource: network-ip-availabilities {{(pid=114264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:49:24.486248 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extended resource: bindings {{(pid=114264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:49:24.487879 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extended resource: quotas {{(pid=114264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:49:24.489333 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extended resource: quotas {{(pid=114264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:49:24.490726 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extended resource: rbac-policies {{(pid=114264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:49:24.491918 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extended resource: security-groups {{(pid=114264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:49:24.494273 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extended resource: security-group-rules {{(pid=114264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:49:24.495512 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extended resource: service-providers {{(pid=114264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:49:24.496753 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extended resource: subnetpools {{(pid=114264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:49:24.498715 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extended resource: subnetpools {{(pid=114264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:49:24.500201 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extended resource: tags {{(pid=114264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:49:24.501911 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extended resource: tags {{(pid=114264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:49:24.503689 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extended resource: tags {{(pid=114264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:49:24.505482 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extended resource: tags {{(pid=114264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:49:24.507244 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extended resource: tags {{(pid=114264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:49:24.509101 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extended resource: tags {{(pid=114264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:49:24.510818 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extended resource: tags {{(pid=114264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:49:24.512745 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extended resource: tags {{(pid=114264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:49:24.514541 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extended resource: tags {{(pid=114264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:49:24.516288 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron.api.extensions [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Extended resource: tags {{(pid=114264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:49:24.522571 dv-neutron-828697-3-hyperv neutron-server[114264]: WARNING keystonemiddleware.auth_token [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 16 16:49:24.526982 dv-neutron-828697-3-hyperv neutron-server[114264]: WARNING keystonemiddleware.auth_token [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 16 16:49:24.536070 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_concurrency.lockutils [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Acquired lock "singleton_lock" {{(pid=114264) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 16 16:49:24.536550 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_concurrency.lockutils [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Releasing lock "singleton_lock" {{(pid=114264) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 16 16:49:24.537180 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO oslo_service.service [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Starting 2 workers Feb 16 16:49:24.542016 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Started child 114375 {{(pid=114264) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 16:49:24.547202 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Started child 114376 {{(pid=114264) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 16:49:24.548084 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:49:24.548979 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO neutron.service [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 16 16:49:24.549528 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Notify callbacks [] for process, before_spawn {{(pid=114264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:49:24.549687 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [-] (114375) wsgi starting up on http://0.0.0.0:9696 Feb 16 16:49:24.551999 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO oslo_service.service [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Starting 1 workers Feb 16 16:49:24.552254 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:49:24.553672 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [-] (114376) wsgi starting up on http://0.0.0.0:9696 Feb 16 16:49:24.568578 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Started child 114377 {{(pid=114264) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 16:49:24.568578 dv-neutron-828697-3-hyperv neutron-server[114264]: INFO oslo_service.service [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Starting 1 workers Feb 16 16:49:24.568778 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.service [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] calling RpcWorker wait() {{(pid=114377) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 16 16:49:24.568778 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.service [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] returning from RpcWorker wait() {{(pid=114377) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 16 16:49:24.569331 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Started child 114378 {{(pid=114264) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 16:49:24.569413 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:49:24.569413 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:24.569534 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG neutron_lib.callbacks.manager [None req-2b551e70-a470-40cf-af59-7b7329a54f09 None None] Notify callbacks [] for process, after_spawn {{(pid=114264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:49:24.569534 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=114264) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 16 16:49:24.569534 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 16:49:24.569534 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 16:49:24.569534 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 16:49:24.569534 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 16:49:24.569534 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 16:49:24.569936 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.569936 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.569936 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.570127 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:49:24.570515 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.570515 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.570515 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.570698 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:24.570774 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.570774 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.570774 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.570774 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.570774 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.570774 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.570774 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.570774 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.571213 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.571213 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.571213 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.571213 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.571213 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.571502 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] config_source = [] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.571685 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.571685 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.572211 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] debug = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.572663 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.573155 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.573394 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.573642 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.573876 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.574146 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.574371 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.574626 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.574868 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.575085 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.575410 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.575561 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.575846 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.576105 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.576322 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.576570 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.576800 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.577278 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] host = dv-neutron-828697-3-hyperv {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.577496 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.577734 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.577998 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.578253 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.578507 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.578739 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.579001 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.579255 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.579505 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.579727 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.579993 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.580257 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.580507 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] log_dir = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.580772 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] log_file = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.580942 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] log_options = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.581202 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.581457 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.581724 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.581910 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.582078 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.582255 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.582635 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.582781 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.582905 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.583133 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.583345 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.583556 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.583786 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.584018 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.584264 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.584505 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.584722 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.584943 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.585196 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.585445 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.585704 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.585903 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.586132 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.586348 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.586821 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.587064 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.587295 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.587513 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.587757 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.588013 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.588267 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.588523 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.588737 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.589013 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.589239 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.589468 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.589695 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.590067 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.590485 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.590728 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.590973 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.591239 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.592012 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.592240 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.592498 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.592857 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] use_journal = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.593000 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] use_json = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.594715 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.594715 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.594715 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.594715 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.594715 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.594715 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.594715 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.595221 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.595221 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.595563 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.596037 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.596507 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.596739 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.596988 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.597226 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.597485 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.597722 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.597981 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.598213 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.598536 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.598755 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.599047 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.599284 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.599545 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.599872 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.600168 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.606091 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.606091 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.606091 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.606091 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.606091 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.606091 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.606091 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.606091 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.606663 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.606663 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.606663 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.606663 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.606663 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.88/identity {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.606663 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.606663 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.606663 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.607831 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.607831 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.607831 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.607831 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.607831 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.607831 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.607831 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.607831 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.607831 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.608500 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.608500 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.608500 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.608500 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.608500 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.608500 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.608500 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.608500 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.608500 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.609122 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.609122 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.609122 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.609337 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.609582 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.609819 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.610033 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.610276 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.610512 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.610740 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.610960 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.611189 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.611402 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.611614 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.611826 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.612097 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.612352 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.612563 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.612781 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.613017 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.613249 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.613480 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.613699 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.613909 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.614146 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.614382 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.614596 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.614808 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.615021 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.615237 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.615450 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.615664 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.615899 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.616137 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.616364 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.616573 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.616804 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.617015 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.617285 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.617602 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.617837 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.618074 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.618308 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.618549 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.618762 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.619006 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.619252 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.619489 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.619740 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.620019 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.620244 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.620470 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.620693 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.620934 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.621346 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.621563 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.621790 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.622007 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.622255 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.622480 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.622778 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.623125 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.623333 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.623698 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.624277 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.624277 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.624277 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.624604 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.624722 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.624992 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.625288 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.625575 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.625839 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.626105 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.626337 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.626588 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.626859 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.627117 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.632023 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.632023 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.632023 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.635079 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 45934) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:49:24.635160 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.635160 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.635160 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.635160 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.635160 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.635160 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.635160 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.635160 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.635627 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.635627 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.635627 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.635627 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.635627 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.635627 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.635627 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.635627 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.636126 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.88/identity {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.636126 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.636126 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.636126 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.636126 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.636126 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.636126 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.636126 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.636589 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.636589 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.636589 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.636589 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.636589 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.636589 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.636589 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.636589 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.637043 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.637043 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.637043 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.637043 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.637043 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.637043 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.637043 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.637043 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.637508 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.637508 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.637508 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.637726 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.637977 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.638220 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.638501 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.638739 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.638945 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.639199 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.639409 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.639615 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.639828 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.640086 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.640319 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.640531 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.640779 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.641011 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.641276 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.641518 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.641846 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.642318 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.642318 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.642531 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.642904 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.643138 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.643387 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.643619 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.643831 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.644266 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.644266 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.644808 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.644907 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [-] 10.222.0.88 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0109069 Feb 16 16:49:24.644998 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.645078 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.645349 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.645503 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.645713 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.645948 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.646155 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.646586 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.647446 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.647695 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.647950 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.649114 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.650120 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.650120 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.650120 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.650120 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.650661 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.650661 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.650661 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.651063 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.651063 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.651333 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.651480 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.651629 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.652642 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.652642 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.652642 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.652642 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.653224 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.653376 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.653540 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.653778 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.654477 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.654666 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.658686 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.659329 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.660136 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.660903 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.661347 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.661587 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.661836 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.662069 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.662293 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.662625 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.662900 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.663425 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.663425 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.663659 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.663913 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.664248 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.664759 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.667060 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.667547 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.667811 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.668071 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.668331 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.668584 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.669387 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.669387 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.669549 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.670083 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.670501 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.670806 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.671094 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.671318 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.671622 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.671949 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.672287 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.673154 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.673418 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.673673 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.674730 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.674730 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.674730 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.675127 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.676115 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.676496 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.676875 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.676975 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.677198 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.677453 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.677716 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.677926 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.678137 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.678360 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.678601 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.678752 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 16:49:24.679304 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=114264) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 16 16:49:24.679457 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 16:49:24.679613 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 16:49:24.679784 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 16:49:24.679966 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 16:49:24.681584 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 16:49:24.682347 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.682347 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.682496 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.682646 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.682808 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.682979 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.683149 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.683325 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.683465 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.683609 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.683766 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.683923 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.684973 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.685129 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.685830 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.685991 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.686152 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.686312 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.686476 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.686635 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] config_source = [] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.686792 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.686953 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.687120 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] debug = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.687279 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.687464 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.687629 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.687903 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.687903 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.688138 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.688324 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.688445 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.688557 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.688717 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.688875 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.689022 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.689169 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.689335 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.689480 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.689621 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.689774 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.689922 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] host = dv-neutron-828697-3-hyperv {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.690084 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.690242 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.690383 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.691503 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.691673 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.691865 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.692053 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.692958 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.693211 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.693384 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.693535 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.693690 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.693855 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] log_dir = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.694005 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] log_file = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.694171 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] log_options = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.694322 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.694457 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.694604 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.694785 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.695572 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.695572 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.695572 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.695572 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.695572 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.695954 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.695954 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.697157 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.697157 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.697157 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.697157 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.697157 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.697157 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.697157 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.697555 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.697555 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.697555 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.697737 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.697802 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.698048 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.698048 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.698320 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.698458 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.698596 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.698761 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.698916 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.698916 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.699184 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.699331 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.699474 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.699606 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.699812 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.700090 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.700241 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.700392 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.700552 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.700695 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.700893 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.701578 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.701882 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.701882 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.702152 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] use_journal = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.702265 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] use_json = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.702572 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.702738 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.702894 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.703148 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.703383 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.703533 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.703673 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.703867 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.704119 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:49:24.704372 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.705355 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.705355 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.705355 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.705784 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.705784 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.706047 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.706185 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.706324 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.706473 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.706612 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.706825 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.706825 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.707091 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.707228 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.707367 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.707514 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.707653 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.707802 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.707942 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.708443 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.708618 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.708883 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.709053 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.709199 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.710177 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.710177 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.710177 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.710177 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.710177 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.88/identity {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.710177 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.716369 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.716369 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.716369 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.716369 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.716369 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.716369 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.716369 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.716369 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.716369 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.717029 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.717029 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.717029 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.717029 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.717029 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.717029 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.717029 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.717029 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.717458 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.717458 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.717458 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.717458 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.717458 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.717458 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.717458 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.717458 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.717458 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.718389 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.718389 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.718389 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.718389 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.718389 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.718389 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.718389 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.718389 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.718389 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.719654 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.719654 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.719654 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.719654 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.719654 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.719654 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.719654 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.719654 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.719654 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.720176 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.720176 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.720176 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.720176 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.720176 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.720176 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.720176 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.720176 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.720176 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.720754 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.720754 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.720754 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.720754 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.720754 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.720754 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.720754 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.721257 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.721257 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.721257 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.721424 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.721487 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.721818 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.721818 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.722077 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.722077 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.722286 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.722390 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.722959 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.722959 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.722959 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.722959 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.723429 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.723429 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.723429 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.723791 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.723791 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.724077 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.724077 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.724324 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.724324 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.724553 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.724673 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.724802 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.724922 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.725042 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.725436 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.725436 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.725743 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.726915 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.726915 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.726915 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.726915 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.726915 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.726915 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.726915 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.726915 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.727842 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.727842 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.727842 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.727842 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.727842 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.727842 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.728499 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.728499 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.728499 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.728499 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.728825 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.728825 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.728940 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.729056 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.729214 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.729377 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.730088 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.730088 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.88/identity {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.730088 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.730088 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.730348 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.730348 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.730488 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.730567 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.730710 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.730871 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.731026 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.731188 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.731345 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.731509 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.731666 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.731817 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.731969 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.732165 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.732324 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.732483 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.732644 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.732804 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.732962 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.733158 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.733314 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.733425 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.733571 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.733731 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.733889 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.734004 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:24.734117 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.734225 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.734397 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.734520 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.734628 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.734770 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.734921 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.735997 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.736175 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.736319 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.736470 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.736700 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.736845 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.737008 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.737147 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.737284 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.737436 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.737584 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.737722 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.737860 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.738215 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.738464 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.738599 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.738723 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.738848 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.739003 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.739144 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.739920 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.739920 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.739920 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.739920 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.739920 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.740339 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.740339 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.740457 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.740532 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.740695 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.740876 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.741022 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.741161 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.741299 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.741435 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.741583 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.741728 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.741882 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.742022 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.742159 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.742332 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.742476 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.742635 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.742790 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.742929 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.743066 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.743235 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.743380 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.743527 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.743693 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.743862 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.744056 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.744376 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.744541 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.744684 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.744915 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.745269 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.745269 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.745553 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.745553 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.745813 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.745813 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.746073 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.746211 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.746359 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.746498 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.746635 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.746772 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.746907 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.747043 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.747190 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.747327 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.747463 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.747608 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.748564 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.748715 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.748877 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.749021 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.749190 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.749345 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.749512 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.749656 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.749827 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.749984 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.750148 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.750298 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.750461 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.750634 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.750802 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.750942 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.751079 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.751269 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.751467 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.751674 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.751674 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.752172 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.752172 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.752172 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.752762 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.752762 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.752762 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.752762 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.753402 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.753402 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.753402 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.753402 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.754008 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:49:24.754008 dv-neutron-828697-3-hyperv neutron-server[114264]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 16:49:36.772847 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b741970-1670-46ee-8a51-dee8c1a85c15 None None] get_active_networks_info from dv-neutron-828697-3-hyperv {{(pid=114377) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 16 16:49:36.878487 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b741970-1670-46ee-8a51-dee8c1a85c15 None None] No non-hosted networks {{(pid=114377) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 16 16:49:36.918510 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.agentschedulers_db [None req-2b741970-1670-46ee-8a51-dee8c1a85c15 None None] DHCP Agent not found on host dv-neutron-828697-3-hyperv {{(pid=114377) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 16 16:49:37.058046 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-934e20cc-73b8-479e-9c9f-05bf09102523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-589611'] for agent, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:49:39.204720 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-cb2e1da3-968c-4db7-b8e1-208a6605ae5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-589611'] for agent, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:49:39.249585 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.db.api [None req-c916bc23-bc41-404f-9f94-dbdd39950453 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-828697-3-hyperv {{(pid=114377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:49:39.250820 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG oslo_db.api [None req-c916bc23-bc41-404f-9f94-dbdd39950453 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:49:39.833530 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c916bc23-bc41-404f-9f94-dbdd39950453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:49:40.421319 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-589611'] for agent, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:49:41.696141 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-589611'] for agent, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:49:42.062363 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-589611'] for agent, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:49:42.062676 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:42.063019 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:42.063350 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:42.063674 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:42.064011 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:42.064501 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:42.064844 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:42.065184 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:42.065508 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:42.065838 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:42.066264 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:42.066776 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:42.067166 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-828697-3-hyperv', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:42.073761 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-828697-3-hyperv', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:43.049393 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 46034) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:49:43.610766 dv-neutron-828697-3-hyperv neutron-server[114376]: WARNING oslo_policy.policy [None req-7562d9dc-fb84-4f6c-b5e6-9311a102628b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 16:49:43.611339 dv-neutron-828697-3-hyperv neutron-server[114376]: WARNING oslo_policy.policy [None req-7562d9dc-fb84-4f6c-b5e6-9311a102628b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 16:49:43.853661 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [None req-7562d9dc-fb84-4f6c-b5e6-9311a102628b admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=114376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 16:49:43.854781 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-7562d9dc-fb84-4f6c-b5e6-9311a102628b admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8041956 Feb 16 16:49:45.686275 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.db.l3_hamode_db [None req-6ea19539-e3a5-4f61-a718-ab76f2488f07 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 16 16:49:45.767050 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea19539-e3a5-4f61-a718-ab76f2488f07 None None] Routers set() bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:49:45.767430 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea19539-e3a5-4f61-a718-ab76f2488f07 None None] Router IDs set() for agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 16 16:49:46.398958 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 46050) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:49:46.734169 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-a0ddc81c-fd4c-4492-969e-255415c974a9 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:49:46.829957 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.policy [None req-a0ddc81c-fd4c-4492-969e-255415c974a9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114376) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 16 16:49:46.875880 dv-neutron-828697-3-hyperv neutron-server[114376]: WARNING oslo_policy.policy [None req-a0ddc81c-fd4c-4492-969e-255415c974a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 16:49:46.876271 dv-neutron-828697-3-hyperv neutron-server[114376]: WARNING oslo_policy.policy [None req-a0ddc81c-fd4c-4492-969e-255415c974a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 16:49:46.885019 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.quota [None req-a0ddc81c-fd4c-4492-969e-255415c974a9 admin admin] Loaded quota_driver: . Feb 16 16:49:47.086946 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a0ddc81c-fd4c-4492-969e-255415c974a9 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749413955454', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749413954891', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749413943186', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749413944654', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749413334533', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749413923259', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16356655', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16365842', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-752676', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-777890'] for rbac-policy, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:49:47.292771 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a0ddc81c-fd4c-4492-969e-255415c974a9 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:49:47.293998 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-a0ddc81c-fd4c-4492-969e-255415c974a9 admin admin] 10.222.0.88 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8940387 Feb 16 16:49:50.023756 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 46062) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:49:50.372996 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-114ac9d7-c6e5-4a80-b1a1-8d2e8ef16b34 admin admin] Request body: {'network': {'project_id': 'a85fb2a4bd084f0080b56d20b42bcc24', 'tenant_id': 'a85fb2a4bd084f0080b56d20b42bcc24', 'name': 'private', 'admin_state_up': True}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:49:50.541721 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114ac9d7-c6e5-4a80-b1a1-8d2e8ef16b34 admin admin] Made reservation on behalf of a85fb2a4bd084f0080b56d20b42bcc24 for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:49:50.544689 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-114ac9d7-c6e5-4a80-b1a1-8d2e8ef16b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:49:50.562920 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-114ac9d7-c6e5-4a80-b1a1-8d2e8ef16b34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:49:50.673701 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-114ac9d7-c6e5-4a80-b1a1-8d2e8ef16b34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:49:50.736271 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-114ac9d7-c6e5-4a80-b1a1-8d2e8ef16b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:49:50.756437 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-114ac9d7-c6e5-4a80-b1a1-8d2e8ef16b34 admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:49:50.784924 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-114ac9d7-c6e5-4a80-b1a1-8d2e8ef16b34 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749410118202', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:49:50.785642 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-114ac9d7-c6e5-4a80-b1a1-8d2e8ef16b34 admin admin] Unsubscribe: segment precommit_create {{(pid=114376) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 16 16:49:50.785642 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-114ac9d7-c6e5-4a80-b1a1-8d2e8ef16b34 admin admin] Added segment 88cd710f-323f-47cf-bf0a-fc34e0ecc916 of type vlan for network f8144918-9a34-4b08-8372-2d455567a1b6 Feb 16 16:49:50.802460 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ac9d7-c6e5-4a80-b1a1-8d2e8ef16b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630c6816-d81d-44d2-842b-d36628b4a8a0,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:50.852699 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ac9d7-c6e5-4a80-b1a1-8d2e8ef16b34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:50.853058 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ac9d7-c6e5-4a80-b1a1-8d2e8ef16b34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:50.853404 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ac9d7-c6e5-4a80-b1a1-8d2e8ef16b34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:50.853733 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ac9d7-c6e5-4a80-b1a1-8d2e8ef16b34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:50.854062 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ac9d7-c6e5-4a80-b1a1-8d2e8ef16b34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:50.854404 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ac9d7-c6e5-4a80-b1a1-8d2e8ef16b34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:50.854728 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ac9d7-c6e5-4a80-b1a1-8d2e8ef16b34 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:50.855070 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ac9d7-c6e5-4a80-b1a1-8d2e8ef16b34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:50.855421 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ac9d7-c6e5-4a80-b1a1-8d2e8ef16b34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:50.855745 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ac9d7-c6e5-4a80-b1a1-8d2e8ef16b34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:50.856113 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ac9d7-c6e5-4a80-b1a1-8d2e8ef16b34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:50.856427 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ac9d7-c6e5-4a80-b1a1-8d2e8ef16b34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:50.857777 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ac9d7-c6e5-4a80-b1a1-8d2e8ef16b34 admin admin] Tracked resource versions report: Feb 16 16:49:50.857777 dv-neutron-828697-3-hyperv neutron-server[114376]: pushed versions: Feb 16 16:49:50.857777 dv-neutron-828697-3-hyperv neutron-server[114376]: { 'AddressGroup': {'1.2'}, Feb 16 16:49:50.857777 dv-neutron-828697-3-hyperv neutron-server[114376]: 'ConntrackHelper': {'1.0'}, Feb 16 16:49:50.857777 dv-neutron-828697-3-hyperv neutron-server[114376]: 'Log': {'1.0'}, Feb 16 16:49:50.857777 dv-neutron-828697-3-hyperv neutron-server[114376]: 'Network': {'1.1'}, Feb 16 16:49:50.857777 dv-neutron-828697-3-hyperv neutron-server[114376]: 'Port': {'1.7'}, Feb 16 16:49:50.857777 dv-neutron-828697-3-hyperv neutron-server[114376]: 'PortForwarding': {'1.2'}, Feb 16 16:49:50.857777 dv-neutron-828697-3-hyperv neutron-server[114376]: 'QosPolicy': {'1.9'}, Feb 16 16:49:50.857777 dv-neutron-828697-3-hyperv neutron-server[114376]: 'SecurityGroup': {'1.4'}, Feb 16 16:49:50.857777 dv-neutron-828697-3-hyperv neutron-server[114376]: 'SecurityGroupRule': {'1.2'}, Feb 16 16:49:50.857777 dv-neutron-828697-3-hyperv neutron-server[114376]: 'SubPort': {'1.0'}, Feb 16 16:49:50.857777 dv-neutron-828697-3-hyperv neutron-server[114376]: 'Subnet': {'1.1'}, Feb 16 16:49:50.857777 dv-neutron-828697-3-hyperv neutron-server[114376]: 'Trunk': {'1.1'}} Feb 16 16:49:50.857777 dv-neutron-828697-3-hyperv neutron-server[114376]: consumer versions: Feb 16 16:49:50.857777 dv-neutron-828697-3-hyperv neutron-server[114376]: { DHCP agent@dv-neutron-828697-3-hyperv: {}, Feb 16 16:49:50.857777 dv-neutron-828697-3-hyperv neutron-server[114376]: L3 agent@dv-neutron-828697-3-hyperv: {}, Feb 16 16:49:50.857777 dv-neutron-828697-3-hyperv neutron-server[114376]: Metadata agent@dv-neutron-828697-3-hyperv: {}, Feb 16 16:49:50.857777 dv-neutron-828697-3-hyperv neutron-server[114376]: Metering agent@dv-neutron-828697-3-hyperv: {}, Feb 16 16:49:50.857777 dv-neutron-828697-3-hyperv neutron-server[114376]: Open vSwitch agent@dv-neutron-828697-3-hyperv: { 'AddressGroup': '1.2', Feb 16 16:49:50.857777 dv-neutron-828697-3-hyperv neutron-server[114376]: 'ConntrackHelper': '1.0', Feb 16 16:49:50.857777 dv-neutron-828697-3-hyperv neutron-server[114376]: 'Log': '1.0', Feb 16 16:49:50.857777 dv-neutron-828697-3-hyperv neutron-server[114376]: 'Network': '1.1', Feb 16 16:49:50.857777 dv-neutron-828697-3-hyperv neutron-server[114376]: 'Port': '1.7', Feb 16 16:49:50.857777 dv-neutron-828697-3-hyperv neutron-server[114376]: 'PortForwarding': '1.2', Feb 16 16:49:50.857777 dv-neutron-828697-3-hyperv neutron-server[114376]: 'QosPolicy': '1.9', Feb 16 16:49:50.857777 dv-neutron-828697-3-hyperv neutron-server[114376]: 'SecurityGroup': '1.4', Feb 16 16:49:50.857777 dv-neutron-828697-3-hyperv neutron-server[114376]: 'SecurityGroupRule': '1.2', Feb 16 16:49:50.857777 dv-neutron-828697-3-hyperv neutron-server[114376]: 'SubPort': '1.0', Feb 16 16:49:50.857777 dv-neutron-828697-3-hyperv neutron-server[114376]: 'Subnet': '1.1', Feb 16 16:49:50.857777 dv-neutron-828697-3-hyperv neutron-server[114376]: 'Trunk': '1.1'}} Feb 16 16:49:50.857777 dv-neutron-828697-3-hyperv neutron-server[114376]: {{(pid=114376) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 16:49:50.901415 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-114ac9d7-c6e5-4a80-b1a1-8d2e8ef16b34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:49:51.021606 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-114ac9d7-c6e5-4a80-b1a1-8d2e8ef16b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:49:51.022736 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114ac9d7-c6e5-4a80-b1a1-8d2e8ef16b34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:51.023383 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-114ac9d7-c6e5-4a80-b1a1-8d2e8ef16b34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:49:51.119818 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ac9d7-c6e5-4a80-b1a1-8d2e8ef16b34 admin admin] Pushing event updated for resources: {'Network': ['ID=f8144918-9a34-4b08-8372-2d455567a1b6,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:51.134584 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network f8144918-9a34-4b08-8372-2d455567a1b6 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:49:51.186024 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-114ac9d7-c6e5-4a80-b1a1-8d2e8ef16b34 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1609545 Feb 16 16:49:53.930638 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 46076) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:49:54.429266 dv-neutron-828697-3-hyperv neutron-server[114375]: WARNING oslo_policy.policy [None req-5cc18dc9-0aa0-46e5-8e1e-c6fe15d5644a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 16:49:54.429829 dv-neutron-828697-3-hyperv neutron-server[114375]: WARNING oslo_policy.policy [None req-5cc18dc9-0aa0-46e5-8e1e-c6fe15d5644a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 16:49:54.893123 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.policy [None req-5cc18dc9-0aa0-46e5-8e1e-c6fe15d5644a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114375) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 16 16:49:54.938091 dv-neutron-828697-3-hyperv neutron-server[114375]: WARNING oslo_policy.policy [None req-5cc18dc9-0aa0-46e5-8e1e-c6fe15d5644a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 16:49:54.938622 dv-neutron-828697-3-hyperv neutron-server[114375]: WARNING oslo_policy.policy [None req-5cc18dc9-0aa0-46e5-8e1e-c6fe15d5644a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 16:49:54.946576 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc18dc9-0aa0-46e5-8e1e-c6fe15d5644a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:54.948494 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-5cc18dc9-0aa0-46e5-8e1e-c6fe15d5644a admin admin] 10.222.0.88 "GET /v2.0/networks/f8144918-9a34-4b08-8372-2d455567a1b6 HTTP/1.1" status: 200 len: 825 time: 1.0156724 Feb 16 16:49:54.987772 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-7dbff02b-f8ad-43e8-9218-6c92b0a6460e admin admin] 10.222.0.88 "GET /v2.0/subnetpools/f2b889db-1008-4b64-b8a0-fb06257d264d HTTP/1.1" status: 200 len: 734 time: 0.0329261 Feb 16 16:49:54.997847 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-d23ff8ef-15be-42e2-978c-3e0c83e6eab3 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': 'a85fb2a4bd084f0080b56d20b42bcc24', 'name': 'private-subnet', 'network_id': 'f8144918-9a34-4b08-8372-2d455567a1b6', 'ip_version': 4, 'subnetpool_id': 'f2b889db-1008-4b64-b8a0-fb06257d264d'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:49:54.999409 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.quota [None req-d23ff8ef-15be-42e2-978c-3e0c83e6eab3 admin admin] Loaded quota_driver: . Feb 16 16:49:55.135611 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23ff8ef-15be-42e2-978c-3e0c83e6eab3 admin admin] Made reservation on behalf of a85fb2a4bd084f0080b56d20b42bcc24 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:49:55.139113 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d23ff8ef-15be-42e2-978c-3e0c83e6eab3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:49:55.514136 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d23ff8ef-15be-42e2-978c-3e0c83e6eab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:49:55.603178 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23ff8ef-15be-42e2-978c-3e0c83e6eab3 admin admin] Checking segment: {'id': '88cd710f-323f-47cf-bf0a-fc34e0ecc916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f8144918-9a34-4b08-8372-2d455567a1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:49:55.603550 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23ff8ef-15be-42e2-978c-3e0c83e6eab3 admin admin] Network hostable DHCP agents. Network: f8144918-9a34-4b08-8372-2d455567a1b6, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:49:55.611324 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ff8ef-15be-42e2-978c-3e0c83e6eab3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=865e0afd-847a-4f7a-b64d-bfd791db1305,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:55.623692 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23ff8ef-15be-42e2-978c-3e0c83e6eab3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:55.624075 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23ff8ef-15be-42e2-978c-3e0c83e6eab3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:55.624418 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23ff8ef-15be-42e2-978c-3e0c83e6eab3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:55.624753 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23ff8ef-15be-42e2-978c-3e0c83e6eab3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:55.625086 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23ff8ef-15be-42e2-978c-3e0c83e6eab3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:55.625424 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23ff8ef-15be-42e2-978c-3e0c83e6eab3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:55.625751 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23ff8ef-15be-42e2-978c-3e0c83e6eab3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:55.626086 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23ff8ef-15be-42e2-978c-3e0c83e6eab3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:55.626410 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23ff8ef-15be-42e2-978c-3e0c83e6eab3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:55.626734 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23ff8ef-15be-42e2-978c-3e0c83e6eab3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:55.627050 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23ff8ef-15be-42e2-978c-3e0c83e6eab3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:55.627361 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23ff8ef-15be-42e2-978c-3e0c83e6eab3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:55.628753 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23ff8ef-15be-42e2-978c-3e0c83e6eab3 admin admin] Tracked resource versions report: Feb 16 16:49:55.628753 dv-neutron-828697-3-hyperv neutron-server[114375]: pushed versions: Feb 16 16:49:55.628753 dv-neutron-828697-3-hyperv neutron-server[114375]: { 'AddressGroup': {'1.2'}, Feb 16 16:49:55.628753 dv-neutron-828697-3-hyperv neutron-server[114375]: 'ConntrackHelper': {'1.0'}, Feb 16 16:49:55.628753 dv-neutron-828697-3-hyperv neutron-server[114375]: 'Log': {'1.0'}, Feb 16 16:49:55.628753 dv-neutron-828697-3-hyperv neutron-server[114375]: 'Network': {'1.1'}, Feb 16 16:49:55.628753 dv-neutron-828697-3-hyperv neutron-server[114375]: 'Port': {'1.7'}, Feb 16 16:49:55.628753 dv-neutron-828697-3-hyperv neutron-server[114375]: 'PortForwarding': {'1.2'}, Feb 16 16:49:55.628753 dv-neutron-828697-3-hyperv neutron-server[114375]: 'QosPolicy': {'1.9'}, Feb 16 16:49:55.628753 dv-neutron-828697-3-hyperv neutron-server[114375]: 'SecurityGroup': {'1.4'}, Feb 16 16:49:55.628753 dv-neutron-828697-3-hyperv neutron-server[114375]: 'SecurityGroupRule': {'1.2'}, Feb 16 16:49:55.628753 dv-neutron-828697-3-hyperv neutron-server[114375]: 'SubPort': {'1.0'}, Feb 16 16:49:55.628753 dv-neutron-828697-3-hyperv neutron-server[114375]: 'Subnet': {'1.1'}, Feb 16 16:49:55.628753 dv-neutron-828697-3-hyperv neutron-server[114375]: 'Trunk': {'1.1'}} Feb 16 16:49:55.628753 dv-neutron-828697-3-hyperv neutron-server[114375]: consumer versions: Feb 16 16:49:55.628753 dv-neutron-828697-3-hyperv neutron-server[114375]: { DHCP agent@dv-neutron-828697-3-hyperv: {}, Feb 16 16:49:55.628753 dv-neutron-828697-3-hyperv neutron-server[114375]: L3 agent@dv-neutron-828697-3-hyperv: {}, Feb 16 16:49:55.628753 dv-neutron-828697-3-hyperv neutron-server[114375]: Metadata agent@dv-neutron-828697-3-hyperv: {}, Feb 16 16:49:55.628753 dv-neutron-828697-3-hyperv neutron-server[114375]: Metering agent@dv-neutron-828697-3-hyperv: {}, Feb 16 16:49:55.628753 dv-neutron-828697-3-hyperv neutron-server[114375]: Open vSwitch agent@dv-neutron-828697-3-hyperv: { 'AddressGroup': '1.2', Feb 16 16:49:55.628753 dv-neutron-828697-3-hyperv neutron-server[114375]: 'ConntrackHelper': '1.0', Feb 16 16:49:55.628753 dv-neutron-828697-3-hyperv neutron-server[114375]: 'Log': '1.0', Feb 16 16:49:55.628753 dv-neutron-828697-3-hyperv neutron-server[114375]: 'Network': '1.1', Feb 16 16:49:55.628753 dv-neutron-828697-3-hyperv neutron-server[114375]: 'Port': '1.7', Feb 16 16:49:55.628753 dv-neutron-828697-3-hyperv neutron-server[114375]: 'PortForwarding': '1.2', Feb 16 16:49:55.628753 dv-neutron-828697-3-hyperv neutron-server[114375]: 'QosPolicy': '1.9', Feb 16 16:49:55.628753 dv-neutron-828697-3-hyperv neutron-server[114375]: 'SecurityGroup': '1.4', Feb 16 16:49:55.628753 dv-neutron-828697-3-hyperv neutron-server[114375]: 'SecurityGroupRule': '1.2', Feb 16 16:49:55.628753 dv-neutron-828697-3-hyperv neutron-server[114375]: 'SubPort': '1.0', Feb 16 16:49:55.628753 dv-neutron-828697-3-hyperv neutron-server[114375]: 'Subnet': '1.1', Feb 16 16:49:55.628753 dv-neutron-828697-3-hyperv neutron-server[114375]: 'Trunk': '1.1'}} Feb 16 16:49:55.628753 dv-neutron-828697-3-hyperv neutron-server[114375]: {{(pid=114375) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 16:49:55.741442 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23ff8ef-15be-42e2-978c-3e0c83e6eab3 admin admin] Network f8144918-9a34-4b08-8372-2d455567a1b6 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:49:55.861511 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-d23ff8ef-15be-42e2-978c-3e0c83e6eab3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, f8144918-9a34-4b08-8372-2d455567a1b6) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:49:55.866096 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23ff8ef-15be-42e2-978c-3e0c83e6eab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:55.866716 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d23ff8ef-15be-42e2-978c-3e0c83e6eab3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:49:55.871334 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa908f91-d5d7-450a-b7ea-a38ac4b6406a None None] Network f8144918-9a34-4b08-8372-2d455567a1b6 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:49:55.978411 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d23ff8ef-15be-42e2-978c-3e0c83e6eab3 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9844284 Feb 16 16:49:56.195660 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e10376e-7291-47fe-94a6-ac16099cc9f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-f8144918-9a34-4b08-8372-2d455567a1b6', 'network_id': 'f8144918-9a34-4b08-8372-2d455567a1b6', 'tenant_id': 'a85fb2a4bd084f0080b56d20b42bcc24', 'fixed_ips': [{'subnet_id': '865e0afd-847a-4f7a-b64d-bfd791db1305'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 16:49:56.197160 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2e10376e-7291-47fe-94a6-ac16099cc9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:49:56.498206 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-2e10376e-7291-47fe-94a6-ac16099cc9f3 None None] Allocated IP 172.20.0.2 (f8144918-9a34-4b08-8372-2d455567a1b6/865e0afd-847a-4f7a-b64d-bfd791db1305/a9adb570-603a-4ea2-961a-135b7cbd36db) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:49:56.707379 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2e10376e-7291-47fe-94a6-ac16099cc9f3 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:49:56.820599 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2e10376e-7291-47fe-94a6-ac16099cc9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:49:56.891156 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e10376e-7291-47fe-94a6-ac16099cc9f3 None None] Network f8144918-9a34-4b08-8372-2d455567a1b6 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:49:56.903417 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-2e10376e-7291-47fe-94a6-ac16099cc9f3 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:49:56.910108 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e10376e-7291-47fe-94a6-ac16099cc9f3 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:49:56.917544 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e10376e-7291-47fe-94a6-ac16099cc9f3 None None] Pushing event updated for resources: {'Port': ['ID=a9adb570-603a-4ea2-961a-135b7cbd36db,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:56.946331 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e10376e-7291-47fe-94a6-ac16099cc9f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:56.946693 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e10376e-7291-47fe-94a6-ac16099cc9f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:56.947037 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e10376e-7291-47fe-94a6-ac16099cc9f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:56.947395 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e10376e-7291-47fe-94a6-ac16099cc9f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:56.947732 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e10376e-7291-47fe-94a6-ac16099cc9f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:56.948092 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e10376e-7291-47fe-94a6-ac16099cc9f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:56.948427 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e10376e-7291-47fe-94a6-ac16099cc9f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:56.948766 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e10376e-7291-47fe-94a6-ac16099cc9f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:56.949110 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e10376e-7291-47fe-94a6-ac16099cc9f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:56.949533 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e10376e-7291-47fe-94a6-ac16099cc9f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:56.949853 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e10376e-7291-47fe-94a6-ac16099cc9f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:56.950174 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e10376e-7291-47fe-94a6-ac16099cc9f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:56.951592 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e10376e-7291-47fe-94a6-ac16099cc9f3 None None] Tracked resource versions report: Feb 16 16:49:56.951592 dv-neutron-828697-3-hyperv neutron-server[114377]: pushed versions: Feb 16 16:49:56.951592 dv-neutron-828697-3-hyperv neutron-server[114377]: { 'AddressGroup': {'1.2'}, Feb 16 16:49:56.951592 dv-neutron-828697-3-hyperv neutron-server[114377]: 'ConntrackHelper': {'1.0'}, Feb 16 16:49:56.951592 dv-neutron-828697-3-hyperv neutron-server[114377]: 'Log': {'1.0'}, Feb 16 16:49:56.951592 dv-neutron-828697-3-hyperv neutron-server[114377]: 'Network': {'1.1'}, Feb 16 16:49:56.951592 dv-neutron-828697-3-hyperv neutron-server[114377]: 'Port': {'1.7'}, Feb 16 16:49:56.951592 dv-neutron-828697-3-hyperv neutron-server[114377]: 'PortForwarding': {'1.2'}, Feb 16 16:49:56.951592 dv-neutron-828697-3-hyperv neutron-server[114377]: 'QosPolicy': {'1.9'}, Feb 16 16:49:56.951592 dv-neutron-828697-3-hyperv neutron-server[114377]: 'SecurityGroup': {'1.4'}, Feb 16 16:49:56.951592 dv-neutron-828697-3-hyperv neutron-server[114377]: 'SecurityGroupRule': {'1.2'}, Feb 16 16:49:56.951592 dv-neutron-828697-3-hyperv neutron-server[114377]: 'SubPort': {'1.0'}, Feb 16 16:49:56.951592 dv-neutron-828697-3-hyperv neutron-server[114377]: 'Subnet': {'1.1'}, Feb 16 16:49:56.951592 dv-neutron-828697-3-hyperv neutron-server[114377]: 'Trunk': {'1.1'}} Feb 16 16:49:56.951592 dv-neutron-828697-3-hyperv neutron-server[114377]: consumer versions: Feb 16 16:49:56.951592 dv-neutron-828697-3-hyperv neutron-server[114377]: { DHCP agent@dv-neutron-828697-3-hyperv: {}, Feb 16 16:49:56.951592 dv-neutron-828697-3-hyperv neutron-server[114377]: L3 agent@dv-neutron-828697-3-hyperv: {}, Feb 16 16:49:56.951592 dv-neutron-828697-3-hyperv neutron-server[114377]: Metadata agent@dv-neutron-828697-3-hyperv: {}, Feb 16 16:49:56.951592 dv-neutron-828697-3-hyperv neutron-server[114377]: Metering agent@dv-neutron-828697-3-hyperv: {}, Feb 16 16:49:56.951592 dv-neutron-828697-3-hyperv neutron-server[114377]: Open vSwitch agent@dv-neutron-828697-3-hyperv: { 'AddressGroup': '1.2', Feb 16 16:49:56.951592 dv-neutron-828697-3-hyperv neutron-server[114377]: 'ConntrackHelper': '1.0', Feb 16 16:49:56.951592 dv-neutron-828697-3-hyperv neutron-server[114377]: 'Log': '1.0', Feb 16 16:49:56.951592 dv-neutron-828697-3-hyperv neutron-server[114377]: 'Network': '1.1', Feb 16 16:49:56.951592 dv-neutron-828697-3-hyperv neutron-server[114377]: 'Port': '1.7', Feb 16 16:49:56.951592 dv-neutron-828697-3-hyperv neutron-server[114377]: 'PortForwarding': '1.2', Feb 16 16:49:56.951592 dv-neutron-828697-3-hyperv neutron-server[114377]: 'QosPolicy': '1.9', Feb 16 16:49:56.951592 dv-neutron-828697-3-hyperv neutron-server[114377]: 'SecurityGroup': '1.4', Feb 16 16:49:56.951592 dv-neutron-828697-3-hyperv neutron-server[114377]: 'SecurityGroupRule': '1.2', Feb 16 16:49:56.951592 dv-neutron-828697-3-hyperv neutron-server[114377]: 'SubPort': '1.0', Feb 16 16:49:56.951592 dv-neutron-828697-3-hyperv neutron-server[114377]: 'Subnet': '1.1', Feb 16 16:49:56.951592 dv-neutron-828697-3-hyperv neutron-server[114377]: 'Trunk': '1.1'}} Feb 16 16:49:56.951592 dv-neutron-828697-3-hyperv neutron-server[114377]: {{(pid=114377) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 16:49:57.000203 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-2e10376e-7291-47fe-94a6-ac16099cc9f3 None None] Attempting to bind port a9adb570-603a-4ea2-961a-135b7cbd36db on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:49:57.000605 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-2e10376e-7291-47fe-94a6-ac16099cc9f3 None None] Attempting to bind port a9adb570-603a-4ea2-961a-135b7cbd36db by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '88cd710f-323f-47cf-bf0a-fc34e0ecc916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f8144918-9a34-4b08-8372-2d455567a1b6'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:49:57.001040 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e10376e-7291-47fe-94a6-ac16099cc9f3 None None] Attempting to bind port a9adb570-603a-4ea2-961a-135b7cbd36db on network f8144918-9a34-4b08-8372-2d455567a1b6 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:49:57.005846 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e10376e-7291-47fe-94a6-ac16099cc9f3 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:49:57.006265 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e10376e-7291-47fe-94a6-ac16099cc9f3 None None] Checking segment: {'id': '88cd710f-323f-47cf-bf0a-fc34e0ecc916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f8144918-9a34-4b08-8372-2d455567a1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:49:57.006732 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2e10376e-7291-47fe-94a6-ac16099cc9f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:49:57.007120 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e10376e-7291-47fe-94a6-ac16099cc9f3 None None] Bound using segment: {'id': '88cd710f-323f-47cf-bf0a-fc34e0ecc916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f8144918-9a34-4b08-8372-2d455567a1b6'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:49:57.007613 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-2e10376e-7291-47fe-94a6-ac16099cc9f3 None None] Bound port: a9adb570-603a-4ea2-961a-135b7cbd36db, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88cd710f-323f-47cf-bf0a-fc34e0ecc916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f8144918-9a34-4b08-8372-2d455567a1b6'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:49:57.008035 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2e10376e-7291-47fe-94a6-ac16099cc9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:49:57.069871 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-2e10376e-7291-47fe-94a6-ac16099cc9f3 None None] For port a9adb570-603a-4ea2-961a-135b7cbd36db, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:49:57.074128 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-2e10376e-7291-47fe-94a6-ac16099cc9f3 None None] For port a9adb570-603a-4ea2-961a-135b7cbd36db, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=a9adb570-603a-4ea2-961a-135b7cbd36db,segment=NetworkSegment(88cd710f-323f-47cf-bf0a-fc34e0ecc916),segment_id=88cd710f-323f-47cf-bf0a-fc34e0ecc916)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:49:57.157508 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2e10376e-7291-47fe-94a6-ac16099cc9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:49:57.223462 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e10376e-7291-47fe-94a6-ac16099cc9f3 None None] Pushing event updated for resources: {'Port': ['ID=a9adb570-603a-4ea2-961a-135b7cbd36db,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:58.476320 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 46096) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:49:58.807046 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [None req-ce7487a6-7d9d-4bf0-8491-c5e0fbd9958b admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=114376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 16:49:58.808058 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-ce7487a6-7d9d-4bf0-8491-c5e0fbd9958b admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3306646 Feb 16 16:50:01.324756 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 46104) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:50:01.654526 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [None req-a994022c-f77c-4eaa-9d55-441a644ad813 admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=114376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 16:50:01.668426 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-a994022c-f77c-4eaa-9d55-441a644ad813 admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3298364 Feb 16 16:50:02.606506 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 5 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:50:04.387426 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 46114) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:50:04.734918 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-aa9c94d5-d626-49da-89a5-251986451fce admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'a85fb2a4bd084f0080b56d20b42bcc24', 'name': 'router1'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:50:04.878525 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-aa9c94d5-d626-49da-89a5-251986451fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:04.880058 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-aa9c94d5-d626-49da-89a5-251986451fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:05.018291 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-aa9c94d5-d626-49da-89a5-251986451fce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:05.090417 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-aa9c94d5-d626-49da-89a5-251986451fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:05.177528 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-aa9c94d5-d626-49da-89a5-251986451fce admin admin] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:05.178753 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-aa9c94d5-d626-49da-89a5-251986451fce admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7901132 Feb 16 16:50:05.349987 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device a9adb570-603a-4ea2-961a-135b7cbd36db up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:50:05.447401 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port a9adb570-603a-4ea2-961a-135b7cbd36db triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:50:05.447794 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:05.559165 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:05.598729 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port a9adb570-603a-4ea2-961a-135b7cbd36db, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=a9adb570-603a-4ea2-961a-135b7cbd36db,segment=NetworkSegment(88cd710f-323f-47cf-bf0a-fc34e0ecc916),segment_id=88cd710f-323f-47cf-bf0a-fc34e0ecc916)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:50:05.671288 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:05.720508 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=a9adb570-603a-4ea2-961a-135b7cbd36db,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:05.757195 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba6672c-3912-45fd-bb61-f175b846a16e None None] Network f8144918-9a34-4b08-8372-2d455567a1b6 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:50:05.835806 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-698b6959-251a-43de-bc98-6f22a54eb05f None None] Provisioning complete for port a9adb570-603a-4ea2-961a-135b7cbd36db triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:50:05.836116 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-698b6959-251a-43de-bc98-6f22a54eb05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:06.203045 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-2de8cfc8-4a80-41a0-a00d-f3510f3f7e9a None None] Provisioning complete for port a9adb570-603a-4ea2-961a-135b7cbd36db triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:50:06.203422 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2de8cfc8-4a80-41a0-a00d-f3510f3f7e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:06.769932 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-915d96fe-14d2-4ab1-94dd-2d92290d4332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:07.295005 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device a9adb570-603a-4ea2-961a-135b7cbd36db up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:50:07.344401 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port a9adb570-603a-4ea2-961a-135b7cbd36db triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:50:07.344770 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:07.686066 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 46126) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:50:08.021398 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [None req-f76858a0-ee15-4f4e-8f6c-4e6a0fcf0307 admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 16:50:08.022430 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f76858a0-ee15-4f4e-8f6c-4e6a0fcf0307 admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3354373 Feb 16 16:50:09.164953 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1d369890-01e3-4538-bd2a-9b7c0a25d5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:10.272517 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:10.516865 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 46144) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:50:10.653251 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-d51923df-37e0-4f6e-9c30-7826cab16576 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:50:10.784877 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51923df-37e0-4f6e-9c30-7826cab16576 admin admin] Made reservation on behalf of c32d3edacde34fc7aeaccc2f127d2e08 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:50:10.787168 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d51923df-37e0-4f6e-9c30-7826cab16576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:10.803699 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d51923df-37e0-4f6e-9c30-7826cab16576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:10.909308 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d51923df-37e0-4f6e-9c30-7826cab16576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:10.974971 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d51923df-37e0-4f6e-9c30-7826cab16576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:10.990888 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d51923df-37e0-4f6e-9c30-7826cab16576 admin admin] Reserving flat network on physical network physnet1 {{(pid=114375) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 16 16:50:11.012545 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51923df-37e0-4f6e-9c30-7826cab16576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce5c39e-ff16-4787-9f62-3bd5b4572e5f,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:11.021453 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d51923df-37e0-4f6e-9c30-7826cab16576 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749410118202', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:11.021941 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d51923df-37e0-4f6e-9c30-7826cab16576 admin admin] Unsubscribe: segment precommit_create {{(pid=114375) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 16 16:50:11.022398 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-d51923df-37e0-4f6e-9c30-7826cab16576 admin admin] Added segment 3a362780-3a05-4635-b6a9-f29b97deb89c of type flat for network d8eab20e-246c-47ce-8449-822ce53769fc Feb 16 16:50:11.084678 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d51923df-37e0-4f6e-9c30-7826cab16576 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:11.203771 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d51923df-37e0-4f6e-9c30-7826cab16576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:11.204744 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51923df-37e0-4f6e-9c30-7826cab16576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:11.205308 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d51923df-37e0-4f6e-9c30-7826cab16576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:11.313998 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51923df-37e0-4f6e-9c30-7826cab16576 admin admin] Pushing event updated for resources: {'Network': ['ID=d8eab20e-246c-47ce-8449-822ce53769fc,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:11.325134 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network d8eab20e-246c-47ce-8449-822ce53769fc details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:50:11.365629 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d51923df-37e0-4f6e-9c30-7826cab16576 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8476069 Feb 16 16:50:11.608316 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:12.087951 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:13.659516 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 46162) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:50:13.758586 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c9ec4e-a9cc-4fbb-8fa3-55f077af4c45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:13.759928 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-73c9ec4e-a9cc-4fbb-8fa3-55f077af4c45 admin admin] 10.222.0.88 "GET /v2.0/subnets/865e0afd-847a-4f7a-b64d-bfd791db1305 HTTP/1.1" status: 200 len: 849 time: 0.0994446 Feb 16 16:50:13.932406 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-c82e13ca-d693-4e07-b615-f077b62ddd41 admin admin] 10.222.0.88 "GET /v2.0/routers/d96a4997-b906-4492-8ea3-2b0e3335a244 HTTP/1.1" status: 200 len: 704 time: 0.1662142 Feb 16 16:50:14.210550 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c456070b-3248-43e0-8458-4cb77d740943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:14.510663 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-c456070b-3248-43e0-8458-4cb77d740943 admin admin] Allocated IP 172.20.0.1 (f8144918-9a34-4b08-8372-2d455567a1b6/865e0afd-847a-4f7a-b64d-bfd791db1305/b9dc283a-6cf0-43c4-b62a-1f43520fa1f7) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:50:14.665156 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c456070b-3248-43e0-8458-4cb77d740943 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:14.913282 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c456070b-3248-43e0-8458-4cb77d740943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:14.984275 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c456070b-3248-43e0-8458-4cb77d740943 admin admin] Network f8144918-9a34-4b08-8372-2d455567a1b6 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:50:14.988888 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-c456070b-3248-43e0-8458-4cb77d740943 admin admin] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:50:14.994889 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c456070b-3248-43e0-8458-4cb77d740943 admin admin] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:50:14.995497 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c456070b-3248-43e0-8458-4cb77d740943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:15.109746 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c456070b-3248-43e0-8458-4cb77d740943 admin admin] Pushing event updated for resources: {'Port': ['ID=b9dc283a-6cf0-43c4-b62a-1f43520fa1f7,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:15.167942 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-9591d4bb-1e05-4f8e-b921-42f63b3b2591 None None] Provisioning complete for port b9dc283a-6cf0-43c4-b62a-1f43520fa1f7 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:50:15.168494 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9591d4bb-1e05-4f8e-b921-42f63b3b2591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:15.201590 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-9591d4bb-1e05-4f8e-b921-42f63b3b2591 None None] Port b9dc283a-6cf0-43c4-b62a-1f43520fa1f7 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 16:50:15.337496 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c456070b-3248-43e0-8458-4cb77d740943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:15.551912 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c456070b-3248-43e0-8458-4cb77d740943 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:15.609623 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c456070b-3248-43e0-8458-4cb77d740943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:15.610404 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c456070b-3248-43e0-8458-4cb77d740943 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:15.688619 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c456070b-3248-43e0-8458-4cb77d740943 admin admin] Pushing event updated for resources: {'Port': ['ID=b9dc283a-6cf0-43c4-b62a-1f43520fa1f7,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:15.738729 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c456070b-3248-43e0-8458-4cb77d740943 admin admin] Network f8144918-9a34-4b08-8372-2d455567a1b6 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:50:15.740312 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-c456070b-3248-43e0-8458-4cb77d740943 admin admin] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:50:15.923722 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-2bc85fb3-8367-4c7b-9016-5471cd09e1c2 None None] Provisioning complete for port b9dc283a-6cf0-43c4-b62a-1f43520fa1f7 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:50:15.924129 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2bc85fb3-8367-4c7b-9016-5471cd09e1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:15.959069 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-2bc85fb3-8367-4c7b-9016-5471cd09e1c2 None None] Port b9dc283a-6cf0-43c4-b62a-1f43520fa1f7 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 16:50:16.009677 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c456070b-3248-43e0-8458-4cb77d740943 admin admin] Router d96a4997-b906-4492-8ea3-2b0e3335a244 is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:50:16.103115 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c456070b-3248-43e0-8458-4cb77d740943 admin admin] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:50:16.108837 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-c456070b-3248-43e0-8458-4cb77d740943 admin admin] 10.222.0.88 "PUT /v2.0/routers/d96a4997-b906-4492-8ea3-2b0e3335a244/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1699054 Feb 16 16:50:16.124071 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9965c9-f6ba-4b2e-baa2-03bb9db53546 None None] Sync routers for ids ['d96a4997-b906-4492-8ea3-2b0e3335a244'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:50:16.136691 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9965c9-f6ba-4b2e-baa2-03bb9db53546 None None] Routers {'d96a4997-b906-4492-8ea3-2b0e3335a244'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:50:16.137521 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-cf9965c9-f6ba-4b2e-baa2-03bb9db53546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:50:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['d96a4997-b906-4492-8ea3-2b0e3335a244'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:16.328422 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-cf9965c9-f6ba-4b2e-baa2-03bb9db53546 None None] Set router d96a4997-b906-4492-8ea3-2b0e3335a244 gateway port host: None {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:50:16.782992 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-cf9965c9-f6ba-4b2e-baa2-03bb9db53546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96a4997-b906-4492-8ea3-2b0e3335a244', 'name': 'router1', 'tenant_id': 'a85fb2a4bd084f0080b56d20b42bcc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:50:04Z', 'updated_at': '2022-02-16T16:50:15Z', 'revision_number': 2, 'project_id': 'a85fb2a4bd084f0080b56d20b42bcc24', 'gw_port_host': None, '_interfaces': [{'id': 'b9dc283a-6cf0-43c4-b62a-1f43520fa1f7', 'name': '', 'network_id': 'f8144918-9a34-4b08-8372-2d455567a1b6', 'tenant_id': 'a85fb2a4bd084f0080b56d20b42bcc24', 'mac_address': 'fa:16:3e:a9:9a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96a4997-b906-4492-8ea3-2b0e3335a244', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '865e0afd-847a-4f7a-b64d-bfd791db1305', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:50:14Z', 'updated_at': '2022-02-16T16:50:15Z', 'revision_number': 2, 'project_id': 'a85fb2a4bd084f0080b56d20b42bcc24', 'subnets': [{'id': '865e0afd-847a-4f7a-b64d-bfd791db1305', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2b889db-1008-4b64-b8a0-fb06257d264d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:16.835330 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9965c9-f6ba-4b2e-baa2-03bb9db53546 None None] Checking router: d96a4997-b906-4492-8ea3-2b0e3335a244 for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:50:16.835705 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9965c9-f6ba-4b2e-baa2-03bb9db53546 None None] Updating router d96a4997-b906-4492-8ea3-2b0e3335a244 port b9dc283a-6cf0-43c4-b62a-1f43520fa1f7 binding host dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:50:16.885554 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-cf9965c9-f6ba-4b2e-baa2-03bb9db53546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:17.427727 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-cf9965c9-f6ba-4b2e-baa2-03bb9db53546 None None] Notify callbacks [] for port, precommit_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:17.495588 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-cf9965c9-f6ba-4b2e-baa2-03bb9db53546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:17.651369 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d45ff-12c7-41b5-aba4-cbba32fd5955 None None] Pushing event updated for resources: {'Port': ['ID=b9dc283a-6cf0-43c4-b62a-1f43520fa1f7,revision_number=3']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:17.674676 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d45ff-12c7-41b5-aba4-cbba32fd5955 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:17.675022 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d45ff-12c7-41b5-aba4-cbba32fd5955 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:17.675366 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d45ff-12c7-41b5-aba4-cbba32fd5955 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:17.675694 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d45ff-12c7-41b5-aba4-cbba32fd5955 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:17.676044 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d45ff-12c7-41b5-aba4-cbba32fd5955 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:17.676379 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d45ff-12c7-41b5-aba4-cbba32fd5955 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:17.676761 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d45ff-12c7-41b5-aba4-cbba32fd5955 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:17.677142 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d45ff-12c7-41b5-aba4-cbba32fd5955 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:17.677486 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d45ff-12c7-41b5-aba4-cbba32fd5955 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:17.677817 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d45ff-12c7-41b5-aba4-cbba32fd5955 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:17.678171 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d45ff-12c7-41b5-aba4-cbba32fd5955 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:17.678494 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d45ff-12c7-41b5-aba4-cbba32fd5955 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:17.679926 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d45ff-12c7-41b5-aba4-cbba32fd5955 None None] Tracked resource versions report: Feb 16 16:50:17.679926 dv-neutron-828697-3-hyperv neutron-server[114378]: pushed versions: Feb 16 16:50:17.679926 dv-neutron-828697-3-hyperv neutron-server[114378]: { 'AddressGroup': {'1.2'}, Feb 16 16:50:17.679926 dv-neutron-828697-3-hyperv neutron-server[114378]: 'ConntrackHelper': {'1.0'}, Feb 16 16:50:17.679926 dv-neutron-828697-3-hyperv neutron-server[114378]: 'Log': {'1.0'}, Feb 16 16:50:17.679926 dv-neutron-828697-3-hyperv neutron-server[114378]: 'Network': {'1.1'}, Feb 16 16:50:17.679926 dv-neutron-828697-3-hyperv neutron-server[114378]: 'Port': {'1.7'}, Feb 16 16:50:17.679926 dv-neutron-828697-3-hyperv neutron-server[114378]: 'PortForwarding': {'1.2'}, Feb 16 16:50:17.679926 dv-neutron-828697-3-hyperv neutron-server[114378]: 'QosPolicy': {'1.9'}, Feb 16 16:50:17.679926 dv-neutron-828697-3-hyperv neutron-server[114378]: 'SecurityGroup': {'1.4'}, Feb 16 16:50:17.679926 dv-neutron-828697-3-hyperv neutron-server[114378]: 'SecurityGroupRule': {'1.2'}, Feb 16 16:50:17.679926 dv-neutron-828697-3-hyperv neutron-server[114378]: 'SubPort': {'1.0'}, Feb 16 16:50:17.679926 dv-neutron-828697-3-hyperv neutron-server[114378]: 'Subnet': {'1.1'}, Feb 16 16:50:17.679926 dv-neutron-828697-3-hyperv neutron-server[114378]: 'Trunk': {'1.1'}} Feb 16 16:50:17.679926 dv-neutron-828697-3-hyperv neutron-server[114378]: consumer versions: Feb 16 16:50:17.679926 dv-neutron-828697-3-hyperv neutron-server[114378]: { DHCP agent@dv-neutron-828697-3-hyperv: {}, Feb 16 16:50:17.679926 dv-neutron-828697-3-hyperv neutron-server[114378]: L3 agent@dv-neutron-828697-3-hyperv: {}, Feb 16 16:50:17.679926 dv-neutron-828697-3-hyperv neutron-server[114378]: Metadata agent@dv-neutron-828697-3-hyperv: {}, Feb 16 16:50:17.679926 dv-neutron-828697-3-hyperv neutron-server[114378]: Metering agent@dv-neutron-828697-3-hyperv: {}, Feb 16 16:50:17.679926 dv-neutron-828697-3-hyperv neutron-server[114378]: Open vSwitch agent@dv-neutron-828697-3-hyperv: { 'AddressGroup': '1.2', Feb 16 16:50:17.679926 dv-neutron-828697-3-hyperv neutron-server[114378]: 'ConntrackHelper': '1.0', Feb 16 16:50:17.679926 dv-neutron-828697-3-hyperv neutron-server[114378]: 'Log': '1.0', Feb 16 16:50:17.679926 dv-neutron-828697-3-hyperv neutron-server[114378]: 'Network': '1.1', Feb 16 16:50:17.679926 dv-neutron-828697-3-hyperv neutron-server[114378]: 'Port': '1.7', Feb 16 16:50:17.679926 dv-neutron-828697-3-hyperv neutron-server[114378]: 'PortForwarding': '1.2', Feb 16 16:50:17.679926 dv-neutron-828697-3-hyperv neutron-server[114378]: 'QosPolicy': '1.9', Feb 16 16:50:17.679926 dv-neutron-828697-3-hyperv neutron-server[114378]: 'SecurityGroup': '1.4', Feb 16 16:50:17.679926 dv-neutron-828697-3-hyperv neutron-server[114378]: 'SecurityGroupRule': '1.2', Feb 16 16:50:17.679926 dv-neutron-828697-3-hyperv neutron-server[114378]: 'SubPort': '1.0', Feb 16 16:50:17.679926 dv-neutron-828697-3-hyperv neutron-server[114378]: 'Subnet': '1.1', Feb 16 16:50:17.679926 dv-neutron-828697-3-hyperv neutron-server[114378]: 'Trunk': '1.1'}} Feb 16 16:50:17.679926 dv-neutron-828697-3-hyperv neutron-server[114378]: {{(pid=114378) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 16:50:17.684766 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-cf9965c9-f6ba-4b2e-baa2-03bb9db53546 None None] Attempting to bind port b9dc283a-6cf0-43c4-b62a-1f43520fa1f7 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:50:17.685195 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-cf9965c9-f6ba-4b2e-baa2-03bb9db53546 None None] Attempting to bind port b9dc283a-6cf0-43c4-b62a-1f43520fa1f7 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '88cd710f-323f-47cf-bf0a-fc34e0ecc916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f8144918-9a34-4b08-8372-2d455567a1b6'}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:50:17.685682 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9965c9-f6ba-4b2e-baa2-03bb9db53546 None None] Attempting to bind port b9dc283a-6cf0-43c4-b62a-1f43520fa1f7 on network f8144918-9a34-4b08-8372-2d455567a1b6 {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:50:17.691471 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9965c9-f6ba-4b2e-baa2-03bb9db53546 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:50:17.691891 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9965c9-f6ba-4b2e-baa2-03bb9db53546 None None] Checking segment: {'id': '88cd710f-323f-47cf-bf0a-fc34e0ecc916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f8144918-9a34-4b08-8372-2d455567a1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:50:17.692420 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-cf9965c9-f6ba-4b2e-baa2-03bb9db53546 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:17.692869 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9965c9-f6ba-4b2e-baa2-03bb9db53546 None None] Bound using segment: {'id': '88cd710f-323f-47cf-bf0a-fc34e0ecc916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f8144918-9a34-4b08-8372-2d455567a1b6'} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:50:17.693429 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-cf9965c9-f6ba-4b2e-baa2-03bb9db53546 None None] Bound port: b9dc283a-6cf0-43c4-b62a-1f43520fa1f7, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88cd710f-323f-47cf-bf0a-fc34e0ecc916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f8144918-9a34-4b08-8372-2d455567a1b6'}}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:50:17.693806 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-cf9965c9-f6ba-4b2e-baa2-03bb9db53546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:17.764081 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-cf9965c9-f6ba-4b2e-baa2-03bb9db53546 None None] For port b9dc283a-6cf0-43c4-b62a-1f43520fa1f7, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:50:17.784845 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-cf9965c9-f6ba-4b2e-baa2-03bb9db53546 None None] For port b9dc283a-6cf0-43c4-b62a-1f43520fa1f7, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=b9dc283a-6cf0-43c4-b62a-1f43520fa1f7,segment=NetworkSegment(88cd710f-323f-47cf-bf0a-fc34e0ecc916),segment_id=88cd710f-323f-47cf-bf0a-fc34e0ecc916)] {{(pid=114378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:50:17.792556 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-f1823c1c-556d-457d-99d4-1a5bdb249b09 None None] Provisioning complete for port b9dc283a-6cf0-43c4-b62a-1f43520fa1f7 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:50:17.793137 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f1823c1c-556d-457d-99d4-1a5bdb249b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:17.834875 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-f1823c1c-556d-457d-99d4-1a5bdb249b09 None None] Port b9dc283a-6cf0-43c4-b62a-1f43520fa1f7 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 16:50:17.888691 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-cf9965c9-f6ba-4b2e-baa2-03bb9db53546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:17.948073 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9965c9-f6ba-4b2e-baa2-03bb9db53546 None None] Routers {'d96a4997-b906-4492-8ea3-2b0e3335a244'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:50:17.949274 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-cf9965c9-f6ba-4b2e-baa2-03bb9db53546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:50:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['d96a4997-b906-4492-8ea3-2b0e3335a244'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:17.987380 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d45ff-12c7-41b5-aba4-cbba32fd5955 None None] Pushing event updated for resources: {'Port': ['ID=b9dc283a-6cf0-43c4-b62a-1f43520fa1f7,revision_number=4']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:18.048932 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-cf9965c9-f6ba-4b2e-baa2-03bb9db53546 None None] Set router d96a4997-b906-4492-8ea3-2b0e3335a244 gateway port host: None {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:50:18.156668 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-725f75de-7ada-478a-bb89-7f619bd7882d None None] Provisioning complete for port b9dc283a-6cf0-43c4-b62a-1f43520fa1f7 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:50:18.157160 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-725f75de-7ada-478a-bb89-7f619bd7882d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:18.240358 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-725f75de-7ada-478a-bb89-7f619bd7882d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:18.272129 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-cf9965c9-f6ba-4b2e-baa2-03bb9db53546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96a4997-b906-4492-8ea3-2b0e3335a244', 'name': 'router1', 'tenant_id': 'a85fb2a4bd084f0080b56d20b42bcc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:50:04Z', 'updated_at': '2022-02-16T16:50:15Z', 'revision_number': 2, 'project_id': 'a85fb2a4bd084f0080b56d20b42bcc24', 'gw_port_host': None, '_interfaces': [{'id': 'b9dc283a-6cf0-43c4-b62a-1f43520fa1f7', 'name': '', 'network_id': 'f8144918-9a34-4b08-8372-2d455567a1b6', 'tenant_id': 'a85fb2a4bd084f0080b56d20b42bcc24', 'mac_address': 'fa:16:3e:a9:9a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96a4997-b906-4492-8ea3-2b0e3335a244', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '865e0afd-847a-4f7a-b64d-bfd791db1305', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:50:14Z', 'updated_at': '2022-02-16T16:50:17Z', 'revision_number': 4, 'project_id': 'a85fb2a4bd084f0080b56d20b42bcc24', 'subnets': [{'id': '865e0afd-847a-4f7a-b64d-bfd791db1305', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2b889db-1008-4b64-b8a0-fb06257d264d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:18.276275 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-725f75de-7ada-478a-bb89-7f619bd7882d None None] For port b9dc283a-6cf0-43c4-b62a-1f43520fa1f7, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=b9dc283a-6cf0-43c4-b62a-1f43520fa1f7,segment=NetworkSegment(88cd710f-323f-47cf-bf0a-fc34e0ecc916),segment_id=88cd710f-323f-47cf-bf0a-fc34e0ecc916)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:50:18.300982 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9965c9-f6ba-4b2e-baa2-03bb9db53546 None None] The sync data for ids ['d96a4997-b906-4492-8ea3-2b0e3335a244'] in dv-neutron-828697-3-hyperv is: [{'id': 'd96a4997-b906-4492-8ea3-2b0e3335a244', 'name': 'router1', 'tenant_id': 'a85fb2a4bd084f0080b56d20b42bcc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:50:04Z', 'updated_at': '2022-02-16T16:50:15Z', 'revision_number': 2, 'project_id': 'a85fb2a4bd084f0080b56d20b42bcc24', 'gw_port_host': None, '_interfaces': [{'id': 'b9dc283a-6cf0-43c4-b62a-1f43520fa1f7', 'name': '', 'network_id': 'f8144918-9a34-4b08-8372-2d455567a1b6', 'tenant_id': 'a85fb2a4bd084f0080b56d20b42bcc24', 'mac_address': 'fa:16:3e:a9:9a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96a4997-b906-4492-8ea3-2b0e3335a244', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '865e0afd-847a-4f7a-b64d-bfd791db1305', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:50:14Z', 'updated_at': '2022-02-16T16:50:17Z', 'revision_number': 4, 'project_id': 'a85fb2a4bd084f0080b56d20b42bcc24', 'subnets': [{'id': '865e0afd-847a-4f7a-b64d-bfd791db1305', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2b889db-1008-4b64-b8a0-fb06257d264d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:50:18.362446 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-725f75de-7ada-478a-bb89-7f619bd7882d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:18.416299 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f75de-7ada-478a-bb89-7f619bd7882d None None] Pushing event updated for resources: {'Port': ['ID=b9dc283a-6cf0-43c4-b62a-1f43520fa1f7,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:18.449020 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 46172) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:50:18.563175 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbc3142-e146-4989-bdfb-6ae146f6fd2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:18.564493 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-8dbc3142-e146-4989-bdfb-6ae146f6fd2d admin admin] 10.222.0.88 "GET /v2.0/networks/d8eab20e-246c-47ce-8449-822ce53769fc HTTP/1.1" status: 200 len: 842 time: 0.1144907 Feb 16 16:50:18.574755 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-94ff7635-6185-43a3-8b89-c1e3776c6252 admin admin] Request body: {'subnet': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'gateway_ip': '172.26.3.1', 'enable_dhcp': False, 'cidr': '172.26.3.0/24', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:50:18.694949 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ff7635-6185-43a3-8b89-c1e3776c6252 admin admin] Made reservation on behalf of c32d3edacde34fc7aeaccc2f127d2e08 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:50:18.697226 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-94ff7635-6185-43a3-8b89-c1e3776c6252 admin admin] Notify callbacks [] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:19.052579 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.objects.ports [None req-94ff7635-6185-43a3-8b89-c1e3776c6252 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114375) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 16:50:19.053023 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-94ff7635-6185-43a3-8b89-c1e3776c6252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:19.107215 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff7635-6185-43a3-8b89-c1e3776c6252 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a765d31-d1c4-4f9e-8993-3e8abeb5fa12,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:19.116043 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ff7635-6185-43a3-8b89-c1e3776c6252 admin admin] Checking segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:50:19.116405 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ff7635-6185-43a3-8b89-c1e3776c6252 admin admin] Network hostable DHCP agents. Network: d8eab20e-246c-47ce-8449-822ce53769fc, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:50:19.207813 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ff7635-6185-43a3-8b89-c1e3776c6252 admin admin] Network d8eab20e-246c-47ce-8449-822ce53769fc is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:50:19.295200 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-94ff7635-6185-43a3-8b89-c1e3776c6252 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, d8eab20e-246c-47ce-8449-822ce53769fc) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:50:19.300600 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ff7635-6185-43a3-8b89-c1e3776c6252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:19.301818 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-94ff7635-6185-43a3-8b89-c1e3776c6252 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:19.306055 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cadb712-8d01-4745-ab8a-e0dc6000fbef None None] Network d8eab20e-246c-47ce-8449-822ce53769fc requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:50:19.380024 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-94ff7635-6185-43a3-8b89-c1e3776c6252 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8080604 Feb 16 16:50:19.441862 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1622ec-93ec-43bc-8c25-9ca70345936a None None] Network d8eab20e-246c-47ce-8449-822ce53769fc requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:50:21.803508 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 46180) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:50:22.084201 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-12d06fd1-7333-4bfb-8f6e-6639e8d23288 admin admin] 10.222.0.88 "GET /v2.0/routers/d96a4997-b906-4492-8ea3-2b0e3335a244 HTTP/1.1" status: 200 len: 710 time: 0.2795217 Feb 16 16:50:22.248035 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8046046e-77b9-474f-b5c1-43639691edf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:22.249503 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-8046046e-77b9-474f-b5c1-43639691edf8 admin admin] 10.222.0.88 "GET /v2.0/networks/d8eab20e-246c-47ce-8449-822ce53769fc HTTP/1.1" status: 200 len: 886 time: 0.1592889 Feb 16 16:50:22.259047 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-0d7f8884-b350-437a-8eaf-854f58dd8ee5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:50:22.518623 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0d7f8884-b350-437a-8eaf-854f58dd8ee5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:22.861238 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0d7f8884-b350-437a-8eaf-854f58dd8ee5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:22.938446 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0d7f8884-b350-437a-8eaf-854f58dd8ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:23.174520 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-0d7f8884-b350-437a-8eaf-854f58dd8ee5 admin admin] Allocated IP 172.26.3.89 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/0b865d18-e026-4a00-affc-42dcfd510b11) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:50:23.306066 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0d7f8884-b350-437a-8eaf-854f58dd8ee5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:23.467385 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0d7f8884-b350-437a-8eaf-854f58dd8ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:23.613509 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7f8884-b350-437a-8eaf-854f58dd8ee5 admin admin] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:50:23.618650 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-0d7f8884-b350-437a-8eaf-854f58dd8ee5 admin admin] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:50:23.630433 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7f8884-b350-437a-8eaf-854f58dd8ee5 admin admin] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:50:23.669221 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f8884-b350-437a-8eaf-854f58dd8ee5 admin admin] Pushing event updated for resources: {'Port': ['ID=0b865d18-e026-4a00-affc-42dcfd510b11,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:24.035818 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0d7f8884-b350-437a-8eaf-854f58dd8ee5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:24.244853 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0d7f8884-b350-437a-8eaf-854f58dd8ee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-583993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10422'] for router, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:24.249361 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0d7f8884-b350-437a-8eaf-854f58dd8ee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-583970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-583979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-582263'] for router, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:24.361282 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d7f8884-b350-437a-8eaf-854f58dd8ee5 admin admin] Router d96a4997-b906-4492-8ea3-2b0e3335a244 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:50:24.473811 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7f8884-b350-437a-8eaf-854f58dd8ee5 admin admin] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:50:24.478174 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0d7f8884-b350-437a-8eaf-854f58dd8ee5 admin admin] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:24.479961 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-0d7f8884-b350-437a-8eaf-854f58dd8ee5 admin admin] 10.222.0.88 "PUT /v2.0/routers/d96a4997-b906-4492-8ea3-2b0e3335a244 HTTP/1.1" status: 200 len: 889 time: 2.2236083 Feb 16 16:50:24.977766 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f8041c-246f-485c-b29c-bfae0e2b1630 None None] Sync routers for ids ['d96a4997-b906-4492-8ea3-2b0e3335a244'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:50:24.990385 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f8041c-246f-485c-b29c-bfae0e2b1630 None None] Routers {'d96a4997-b906-4492-8ea3-2b0e3335a244'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:50:24.991033 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-d5f8041c-246f-485c-b29c-bfae0e2b1630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:50:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['d96a4997-b906-4492-8ea3-2b0e3335a244'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:25.203092 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-d5f8041c-246f-485c-b29c-bfae0e2b1630 None None] Set router d96a4997-b906-4492-8ea3-2b0e3335a244 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:50:25.357037 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device b9dc283a-6cf0-43c4-b62a-1f43520fa1f7 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:50:25.427449 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port b9dc283a-6cf0-43c4-b62a-1f43520fa1f7 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:50:25.427812 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:25.799859 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-d5f8041c-246f-485c-b29c-bfae0e2b1630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96a4997-b906-4492-8ea3-2b0e3335a244', 'name': 'router1', 'tenant_id': 'a85fb2a4bd084f0080b56d20b42bcc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.89'}], 'enable_snat': True}, 'gw_port_id': '0b865d18-e026-4a00-affc-42dcfd510b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:50:04Z', 'updated_at': '2022-02-16T16:50:23Z', 'revision_number': 4, 'project_id': 'a85fb2a4bd084f0080b56d20b42bcc24', 'gw_port': {'id': '0b865d18-e026-4a00-affc-42dcfd510b11', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:91:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96a4997-b906-4492-8ea3-2b0e3335a244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:50:22Z', 'updated_at': '2022-02-16T16:50:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'b9dc283a-6cf0-43c4-b62a-1f43520fa1f7', 'name': '', 'network_id': 'f8144918-9a34-4b08-8372-2d455567a1b6', 'tenant_id': 'a85fb2a4bd084f0080b56d20b42bcc24', 'mac_address': 'fa:16:3e:a9:9a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96a4997-b906-4492-8ea3-2b0e3335a244', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '865e0afd-847a-4f7a-b64d-bfd791db1305', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:50:14Z', 'updated_at': '2022-02-16T16:50:18Z', 'revision_number': 5, 'project_id': 'a85fb2a4bd084f0080b56d20b42bcc24', 'subnets': [{'id': '865e0afd-847a-4f7a-b64d-bfd791db1305', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2b889db-1008-4b64-b8a0-fb06257d264d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:25.853008 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f8041c-246f-485c-b29c-bfae0e2b1630 None None] Checking router: d96a4997-b906-4492-8ea3-2b0e3335a244 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:50:25.853373 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f8041c-246f-485c-b29c-bfae0e2b1630 None None] Updating router d96a4997-b906-4492-8ea3-2b0e3335a244 port 0b865d18-e026-4a00-affc-42dcfd510b11 binding host dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:50:25.900661 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d5f8041c-246f-485c-b29c-bfae0e2b1630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:26.272805 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d5f8041c-246f-485c-b29c-bfae0e2b1630 None None] Notify callbacks [] for port, precommit_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:26.363646 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d5f8041c-246f-485c-b29c-bfae0e2b1630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:26.415811 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-d5f8041c-246f-485c-b29c-bfae0e2b1630 None None] Attempting to bind port 0b865d18-e026-4a00-affc-42dcfd510b11 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:50:26.416200 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-d5f8041c-246f-485c-b29c-bfae0e2b1630 None None] Attempting to bind port 0b865d18-e026-4a00-affc-42dcfd510b11 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:50:26.416570 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f8041c-246f-485c-b29c-bfae0e2b1630 None None] Attempting to bind port 0b865d18-e026-4a00-affc-42dcfd510b11 on network d8eab20e-246c-47ce-8449-822ce53769fc {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:50:26.423851 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f8041c-246f-485c-b29c-bfae0e2b1630 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:50:26.424253 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f8041c-246f-485c-b29c-bfae0e2b1630 None None] Checking segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:50:26.424672 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d5f8041c-246f-485c-b29c-bfae0e2b1630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:26.425209 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f8041c-246f-485c-b29c-bfae0e2b1630 None None] Bound using segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:50:26.425601 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-d5f8041c-246f-485c-b29c-bfae0e2b1630 None None] Bound port: 0b865d18-e026-4a00-affc-42dcfd510b11, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:50:26.425998 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d5f8041c-246f-485c-b29c-bfae0e2b1630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:26.427594 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea48cb7b-3781-41fd-8a94-e9d1ddf127d0 None None] Pushing event updated for resources: {'Port': ['ID=0b865d18-e026-4a00-affc-42dcfd510b11,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:26.506115 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-d5f8041c-246f-485c-b29c-bfae0e2b1630 None None] For port 0b865d18-e026-4a00-affc-42dcfd510b11, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:50:26.509327 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-d5f8041c-246f-485c-b29c-bfae0e2b1630 None None] For port 0b865d18-e026-4a00-affc-42dcfd510b11, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=0b865d18-e026-4a00-affc-42dcfd510b11,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:50:26.552513 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d5f8041c-246f-485c-b29c-bfae0e2b1630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:26.613705 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f8041c-246f-485c-b29c-bfae0e2b1630 None None] Routers {'d96a4997-b906-4492-8ea3-2b0e3335a244'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:50:26.614324 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-d5f8041c-246f-485c-b29c-bfae0e2b1630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:50:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['d96a4997-b906-4492-8ea3-2b0e3335a244'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:26.617049 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea48cb7b-3781-41fd-8a94-e9d1ddf127d0 None None] Pushing event updated for resources: {'Port': ['ID=0b865d18-e026-4a00-affc-42dcfd510b11,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:26.733113 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-d5f8041c-246f-485c-b29c-bfae0e2b1630 None None] Set router d96a4997-b906-4492-8ea3-2b0e3335a244 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:50:26.947851 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-d5f8041c-246f-485c-b29c-bfae0e2b1630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96a4997-b906-4492-8ea3-2b0e3335a244', 'name': 'router1', 'tenant_id': 'a85fb2a4bd084f0080b56d20b42bcc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.89'}], 'enable_snat': True}, 'gw_port_id': '0b865d18-e026-4a00-affc-42dcfd510b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:50:04Z', 'updated_at': '2022-02-16T16:50:23Z', 'revision_number': 4, 'project_id': 'a85fb2a4bd084f0080b56d20b42bcc24', 'gw_port': {'id': '0b865d18-e026-4a00-affc-42dcfd510b11', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:91:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96a4997-b906-4492-8ea3-2b0e3335a244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:50:22Z', 'updated_at': '2022-02-16T16:50:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'b9dc283a-6cf0-43c4-b62a-1f43520fa1f7', 'name': '', 'network_id': 'f8144918-9a34-4b08-8372-2d455567a1b6', 'tenant_id': 'a85fb2a4bd084f0080b56d20b42bcc24', 'mac_address': 'fa:16:3e:a9:9a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96a4997-b906-4492-8ea3-2b0e3335a244', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '865e0afd-847a-4f7a-b64d-bfd791db1305', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:50:14Z', 'updated_at': '2022-02-16T16:50:18Z', 'revision_number': 5, 'project_id': 'a85fb2a4bd084f0080b56d20b42bcc24', 'subnets': [{'id': '865e0afd-847a-4f7a-b64d-bfd791db1305', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2b889db-1008-4b64-b8a0-fb06257d264d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:26.976985 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f8041c-246f-485c-b29c-bfae0e2b1630 None None] The sync data for ids ['d96a4997-b906-4492-8ea3-2b0e3335a244'] in dv-neutron-828697-3-hyperv is: [{'id': 'd96a4997-b906-4492-8ea3-2b0e3335a244', 'name': 'router1', 'tenant_id': 'a85fb2a4bd084f0080b56d20b42bcc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.89'}], 'enable_snat': True}, 'gw_port_id': '0b865d18-e026-4a00-affc-42dcfd510b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:50:04Z', 'updated_at': '2022-02-16T16:50:23Z', 'revision_number': 4, 'project_id': 'a85fb2a4bd084f0080b56d20b42bcc24', 'gw_port': {'id': '0b865d18-e026-4a00-affc-42dcfd510b11', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:91:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96a4997-b906-4492-8ea3-2b0e3335a244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:50:22Z', 'updated_at': '2022-02-16T16:50:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'b9dc283a-6cf0-43c4-b62a-1f43520fa1f7', 'name': '', 'network_id': 'f8144918-9a34-4b08-8372-2d455567a1b6', 'tenant_id': 'a85fb2a4bd084f0080b56d20b42bcc24', 'mac_address': 'fa:16:3e:a9:9a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96a4997-b906-4492-8ea3-2b0e3335a244', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '865e0afd-847a-4f7a-b64d-bfd791db1305', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:50:14Z', 'updated_at': '2022-02-16T16:50:18Z', 'revision_number': 5, 'project_id': 'a85fb2a4bd084f0080b56d20b42bcc24', 'subnets': [{'id': '865e0afd-847a-4f7a-b64d-bfd791db1305', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2b889db-1008-4b64-b8a0-fb06257d264d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:50:27.130148 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 46192) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:50:27.260018 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-0f069574-f590-430a-89c1-0cf002f8b833 admin admin] 10.222.0.88 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1282871 Feb 16 16:50:27.346261 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 0b865d18-e026-4a00-affc-42dcfd510b11 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:50:27.406985 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 0b865d18-e026-4a00-affc-42dcfd510b11 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:50:27.408056 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:27.490941 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:27.516212 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port 0b865d18-e026-4a00-affc-42dcfd510b11, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=0b865d18-e026-4a00-affc-42dcfd510b11,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:50:27.590732 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:27.649395 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=0b865d18-e026-4a00-affc-42dcfd510b11,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:29.326770 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 0b865d18-e026-4a00-affc-42dcfd510b11 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:50:29.384937 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 0b865d18-e026-4a00-affc-42dcfd510b11 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:50:29.385374 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:36.780983 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c85dddb-8343-4365-a44e-751dd79d77b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:39.202021 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e9d2629c-6756-4c8b-ac53-dd496d6045a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:39.606288 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 5 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:50:40.290763 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:41.641939 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:50:42.024455 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:51:06.785489 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-75e77b9b-5dd3-43e3-9ec5-26199363ac84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:51:09.162597 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0fa84062-7c34-4ab2-8606-3ff9e0ec9d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:51:10.282505 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:51:11.630745 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:51:12.025344 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:51:16.604472 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 5 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:51:36.818921 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b91d86e3-7f1b-4895-b1c3-7563adff7c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:51:39.161760 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-dfc51722-a380-4e7f-858d-962df401e5a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:51:40.299282 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:51:41.653378 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:51:42.019105 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:51:53.603415 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 5 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:52:06.760448 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-aa9f983c-f11f-4250-8ddb-ee9ac1c3548b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:52:09.149197 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-da9b037d-d178-4189-9354-fcf57337bf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:52:10.291789 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:52:11.634194 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:52:12.023736 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:52:14.118126 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 46786) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:52:14.180200 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a5da3b9-6df9-45c7-ab50-bbc7ced4f44c admin admin] GET failed (client error): The resource could not be found. Feb 16 16:52:14.181563 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-9a5da3b9-6df9-45c7-ab50-bbc7ced4f44c admin admin] 10.222.0.88 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0624533 Feb 16 16:52:14.344740 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0a79d6-5c0a-4313-9e80-f15a92cca143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:14.346227 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-db0a79d6-5c0a-4313-9e80-f15a92cca143 admin admin] 10.222.0.88 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1599951 Feb 16 16:52:16.559897 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 46796) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:52:16.668816 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3956d5f6-a0fe-4f85-9fe2-1f444c97db76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:16.670223 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-3956d5f6-a0fe-4f85-9fe2-1f444c97db76 admin admin] 10.222.0.88 "GET /v2.0/subnets/865e0afd-847a-4f7a-b64d-bfd791db1305 HTTP/1.1" status: 200 len: 849 time: 0.1093247 Feb 16 16:52:16.680994 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-f46982d6-3775-4205-88e9-c71ecc973578 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:52:16.763795 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f46982d6-3775-4205-88e9-c71ecc973578 admin admin] Notify callbacks [] for subnet, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:52:16.978131 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f46982d6-3775-4205-88e9-c71ecc973578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749410308967'] for subnet, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:52:17.009421 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46982d6-3775-4205-88e9-c71ecc973578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:17.009995 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f46982d6-3775-4205-88e9-c71ecc973578 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:52:17.011307 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-f46982d6-3775-4205-88e9-c71ecc973578 admin admin] 10.222.0.88 "PUT /v2.0/subnets/865e0afd-847a-4f7a-b64d-bfd791db1305 HTTP/1.1" status: 200 len: 868 time: 0.3346069 Feb 16 16:52:17.031385 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c03b9e-bb4f-48c3-8065-3705b2b4e391 None None] Network f8144918-9a34-4b08-8372-2d455567a1b6 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:52:17.033237 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46982d6-3775-4205-88e9-c71ecc973578 admin admin] Pushing event updated for resources: {'Subnet': ['ID=865e0afd-847a-4f7a-b64d-bfd791db1305,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:17.041528 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46982d6-3775-4205-88e9-c71ecc973578 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:17.041897 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46982d6-3775-4205-88e9-c71ecc973578 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:17.042237 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46982d6-3775-4205-88e9-c71ecc973578 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:17.042571 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46982d6-3775-4205-88e9-c71ecc973578 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:17.042900 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46982d6-3775-4205-88e9-c71ecc973578 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:17.043245 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46982d6-3775-4205-88e9-c71ecc973578 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:17.043575 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46982d6-3775-4205-88e9-c71ecc973578 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:17.043924 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46982d6-3775-4205-88e9-c71ecc973578 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:17.044294 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46982d6-3775-4205-88e9-c71ecc973578 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:17.044608 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46982d6-3775-4205-88e9-c71ecc973578 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:17.044943 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46982d6-3775-4205-88e9-c71ecc973578 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:17.045248 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46982d6-3775-4205-88e9-c71ecc973578 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:17.379718 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-5c83ed75-4c0b-48a4-914c-465c84b50787 None None] Provisioning complete for port b9dc283a-6cf0-43c4-b62a-1f43520fa1f7 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:52:17.380032 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5c83ed75-4c0b-48a4-914c-465c84b50787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:52:17.465883 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-5c83ed75-4c0b-48a4-914c-465c84b50787 None None] Provisioning complete for port a9adb570-603a-4ea2-961a-135b7cbd36db triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:52:17.466249 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5c83ed75-4c0b-48a4-914c-465c84b50787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:52:19.257632 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 46804) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:52:19.464486 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d935d1b-dd7e-44c0-83be-d2be495fffe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:19.464863 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d935d1b-dd7e-44c0-83be-d2be495fffe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:19.466428 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-4d935d1b-dd7e-44c0-83be-d2be495fffe4 admin admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2078729 Feb 16 16:52:21.686573 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 46814) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:52:21.896127 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baf909b-5402-46ad-be36-efc87deb4f57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:21.896526 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baf909b-5402-46ad-be36-efc87deb4f57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:21.898076 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-8baf909b-5402-46ad-be36-efc87deb4f57 admin admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2105386 Feb 16 16:52:24.150396 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 46822) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:52:24.284315 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef96328-c3b4-457f-bfa8-139039a777ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:24.285726 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-3ef96328-c3b4-457f-bfa8-139039a777ad admin admin] 10.222.0.88 "GET /v2.0/networks/d8eab20e-246c-47ce-8449-822ce53769fc HTTP/1.1" status: 200 len: 886 time: 0.1344650 Feb 16 16:52:26.561278 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 46830) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:52:26.788194 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ab79c8-69a0-48ba-b386-b4a3e4d0ede9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:26.789504 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-92ab79c8-69a0-48ba-b386-b4a3e4d0ede9 admin admin] 10.222.0.88 "GET /v2.0/networks/f8144918-9a34-4b08-8372-2d455567a1b6 HTTP/1.1" status: 200 len: 869 time: 0.2272251 Feb 16 16:52:29.001592 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 46838) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:52:29.123679 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4ce2ad-0f54-4e2f-ac72-b10aec9211ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:29.124158 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4ce2ad-0f54-4e2f-ac72-b10aec9211ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:29.125686 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-eb4ce2ad-0f54-4e2f-ac72-b10aec9211ac admin admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1231041 Feb 16 16:52:30.601348 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 5 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:52:31.334349 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 46846) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:52:31.429125 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f1d730-24bf-4e73-b708-a170bf50ae86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:31.429570 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f1d730-24bf-4e73-b708-a170bf50ae86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:31.431279 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-39f1d730-24bf-4e73-b708-a170bf50ae86 admin admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0959752 Feb 16 16:52:33.662233 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 46854) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:52:33.754297 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d33a1a-28fc-4faa-876f-a8fd7977409b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:33.756201 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-40d33a1a-28fc-4faa-876f-a8fd7977409b admin admin] 10.222.0.88 "GET /v2.0/subnets/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12 HTTP/1.1" status: 200 len: 816 time: 0.0930078 Feb 16 16:52:35.963058 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 46862) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:52:36.054031 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07701f45-26a6-4b60-8d1e-3d6ceccc7ab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:36.055381 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-07701f45-26a6-4b60-8d1e-3d6ceccc7ab0 admin admin] 10.222.0.88 "GET /v2.0/subnets/865e0afd-847a-4f7a-b64d-bfd791db1305 HTTP/1.1" status: 200 len: 868 time: 0.0913880 Feb 16 16:52:36.782876 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f5a3504c-ba3a-47c7-8aa4-dcab955288b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:52:39.177362 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-13718811-8fd5-4d72-8f61-c44dbd043c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:52:40.365702 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:52:41.679972 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:52:42.027996 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:52:56.687212 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 46916) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:52:56.736264 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [None req-6c35d744-4143-4a89-8983-5d7892c29102 admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=114376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 16:52:56.737285 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-6c35d744-4143-4a89-8983-5d7892c29102 admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0491402 Feb 16 16:52:59.044529 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 46924) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:52:59.106897 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-beecbb66-59d4-4865-b775-da213dd8c751 admin admin] GET failed (client error): The resource could not be found. Feb 16 16:52:59.108218 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-beecbb66-59d4-4865-b775-da213dd8c751 admin admin] 10.222.0.88 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0627005 Feb 16 16:52:59.252507 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda27ecc-5d52-40f8-b42d-645fe5368290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:59.254537 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-cda27ecc-5d52-40f8-b42d-645fe5368290 admin admin] 10.222.0.88 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1409652 Feb 16 16:53:01.485070 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 46932) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:53:01.533094 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-0d194f3b-433a-42c2-83ae-a5e9f96e2951 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:53:01.610506 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d194f3b-433a-42c2-83ae-a5e9f96e2951 admin admin] Made reservation on behalf of c32d3edacde34fc7aeaccc2f127d2e08 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:53:01.613309 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0d194f3b-433a-42c2-83ae-a5e9f96e2951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:53:01.643412 dv-neutron-828697-3-hyperv neutron-server[114375]: WARNING neutron.services.revisions.revision_plugin [None req-0d194f3b-433a-42c2-83ae-a5e9f96e2951 admin admin] Could not find related network for resource to bump revision. Feb 16 16:53:01.658116 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d194f3b-433a-42c2-83ae-a5e9f96e2951 admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:53:01.668495 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0d194f3b-433a-42c2-83ae-a5e9f96e2951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:53:01.668842 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-0d194f3b-433a-42c2-83ae-a5e9f96e2951 admin admin] Added segment a99fb6ce-a8ec-4962-9ee3-c9e9bf7b0305 of type vlan for network 996d3c7b-162f-4be7-a06c-b367ebfd3805 Feb 16 16:53:01.713857 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0d194f3b-433a-42c2-83ae-a5e9f96e2951 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:53:01.798909 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0d194f3b-433a-42c2-83ae-a5e9f96e2951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:53:01.799902 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d194f3b-433a-42c2-83ae-a5e9f96e2951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:01.800563 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0d194f3b-433a-42c2-83ae-a5e9f96e2951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:53:01.858713 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d194f3b-433a-42c2-83ae-a5e9f96e2951 admin admin] Pushing event updated for resources: {'Network': ['ID=996d3c7b-162f-4be7-a06c-b367ebfd3805,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:01.865212 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d194f3b-433a-42c2-83ae-a5e9f96e2951 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:01.865499 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d194f3b-433a-42c2-83ae-a5e9f96e2951 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:01.865842 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d194f3b-433a-42c2-83ae-a5e9f96e2951 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:01.866210 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d194f3b-433a-42c2-83ae-a5e9f96e2951 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:01.866543 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d194f3b-433a-42c2-83ae-a5e9f96e2951 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:01.866907 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d194f3b-433a-42c2-83ae-a5e9f96e2951 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:01.867235 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d194f3b-433a-42c2-83ae-a5e9f96e2951 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:01.867575 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d194f3b-433a-42c2-83ae-a5e9f96e2951 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:01.867902 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d194f3b-433a-42c2-83ae-a5e9f96e2951 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:01.868248 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d194f3b-433a-42c2-83ae-a5e9f96e2951 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:01.868568 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d194f3b-433a-42c2-83ae-a5e9f96e2951 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:01.868884 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d194f3b-433a-42c2-83ae-a5e9f96e2951 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:01.879757 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 996d3c7b-162f-4be7-a06c-b367ebfd3805 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:53:01.886091 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-0d194f3b-433a-42c2-83ae-a5e9f96e2951 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3999462 Feb 16 16:53:04.272652 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 46940) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:53:04.333851 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-64f97f81-8c8d-4a19-803a-69813c73d8bc admin admin] GET failed (client error): The resource could not be found. Feb 16 16:53:04.335156 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-64f97f81-8c8d-4a19-803a-69813c73d8bc admin admin] 10.222.0.88 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0609770 Feb 16 16:53:04.405975 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a8da5a-e816-425d-b1ed-bf7116f08a23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:04.407460 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-00a8da5a-e816-425d-b1ed-bf7116f08a23 admin admin] 10.222.0.88 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0676396 Feb 16 16:53:04.418439 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-4b0272b8-7cc9-4f63-9efe-a4226e2edba7 admin admin] Request body: {'subnet': {'network_id': '996d3c7b-162f-4be7-a06c-b367ebfd3805', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:53:04.547397 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0272b8-7cc9-4f63-9efe-a4226e2edba7 admin admin] Made reservation on behalf of c32d3edacde34fc7aeaccc2f127d2e08 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:53:04.549622 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4b0272b8-7cc9-4f63-9efe-a4226e2edba7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:53:04.781705 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4b0272b8-7cc9-4f63-9efe-a4226e2edba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:53:04.836761 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0272b8-7cc9-4f63-9efe-a4226e2edba7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7e77309-9c6f-4aa9-a72e-b0a93dfaa002,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:04.843900 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0272b8-7cc9-4f63-9efe-a4226e2edba7 admin admin] Checking segment: {'id': 'a99fb6ce-a8ec-4962-9ee3-c9e9bf7b0305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '996d3c7b-162f-4be7-a06c-b367ebfd3805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:53:04.844353 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0272b8-7cc9-4f63-9efe-a4226e2edba7 admin admin] Network hostable DHCP agents. Network: 996d3c7b-162f-4be7-a06c-b367ebfd3805, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:53:04.964396 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0272b8-7cc9-4f63-9efe-a4226e2edba7 admin admin] Network 996d3c7b-162f-4be7-a06c-b367ebfd3805 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:53:05.038828 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-4b0272b8-7cc9-4f63-9efe-a4226e2edba7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 996d3c7b-162f-4be7-a06c-b367ebfd3805) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:53:05.042852 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0272b8-7cc9-4f63-9efe-a4226e2edba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:05.043431 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4b0272b8-7cc9-4f63-9efe-a4226e2edba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:53:05.048038 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926edbec-c643-4809-a0e0-0e7da798ae95 None None] Network 996d3c7b-162f-4be7-a06c-b367ebfd3805 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:53:05.132902 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-4b0272b8-7cc9-4f63-9efe-a4226e2edba7 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7177277 Feb 16 16:53:05.194480 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78477b57-d098-40b3-98c4-f06280b75406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-996d3c7b-162f-4be7-a06c-b367ebfd3805', 'network_id': '996d3c7b-162f-4be7-a06c-b367ebfd3805', 'tenant_id': 'c32d3edacde34fc7aeaccc2f127d2e08', 'fixed_ips': [{'subnet_id': 'a7e77309-9c6f-4aa9-a72e-b0a93dfaa002'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 16:53:05.195389 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-78477b57-d098-40b3-98c4-f06280b75406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:53:05.358084 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-78477b57-d098-40b3-98c4-f06280b75406 None None] Allocated IP 192.168.233.2 (996d3c7b-162f-4be7-a06c-b367ebfd3805/a7e77309-9c6f-4aa9-a72e-b0a93dfaa002/d9c65ed5-ac6d-4337-bb50-cfb3aa56901a) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:53:05.501205 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-78477b57-d098-40b3-98c4-f06280b75406 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:53:05.588692 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-78477b57-d098-40b3-98c4-f06280b75406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:53:05.630947 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78477b57-d098-40b3-98c4-f06280b75406 None None] Network 996d3c7b-162f-4be7-a06c-b367ebfd3805 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:53:05.635722 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-78477b57-d098-40b3-98c4-f06280b75406 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:53:05.641813 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78477b57-d098-40b3-98c4-f06280b75406 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:53:05.644517 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78477b57-d098-40b3-98c4-f06280b75406 None None] Pushing event updated for resources: {'Port': ['ID=d9c65ed5-ac6d-4337-bb50-cfb3aa56901a,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:05.654828 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78477b57-d098-40b3-98c4-f06280b75406 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:05.655197 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78477b57-d098-40b3-98c4-f06280b75406 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:05.655548 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78477b57-d098-40b3-98c4-f06280b75406 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:05.655880 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78477b57-d098-40b3-98c4-f06280b75406 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:05.656237 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78477b57-d098-40b3-98c4-f06280b75406 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:05.656588 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78477b57-d098-40b3-98c4-f06280b75406 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:05.656955 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78477b57-d098-40b3-98c4-f06280b75406 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:05.657327 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78477b57-d098-40b3-98c4-f06280b75406 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:05.657678 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78477b57-d098-40b3-98c4-f06280b75406 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:05.658008 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78477b57-d098-40b3-98c4-f06280b75406 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:05.658330 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78477b57-d098-40b3-98c4-f06280b75406 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:05.658649 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78477b57-d098-40b3-98c4-f06280b75406 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:05.708386 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-78477b57-d098-40b3-98c4-f06280b75406 None None] Attempting to bind port d9c65ed5-ac6d-4337-bb50-cfb3aa56901a on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:53:05.708758 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-78477b57-d098-40b3-98c4-f06280b75406 None None] Attempting to bind port d9c65ed5-ac6d-4337-bb50-cfb3aa56901a by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': 'a99fb6ce-a8ec-4962-9ee3-c9e9bf7b0305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '996d3c7b-162f-4be7-a06c-b367ebfd3805'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:53:05.709121 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78477b57-d098-40b3-98c4-f06280b75406 None None] Attempting to bind port d9c65ed5-ac6d-4337-bb50-cfb3aa56901a on network 996d3c7b-162f-4be7-a06c-b367ebfd3805 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:53:05.714292 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78477b57-d098-40b3-98c4-f06280b75406 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:53:05.714676 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78477b57-d098-40b3-98c4-f06280b75406 None None] Checking segment: {'id': 'a99fb6ce-a8ec-4962-9ee3-c9e9bf7b0305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '996d3c7b-162f-4be7-a06c-b367ebfd3805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:53:05.715087 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-78477b57-d098-40b3-98c4-f06280b75406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:53:05.715473 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78477b57-d098-40b3-98c4-f06280b75406 None None] Bound using segment: {'id': 'a99fb6ce-a8ec-4962-9ee3-c9e9bf7b0305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '996d3c7b-162f-4be7-a06c-b367ebfd3805'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:53:05.715940 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-78477b57-d098-40b3-98c4-f06280b75406 None None] Bound port: d9c65ed5-ac6d-4337-bb50-cfb3aa56901a, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a99fb6ce-a8ec-4962-9ee3-c9e9bf7b0305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '996d3c7b-162f-4be7-a06c-b367ebfd3805'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:53:05.716361 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-78477b57-d098-40b3-98c4-f06280b75406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:53:05.779503 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-78477b57-d098-40b3-98c4-f06280b75406 None None] For port d9c65ed5-ac6d-4337-bb50-cfb3aa56901a, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:53:05.782683 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-78477b57-d098-40b3-98c4-f06280b75406 None None] For port d9c65ed5-ac6d-4337-bb50-cfb3aa56901a, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=d9c65ed5-ac6d-4337-bb50-cfb3aa56901a,segment=NetworkSegment(a99fb6ce-a8ec-4962-9ee3-c9e9bf7b0305),segment_id=a99fb6ce-a8ec-4962-9ee3-c9e9bf7b0305)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:53:05.880325 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-78477b57-d098-40b3-98c4-f06280b75406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:53:05.945678 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78477b57-d098-40b3-98c4-f06280b75406 None None] Pushing event updated for resources: {'Port': ['ID=d9c65ed5-ac6d-4337-bb50-cfb3aa56901a,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:06.762285 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671e16f5-f4d3-4560-82fb-7c71334847ba None None] Network 996d3c7b-162f-4be7-a06c-b367ebfd3805 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:53:06.806314 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-af5fb195-6fb6-4a67-a1c0-dcdda4f96a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:53:06.885617 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-ae3c0edf-8a9b-41df-a6c7-bb10cf52cdbd None None] Provisioning complete for port d9c65ed5-ac6d-4337-bb50-cfb3aa56901a triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:53:06.885907 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ae3c0edf-8a9b-41df-a6c7-bb10cf52cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:53:06.992238 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ae3c0edf-8a9b-41df-a6c7-bb10cf52cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:53:07.028253 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-ae3c0edf-8a9b-41df-a6c7-bb10cf52cdbd None None] For port d9c65ed5-ac6d-4337-bb50-cfb3aa56901a, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=d9c65ed5-ac6d-4337-bb50-cfb3aa56901a,segment=NetworkSegment(a99fb6ce-a8ec-4962-9ee3-c9e9bf7b0305),segment_id=a99fb6ce-a8ec-4962-9ee3-c9e9bf7b0305)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:53:07.119798 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ae3c0edf-8a9b-41df-a6c7-bb10cf52cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:53:07.173658 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3c0edf-8a9b-41df-a6c7-bb10cf52cdbd None None] Pushing event updated for resources: {'Port': ['ID=d9c65ed5-ac6d-4337-bb50-cfb3aa56901a,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:07.242876 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-c304ee31-60f3-4526-b700-7fe4673feacb None None] Provisioning complete for port d9c65ed5-ac6d-4337-bb50-cfb3aa56901a triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:53:07.243377 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c304ee31-60f3-4526-b700-7fe4673feacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:53:07.454238 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device d9c65ed5-ac6d-4337-bb50-cfb3aa56901a up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:53:07.504268 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port d9c65ed5-ac6d-4337-bb50-cfb3aa56901a triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:53:07.504633 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:53:07.599491 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 5 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:53:09.175942 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b601b2d1-b2ff-4b62-8c71-660c7c13f8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:53:10.325036 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:53:11.656205 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:53:12.027505 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:53:36.797803 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-28ee1e7a-b609-4b92-8792-49620611fe03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:53:39.152368 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1e333bf0-1d87-47f4-9f09-73ad731ac7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:53:40.329409 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:53:41.643230 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:53:42.026324 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:53:44.598331 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 5 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:54:06.813972 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-496d14aa-65b2-45eb-92b3-7a53711222ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:54:09.151067 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9f4426b7-b03e-4c2d-bda9-d64a16d1cd78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:54:10.293754 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:54:11.711241 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:54:12.071720 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:54:21.601922 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 5 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:54:36.778923 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-814ae302-1a0e-48db-b918-04d9545b114c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:54:37.337179 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 46978) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:54:37.343577 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [None req-7e6573cd-2a91-47fb-915d-2a0065347211 tempest-verify_tempest_config-317594545 tempest-verify_tempest_config-317594545-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 16:54:37.344160 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-7e6573cd-2a91-47fb-915d-2a0065347211 tempest-verify_tempest_config-317594545 tempest-verify_tempest_config-317594545-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060062 Feb 16 16:54:37.886125 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 46996) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:54:37.988444 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1af06b5c-3d66-4ebc-87f5-0bf92b421fc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:54:38.060398 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1af06b5c-3d66-4ebc-87f5-0bf92b421fc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:54:38.138702 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1af06b5c-3d66-4ebc-87f5-0bf92b421fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:54:38.183720 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-1af06b5c-3d66-4ebc-87f5-0bf92b421fc3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=61a84ea1c50c426f8c4978ad531b1a03&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2965450 Feb 16 16:54:38.184561 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af06b5c-3d66-4ebc-87f5-0bf92b421fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220d828c-ab9c-46a9-b631-a420f3cccd08,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:38.186440 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47000) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:54:38.202617 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af06b5c-3d66-4ebc-87f5-0bf92b421fc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:38.202886 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af06b5c-3d66-4ebc-87f5-0bf92b421fc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:38.203231 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af06b5c-3d66-4ebc-87f5-0bf92b421fc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:38.203570 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af06b5c-3d66-4ebc-87f5-0bf92b421fc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:38.203905 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af06b5c-3d66-4ebc-87f5-0bf92b421fc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:38.204293 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af06b5c-3d66-4ebc-87f5-0bf92b421fc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:38.204630 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af06b5c-3d66-4ebc-87f5-0bf92b421fc3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:38.204975 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af06b5c-3d66-4ebc-87f5-0bf92b421fc3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:38.205914 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af06b5c-3d66-4ebc-87f5-0bf92b421fc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:38.206184 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af06b5c-3d66-4ebc-87f5-0bf92b421fc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:38.206515 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af06b5c-3d66-4ebc-87f5-0bf92b421fc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:38.206833 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af06b5c-3d66-4ebc-87f5-0bf92b421fc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:38.256572 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6b645d73-0749-4865-9411-414cc88a5bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:54:38.277254 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6b645d73-0749-4865-9411-414cc88a5bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:54:38.436282 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6b645d73-0749-4865-9411-414cc88a5bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:54:38.438859 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6b645d73-0749-4865-9411-414cc88a5bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:54:38.440667 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-6b645d73-0749-4865-9411-414cc88a5bc9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/220d828c-ab9c-46a9-b631-a420f3cccd08 HTTP/1.1" status: 204 len: 168 time: 0.2533393 Feb 16 16:54:38.448494 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b645d73-0749-4865-9411-414cc88a5bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220d828c-ab9c-46a9-b631-a420f3cccd08,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:39.191703 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-eed837a6-ebae-4648-a743-30337ac2fd74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:54:40.293454 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:54:41.664513 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:54:42.035808 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:54:58.601247 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 5 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:55:06.886708 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-bea2c0eb-dcaa-4d93-86ef-8ff15e940d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:09.150406 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6563a03a-28b5-4876-81dc-1a0be96f10f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:10.309519 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:11.657834 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:12.035213 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:35.599576 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 5 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:55:36.765858 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e8a5d8db-2ebe-4dfc-bbcf-9f42cc4816e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:39.173235 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-08bcb7de-6231-4f6e-bd5f-41c7707c0d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:40.319823 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:41.669443 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:55:42.040327 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:00.405513 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-589611'] for agent, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:06.764855 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-01fba0e8-63d2-4109-9d14-b750283aafc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:09.159383 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-3c00553c-a208-48f3-8465-0ebf1b362713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:10.331137 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:11.644729 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:12.079424 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:12.599305 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:56:15.328215 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47074) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:56:15.437724 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-633f04f5-4c5a-444f-948f-48a21b42c93f admin admin] 10.222.0.88 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1083086 Feb 16 16:56:17.727089 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47084) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:56:17.788848 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-952b2bf8-205a-4693-b396-0c0928c35d9d admin admin] 10.222.0.88 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0607438 Feb 16 16:56:30.329635 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:36.769775 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-970ea805-e9e7-43b0-8b31-28f412d5484d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:39.181255 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9241d9d1-3210-4dcd-9481-7bb812ed219f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:40.369727 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:41.661067 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:42.043828 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:56:49.598874 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:57:00.329352 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:06.763302 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-add0865d-b3fc-4fd8-94eb-b555603f5abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:09.140316 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b2e05e7b-9134-4635-9386-55e709f120a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:10.363123 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:11.694629 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:12.048744 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:26.597834 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:57:30.288350 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:36.813687 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ac856992-073e-454c-96e5-7baad973586a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:39.151559 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8d9db421-5cc3-48aa-9641-9dc03829f054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:40.316105 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:41.918093 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:42.088480 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:46.992532 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47250) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:57:47.585086 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-fec6124b-bd4a-446b-9d4b-7c1ef05f8815 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2002298307-network', 'tenant_id': '4ee66dbf32244d7889f4914b18028830'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:47.756853 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec6124b-bd4a-446b-9d4b-7c1ef05f8815 admin admin] Made reservation on behalf of 4ee66dbf32244d7889f4914b18028830 for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:47.759464 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fec6124b-bd4a-446b-9d4b-7c1ef05f8815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:47.772222 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fec6124b-bd4a-446b-9d4b-7c1ef05f8815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:47.854468 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fec6124b-bd4a-446b-9d4b-7c1ef05f8815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:47.894504 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47278) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:57:47.951418 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fec6124b-bd4a-446b-9d4b-7c1ef05f8815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:47.977054 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fec6124b-bd4a-446b-9d4b-7c1ef05f8815 admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:57:47.987676 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec6124b-bd4a-446b-9d4b-7c1ef05f8815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20a396e-acdd-4da8-b23c-290175338533,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:47.992221 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fec6124b-bd4a-446b-9d4b-7c1ef05f8815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:47.992568 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-fec6124b-bd4a-446b-9d4b-7c1ef05f8815 admin admin] Added segment 4096eadf-9dd4-4613-90de-b8c786630ae7 of type vlan for network dc975c54-04fd-41cf-87c4-6ca61b7fd14d Feb 16 16:57:48.005087 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec6124b-bd4a-446b-9d4b-7c1ef05f8815 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:48.005446 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec6124b-bd4a-446b-9d4b-7c1ef05f8815 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:48.005789 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec6124b-bd4a-446b-9d4b-7c1ef05f8815 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:48.006127 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec6124b-bd4a-446b-9d4b-7c1ef05f8815 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:48.006468 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec6124b-bd4a-446b-9d4b-7c1ef05f8815 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:48.006801 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec6124b-bd4a-446b-9d4b-7c1ef05f8815 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:48.007133 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec6124b-bd4a-446b-9d4b-7c1ef05f8815 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:48.007462 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec6124b-bd4a-446b-9d4b-7c1ef05f8815 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:48.007791 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec6124b-bd4a-446b-9d4b-7c1ef05f8815 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:48.008148 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec6124b-bd4a-446b-9d4b-7c1ef05f8815 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:48.008478 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec6124b-bd4a-446b-9d4b-7c1ef05f8815 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:48.008800 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec6124b-bd4a-446b-9d4b-7c1ef05f8815 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:48.009920 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec6124b-bd4a-446b-9d4b-7c1ef05f8815 admin admin] Tracked resource versions report: Feb 16 16:57:48.009920 dv-neutron-828697-3-hyperv neutron-server[114376]: pushed versions: Feb 16 16:57:48.009920 dv-neutron-828697-3-hyperv neutron-server[114376]: { 'AddressGroup': {'1.2'}, Feb 16 16:57:48.009920 dv-neutron-828697-3-hyperv neutron-server[114376]: 'ConntrackHelper': {'1.0'}, Feb 16 16:57:48.009920 dv-neutron-828697-3-hyperv neutron-server[114376]: 'Log': {'1.0'}, Feb 16 16:57:48.009920 dv-neutron-828697-3-hyperv neutron-server[114376]: 'Network': {'1.1'}, Feb 16 16:57:48.009920 dv-neutron-828697-3-hyperv neutron-server[114376]: 'Port': {'1.7'}, Feb 16 16:57:48.009920 dv-neutron-828697-3-hyperv neutron-server[114376]: 'PortForwarding': {'1.2'}, Feb 16 16:57:48.009920 dv-neutron-828697-3-hyperv neutron-server[114376]: 'QosPolicy': {'1.9'}, Feb 16 16:57:48.009920 dv-neutron-828697-3-hyperv neutron-server[114376]: 'SecurityGroup': {'1.4'}, Feb 16 16:57:48.009920 dv-neutron-828697-3-hyperv neutron-server[114376]: 'SecurityGroupRule': {'1.2'}, Feb 16 16:57:48.009920 dv-neutron-828697-3-hyperv neutron-server[114376]: 'SubPort': {'1.0'}, Feb 16 16:57:48.009920 dv-neutron-828697-3-hyperv neutron-server[114376]: 'Subnet': {'1.1'}, Feb 16 16:57:48.009920 dv-neutron-828697-3-hyperv neutron-server[114376]: 'Trunk': {'1.1'}} Feb 16 16:57:48.009920 dv-neutron-828697-3-hyperv neutron-server[114376]: consumer versions: Feb 16 16:57:48.009920 dv-neutron-828697-3-hyperv neutron-server[114376]: { DHCP agent@dv-neutron-828697-3-hyperv: {}, Feb 16 16:57:48.009920 dv-neutron-828697-3-hyperv neutron-server[114376]: HyperV agent@hv-neutron-8286: {}, Feb 16 16:57:48.009920 dv-neutron-828697-3-hyperv neutron-server[114376]: L3 agent@dv-neutron-828697-3-hyperv: {}, Feb 16 16:57:48.009920 dv-neutron-828697-3-hyperv neutron-server[114376]: Metadata agent@dv-neutron-828697-3-hyperv: {}, Feb 16 16:57:48.009920 dv-neutron-828697-3-hyperv neutron-server[114376]: Metering agent@dv-neutron-828697-3-hyperv: {}, Feb 16 16:57:48.009920 dv-neutron-828697-3-hyperv neutron-server[114376]: Open vSwitch agent@dv-neutron-828697-3-hyperv: { 'AddressGroup': '1.2', Feb 16 16:57:48.009920 dv-neutron-828697-3-hyperv neutron-server[114376]: 'ConntrackHelper': '1.0', Feb 16 16:57:48.009920 dv-neutron-828697-3-hyperv neutron-server[114376]: 'Log': '1.0', Feb 16 16:57:48.009920 dv-neutron-828697-3-hyperv neutron-server[114376]: 'Network': '1.1', Feb 16 16:57:48.009920 dv-neutron-828697-3-hyperv neutron-server[114376]: 'Port': '1.7', Feb 16 16:57:48.009920 dv-neutron-828697-3-hyperv neutron-server[114376]: 'PortForwarding': '1.2', Feb 16 16:57:48.009920 dv-neutron-828697-3-hyperv neutron-server[114376]: 'QosPolicy': '1.9', Feb 16 16:57:48.009920 dv-neutron-828697-3-hyperv neutron-server[114376]: 'SecurityGroup': '1.4', Feb 16 16:57:48.009920 dv-neutron-828697-3-hyperv neutron-server[114376]: 'SecurityGroupRule': '1.2', Feb 16 16:57:48.009920 dv-neutron-828697-3-hyperv neutron-server[114376]: 'SubPort': '1.0', Feb 16 16:57:48.009920 dv-neutron-828697-3-hyperv neutron-server[114376]: 'Subnet': '1.1', Feb 16 16:57:48.009920 dv-neutron-828697-3-hyperv neutron-server[114376]: 'Trunk': '1.1'}} Feb 16 16:57:48.009920 dv-neutron-828697-3-hyperv neutron-server[114376]: {{(pid=114376) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 16:57:48.053413 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fec6124b-bd4a-446b-9d4b-7c1ef05f8815 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:48.145197 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fec6124b-bd4a-446b-9d4b-7c1ef05f8815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:48.146197 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec6124b-bd4a-446b-9d4b-7c1ef05f8815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:48.146809 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fec6124b-bd4a-446b-9d4b-7c1ef05f8815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:48.205119 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec6124b-bd4a-446b-9d4b-7c1ef05f8815 admin admin] Pushing event updated for resources: {'Network': ['ID=dc975c54-04fd-41cf-87c4-6ca61b7fd14d,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:48.214515 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network dc975c54-04fd-41cf-87c4-6ca61b7fd14d details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:57:48.299434 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-fec6124b-bd4a-446b-9d4b-7c1ef05f8815 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3030834 Feb 16 16:57:48.299789 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47290) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:57:48.306519 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-71eb1fe2-7f13-4e33-b0de-645cc90fe642 admin admin] Request body: {'subnet': {'network_id': 'dc975c54-04fd-41cf-87c4-6ca61b7fd14d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2002298307-subnet', 'tenant_id': '4ee66dbf32244d7889f4914b18028830', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:48.432602 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-0fb01ff8-10bf-489f-ab8e-1395fcf9cce8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-524628997-network', 'tenant_id': 'b000221746b44cdbb4fb616424f3147e'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:48.442150 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71eb1fe2-7f13-4e33-b0de-645cc90fe642 admin admin] Made reservation on behalf of 4ee66dbf32244d7889f4914b18028830 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:48.444893 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-71eb1fe2-7f13-4e33-b0de-645cc90fe642 admin admin] Notify callbacks [] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:48.545337 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb01ff8-10bf-489f-ab8e-1395fcf9cce8 admin admin] Made reservation on behalf of b000221746b44cdbb4fb616424f3147e for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:48.548144 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0fb01ff8-10bf-489f-ab8e-1395fcf9cce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:48.557927 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0fb01ff8-10bf-489f-ab8e-1395fcf9cce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:48.633181 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0fb01ff8-10bf-489f-ab8e-1395fcf9cce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:48.705291 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-71eb1fe2-7f13-4e33-b0de-645cc90fe642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:48.760470 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb1fe2-7f13-4e33-b0de-645cc90fe642 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d86b0b62-edb7-4147-9b87-7738d42c4864,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:48.770259 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eb1fe2-7f13-4e33-b0de-645cc90fe642 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:48.770607 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eb1fe2-7f13-4e33-b0de-645cc90fe642 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:48.770940 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eb1fe2-7f13-4e33-b0de-645cc90fe642 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:48.771273 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eb1fe2-7f13-4e33-b0de-645cc90fe642 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:48.771599 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eb1fe2-7f13-4e33-b0de-645cc90fe642 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:48.771942 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eb1fe2-7f13-4e33-b0de-645cc90fe642 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:48.772331 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eb1fe2-7f13-4e33-b0de-645cc90fe642 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:48.772680 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eb1fe2-7f13-4e33-b0de-645cc90fe642 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:48.773007 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eb1fe2-7f13-4e33-b0de-645cc90fe642 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:48.773337 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eb1fe2-7f13-4e33-b0de-645cc90fe642 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:48.773674 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eb1fe2-7f13-4e33-b0de-645cc90fe642 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:48.773899 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0fb01ff8-10bf-489f-ab8e-1395fcf9cce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:48.774011 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eb1fe2-7f13-4e33-b0de-645cc90fe642 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:48.775068 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eb1fe2-7f13-4e33-b0de-645cc90fe642 admin admin] Tracked resource versions report: Feb 16 16:57:48.775068 dv-neutron-828697-3-hyperv neutron-server[114375]: pushed versions: Feb 16 16:57:48.775068 dv-neutron-828697-3-hyperv neutron-server[114375]: { 'AddressGroup': {'1.2'}, Feb 16 16:57:48.775068 dv-neutron-828697-3-hyperv neutron-server[114375]: 'ConntrackHelper': {'1.0'}, Feb 16 16:57:48.775068 dv-neutron-828697-3-hyperv neutron-server[114375]: 'Log': {'1.0'}, Feb 16 16:57:48.775068 dv-neutron-828697-3-hyperv neutron-server[114375]: 'Network': {'1.1'}, Feb 16 16:57:48.775068 dv-neutron-828697-3-hyperv neutron-server[114375]: 'Port': {'1.7'}, Feb 16 16:57:48.775068 dv-neutron-828697-3-hyperv neutron-server[114375]: 'PortForwarding': {'1.2'}, Feb 16 16:57:48.775068 dv-neutron-828697-3-hyperv neutron-server[114375]: 'QosPolicy': {'1.9'}, Feb 16 16:57:48.775068 dv-neutron-828697-3-hyperv neutron-server[114375]: 'SecurityGroup': {'1.4'}, Feb 16 16:57:48.775068 dv-neutron-828697-3-hyperv neutron-server[114375]: 'SecurityGroupRule': {'1.2'}, Feb 16 16:57:48.775068 dv-neutron-828697-3-hyperv neutron-server[114375]: 'SubPort': {'1.0'}, Feb 16 16:57:48.775068 dv-neutron-828697-3-hyperv neutron-server[114375]: 'Subnet': {'1.1'}, Feb 16 16:57:48.775068 dv-neutron-828697-3-hyperv neutron-server[114375]: 'Trunk': {'1.1'}} Feb 16 16:57:48.775068 dv-neutron-828697-3-hyperv neutron-server[114375]: consumer versions: Feb 16 16:57:48.775068 dv-neutron-828697-3-hyperv neutron-server[114375]: { DHCP agent@dv-neutron-828697-3-hyperv: {}, Feb 16 16:57:48.775068 dv-neutron-828697-3-hyperv neutron-server[114375]: HyperV agent@hv-neutron-8286: {}, Feb 16 16:57:48.775068 dv-neutron-828697-3-hyperv neutron-server[114375]: L3 agent@dv-neutron-828697-3-hyperv: {}, Feb 16 16:57:48.775068 dv-neutron-828697-3-hyperv neutron-server[114375]: Metadata agent@dv-neutron-828697-3-hyperv: {}, Feb 16 16:57:48.775068 dv-neutron-828697-3-hyperv neutron-server[114375]: Metering agent@dv-neutron-828697-3-hyperv: {}, Feb 16 16:57:48.775068 dv-neutron-828697-3-hyperv neutron-server[114375]: Open vSwitch agent@dv-neutron-828697-3-hyperv: { 'AddressGroup': '1.2', Feb 16 16:57:48.775068 dv-neutron-828697-3-hyperv neutron-server[114375]: 'ConntrackHelper': '1.0', Feb 16 16:57:48.775068 dv-neutron-828697-3-hyperv neutron-server[114375]: 'Log': '1.0', Feb 16 16:57:48.775068 dv-neutron-828697-3-hyperv neutron-server[114375]: 'Network': '1.1', Feb 16 16:57:48.775068 dv-neutron-828697-3-hyperv neutron-server[114375]: 'Port': '1.7', Feb 16 16:57:48.775068 dv-neutron-828697-3-hyperv neutron-server[114375]: 'PortForwarding': '1.2', Feb 16 16:57:48.775068 dv-neutron-828697-3-hyperv neutron-server[114375]: 'QosPolicy': '1.9', Feb 16 16:57:48.775068 dv-neutron-828697-3-hyperv neutron-server[114375]: 'SecurityGroup': '1.4', Feb 16 16:57:48.775068 dv-neutron-828697-3-hyperv neutron-server[114375]: 'SecurityGroupRule': '1.2', Feb 16 16:57:48.775068 dv-neutron-828697-3-hyperv neutron-server[114375]: 'SubPort': '1.0', Feb 16 16:57:48.775068 dv-neutron-828697-3-hyperv neutron-server[114375]: 'Subnet': '1.1', Feb 16 16:57:48.775068 dv-neutron-828697-3-hyperv neutron-server[114375]: 'Trunk': '1.1'}} Feb 16 16:57:48.775068 dv-neutron-828697-3-hyperv neutron-server[114375]: {{(pid=114375) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 16:57:48.777538 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eb1fe2-7f13-4e33-b0de-645cc90fe642 admin admin] Checking segment: {'id': '4096eadf-9dd4-4613-90de-b8c786630ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'dc975c54-04fd-41cf-87c4-6ca61b7fd14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:57:48.777960 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71eb1fe2-7f13-4e33-b0de-645cc90fe642 admin admin] Network hostable DHCP agents. Network: dc975c54-04fd-41cf-87c4-6ca61b7fd14d, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:57:48.796836 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fb01ff8-10bf-489f-ab8e-1395fcf9cce8 admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:57:48.815738 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0fb01ff8-10bf-489f-ab8e-1395fcf9cce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:48.816106 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-0fb01ff8-10bf-489f-ab8e-1395fcf9cce8 admin admin] Added segment 94094d34-a0e6-4f43-8273-2075f238e819 of type vlan for network 42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e Feb 16 16:57:48.827301 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb01ff8-10bf-489f-ab8e-1395fcf9cce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0bde84-8113-4627-971c-1b1db07cd718,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:48.862788 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0fb01ff8-10bf-489f-ab8e-1395fcf9cce8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:48.951018 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71eb1fe2-7f13-4e33-b0de-645cc90fe642 admin admin] Network dc975c54-04fd-41cf-87c4-6ca61b7fd14d is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:57:49.019384 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0fb01ff8-10bf-489f-ab8e-1395fcf9cce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:49.020339 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb01ff8-10bf-489f-ab8e-1395fcf9cce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:49.020929 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0fb01ff8-10bf-489f-ab8e-1395fcf9cce8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:49.079783 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb01ff8-10bf-489f-ab8e-1395fcf9cce8 admin admin] Pushing event updated for resources: {'Network': ['ID=42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:49.089354 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:57:49.173566 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-71eb1fe2-7f13-4e33-b0de-645cc90fe642 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, dc975c54-04fd-41cf-87c4-6ca61b7fd14d) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:49.179559 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-0fb01ff8-10bf-489f-ab8e-1395fcf9cce8 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2838449 Feb 16 16:57:49.180274 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47316) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:57:49.182774 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71eb1fe2-7f13-4e33-b0de-645cc90fe642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:49.184797 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-71eb1fe2-7f13-4e33-b0de-645cc90fe642 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:49.190417 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-325c0e80-f352-4923-82d4-87058932f5da admin admin] Request body: {'subnet': {'network_id': '42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-524628997-subnet', 'tenant_id': 'b000221746b44cdbb4fb616424f3147e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:49.195858 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7359e1a-c705-41f2-b719-2b144115a6b2 None None] Network dc975c54-04fd-41cf-87c4-6ca61b7fd14d requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:57:49.317646 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47324) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:57:49.318007 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-71eb1fe2-7f13-4e33-b0de-645cc90fe642 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0167780 Feb 16 16:57:49.322263 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-d3ec3400-ac96-4aff-9c7c-be587695a86e admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2002298307-router', 'tenant_id': '4ee66dbf32244d7889f4914b18028830', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:49.364315 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15161b58-8877-48dc-8579-a18b8f4c7059 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-dc975c54-04fd-41cf-87c4-6ca61b7fd14d', 'network_id': 'dc975c54-04fd-41cf-87c4-6ca61b7fd14d', 'tenant_id': '4ee66dbf32244d7889f4914b18028830', 'fixed_ips': [{'subnet_id': 'd86b0b62-edb7-4147-9b87-7738d42c4864'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 16:57:49.365200 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-15161b58-8877-48dc-8579-a18b8f4c7059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:49.390460 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325c0e80-f352-4923-82d4-87058932f5da admin admin] Made reservation on behalf of b000221746b44cdbb4fb616424f3147e for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:49.392772 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-325c0e80-f352-4923-82d4-87058932f5da admin admin] Notify callbacks [] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:49.532479 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-15161b58-8877-48dc-8579-a18b8f4c7059 None None] Allocated IP 172.20.0.2 (dc975c54-04fd-41cf-87c4-6ca61b7fd14d/d86b0b62-edb7-4147-9b87-7738d42c4864/000f9510-1cd1-49b8-8060-086706eb7193) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:57:49.549612 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47334) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:57:49.603170 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d3ec3400-ac96-4aff-9c7c-be587695a86e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:49.604424 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d3ec3400-ac96-4aff-9c7c-be587695a86e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:49.667152 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d3ec3400-ac96-4aff-9c7c-be587695a86e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:49.694588 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-15161b58-8877-48dc-8579-a18b8f4c7059 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:49.705496 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-325c0e80-f352-4923-82d4-87058932f5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:49.768041 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325c0e80-f352-4923-82d4-87058932f5da admin admin] Pushing event updated for resources: {'Subnet': ['ID=adefecf5-a804-4647-bbff-e2f7d127a048,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:49.777093 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325c0e80-f352-4923-82d4-87058932f5da admin admin] Checking segment: {'id': '94094d34-a0e6-4f43-8273-2075f238e819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:57:49.777446 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325c0e80-f352-4923-82d4-87058932f5da admin admin] Network hostable DHCP agents. Network: 42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:57:49.797854 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-15161b58-8877-48dc-8579-a18b8f4c7059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:49.848361 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15161b58-8877-48dc-8579-a18b8f4c7059 None None] Pushing event updated for resources: {'Port': ['ID=000f9510-1cd1-49b8-8060-086706eb7193,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:49.859260 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15161b58-8877-48dc-8579-a18b8f4c7059 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:49.859632 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15161b58-8877-48dc-8579-a18b8f4c7059 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:49.860006 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15161b58-8877-48dc-8579-a18b8f4c7059 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:49.860526 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15161b58-8877-48dc-8579-a18b8f4c7059 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:49.860648 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15161b58-8877-48dc-8579-a18b8f4c7059 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:49.860994 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15161b58-8877-48dc-8579-a18b8f4c7059 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:49.861325 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15161b58-8877-48dc-8579-a18b8f4c7059 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:49.861666 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15161b58-8877-48dc-8579-a18b8f4c7059 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:49.862010 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15161b58-8877-48dc-8579-a18b8f4c7059 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:49.862333 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15161b58-8877-48dc-8579-a18b8f4c7059 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:49.862651 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15161b58-8877-48dc-8579-a18b8f4c7059 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:49.862967 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15161b58-8877-48dc-8579-a18b8f4c7059 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:49.864127 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15161b58-8877-48dc-8579-a18b8f4c7059 None None] Tracked resource versions report: Feb 16 16:57:49.864127 dv-neutron-828697-3-hyperv neutron-server[114377]: pushed versions: Feb 16 16:57:49.864127 dv-neutron-828697-3-hyperv neutron-server[114377]: { 'AddressGroup': {'1.2'}, Feb 16 16:57:49.864127 dv-neutron-828697-3-hyperv neutron-server[114377]: 'ConntrackHelper': {'1.0'}, Feb 16 16:57:49.864127 dv-neutron-828697-3-hyperv neutron-server[114377]: 'Log': {'1.0'}, Feb 16 16:57:49.864127 dv-neutron-828697-3-hyperv neutron-server[114377]: 'Network': {'1.1'}, Feb 16 16:57:49.864127 dv-neutron-828697-3-hyperv neutron-server[114377]: 'Port': {'1.7'}, Feb 16 16:57:49.864127 dv-neutron-828697-3-hyperv neutron-server[114377]: 'PortForwarding': {'1.2'}, Feb 16 16:57:49.864127 dv-neutron-828697-3-hyperv neutron-server[114377]: 'QosPolicy': {'1.9'}, Feb 16 16:57:49.864127 dv-neutron-828697-3-hyperv neutron-server[114377]: 'SecurityGroup': {'1.4'}, Feb 16 16:57:49.864127 dv-neutron-828697-3-hyperv neutron-server[114377]: 'SecurityGroupRule': {'1.2'}, Feb 16 16:57:49.864127 dv-neutron-828697-3-hyperv neutron-server[114377]: 'SubPort': {'1.0'}, Feb 16 16:57:49.864127 dv-neutron-828697-3-hyperv neutron-server[114377]: 'Subnet': {'1.1'}, Feb 16 16:57:49.864127 dv-neutron-828697-3-hyperv neutron-server[114377]: 'Trunk': {'1.1'}} Feb 16 16:57:49.864127 dv-neutron-828697-3-hyperv neutron-server[114377]: consumer versions: Feb 16 16:57:49.864127 dv-neutron-828697-3-hyperv neutron-server[114377]: { DHCP agent@dv-neutron-828697-3-hyperv: {}, Feb 16 16:57:49.864127 dv-neutron-828697-3-hyperv neutron-server[114377]: HyperV agent@hv-neutron-8286: {}, Feb 16 16:57:49.864127 dv-neutron-828697-3-hyperv neutron-server[114377]: L3 agent@dv-neutron-828697-3-hyperv: {}, Feb 16 16:57:49.864127 dv-neutron-828697-3-hyperv neutron-server[114377]: Metadata agent@dv-neutron-828697-3-hyperv: {}, Feb 16 16:57:49.864127 dv-neutron-828697-3-hyperv neutron-server[114377]: Metering agent@dv-neutron-828697-3-hyperv: {}, Feb 16 16:57:49.864127 dv-neutron-828697-3-hyperv neutron-server[114377]: Open vSwitch agent@dv-neutron-828697-3-hyperv: { 'AddressGroup': '1.2', Feb 16 16:57:49.864127 dv-neutron-828697-3-hyperv neutron-server[114377]: 'ConntrackHelper': '1.0', Feb 16 16:57:49.864127 dv-neutron-828697-3-hyperv neutron-server[114377]: 'Log': '1.0', Feb 16 16:57:49.864127 dv-neutron-828697-3-hyperv neutron-server[114377]: 'Network': '1.1', Feb 16 16:57:49.864127 dv-neutron-828697-3-hyperv neutron-server[114377]: 'Port': '1.7', Feb 16 16:57:49.864127 dv-neutron-828697-3-hyperv neutron-server[114377]: 'PortForwarding': '1.2', Feb 16 16:57:49.864127 dv-neutron-828697-3-hyperv neutron-server[114377]: 'QosPolicy': '1.9', Feb 16 16:57:49.864127 dv-neutron-828697-3-hyperv neutron-server[114377]: 'SecurityGroup': '1.4', Feb 16 16:57:49.864127 dv-neutron-828697-3-hyperv neutron-server[114377]: 'SecurityGroupRule': '1.2', Feb 16 16:57:49.864127 dv-neutron-828697-3-hyperv neutron-server[114377]: 'SubPort': '1.0', Feb 16 16:57:49.864127 dv-neutron-828697-3-hyperv neutron-server[114377]: 'Subnet': '1.1', Feb 16 16:57:49.864127 dv-neutron-828697-3-hyperv neutron-server[114377]: 'Trunk': '1.1'}} Feb 16 16:57:49.864127 dv-neutron-828697-3-hyperv neutron-server[114377]: {{(pid=114377) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 16:57:49.880577 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15161b58-8877-48dc-8579-a18b8f4c7059 None None] Network dc975c54-04fd-41cf-87c4-6ca61b7fd14d is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:57:49.882166 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-15161b58-8877-48dc-8579-a18b8f4c7059 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:49.884798 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15161b58-8877-48dc-8579-a18b8f4c7059 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:57:49.909614 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325c0e80-f352-4923-82d4-87058932f5da admin admin] Network 42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:57:49.947620 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-15161b58-8877-48dc-8579-a18b8f4c7059 None None] Attempting to bind port 000f9510-1cd1-49b8-8060-086706eb7193 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:57:49.948018 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-15161b58-8877-48dc-8579-a18b8f4c7059 None None] Attempting to bind port 000f9510-1cd1-49b8-8060-086706eb7193 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '4096eadf-9dd4-4613-90de-b8c786630ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'dc975c54-04fd-41cf-87c4-6ca61b7fd14d'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:57:49.948389 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15161b58-8877-48dc-8579-a18b8f4c7059 None None] Attempting to bind port 000f9510-1cd1-49b8-8060-086706eb7193 on network dc975c54-04fd-41cf-87c4-6ca61b7fd14d {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:57:49.952128 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d3ec3400-ac96-4aff-9c7c-be587695a86e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:49.954445 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15161b58-8877-48dc-8579-a18b8f4c7059 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:57:49.954632 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15161b58-8877-48dc-8579-a18b8f4c7059 None None] Checking segment: {'id': '4096eadf-9dd4-4613-90de-b8c786630ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'dc975c54-04fd-41cf-87c4-6ca61b7fd14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:57:49.954995 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-15161b58-8877-48dc-8579-a18b8f4c7059 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:49.955384 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15161b58-8877-48dc-8579-a18b8f4c7059 None None] Bound using segment: {'id': '4096eadf-9dd4-4613-90de-b8c786630ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'dc975c54-04fd-41cf-87c4-6ca61b7fd14d'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:57:49.955888 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-15161b58-8877-48dc-8579-a18b8f4c7059 None None] Bound port: 000f9510-1cd1-49b8-8060-086706eb7193, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4096eadf-9dd4-4613-90de-b8c786630ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'dc975c54-04fd-41cf-87c4-6ca61b7fd14d'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:57:49.956266 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-15161b58-8877-48dc-8579-a18b8f4c7059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:50.019018 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-15161b58-8877-48dc-8579-a18b8f4c7059 None None] For port 000f9510-1cd1-49b8-8060-086706eb7193, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:57:50.022247 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-15161b58-8877-48dc-8579-a18b8f4c7059 None None] For port 000f9510-1cd1-49b8-8060-086706eb7193, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=000f9510-1cd1-49b8-8060-086706eb7193,segment=NetworkSegment(4096eadf-9dd4-4613-90de-b8c786630ae7),segment_id=4096eadf-9dd4-4613-90de-b8c786630ae7)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:57:50.085106 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-a48149e4-53a5-48d5-9b68-18dfa75b457e tempest-ExternalNetworksTestJSON-1181143359 tempest-ExternalNetworksTestJSON-1181143359-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1282263944'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:50.094186 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-325c0e80-f352-4923-82d4-87058932f5da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:50.099566 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325c0e80-f352-4923-82d4-87058932f5da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:50.100864 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-325c0e80-f352-4923-82d4-87058932f5da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:50.103721 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7620a535-1a85-44bd-b145-48ab84de8b85 None None] Network 42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:57:50.196271 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48149e4-53a5-48d5-9b68-18dfa75b457e tempest-ExternalNetworksTestJSON-1181143359 tempest-ExternalNetworksTestJSON-1181143359-project] Made reservation on behalf of d32f2ece03fc4665a1e1d754e04af743 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:50.200281 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a48149e4-53a5-48d5-9b68-18dfa75b457e tempest-ExternalNetworksTestJSON-1181143359 tempest-ExternalNetworksTestJSON-1181143359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:50.209828 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a48149e4-53a5-48d5-9b68-18dfa75b457e tempest-ExternalNetworksTestJSON-1181143359 tempest-ExternalNetworksTestJSON-1181143359-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:50.212906 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-15161b58-8877-48dc-8579-a18b8f4c7059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:50.302243 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a48149e4-53a5-48d5-9b68-18dfa75b457e tempest-ExternalNetworksTestJSON-1181143359 tempest-ExternalNetworksTestJSON-1181143359-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:50.312830 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-325c0e80-f352-4923-82d4-87058932f5da admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1314347 Feb 16 16:57:50.315891 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47358) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:57:50.320829 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-90ed7c04-e4d8-4b36-b9e9-b9374688473d admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-524628997-router', 'tenant_id': 'b000221746b44cdbb4fb616424f3147e', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:50.331703 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15161b58-8877-48dc-8579-a18b8f4c7059 None None] Pushing event updated for resources: {'Port': ['ID=000f9510-1cd1-49b8-8060-086706eb7193,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:50.384971 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc6735e-787d-4598-b235-d5f00f36f2c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e', 'network_id': '42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e', 'tenant_id': 'b000221746b44cdbb4fb616424f3147e', 'fixed_ips': [{'subnet_id': 'adefecf5-a804-4647-bbff-e2f7d127a048'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 16:57:50.385957 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a48149e4-53a5-48d5-9b68-18dfa75b457e tempest-ExternalNetworksTestJSON-1181143359 tempest-ExternalNetworksTestJSON-1181143359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:50.386932 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ddc6735e-787d-4598-b235-d5f00f36f2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:50.428854 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a48149e4-53a5-48d5-9b68-18dfa75b457e tempest-ExternalNetworksTestJSON-1181143359 tempest-ExternalNetworksTestJSON-1181143359-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:57:50.493115 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-90ed7c04-e4d8-4b36-b9e9-b9374688473d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:50.496048 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-90ed7c04-e4d8-4b36-b9e9-b9374688473d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:50.504136 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d3ec3400-ac96-4aff-9c7c-be587695a86e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:50.525390 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47368) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:57:50.533436 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a48149e4-53a5-48d5-9b68-18dfa75b457e tempest-ExternalNetworksTestJSON-1181143359 tempest-ExternalNetworksTestJSON-1181143359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:50.533939 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-a48149e4-53a5-48d5-9b68-18dfa75b457e tempest-ExternalNetworksTestJSON-1181143359 tempest-ExternalNetworksTestJSON-1181143359-project] Added segment e0e3fe06-3c69-4f73-9881-f6cc72a112e4 of type vlan for network af3db451-fe79-4c43-b5bf-280d0fd2d9ef Feb 16 16:57:50.557482 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d3ec3400-ac96-4aff-9c7c-be587695a86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:50.584672 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-ddc6735e-787d-4598-b235-d5f00f36f2c3 None None] Allocated IP 172.20.0.2 (42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e/adefecf5-a804-4647-bbff-e2f7d127a048/b64c8715-1540-4c12-a4da-8053e838c8f2) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:57:50.706569 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-90ed7c04-e4d8-4b36-b9e9-b9374688473d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:50.709738 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48149e4-53a5-48d5-9b68-18dfa75b457e tempest-ExternalNetworksTestJSON-1181143359 tempest-ExternalNetworksTestJSON-1181143359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01e45c9b-8298-4ce9-8787-a2161239c782,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:50.757848 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a48149e4-53a5-48d5-9b68-18dfa75b457e tempest-ExternalNetworksTestJSON-1181143359 tempest-ExternalNetworksTestJSON-1181143359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:50.763876 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-d3ec3400-ac96-4aff-9c7c-be587695a86e admin admin] Allocated IP 172.26.3.9 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/07c44328-4e17-47a8-a620-8642e304d4ac) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:57:50.929082 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ddc6735e-787d-4598-b235-d5f00f36f2c3 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:50.945685 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d3ec3400-ac96-4aff-9c7c-be587695a86e admin admin] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:50.955523 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a48149e4-53a5-48d5-9b68-18dfa75b457e tempest-ExternalNetworksTestJSON-1181143359 tempest-ExternalNetworksTestJSON-1181143359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:50.961182 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48149e4-53a5-48d5-9b68-18dfa75b457e tempest-ExternalNetworksTestJSON-1181143359 tempest-ExternalNetworksTestJSON-1181143359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:50.961775 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a48149e4-53a5-48d5-9b68-18dfa75b457e tempest-ExternalNetworksTestJSON-1181143359 tempest-ExternalNetworksTestJSON-1181143359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:51.032005 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ddc6735e-787d-4598-b235-d5f00f36f2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:51.043618 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47380) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:57:51.095800 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d3ec3400-ac96-4aff-9c7c-be587695a86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:51.112498 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-90ed7c04-e4d8-4b36-b9e9-b9374688473d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:51.117938 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc6735e-787d-4598-b235-d5f00f36f2c3 None None] Network 42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:57:51.125740 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-ddc6735e-787d-4598-b235-d5f00f36f2c3 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:51.134287 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc6735e-787d-4598-b235-d5f00f36f2c3 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:57:51.139786 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc6735e-787d-4598-b235-d5f00f36f2c3 None None] Pushing event updated for resources: {'Port': ['ID=b64c8715-1540-4c12-a4da-8053e838c8f2,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:51.220548 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48149e4-53a5-48d5-9b68-18dfa75b457e tempest-ExternalNetworksTestJSON-1181143359 tempest-ExternalNetworksTestJSON-1181143359-project] Pushing event updated for resources: {'Network': ['ID=af3db451-fe79-4c43-b5bf-280d0fd2d9ef,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:51.225924 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-ddc6735e-787d-4598-b235-d5f00f36f2c3 None None] Attempting to bind port b64c8715-1540-4c12-a4da-8053e838c8f2 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:57:51.227209 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-ddc6735e-787d-4598-b235-d5f00f36f2c3 None None] Attempting to bind port b64c8715-1540-4c12-a4da-8053e838c8f2 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '94094d34-a0e6-4f43-8273-2075f238e819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:57:51.227699 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc6735e-787d-4598-b235-d5f00f36f2c3 None None] Attempting to bind port b64c8715-1540-4c12-a4da-8053e838c8f2 on network 42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:57:51.238911 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network af3db451-fe79-4c43-b5bf-280d0fd2d9ef details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:57:51.256485 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc6735e-787d-4598-b235-d5f00f36f2c3 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:57:51.257019 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc6735e-787d-4598-b235-d5f00f36f2c3 None None] Checking segment: {'id': '94094d34-a0e6-4f43-8273-2075f238e819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:57:51.257622 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ddc6735e-787d-4598-b235-d5f00f36f2c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:51.258324 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc6735e-787d-4598-b235-d5f00f36f2c3 None None] Bound using segment: {'id': '94094d34-a0e6-4f43-8273-2075f238e819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:57:51.258993 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-ddc6735e-787d-4598-b235-d5f00f36f2c3 None None] Bound port: b64c8715-1540-4c12-a4da-8053e838c8f2, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94094d34-a0e6-4f43-8273-2075f238e819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:57:51.259521 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ddc6735e-787d-4598-b235-d5f00f36f2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:51.281089 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-b44da881-a01b-4711-a087-6f1318170e8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979666345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979666345-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1961720741'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:51.296814 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a48149e4-53a5-48d5-9b68-18dfa75b457e tempest-ExternalNetworksTestJSON-1181143359 tempest-ExternalNetworksTestJSON-1181143359-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.7458193 Feb 16 16:57:51.302719 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47384) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:57:51.373703 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ec3400-ac96-4aff-9c7c-be587695a86e admin admin] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:57:51.402863 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-50e84f8b-fe66-4603-8741-423d030bfd2c tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-230421158', 'router:external': True}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:51.407459 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-d3ec3400-ac96-4aff-9c7c-be587695a86e admin admin] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:51.416429 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ec3400-ac96-4aff-9c7c-be587695a86e admin admin] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:57:51.469975 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ec3400-ac96-4aff-9c7c-be587695a86e admin admin] Pushing event updated for resources: {'Port': ['ID=07c44328-4e17-47a8-a620-8642e304d4ac,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:51.472677 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44da881-a01b-4711-a087-6f1318170e8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979666345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979666345-project] Made reservation on behalf of 661b59faf2eb4218acd1646e64874ca4 for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:51.480259 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b44da881-a01b-4711-a087-6f1318170e8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979666345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979666345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:51.515310 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-ddc6735e-787d-4598-b235-d5f00f36f2c3 None None] For port b64c8715-1540-4c12-a4da-8053e838c8f2, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:57:51.519825 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b44da881-a01b-4711-a087-6f1318170e8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979666345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979666345-project] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:51.521537 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47394) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:57:51.527696 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-ddc6735e-787d-4598-b235-d5f00f36f2c3 None None] For port b64c8715-1540-4c12-a4da-8053e838c8f2, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=b64c8715-1540-4c12-a4da-8053e838c8f2,segment=NetworkSegment(94094d34-a0e6-4f43-8273-2075f238e819),segment_id=94094d34-a0e6-4f43-8273-2075f238e819)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:57:51.579166 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e84f8b-fe66-4603-8741-423d030bfd2c tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Made reservation on behalf of 77f33ab4bdc14ffdaab0872d4f0be08f for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:51.581972 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-50e84f8b-fe66-4603-8741-423d030bfd2c tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:51.624361 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-50e84f8b-fe66-4603-8741-423d030bfd2c tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:51.660547 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ddc6735e-787d-4598-b235-d5f00f36f2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:51.680870 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-90ed7c04-e4d8-4b36-b9e9-b9374688473d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:51.731471 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-0c3eca53-dd4c-4a9e-b117-7aa40a71cdaa tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Request body: {'network': {'name': 'tempest-network--1656423919', 'router:external': True}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:51.738432 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-90ed7c04-e4d8-4b36-b9e9-b9374688473d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:51.773402 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 000f9510-1cd1-49b8-8060-086706eb7193 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:57:51.879789 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa3f36e-872e-4e3d-8475-19a6aeeed57e None None] Network dc975c54-04fd-41cf-87c4-6ca61b7fd14d requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:57:51.926695 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-90ed7c04-e4d8-4b36-b9e9-b9374688473d admin admin] Allocated IP 172.26.3.137 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/cc419172-db86-4497-80a4-97e0b22c1d73) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:57:51.927424 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-50e84f8b-fe66-4603-8741-423d030bfd2c tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:51.934490 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3eca53-dd4c-4a9e-b117-7aa40a71cdaa tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Made reservation on behalf of e6af253a53a0452292cda792638755e2 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:51.940089 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0c3eca53-dd4c-4a9e-b117-7aa40a71cdaa tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:51.946469 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47404) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:57:51.951575 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc6735e-787d-4598-b235-d5f00f36f2c3 None None] Pushing event updated for resources: {'Port': ['ID=b64c8715-1540-4c12-a4da-8053e838c8f2,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:51.984495 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0c3eca53-dd4c-4a9e-b117-7aa40a71cdaa tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:52.003051 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-6f2167ad-880a-4cb6-80b4-8396cd5da9eb None None] Provisioning complete for port 000f9510-1cd1-49b8-8060-086706eb7193 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:52.003255 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b44da881-a01b-4711-a087-6f1318170e8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979666345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979666345-project] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:52.004120 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6f2167ad-880a-4cb6-80b4-8396cd5da9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:52.035771 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-0964812f-5fb2-4ba3-9e9c-734aa8e53d3b tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1937669633'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:52.048671 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-50e84f8b-fe66-4603-8741-423d030bfd2c tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:52.077044 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 000f9510-1cd1-49b8-8060-086706eb7193 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:52.077420 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:52.099795 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-baded86b-6e34-4e2d-8c9e-d02ee97c87d6 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Request body: {'quota': {'network': 2}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:52.104404 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50e84f8b-fe66-4603-8741-423d030bfd2c tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:57:52.114741 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-50e84f8b-fe66-4603-8741-423d030bfd2c tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:52.115677 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-50e84f8b-fe66-4603-8741-423d030bfd2c tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Added segment 1c2dce13-ccd1-40d2-bab9-670cb2006736 of type vlan for network e0244d74-ec6e-4c36-9cf8-5be6001858ff Feb 16 16:57:52.172184 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d3ec3400-ac96-4aff-9c7c-be587695a86e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:52.178287 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b44da881-a01b-4711-a087-6f1318170e8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979666345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979666345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:52.220203 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-90ed7c04-e4d8-4b36-b9e9-b9374688473d admin admin] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:52.267541 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6f2167ad-880a-4cb6-80b4-8396cd5da9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:52.278039 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-baded86b-6e34-4e2d-8c9e-d02ee97c87d6 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] 10.222.0.88 "PUT /v2.0/quotas/83b8ba05a2554b90aebbf428a86dce75 HTTP/1.1" status: 200 len: 368 time: 0.3257425 Feb 16 16:57:52.287263 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0c3eca53-dd4c-4a9e-b117-7aa40a71cdaa tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:52.302415 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47414) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:57:52.327640 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-e7d32164-33d6-49fa-8d4d-3cffc8f298c9 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Request body: {'network': {'project_id': '83b8ba05a2554b90aebbf428a86dce75'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:52.369822 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-6f2167ad-880a-4cb6-80b4-8396cd5da9eb None None] For port 000f9510-1cd1-49b8-8060-086706eb7193, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=000f9510-1cd1-49b8-8060-086706eb7193,segment=NetworkSegment(4096eadf-9dd4-4613-90de-b8c786630ae7),segment_id=4096eadf-9dd4-4613-90de-b8c786630ae7)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:57:52.376206 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0c3eca53-dd4c-4a9e-b117-7aa40a71cdaa tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:52.379812 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b44da881-a01b-4711-a087-6f1318170e8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979666345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979666345-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:57:52.390509 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-50e84f8b-fe66-4603-8741-423d030bfd2c tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:52.394587 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:52.395641 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e84f8b-fe66-4603-8741-423d030bfd2c tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5053105-fa5f-4ffc-87e0-525f1d7dc67a,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:52.419333 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c3eca53-dd4c-4a9e-b117-7aa40a71cdaa tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:57:52.452694 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0c3eca53-dd4c-4a9e-b117-7aa40a71cdaa tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:52.453316 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-0c3eca53-dd4c-4a9e-b117-7aa40a71cdaa tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Added segment c86c9a7c-ae9c-467f-9804-343c97923b69 of type vlan for network 932fa76c-4293-4f39-a59d-1e186cd7147f Feb 16 16:57:52.460410 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b44da881-a01b-4711-a087-6f1318170e8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979666345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979666345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:52.460533 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-b44da881-a01b-4711-a087-6f1318170e8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979666345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979666345-project] Added segment db381c89-c0bd-4663-8d26-a08f650f9385 of type vlan for network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb Feb 16 16:57:52.478541 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-90ed7c04-e4d8-4b36-b9e9-b9374688473d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:52.485575 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47422) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:57:52.547299 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6f2167ad-880a-4cb6-80b4-8396cd5da9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:52.568313 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0964812f-5fb2-4ba3-9e9c-734aa8e53d3b tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Made reservation on behalf of 5a70fb3d58ad479a8bed0228e917e16d for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:52.572138 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0964812f-5fb2-4ba3-9e9c-734aa8e53d3b tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:52.600421 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ed7c04-e4d8-4b36-b9e9-b9374688473d admin admin] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:57:52.611814 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-90ed7c04-e4d8-4b36-b9e9-b9374688473d admin admin] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:52.614138 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3eca53-dd4c-4a9e-b117-7aa40a71cdaa tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ab15e6-b135-4450-a14d-1725741911e6,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:52.620238 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0c3eca53-dd4c-4a9e-b117-7aa40a71cdaa tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:52.624589 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ed7c04-e4d8-4b36-b9e9-b9374688473d admin admin] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:57:52.633671 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44da881-a01b-4711-a087-6f1318170e8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979666345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979666345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06120d34-aa63-42c2-ac77-143d5a804f71,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:52.653529 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b44da881-a01b-4711-a087-6f1318170e8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979666345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979666345-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:52.757842 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0964812f-5fb2-4ba3-9e9c-734aa8e53d3b tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:52.768166 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed7c04-e4d8-4b36-b9e9-b9374688473d admin admin] Pushing event updated for resources: {'Port': ['ID=cc419172-db86-4497-80a4-97e0b22c1d73,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:52.789288 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.db.resource_extend [None req-0c3eca53-dd4c-4a9e-b117-7aa40a71cdaa tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 16:57:52.899962 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-50e84f8b-fe66-4603-8741-423d030bfd2c tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:52.901539 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e84f8b-fe66-4603-8741-423d030bfd2c tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:52.902225 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-50e84f8b-fe66-4603-8741-423d030bfd2c tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:52.919487 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d32164-33d6-49fa-8d4d-3cffc8f298c9 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Made reservation on behalf of 83b8ba05a2554b90aebbf428a86dce75 for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:52.922129 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e7d32164-33d6-49fa-8d4d-3cffc8f298c9 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:52.924296 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b44da881-a01b-4711-a087-6f1318170e8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979666345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979666345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:52.931550 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44da881-a01b-4711-a087-6f1318170e8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979666345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979666345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:52.932661 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b44da881-a01b-4711-a087-6f1318170e8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979666345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979666345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:52.938657 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-916a7a48-75c6-46d0-b632-3ead641813d6 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Request body: {'floatingip': {'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:52.986140 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.db.api [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:57:52.987668 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG oslo_db.api [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:57:52.988102 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2167ad-880a-4cb6-80b4-8396cd5da9eb None None] Pushing event updated for resources: {'Port': ['ID=000f9510-1cd1-49b8-8060-086706eb7193,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:52.992865 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-d90a578e-1e9d-4c65-bbdf-5fe68dd2510f None None] Provisioning complete for port 000f9510-1cd1-49b8-8060-086706eb7193 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:52.993240 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d90a578e-1e9d-4c65-bbdf-5fe68dd2510f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:53.034406 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0c3eca53-dd4c-4a9e-b117-7aa40a71cdaa tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:53.036447 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3eca53-dd4c-4a9e-b117-7aa40a71cdaa tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:53.037377 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0c3eca53-dd4c-4a9e-b117-7aa40a71cdaa tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:53.051849 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-50e84f8b-fe66-4603-8741-423d030bfd2c tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.0071018 Feb 16 16:57:53.052959 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e7d32164-33d6-49fa-8d4d-3cffc8f298c9 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:53.063322 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47430) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:57:53.079192 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-b238e275-9777-46d8-a1a1-ac4281afa864 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Request body: {'subnet': {'network_id': 'e0244d74-ec6e-4c36-9cf8-5be6001858ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:53.115173 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0964812f-5fb2-4ba3-9e9c-734aa8e53d3b tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:53.166712 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-b44da881-a01b-4711-a087-6f1318170e8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979666345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979666345-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.6397140 Feb 16 16:57:53.172929 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e84f8b-fe66-4603-8741-423d030bfd2c tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Pushing event updated for resources: {'Network': ['ID=e0244d74-ec6e-4c36-9cf8-5be6001858ff,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:53.187191 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3eca53-dd4c-4a9e-b117-7aa40a71cdaa tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Pushing event updated for resources: {'Network': ['ID=932fa76c-4293-4f39-a59d-1e186cd7147f,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:53.190674 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network e0244d74-ec6e-4c36-9cf8-5be6001858ff details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:57:53.218505 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-90ed7c04-e4d8-4b36-b9e9-b9374688473d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:53.229718 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0964812f-5fb2-4ba3-9e9c-734aa8e53d3b tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:53.270306 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686d5d93-5c30-42c5-ab64-e2e3de9b9d10 None None] Network 42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:57:53.285767 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d3ec3400-ac96-4aff-9c7c-be587695a86e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:53.319751 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0964812f-5fb2-4ba3-9e9c-734aa8e53d3b tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:57:53.338785 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 932fa76c-4293-4f39-a59d-1e186cd7147f details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:57:53.344846 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-0c3eca53-dd4c-4a9e-b117-7aa40a71cdaa tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.0403578 Feb 16 16:57:53.347219 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47440) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:57:53.401719 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44da881-a01b-4711-a087-6f1318170e8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979666345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979666345-project] Pushing event updated for resources: {'Network': ['ID=eb584d51-e60d-4cd6-a29d-58a9d2f45cbb,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:53.405338 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0964812f-5fb2-4ba3-9e9c-734aa8e53d3b tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:53.405678 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-0964812f-5fb2-4ba3-9e9c-734aa8e53d3b tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Added segment 1de713ff-ec15-4194-a587-195fe14c1877 of type vlan for network ab903b3f-9ac0-4f35-beff-5a32fdf0479d Feb 16 16:57:53.421240 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0964812f-5fb2-4ba3-9e9c-734aa8e53d3b tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dccab13-f174-4562-b15c-61f85432600a,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:53.426408 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:57:53.485878 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-a4c9b174-40b5-4de2-be34-54086975f7e5 None None] Provisioning complete for port b64c8715-1540-4c12-a4da-8053e838c8f2 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:53.486249 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a4c9b174-40b5-4de2-be34-54086975f7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:53.510576 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0964812f-5fb2-4ba3-9e9c-734aa8e53d3b tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:53.525535 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e7d32164-33d6-49fa-8d4d-3cffc8f298c9 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:53.544910 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-916a7a48-75c6-46d0-b632-3ead641813d6 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks [] for floatingip, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:53.624847 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a4c9b174-40b5-4de2-be34-54086975f7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:53.640513 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e7d32164-33d6-49fa-8d4d-3cffc8f298c9 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:53.694977 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7d32164-33d6-49fa-8d4d-3cffc8f298c9 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:57:53.697253 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0964812f-5fb2-4ba3-9e9c-734aa8e53d3b tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:53.708457 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0964812f-5fb2-4ba3-9e9c-734aa8e53d3b tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:53.709102 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0964812f-5fb2-4ba3-9e9c-734aa8e53d3b tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:53.739852 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-a4c9b174-40b5-4de2-be34-54086975f7e5 None None] For port b64c8715-1540-4c12-a4da-8053e838c8f2, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=b64c8715-1540-4c12-a4da-8053e838c8f2,segment=NetworkSegment(94094d34-a0e6-4f43-8273-2075f238e819),segment_id=94094d34-a0e6-4f43-8273-2075f238e819)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:57:53.762617 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-90ed7c04-e4d8-4b36-b9e9-b9374688473d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:53.775956 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d32164-33d6-49fa-8d4d-3cffc8f298c9 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356c7d02-e76c-4755-ad5c-99b02f00f72f,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:53.775956 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e7d32164-33d6-49fa-8d4d-3cffc8f298c9 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:53.775956 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-e7d32164-33d6-49fa-8d4d-3cffc8f298c9 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Added segment e249a81a-a2a4-4b24-a855-9b6dd75fc5be of type vlan for network 0d33e483-85c6-45c9-b159-a2230d09a6a7 Feb 16 16:57:53.829042 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47444) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:57:53.848701 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a4c9b174-40b5-4de2-be34-54086975f7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:53.881048 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e7d32164-33d6-49fa-8d4d-3cffc8f298c9 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:53.905593 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Request body: {'port': {'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb', 'binding:host_id': 'hv-neutron-8286', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-567859347'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:53.908079 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device b64c8715-1540-4c12-a4da-8053e838c8f2 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:57:53.940219 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ec3400-ac96-4aff-9c7c-be587695a86e admin admin] Router be3aa51e-f6f2-46ea-b399-f171858b93a3 is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:57:53.958044 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b238e275-9777-46d8-a1a1-ac4281afa864 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Made reservation on behalf of 77f33ab4bdc14ffdaab0872d4f0be08f for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:53.960460 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b238e275-9777-46d8-a1a1-ac4281afa864 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks [] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:53.970814 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-de270305-78ca-405c-a0d4-d388d25418f2 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:53.972592 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c9b174-40b5-4de2-be34-54086975f7e5 None None] Pushing event updated for resources: {'Port': ['ID=b64c8715-1540-4c12-a4da-8053e838c8f2,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:53.980010 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-0964812f-5fb2-4ba3-9e9c-734aa8e53d3b tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.4556971 Feb 16 16:57:53.989727 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port b64c8715-1540-4c12-a4da-8053e838c8f2 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:53.990110 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:53.998005 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47446) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:57:54.059533 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-20229a38-3503-4a13-a607-9314078c4872 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Request body: {'subnet': {'network_id': 'ab903b3f-9ac0-4f35-beff-5a32fdf0479d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:54.088187 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-61192d52-6df6-4853-9fb9-a8d536bc2088 None None] Provisioning complete for port b64c8715-1540-4c12-a4da-8053e838c8f2 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:54.088650 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-61192d52-6df6-4853-9fb9-a8d536bc2088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:54.091137 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 000f9510-1cd1-49b8-8060-086706eb7193 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:57:54.165463 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0964812f-5fb2-4ba3-9e9c-734aa8e53d3b tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Pushing event updated for resources: {'Network': ['ID=ab903b3f-9ac0-4f35-beff-5a32fdf0479d,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:54.182299 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e7d32164-33d6-49fa-8d4d-3cffc8f298c9 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:54.183251 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d32164-33d6-49fa-8d4d-3cffc8f298c9 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:54.183832 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e7d32164-33d6-49fa-8d4d-3cffc8f298c9 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:54.185102 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network ab903b3f-9ac0-4f35-beff-5a32fdf0479d details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:57:54.289358 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 000f9510-1cd1-49b8-8060-086706eb7193 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:54.289706 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:54.302854 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Made reservation on behalf of e8a52dd30a054beabdd106bda9d35249 for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:54.305267 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:54.329106 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-de270305-78ca-405c-a0d4-d388d25418f2 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:54.329952 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-e7d32164-33d6-49fa-8d4d-3cffc8f298c9 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.0198138 Feb 16 16:57:54.332785 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:54.335245 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47448) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:57:54.345708 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d32164-33d6-49fa-8d4d-3cffc8f298c9 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Pushing event updated for resources: {'Network': ['ID=0d33e483-85c6-45c9-b159-a2230d09a6a7,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:54.367162 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-94885fac-bdef-498c-bd78-00a05f1da5af tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Request body: {'network': {'project_id': '83b8ba05a2554b90aebbf428a86dce75'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:54.367162 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-916a7a48-75c6-46d0-b632-3ead641813d6 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:54.376483 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 0d33e483-85c6-45c9-b159-a2230d09a6a7 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:57:54.388967 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ec3400-ac96-4aff-9c7c-be587695a86e admin admin] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:57:54.397585 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-de270305-78ca-405c-a0d4-d388d25418f2 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=114375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:57:54.397585 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-de270305-78ca-405c-a0d4-d388d25418f2 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=114375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:57:54.398212 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-de270305-78ca-405c-a0d4-d388d25418f2 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:57:54.398550 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-de270305-78ca-405c-a0d4-d388d25418f2 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Subscribe: > port after_create 55550000 {{(pid=114375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:57:54.398891 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-de270305-78ca-405c-a0d4-d388d25418f2 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Subscribe: > port after_delete 55550000 {{(pid=114375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:57:54.399247 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-de270305-78ca-405c-a0d4-d388d25418f2 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Subscribe: > port after_update 55550000 {{(pid=114375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:57:54.399570 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-de270305-78ca-405c-a0d4-d388d25418f2 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=114375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:57:54.399909 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-de270305-78ca-405c-a0d4-d388d25418f2 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=114375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:57:54.400257 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-de270305-78ca-405c-a0d4-d388d25418f2 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=114375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:57:54.400760 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-de270305-78ca-405c-a0d4-d388d25418f2 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=114375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:57:54.411472 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afaf78e4-5a25-4d7b-8d82-c26341943a7b None None] Sync routers for ids ['be3aa51e-f6f2-46ea-b399-f171858b93a3'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:57:54.425256 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaf78e4-5a25-4d7b-8d82-c26341943a7b None None] Routers {'be3aa51e-f6f2-46ea-b399-f171858b93a3'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:57:54.426512 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-afaf78e4-5a25-4d7b-8d82-c26341943a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:57:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['be3aa51e-f6f2-46ea-b399-f171858b93a3'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:54.548050 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94885fac-bdef-498c-bd78-00a05f1da5af tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Made reservation on behalf of 83b8ba05a2554b90aebbf428a86dce75 for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:54.550191 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-94885fac-bdef-498c-bd78-00a05f1da5af tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:54.552658 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-916a7a48-75c6-46d0-b632-3ead641813d6 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Allocated IP 172.26.3.3 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/017b8977-ea51-4b26-83df-424137077ce6) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:57:54.576630 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:54.589164 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d3ec3400-ac96-4aff-9c7c-be587695a86e admin admin] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:54.590401 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-d3ec3400-ac96-4aff-9c7c-be587695a86e admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2717817 Feb 16 16:57:54.596409 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47450) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:57:54.656310 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-afaf78e4-5a25-4d7b-8d82-c26341943a7b None None] Set router be3aa51e-f6f2-46ea-b399-f171858b93a3 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:57:54.679212 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-de270305-78ca-405c-a0d4-d388d25418f2 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=114375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:57:54.680250 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-de270305-78ca-405c-a0d4-d388d25418f2 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=114375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:57:54.680589 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-de270305-78ca-405c-a0d4-d388d25418f2 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=114375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:57:54.680929 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-de270305-78ca-405c-a0d4-d388d25418f2 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=114375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:57:54.681877 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-de270305-78ca-405c-a0d4-d388d25418f2 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['932fa76c-4293-4f39-a59d-1e186cd7147f']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:54.692713 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94885fac-bdef-498c-bd78-00a05f1da5af tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:57:54.696086 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:54.711416 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] device_id is not set on port fe143886-467c-4f9d-87c2-0972e46f7053 yet. {{(pid=114376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:57:54.721263 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-de270305-78ca-405c-a0d4-d388d25418f2 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c86c9a7c-ae9c-467f-9804-343c97923b69') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:54.721609 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-de270305-78ca-405c-a0d4-d388d25418f2 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c86c9a7c-ae9c-467f-9804-343c97923b69') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:54.742916 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-de270305-78ca-405c-a0d4-d388d25418f2 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:54.776475 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-de270305-78ca-405c-a0d4-d388d25418f2 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:54.809531 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de270305-78ca-405c-a0d4-d388d25418f2 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:57:54.809864 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-de270305-78ca-405c-a0d4-d388d25418f2 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:54.814736 dv-neutron-828697-3-hyperv neutron-server[114375]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 16:57:54.814736 dv-neutron-828697-3-hyperv neutron-server[114375]: from cryptography.utils import int_from_bytes Feb 16 16:57:54.814736 dv-neutron-828697-3-hyperv neutron-server[114375]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 16:57:54.814736 dv-neutron-828697-3-hyperv neutron-server[114375]: from cryptography.utils import int_from_bytes Feb 16 16:57:54.814736 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 16:57:54.814736 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:57:54.814736 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 16:57:54.814736 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:57:54.814736 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 16:57:54.814736 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:57:54.814736 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 16:57:54.814736 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:57:54.814736 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 16:57:54.814736 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:57:54.814736 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 16:57:54.814736 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:57:54.814736 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 16:57:54.814736 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:57:54.814736 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:57:54.814736 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:57:54.814736 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:57:54.814736 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:57:54.814736 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 16:57:54.814736 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:57:54.814736 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 16:57:54.814736 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:57:54.814736 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:57:54.814736 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:57:54.814736 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 16:57:54.814736 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:57:54.814736 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:57:54.814736 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:57:54.814736 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:57:54.814736 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:57:54.814736 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:57:54.814736 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:57:54.827869 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-94885fac-bdef-498c-bd78-00a05f1da5af tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:54.828241 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-94885fac-bdef-498c-bd78-00a05f1da5af tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Added segment 4198f46b-0d81-40a4-a7e3-6395d79baf0e of type vlan for network bfcec8cd-348e-432c-9c70-a7a71397933f Feb 16 16:57:54.834735 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20229a38-3503-4a13-a607-9314078c4872 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Made reservation on behalf of 5a70fb3d58ad479a8bed0228e917e16d for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:54.837363 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-afaf78e4-5a25-4d7b-8d82-c26341943a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3aa51e-f6f2-46ea-b399-f171858b93a3', 'name': 'tempest-ServersTestManualDisk-2002298307-router', 'tenant_id': '4ee66dbf32244d7889f4914b18028830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '07c44328-4e17-47a8-a620-8642e304d4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:57:49Z', 'updated_at': '2022-02-16T16:57:51Z', 'revision_number': 3, 'project_id': '4ee66dbf32244d7889f4914b18028830', 'gw_port': {'id': '07c44328-4e17-47a8-a620-8642e304d4ac', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3aa51e-f6f2-46ea-b399-f171858b93a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:57:50Z', 'updated_at': '2022-02-16T16:57:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:54.839158 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-20229a38-3503-4a13-a607-9314078c4872 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:54.868694 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afaf78e4-5a25-4d7b-8d82-c26341943a7b None None] Checking router: be3aa51e-f6f2-46ea-b399-f171858b93a3 for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:57:54.869294 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afaf78e4-5a25-4d7b-8d82-c26341943a7b None None] Updating router be3aa51e-f6f2-46ea-b399-f171858b93a3 port 07c44328-4e17-47a8-a620-8642e304d4ac binding host dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:57:54.889796 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ed7c04-e4d8-4b36-b9e9-b9374688473d admin admin] Router 70bca793-e1d6-4d59-966e-e5e637d1d603 is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:57:54.894777 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-afaf78e4-5a25-4d7b-8d82-c26341943a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:54.912259 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57194f36-913e-4d50-87a1-e5d20cbcdb8f,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:54.946385 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-916a7a48-75c6-46d0-b632-3ead641813d6 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:54.957714 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-94885fac-bdef-498c-bd78-00a05f1da5af tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:55.108723 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-de270305-78ca-405c-a0d4-d388d25418f2 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:55.156808 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de270305-78ca-405c-a0d4-d388d25418f2 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 932fa76c-4293-4f39-a59d-1e186cd7147f {{(pid=114375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 16 16:57:55.168437 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-94885fac-bdef-498c-bd78-00a05f1da5af tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:55.169915 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94885fac-bdef-498c-bd78-00a05f1da5af tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:55.170492 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-94885fac-bdef-498c-bd78-00a05f1da5af tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:55.197972 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-de270305-78ca-405c-a0d4-d388d25418f2 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:55.206815 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-de270305-78ca-405c-a0d4-d388d25418f2 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] 10.222.0.88 "DELETE /v2.0/networks/932fa76c-4293-4f39-a59d-1e186cd7147f HTTP/1.1" status: 204 len: 168 time: 1.8532491 Feb 16 16:57:55.206815 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de270305-78ca-405c-a0d4-d388d25418f2 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Pushing event deleted for resources: {'Network': ['ID=932fa76c-4293-4f39-a59d-1e186cd7147f,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:55.210174 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47452) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:57:55.219891 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-665c36a8-815f-4759-a921-425a1003da50 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Request body: {'network': {'router:external': True}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:55.224840 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ed7c04-e4d8-4b36-b9e9-b9374688473d admin admin] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:57:55.295357 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-916a7a48-75c6-46d0-b632-3ead641813d6 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:55.341680 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.objects.ports [None req-b238e275-9777-46d8-a1a1-ac4281afa864 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114375) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 16:57:55.342138 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b238e275-9777-46d8-a1a1-ac4281afa864 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:55.350757 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-94885fac-bdef-498c-bd78-00a05f1da5af tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0059743 Feb 16 16:57:55.354355 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] device_id is not set on port fe143886-467c-4f9d-87c2-0972e46f7053 yet. {{(pid=114376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:57:55.358435 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47456) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:57:55.370933 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94885fac-bdef-498c-bd78-00a05f1da5af tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Pushing event updated for resources: {'Network': ['ID=bfcec8cd-348e-432c-9c70-a7a71397933f,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:55.371135 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-462d18d4-09a1-49c4-a9e6-342944205a2c tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Request body: {'network': {'project_id': '83b8ba05a2554b90aebbf428a86dce75'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:55.383583 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network bfcec8cd-348e-432c-9c70-a7a71397933f details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:57:55.389916 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-90ed7c04-e4d8-4b36-b9e9-b9374688473d admin admin] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:55.391170 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-90ed7c04-e4d8-4b36-b9e9-b9374688473d admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.0738664 Feb 16 16:57:55.402454 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-20229a38-3503-4a13-a607-9314078c4872 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:55.420179 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916a7a48-75c6-46d0-b632-3ead641813d6 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:57:55.420179 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47460) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:57:55.420179 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:55.420443 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b238e275-9777-46d8-a1a1-ac4281afa864 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Checking segment: {'id': '1c2dce13-ccd1-40d2-bab9-670cb2006736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e0244d74-ec6e-4c36-9cf8-5be6001858ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:57:55.420443 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b238e275-9777-46d8-a1a1-ac4281afa864 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Network hostable DHCP agents. Network: e0244d74-ec6e-4c36-9cf8-5be6001858ff, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:57:55.428343 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-462d18d4-09a1-49c4-a9e6-342944205a2c tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 16 16:57:55.428875 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-462d18d4-09a1-49c4-a9e6-342944205a2c tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:57:55.431188 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-916a7a48-75c6-46d0-b632-3ead641813d6 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:55.436495 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-462d18d4-09a1-49c4-a9e6-342944205a2c tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0681946 Feb 16 16:57:55.453939 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47462) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:57:55.468734 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916a7a48-75c6-46d0-b632-3ead641813d6 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Pushing event updated for resources: {'Port': ['ID=017b8977-ea51-4b26-83df-424137077ce6,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:55.472648 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916a7a48-75c6-46d0-b632-3ead641813d6 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:57:55.501992 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-afaf78e4-5a25-4d7b-8d82-c26341943a7b None None] Notify callbacks [] for port, precommit_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:55.528146 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:55.547605 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665c36a8-815f-4759-a921-425a1003da50 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Made reservation on behalf of e6af253a53a0452292cda792638755e2 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:55.550459 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-665c36a8-815f-4759-a921-425a1003da50 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:55.582014 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b238e275-9777-46d8-a1a1-ac4281afa864 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Network e0244d74-ec6e-4c36-9cf8-5be6001858ff is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:57:55.592423 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-5a432452-ab9b-4d54-82c1-88c3668d6d3d tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=83b8ba05a2554b90aebbf428a86dce75&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1303360 Feb 16 16:57:55.595803 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47466) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:57:55.608117 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-afaf78e4-5a25-4d7b-8d82-c26341943a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:55.620235 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b238e275-9777-46d8-a1a1-ac4281afa864 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Pushing event updated for resources: {'Subnet': ['ID=432f72f2-8230-4a73-961f-61111b90ddad,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:55.621611 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20229a38-3503-4a13-a607-9314078c4872 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Checking segment: {'id': '1de713ff-ec15-4194-a587-195fe14c1877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'ab903b3f-9ac0-4f35-beff-5a32fdf0479d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:57:55.621892 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20229a38-3503-4a13-a607-9314078c4872 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Network hostable DHCP agents. Network: ab903b3f-9ac0-4f35-beff-5a32fdf0479d, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:57:55.658962 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-665c36a8-815f-4759-a921-425a1003da50 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:57:55.697411 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-afaf78e4-5a25-4d7b-8d82-c26341943a7b None None] Attempting to bind port 07c44328-4e17-47a8-a620-8642e304d4ac on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:57:55.698236 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-afaf78e4-5a25-4d7b-8d82-c26341943a7b None None] Attempting to bind port 07c44328-4e17-47a8-a620-8642e304d4ac by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:57:55.698592 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afaf78e4-5a25-4d7b-8d82-c26341943a7b None None] Attempting to bind port 07c44328-4e17-47a8-a620-8642e304d4ac on network d8eab20e-246c-47ce-8449-822ce53769fc {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:57:55.712261 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device b64c8715-1540-4c12-a4da-8053e838c8f2 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:57:55.719963 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afaf78e4-5a25-4d7b-8d82-c26341943a7b None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:57:55.720394 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afaf78e4-5a25-4d7b-8d82-c26341943a7b None None] Checking segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:57:55.720942 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-afaf78e4-5a25-4d7b-8d82-c26341943a7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:55.721346 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afaf78e4-5a25-4d7b-8d82-c26341943a7b None None] Bound using segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:57:55.722023 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-afaf78e4-5a25-4d7b-8d82-c26341943a7b None None] Bound port: 07c44328-4e17-47a8-a620-8642e304d4ac, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:57:55.722599 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-afaf78e4-5a25-4d7b-8d82-c26341943a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:55.738777 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Pushing event updated for resources: {'Port': ['ID=fe143886-467c-4f9d-87c2-0972e46f7053,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:55.746973 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-665c36a8-815f-4759-a921-425a1003da50 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:55.747351 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-665c36a8-815f-4759-a921-425a1003da50 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Added segment 13bcfa25-34d6-4510-a8e1-eb1e31870e9d of type vlan for network dd7a6038-dc78-4f17-9c6c-971d132ec6f8 Feb 16 16:57:55.797784 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-afaf78e4-5a25-4d7b-8d82-c26341943a7b None None] For port 07c44328-4e17-47a8-a620-8642e304d4ac, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:57:55.805338 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-afaf78e4-5a25-4d7b-8d82-c26341943a7b None None] For port 07c44328-4e17-47a8-a620-8642e304d4ac, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=07c44328-4e17-47a8-a620-8642e304d4ac,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:57:55.806242 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e70c62e-224f-425a-966c-541a6a6fde24 None None] Sync routers for ids ['70bca793-e1d6-4d59-966e-e5e637d1d603'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:57:55.817285 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-665c36a8-815f-4759-a921-425a1003da50 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:55.823337 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58f573c-5365-4312-b6b0-db1dfea6a6bb None None] Pushing event updated for resources: {'Port': ['ID=07c44328-4e17-47a8-a620-8642e304d4ac,revision_number=2']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:55.829926 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e70c62e-224f-425a-966c-541a6a6fde24 None None] Routers {'70bca793-e1d6-4d59-966e-e5e637d1d603'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:57:55.830570 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-6e70c62e-224f-425a-966c-541a6a6fde24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:57:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['70bca793-e1d6-4d59-966e-e5e637d1d603'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:55.833532 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f573c-5365-4312-b6b0-db1dfea6a6bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:55.836511 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f573c-5365-4312-b6b0-db1dfea6a6bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:55.837168 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f573c-5365-4312-b6b0-db1dfea6a6bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:55.837773 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f573c-5365-4312-b6b0-db1dfea6a6bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:55.838331 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f573c-5365-4312-b6b0-db1dfea6a6bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:55.838930 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f573c-5365-4312-b6b0-db1dfea6a6bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:55.839491 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f573c-5365-4312-b6b0-db1dfea6a6bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:55.843073 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f573c-5365-4312-b6b0-db1dfea6a6bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:55.843887 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f573c-5365-4312-b6b0-db1dfea6a6bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:55.844503 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f573c-5365-4312-b6b0-db1dfea6a6bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:55.845065 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f573c-5365-4312-b6b0-db1dfea6a6bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:55.845672 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f573c-5365-4312-b6b0-db1dfea6a6bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:55.847584 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f573c-5365-4312-b6b0-db1dfea6a6bb None None] Tracked resource versions report: Feb 16 16:57:55.847584 dv-neutron-828697-3-hyperv neutron-server[114378]: pushed versions: Feb 16 16:57:55.847584 dv-neutron-828697-3-hyperv neutron-server[114378]: { 'AddressGroup': {'1.2'}, Feb 16 16:57:55.847584 dv-neutron-828697-3-hyperv neutron-server[114378]: 'ConntrackHelper': {'1.0'}, Feb 16 16:57:55.847584 dv-neutron-828697-3-hyperv neutron-server[114378]: 'Log': {'1.0'}, Feb 16 16:57:55.847584 dv-neutron-828697-3-hyperv neutron-server[114378]: 'Network': {'1.1'}, Feb 16 16:57:55.847584 dv-neutron-828697-3-hyperv neutron-server[114378]: 'Port': {'1.7'}, Feb 16 16:57:55.847584 dv-neutron-828697-3-hyperv neutron-server[114378]: 'PortForwarding': {'1.2'}, Feb 16 16:57:55.847584 dv-neutron-828697-3-hyperv neutron-server[114378]: 'QosPolicy': {'1.9'}, Feb 16 16:57:55.847584 dv-neutron-828697-3-hyperv neutron-server[114378]: 'SecurityGroup': {'1.4'}, Feb 16 16:57:55.847584 dv-neutron-828697-3-hyperv neutron-server[114378]: 'SecurityGroupRule': {'1.2'}, Feb 16 16:57:55.847584 dv-neutron-828697-3-hyperv neutron-server[114378]: 'SubPort': {'1.0'}, Feb 16 16:57:55.847584 dv-neutron-828697-3-hyperv neutron-server[114378]: 'Subnet': {'1.1'}, Feb 16 16:57:55.847584 dv-neutron-828697-3-hyperv neutron-server[114378]: 'Trunk': {'1.1'}} Feb 16 16:57:55.847584 dv-neutron-828697-3-hyperv neutron-server[114378]: consumer versions: Feb 16 16:57:55.847584 dv-neutron-828697-3-hyperv neutron-server[114378]: { DHCP agent@dv-neutron-828697-3-hyperv: {}, Feb 16 16:57:55.847584 dv-neutron-828697-3-hyperv neutron-server[114378]: HyperV agent@hv-neutron-8286: {}, Feb 16 16:57:55.847584 dv-neutron-828697-3-hyperv neutron-server[114378]: L3 agent@dv-neutron-828697-3-hyperv: {}, Feb 16 16:57:55.847584 dv-neutron-828697-3-hyperv neutron-server[114378]: Metadata agent@dv-neutron-828697-3-hyperv: {}, Feb 16 16:57:55.847584 dv-neutron-828697-3-hyperv neutron-server[114378]: Metering agent@dv-neutron-828697-3-hyperv: {}, Feb 16 16:57:55.847584 dv-neutron-828697-3-hyperv neutron-server[114378]: Open vSwitch agent@dv-neutron-828697-3-hyperv: { 'AddressGroup': '1.2', Feb 16 16:57:55.847584 dv-neutron-828697-3-hyperv neutron-server[114378]: 'ConntrackHelper': '1.0', Feb 16 16:57:55.847584 dv-neutron-828697-3-hyperv neutron-server[114378]: 'Log': '1.0', Feb 16 16:57:55.847584 dv-neutron-828697-3-hyperv neutron-server[114378]: 'Network': '1.1', Feb 16 16:57:55.847584 dv-neutron-828697-3-hyperv neutron-server[114378]: 'Port': '1.7', Feb 16 16:57:55.847584 dv-neutron-828697-3-hyperv neutron-server[114378]: 'PortForwarding': '1.2', Feb 16 16:57:55.847584 dv-neutron-828697-3-hyperv neutron-server[114378]: 'QosPolicy': '1.9', Feb 16 16:57:55.847584 dv-neutron-828697-3-hyperv neutron-server[114378]: 'SecurityGroup': '1.4', Feb 16 16:57:55.847584 dv-neutron-828697-3-hyperv neutron-server[114378]: 'SecurityGroupRule': '1.2', Feb 16 16:57:55.847584 dv-neutron-828697-3-hyperv neutron-server[114378]: 'SubPort': '1.0', Feb 16 16:57:55.847584 dv-neutron-828697-3-hyperv neutron-server[114378]: 'Subnet': '1.1', Feb 16 16:57:55.847584 dv-neutron-828697-3-hyperv neutron-server[114378]: 'Trunk': '1.1'}} Feb 16 16:57:55.847584 dv-neutron-828697-3-hyperv neutron-server[114378]: {{(pid=114378) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 16:57:55.857940 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20229a38-3503-4a13-a607-9314078c4872 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Pushing event updated for resources: {'Subnet': ['ID=3111c360-7890-441f-bfdd-67c1bb03feb7,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:55.862994 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-b238e275-9777-46d8-a1a1-ac4281afa864 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, e0244d74-ec6e-4c36-9cf8-5be6001858ff) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:55.874892 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b238e275-9777-46d8-a1a1-ac4281afa864 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:55.875515 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b238e275-9777-46d8-a1a1-ac4281afa864 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:55.884589 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c0429239-1591-4471-9e00-9147cbf8e910 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:55.902037 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port b64c8715-1540-4c12-a4da-8053e838c8f2 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:55.902507 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:55.909866 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87e387e-271d-413f-851b-7cbbd7a63dab None None] Network e0244d74-ec6e-4c36-9cf8-5be6001858ff requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:57:55.914015 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-afaf78e4-5a25-4d7b-8d82-c26341943a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:55.914296 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c0429239-1591-4471-9e00-9147cbf8e910 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:55.928836 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-916a7a48-75c6-46d0-b632-3ead641813d6 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:55.956745 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-665c36a8-815f-4759-a921-425a1003da50 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:55.957387 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665c36a8-815f-4759-a921-425a1003da50 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:55.958069 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-665c36a8-815f-4759-a921-425a1003da50 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:55.960238 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20229a38-3503-4a13-a607-9314078c4872 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Network ab903b3f-9ac0-4f35-beff-5a32fdf0479d is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:57:55.990466 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaf78e4-5a25-4d7b-8d82-c26341943a7b None None] Routers {'be3aa51e-f6f2-46ea-b399-f171858b93a3'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:57:55.991378 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-afaf78e4-5a25-4d7b-8d82-c26341943a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:57:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['be3aa51e-f6f2-46ea-b399-f171858b93a3'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:55.994216 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58f573c-5365-4312-b6b0-db1dfea6a6bb None None] Pushing event updated for resources: {'Port': ['ID=07c44328-4e17-47a8-a620-8642e304d4ac,revision_number=3']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:56.326743 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-b238e275-9777-46d8-a1a1-ac4281afa864 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.9469428 Feb 16 16:57:56.326743 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-20229a38-3503-4a13-a607-9314078c4872 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, ab903b3f-9ac0-4f35-beff-5a32fdf0479d) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:56.326743 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47468) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:57:56.332277 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dea899-f22f-4e4d-960b-3eb96c90e94c None None] Network ab903b3f-9ac0-4f35-beff-5a32fdf0479d requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:57:56.332416 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-0e56b3a9-f825-4100-a679-2ba551da653e tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-765724364', 'network_id': 'e0244d74-ec6e-4c36-9cf8-5be6001858ff'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:56.332416 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20229a38-3503-4a13-a607-9314078c4872 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:56.332416 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-20229a38-3503-4a13-a607-9314078c4872 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:56.332416 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665c36a8-815f-4759-a921-425a1003da50 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Pushing event updated for resources: {'Network': ['ID=dd7a6038-dc78-4f17-9c6c-971d132ec6f8,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:56.332937 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-afaf78e4-5a25-4d7b-8d82-c26341943a7b None None] Set router be3aa51e-f6f2-46ea-b399-f171858b93a3 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:57:56.333143 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Checking segment: {'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:57:56.335051 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-665c36a8-815f-4759-a921-425a1003da50 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9723525 Feb 16 16:57:56.335261 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Network hostable DHCP agents. Network: eb584d51-e60d-4cd6-a29d-58a9d2f45cbb, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:57:56.335261 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47470) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:57:56.335261 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-b968db25-9fc3-4f34-bf6a-b7eb516b7210 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Request body: {'subnet': {'network_id': 'dd7a6038-dc78-4f17-9c6c-971d132ec6f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:56.335867 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network dd7a6038-dc78-4f17-9c6c-971d132ec6f8 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:57:56.336461 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-916a7a48-75c6-46d0-b632-3ead641813d6 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:56.337125 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-6e70c62e-224f-425a-966c-541a6a6fde24 None None] Set router 70bca793-e1d6-4d59-966e-e5e637d1d603 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:57:56.337407 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c0429239-1591-4471-9e00-9147cbf8e910 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:56.337407 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c0429239-1591-4471-9e00-9147cbf8e910 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:56.337407 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-c0429239-1591-4471-9e00-9147cbf8e910 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] 10.222.0.88 "DELETE /v2.0/security-groups/356c7d02-e76c-4755-ad5c-99b02f00f72f HTTP/1.1" status: 204 len: 168 time: 0.6971254 Feb 16 16:57:56.337407 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47474) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:57:56.393610 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0429239-1591-4471-9e00-9147cbf8e910 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356c7d02-e76c-4755-ad5c-99b02f00f72f,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:56.400165 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-20229a38-3503-4a13-a607-9314078c4872 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4010248 Feb 16 16:57:56.403669 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-09453107-9006-4145-a61c-8a6667b2fab3 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:56.407768 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47476) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:57:56.414376 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-afaf78e4-5a25-4d7b-8d82-c26341943a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3aa51e-f6f2-46ea-b399-f171858b93a3', 'name': 'tempest-ServersTestManualDisk-2002298307-router', 'tenant_id': '4ee66dbf32244d7889f4914b18028830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '07c44328-4e17-47a8-a620-8642e304d4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:57:49Z', 'updated_at': '2022-02-16T16:57:51Z', 'revision_number': 3, 'project_id': '4ee66dbf32244d7889f4914b18028830', 'gw_port': {'id': '07c44328-4e17-47a8-a620-8642e304d4ac', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3aa51e-f6f2-46ea-b399-f171858b93a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:57:50Z', 'updated_at': '2022-02-16T16:57:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:56.415715 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-ecf9e88b-e638-4a07-a75a-efb521e4d5a6 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Request body: {'port': {'network_id': 'ab903b3f-9ac0-4f35-beff-5a32fdf0479d', 'name': 'tempest-DHCPAgentSchedulersTestJSON-918066576'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:56.442766 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afaf78e4-5a25-4d7b-8d82-c26341943a7b None None] The sync data for ids ['be3aa51e-f6f2-46ea-b399-f171858b93a3'] in dv-neutron-828697-3-hyperv is: [{'id': 'be3aa51e-f6f2-46ea-b399-f171858b93a3', 'name': 'tempest-ServersTestManualDisk-2002298307-router', 'tenant_id': '4ee66dbf32244d7889f4914b18028830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '07c44328-4e17-47a8-a620-8642e304d4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:57:49Z', 'updated_at': '2022-02-16T16:57:51Z', 'revision_number': 3, 'project_id': '4ee66dbf32244d7889f4914b18028830', 'gw_port': {'id': '07c44328-4e17-47a8-a620-8642e304d4ac', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3aa51e-f6f2-46ea-b399-f171858b93a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:57:50Z', 'updated_at': '2022-02-16T16:57:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:57:56.497331 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a026c3dd-c285-4f0e-8de0-5aed06bb8411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:56.520678 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:57:56.578104 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1d52be-0827-4bae-8664-09b23b54a186 None None] Network e0244d74-ec6e-4c36-9cf8-5be6001858ff requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:57:56.580294 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e56b3a9-f825-4100-a679-2ba551da653e tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Made reservation on behalf of 77f33ab4bdc14ffdaab0872d4f0be08f for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:56.582278 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0e56b3a9-f825-4100-a679-2ba551da653e tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:56.683531 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-0e56b3a9-f825-4100-a679-2ba551da653e tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] device_id is not set on port 1959bd52-eaf6-4d22-a03f-740bd1dc5b90 yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:57:56.698655 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, eb584d51-e60d-4cd6-a29d-58a9d2f45cbb) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:56.728182 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:57:56.741093 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780242f7-0260-48eb-86d9-2893c3e899a6 None None] Network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:57:56.822720 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-09453107-9006-4145-a61c-8a6667b2fab3 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:56.855053 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-916a7a48-75c6-46d0-b632-3ead641813d6 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:56.874712 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbbb931-466c-456d-9e80-9b6e029c583b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-ab903b3f-9ac0-4f35-beff-5a32fdf0479d', 'network_id': 'ab903b3f-9ac0-4f35-beff-5a32fdf0479d', 'tenant_id': '5a70fb3d58ad479a8bed0228e917e16d', 'fixed_ips': [{'subnet_id': '3111c360-7890-441f-bfdd-67c1bb03feb7'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 16:57:56.875059 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b968db25-9fc3-4f34-bf6a-b7eb516b7210 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Made reservation on behalf of e6af253a53a0452292cda792638755e2 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:56.875790 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0dbbb931-466c-456d-9e80-9b6e029c583b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:56.880390 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b968db25-9fc3-4f34-bf6a-b7eb516b7210 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks [] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:56.882882 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port fe143886-467c-4f9d-87c2-0972e46f7053 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:57:56.883241 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port fe143886-467c-4f9d-87c2-0972e46f7053 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:57:56.884129 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port fe143886-467c-4f9d-87c2-0972e46f7053 on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:57:56.891823 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-09453107-9006-4145-a61c-8a6667b2fab3 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfcec8cd-348e-432c-9c70-a7a71397933f']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:56.913471 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-09453107-9006-4145-a61c-8a6667b2fab3 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4198f46b-0d81-40a4-a7e3-6395d79baf0e') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:56.913747 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-09453107-9006-4145-a61c-8a6667b2fab3 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4198f46b-0d81-40a4-a7e3-6395d79baf0e') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:56.927403 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Port fe143886-467c-4f9d-87c2-0972e46f7053 on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:57:56.927742 dv-neutron-828697-3-hyperv neutron-server[114376]: ERROR neutron.plugins.ml2.managers [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Failed to bind port fe143886-467c-4f9d-87c2-0972e46f7053 on host hv-neutron-8286 for vnic_type normal using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] Feb 16 16:57:56.935209 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-09453107-9006-4145-a61c-8a6667b2fab3 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:56.958805 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.plugins.ml2.plugin [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempt 2 to bind port fe143886-467c-4f9d-87c2-0972e46f7053 Feb 16 16:57:56.981263 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-09453107-9006-4145-a61c-8a6667b2fab3 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:56.982784 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-916a7a48-75c6-46d0-b632-3ead641813d6 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:56.985063 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-0e56b3a9-f825-4100-a679-2ba551da653e tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Allocated IP 172.20.0.9 (e0244d74-ec6e-4c36-9cf8-5be6001858ff/432f72f2-8230-4a73-961f-61111b90ddad/1959bd52-eaf6-4d22-a03f-740bd1dc5b90) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:57:56.995483 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09453107-9006-4145-a61c-8a6667b2fab3 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:57:56.996108 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-09453107-9006-4145-a61c-8a6667b2fab3 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:57.000854 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 16:57:57.000854 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:57:57.000854 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 16:57:57.000854 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:57:57.000854 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 16:57:57.000854 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:57:57.000854 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 16:57:57.000854 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:57:57.000854 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 16:57:57.000854 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:57:57.000854 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 16:57:57.000854 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:57:57.000854 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 16:57:57.000854 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:57:57.000854 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:57:57.000854 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:57:57.000854 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:57:57.000854 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:57:57.000854 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 16:57:57.000854 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:57:57.000854 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 16:57:57.000854 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:57:57.000854 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:57:57.000854 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:57:57.000854 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 16:57:57.000854 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:57:57.000854 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:57:57.000854 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:57:57.000854 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:57:57.000854 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:57:57.000854 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:57:57.000854 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:57:57.059713 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf9e88b-e638-4a07-a75a-efb521e4d5a6 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Made reservation on behalf of 5a70fb3d58ad479a8bed0228e917e16d for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:57.063820 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ecf9e88b-e638-4a07-a75a-efb521e4d5a6 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:57.087146 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port fe143886-467c-4f9d-87c2-0972e46f7053 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:57:57.087345 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port fe143886-467c-4f9d-87c2-0972e46f7053 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:57:57.087680 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port fe143886-467c-4f9d-87c2-0972e46f7053 on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:57:57.113393 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-916a7a48-75c6-46d0-b632-3ead641813d6 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:57.119565 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-6e70c62e-224f-425a-966c-541a6a6fde24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bca793-e1d6-4d59-966e-e5e637d1d603', 'name': 'tempest-ServersTestJSON-524628997-router', 'tenant_id': 'b000221746b44cdbb4fb616424f3147e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.137'}], 'enable_snat': True}, 'gw_port_id': 'cc419172-db86-4497-80a4-97e0b22c1d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:57:50Z', 'updated_at': '2022-02-16T16:57:52Z', 'revision_number': 3, 'project_id': 'b000221746b44cdbb4fb616424f3147e', 'gw_port': {'id': 'cc419172-db86-4497-80a4-97e0b22c1d73', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70bca793-e1d6-4d59-966e-e5e637d1d603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:57:51Z', 'updated_at': '2022-02-16T16:57:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:57.127231 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Port fe143886-467c-4f9d-87c2-0972e46f7053 on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:57:57.127554 dv-neutron-828697-3-hyperv neutron-server[114376]: ERROR neutron.plugins.ml2.managers [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Failed to bind port fe143886-467c-4f9d-87c2-0972e46f7053 on host hv-neutron-8286 for vnic_type normal using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] Feb 16 16:57:57.128173 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-ecf9e88b-e638-4a07-a75a-efb521e4d5a6 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] device_id is not set on port ece77c1a-30ef-4794-afd9-ec5d1975a78b yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:57:57.142543 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.plugins.ml2.plugin [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempt 3 to bind port fe143886-467c-4f9d-87c2-0972e46f7053 Feb 16 16:57:57.146135 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-833b7a40-06b6-4605-b690-d64ebf4c8cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:57.173208 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-a026c3dd-c285-4f0e-8de0-5aed06bb8411 admin admin] Allocated IP 172.20.0.1 (dc975c54-04fd-41cf-87c4-6ca61b7fd14d/d86b0b62-edb7-4147-9b87-7738d42c4864/b2a72633-d152-4975-b54d-4c39bbe3fa61) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:57:57.173719 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e70c62e-224f-425a-966c-541a6a6fde24 None None] Checking router: 70bca793-e1d6-4d59-966e-e5e637d1d603 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:57:57.174093 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e70c62e-224f-425a-966c-541a6a6fde24 None None] Updating router 70bca793-e1d6-4d59-966e-e5e637d1d603 port cc419172-db86-4497-80a4-97e0b22c1d73 binding host dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:57:57.182793 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916a7a48-75c6-46d0-b632-3ead641813d6 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Pushing event updated for resources: {'Port': ['ID=017b8977-ea51-4b26-83df-424137077ce6,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:57.202665 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port fe143886-467c-4f9d-87c2-0972e46f7053 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:57:57.202991 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port fe143886-467c-4f9d-87c2-0972e46f7053 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:57:57.203322 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port fe143886-467c-4f9d-87c2-0972e46f7053 on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:57:57.222254 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6e70c62e-224f-425a-966c-541a6a6fde24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:57.222524 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Port fe143886-467c-4f9d-87c2-0972e46f7053 on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:57:57.222524 dv-neutron-828697-3-hyperv neutron-server[114376]: ERROR neutron.plugins.ml2.managers [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Failed to bind port fe143886-467c-4f9d-87c2-0972e46f7053 on host hv-neutron-8286 for vnic_type normal using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] Feb 16 16:57:57.222785 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-09453107-9006-4145-a61c-8a6667b2fab3 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:57.228229 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.plugins.ml2.plugin [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempt 4 to bind port fe143886-467c-4f9d-87c2-0972e46f7053 Feb 16 16:57:57.256355 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-0dbbb931-466c-456d-9e80-9b6e029c583b None None] Allocated IP 172.20.0.2 (ab903b3f-9ac0-4f35-beff-5a32fdf0479d/3111c360-7890-441f-bfdd-67c1bb03feb7/12f14bbe-c631-4435-bb06-a274ab22ae4f) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:57:57.264446 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-09453107-9006-4145-a61c-8a6667b2fab3 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:57.270495 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-09453107-9006-4145-a61c-8a6667b2fab3 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] 10.222.0.88 "DELETE /v2.0/networks/bfcec8cd-348e-432c-9c70-a7a71397933f HTTP/1.1" status: 204 len: 168 time: 0.9643898 Feb 16 16:57:57.279459 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47478) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:57:57.335024 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-916a7a48-75c6-46d0-b632-3ead641813d6 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:57.339084 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-916a7a48-75c6-46d0-b632-3ead641813d6 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.8196073 Feb 16 16:57:57.351489 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0e56b3a9-f825-4100-a679-2ba551da653e tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:57.363055 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47480) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:57:57.363944 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09453107-9006-4145-a61c-8a6667b2fab3 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Pushing event deleted for resources: {'Network': ['ID=bfcec8cd-348e-432c-9c70-a7a71397933f,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:57.370480 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-53d26666-4983-41d2-bed5-95583ff2aa2e tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-381888635'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:57.420261 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port fe143886-467c-4f9d-87c2-0972e46f7053 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:57:57.420594 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port fe143886-467c-4f9d-87c2-0972e46f7053 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:57:57.420946 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port fe143886-467c-4f9d-87c2-0972e46f7053 on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:57:57.467422 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Port fe143886-467c-4f9d-87c2-0972e46f7053 on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:57:57.468024 dv-neutron-828697-3-hyperv neutron-server[114376]: ERROR neutron.plugins.ml2.managers [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Failed to bind port fe143886-467c-4f9d-87c2-0972e46f7053 on host hv-neutron-8286 for vnic_type normal using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] Feb 16 16:57:57.478323 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.plugins.ml2.plugin [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempt 5 to bind port fe143886-467c-4f9d-87c2-0972e46f7053 Feb 16 16:57:57.523925 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0e56b3a9-f825-4100-a679-2ba551da653e tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:57.524597 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9be9efa8-bd95-4ebd-b519-3f56da786697 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:57.540444 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port fe143886-467c-4f9d-87c2-0972e46f7053 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:57:57.540773 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port fe143886-467c-4f9d-87c2-0972e46f7053 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:57:57.541101 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port fe143886-467c-4f9d-87c2-0972e46f7053 on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:57:57.552549 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0dbbb931-466c-456d-9e80-9b6e029c583b None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:57.575995 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d26666-4983-41d2-bed5-95583ff2aa2e tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Made reservation on behalf of d55500a897a94ba5832341dc1ad7aafc for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:57.580219 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-53d26666-4983-41d2-bed5-95583ff2aa2e tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:57.605698 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-53d26666-4983-41d2-bed5-95583ff2aa2e tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:57.625713 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Port fe143886-467c-4f9d-87c2-0972e46f7053 on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:57:57.625925 dv-neutron-828697-3-hyperv neutron-server[114376]: ERROR neutron.plugins.ml2.managers [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Failed to bind port fe143886-467c-4f9d-87c2-0972e46f7053 on host hv-neutron-8286 for vnic_type normal using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] Feb 16 16:57:57.627797 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0dbbb931-466c-456d-9e80-9b6e029c583b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:57.635876 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e56b3a9-f825-4100-a679-2ba551da653e tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Network e0244d74-ec6e-4c36-9cf8-5be6001858ff is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:57:57.641941 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.plugins.ml2.plugin [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempt 6 to bind port fe143886-467c-4f9d-87c2-0972e46f7053 Feb 16 16:57:57.658697 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a026c3dd-c285-4f0e-8de0-5aed06bb8411 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:57.668041 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-0e56b3a9-f825-4100-a679-2ba551da653e tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:57.676149 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e56b3a9-f825-4100-a679-2ba551da653e tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Pushing event updated for resources: {'Port': ['ID=1959bd52-eaf6-4d22-a03f-740bd1dc5b90,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:57.681008 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e56b3a9-f825-4100-a679-2ba551da653e tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:57:57.709653 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port fe143886-467c-4f9d-87c2-0972e46f7053 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:57:57.709985 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port fe143886-467c-4f9d-87c2-0972e46f7053 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:57:57.710622 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port fe143886-467c-4f9d-87c2-0972e46f7053 on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:57:57.737831 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbbb931-466c-456d-9e80-9b6e029c583b None None] Network ab903b3f-9ac0-4f35-beff-5a32fdf0479d is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:57:57.747066 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-0dbbb931-466c-456d-9e80-9b6e029c583b None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:57.755312 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-833b7a40-06b6-4605-b690-d64ebf4c8cff admin admin] Allocated IP 172.20.0.1 (42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e/adefecf5-a804-4647-bbff-e2f7d127a048/f43c7428-cfb1-4194-8634-0cba20884571) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:57:57.772755 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 07c44328-4e17-47a8-a620-8642e304d4ac up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:57:57.774974 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Port fe143886-467c-4f9d-87c2-0972e46f7053 on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:57:57.774974 dv-neutron-828697-3-hyperv neutron-server[114376]: ERROR neutron.plugins.ml2.managers [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Failed to bind port fe143886-467c-4f9d-87c2-0972e46f7053 on host hv-neutron-8286 for vnic_type normal using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] Feb 16 16:57:57.777068 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6e70c62e-224f-425a-966c-541a6a6fde24 None None] Notify callbacks [] for port, precommit_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:57.779476 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbbb931-466c-456d-9e80-9b6e029c583b None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:57:57.780906 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.plugins.ml2.plugin [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempt 7 to bind port fe143886-467c-4f9d-87c2-0972e46f7053 Feb 16 16:57:57.784507 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbbb931-466c-456d-9e80-9b6e029c583b None None] Pushing event updated for resources: {'Port': ['ID=12f14bbe-c631-4435-bb06-a274ab22ae4f,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:57.800567 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e56b3a9-f825-4100-a679-2ba551da653e tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:57.801185 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0e56b3a9-f825-4100-a679-2ba551da653e tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:57.804896 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-ecf9e88b-e638-4a07-a75a-efb521e4d5a6 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Allocated IP 172.20.0.6 (ab903b3f-9ac0-4f35-beff-5a32fdf0479d/3111c360-7890-441f-bfdd-67c1bb03feb7/ece77c1a-30ef-4794-afd9-ec5d1975a78b) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:57:57.867419 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9be9efa8-bd95-4ebd-b519-3f56da786697 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:57.871383 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port fe143886-467c-4f9d-87c2-0972e46f7053 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:57:57.871383 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port fe143886-467c-4f9d-87c2-0972e46f7053 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:57:57.871589 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port fe143886-467c-4f9d-87c2-0972e46f7053 on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:57:57.884055 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6e70c62e-224f-425a-966c-541a6a6fde24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:57.917287 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-0e56b3a9-f825-4100-a679-2ba551da653e tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.8608124 Feb 16 16:57:57.922017 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47482) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:57:57.940744 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-0dbbb931-466c-456d-9e80-9b6e029c583b None None] Attempting to bind port 12f14bbe-c631-4435-bb06-a274ab22ae4f on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:57:57.941281 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-0dbbb931-466c-456d-9e80-9b6e029c583b None None] Attempting to bind port 12f14bbe-c631-4435-bb06-a274ab22ae4f by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '1de713ff-ec15-4194-a587-195fe14c1877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'ab903b3f-9ac0-4f35-beff-5a32fdf0479d'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:57:57.941731 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbbb931-466c-456d-9e80-9b6e029c583b None None] Attempting to bind port 12f14bbe-c631-4435-bb06-a274ab22ae4f on network ab903b3f-9ac0-4f35-beff-5a32fdf0479d {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:57:57.956203 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-6e70c62e-224f-425a-966c-541a6a6fde24 None None] Attempting to bind port cc419172-db86-4497-80a4-97e0b22c1d73 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:57:57.956715 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-6e70c62e-224f-425a-966c-541a6a6fde24 None None] Attempting to bind port cc419172-db86-4497-80a4-97e0b22c1d73 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:57:57.957187 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e70c62e-224f-425a-966c-541a6a6fde24 None None] Attempting to bind port cc419172-db86-4497-80a4-97e0b22c1d73 on network d8eab20e-246c-47ce-8449-822ce53769fc {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:57:57.962569 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbbb931-466c-456d-9e80-9b6e029c583b None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:57:57.963094 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbbb931-466c-456d-9e80-9b6e029c583b None None] Checking segment: {'id': '1de713ff-ec15-4194-a587-195fe14c1877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'ab903b3f-9ac0-4f35-beff-5a32fdf0479d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:57:57.963592 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0dbbb931-466c-456d-9e80-9b6e029c583b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:57.964108 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbbb931-466c-456d-9e80-9b6e029c583b None None] Bound using segment: {'id': '1de713ff-ec15-4194-a587-195fe14c1877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'ab903b3f-9ac0-4f35-beff-5a32fdf0479d'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:57:57.964702 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-0dbbb931-466c-456d-9e80-9b6e029c583b None None] Bound port: 12f14bbe-c631-4435-bb06-a274ab22ae4f, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de713ff-ec15-4194-a587-195fe14c1877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'ab903b3f-9ac0-4f35-beff-5a32fdf0479d'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:57:57.965204 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0dbbb931-466c-456d-9e80-9b6e029c583b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:57.984184 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d1d90f-37b1-4a1d-94ba-13a43df44411 None None] Pushing event updated for resources: {'Port': ['ID=cc419172-db86-4497-80a4-97e0b22c1d73,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:57.987536 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e70c62e-224f-425a-966c-541a6a6fde24 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:57:57.988076 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e70c62e-224f-425a-966c-541a6a6fde24 None None] Checking segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:57:57.988568 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6e70c62e-224f-425a-966c-541a6a6fde24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:57.989050 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e70c62e-224f-425a-966c-541a6a6fde24 None None] Bound using segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:57:57.989620 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-6e70c62e-224f-425a-966c-541a6a6fde24 None None] Bound port: cc419172-db86-4497-80a4-97e0b22c1d73, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:57:57.990106 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6e70c62e-224f-425a-966c-541a6a6fde24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:58.005946 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-53d26666-4983-41d2-bed5-95583ff2aa2e tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:58.076959 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9be9efa8-bd95-4ebd-b519-3f56da786697 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=114376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:57:58.077295 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9be9efa8-bd95-4ebd-b519-3f56da786697 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=114376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:57:58.078085 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9be9efa8-bd95-4ebd-b519-3f56da786697 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:57:58.078407 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9be9efa8-bd95-4ebd-b519-3f56da786697 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Subscribe: > port after_create 55550000 {{(pid=114376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:57:58.078738 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9be9efa8-bd95-4ebd-b519-3f56da786697 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Subscribe: > port after_delete 55550000 {{(pid=114376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:57:58.079087 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9be9efa8-bd95-4ebd-b519-3f56da786697 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Subscribe: > port after_update 55550000 {{(pid=114376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:57:58.079397 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9be9efa8-bd95-4ebd-b519-3f56da786697 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=114376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:57:58.079724 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9be9efa8-bd95-4ebd-b519-3f56da786697 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=114376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:57:58.080056 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9be9efa8-bd95-4ebd-b519-3f56da786697 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=114376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:57:58.080373 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9be9efa8-bd95-4ebd-b519-3f56da786697 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=114376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:57:58.087328 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-53d26666-4983-41d2-bed5-95583ff2aa2e tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:58.100188 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53d26666-4983-41d2-bed5-95583ff2aa2e tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:57:58.110623 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-53d26666-4983-41d2-bed5-95583ff2aa2e tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:58.110973 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-53d26666-4983-41d2-bed5-95583ff2aa2e tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Added segment 51307838-57c1-4d76-b83b-f992426f5c9b of type vlan for network 2ec0168c-2582-4f89-b62d-b65ce115955a Feb 16 16:57:58.164578 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 07c44328-4e17-47a8-a620-8642e304d4ac triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:58.165254 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:58.181778 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-53d26666-4983-41d2-bed5-95583ff2aa2e tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:58.193648 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-702eab72-3109-4570-a557-a5470bab8152 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Deleting port 1959bd52-eaf6-4d22-a03f-740bd1dc5b90 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:57:58.193977 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-702eab72-3109-4570-a557-a5470bab8152 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:58.228995 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ecf9e88b-e638-4a07-a75a-efb521e4d5a6 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:58.235697 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-0dbbb931-466c-456d-9e80-9b6e029c583b None None] For port 12f14bbe-c631-4435-bb06-a274ab22ae4f, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:57:58.239752 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-0dbbb931-466c-456d-9e80-9b6e029c583b None None] For port 12f14bbe-c631-4435-bb06-a274ab22ae4f, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=12f14bbe-c631-4435-bb06-a274ab22ae4f,segment=NetworkSegment(1de713ff-ec15-4194-a587-195fe14c1877),segment_id=1de713ff-ec15-4194-a587-195fe14c1877)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:57:58.243424 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-6e70c62e-224f-425a-966c-541a6a6fde24 None None] For port cc419172-db86-4497-80a4-97e0b22c1d73, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:57:58.248559 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-6e70c62e-224f-425a-966c-541a6a6fde24 None None] For port cc419172-db86-4497-80a4-97e0b22c1d73, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=cc419172-db86-4497-80a4-97e0b22c1d73,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:57:58.254436 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9be9efa8-bd95-4ebd-b519-3f56da786697 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=114376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:57:58.254859 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9be9efa8-bd95-4ebd-b519-3f56da786697 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=114376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:57:58.255181 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9be9efa8-bd95-4ebd-b519-3f56da786697 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=114376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:57:58.255511 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9be9efa8-bd95-4ebd-b519-3f56da786697 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=114376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:57:58.255918 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-9be9efa8-bd95-4ebd-b519-3f56da786697 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d33e483-85c6-45c9-b159-a2230d09a6a7']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:58.269366 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d26666-4983-41d2-bed5-95583ff2aa2e tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f5b625-7fef-4d13-86b9-a9b30559caf4,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:58.313338 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:58.315992 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Port fe143886-467c-4f9d-87c2-0972e46f7053 on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:57:58.316320 dv-neutron-828697-3-hyperv neutron-server[114376]: ERROR neutron.plugins.ml2.managers [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Failed to bind port fe143886-467c-4f9d-87c2-0972e46f7053 on host hv-neutron-8286 for vnic_type normal using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] Feb 16 16:57:58.320751 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-9be9efa8-bd95-4ebd-b519-3f56da786697 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e249a81a-a2a4-4b24-a855-9b6dd75fc5be') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:58.321071 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-9be9efa8-bd95-4ebd-b519-3f56da786697 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e249a81a-a2a4-4b24-a855-9b6dd75fc5be') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:58.336117 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.plugins.ml2.plugin [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempt 8 to bind port fe143886-467c-4f9d-87c2-0972e46f7053 Feb 16 16:57:58.336768 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-702eab72-3109-4570-a557-a5470bab8152 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:58.339493 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port 07c44328-4e17-47a8-a620-8642e304d4ac, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=07c44328-4e17-47a8-a620-8642e304d4ac,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:57:58.347259 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-702eab72-3109-4570-a557-a5470bab8152 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Calling delete_port for 1959bd52-eaf6-4d22-a03f-740bd1dc5b90 owned by {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:57:58.362776 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0dbbb931-466c-456d-9e80-9b6e029c583b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:58.373458 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9be9efa8-bd95-4ebd-b519-3f56da786697 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:58.398915 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port fe143886-467c-4f9d-87c2-0972e46f7053 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:57:58.399248 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port fe143886-467c-4f9d-87c2-0972e46f7053 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:57:58.399577 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port fe143886-467c-4f9d-87c2-0972e46f7053 on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:57:58.420177 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9be9efa8-bd95-4ebd-b519-3f56da786697 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:58.437309 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Port fe143886-467c-4f9d-87c2-0972e46f7053 on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:57:58.437631 dv-neutron-828697-3-hyperv neutron-server[114376]: ERROR neutron.plugins.ml2.managers [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Failed to bind port fe143886-467c-4f9d-87c2-0972e46f7053 on host hv-neutron-8286 for vnic_type normal using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] Feb 16 16:57:58.441535 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbbb931-466c-456d-9e80-9b6e029c583b None None] Pushing event updated for resources: {'Port': ['ID=12f14bbe-c631-4435-bb06-a274ab22ae4f,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:58.442106 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.plugins.ml2.plugin [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempt 9 to bind port fe143886-467c-4f9d-87c2-0972e46f7053 Feb 16 16:57:58.448187 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6e70c62e-224f-425a-966c-541a6a6fde24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:58.471292 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9be9efa8-bd95-4ebd-b519-3f56da786697 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:57:58.471769 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9be9efa8-bd95-4ebd-b519-3f56da786697 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:58.478718 dv-neutron-828697-3-hyperv neutron-server[114376]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 16:57:58.478718 dv-neutron-828697-3-hyperv neutron-server[114376]: from cryptography.utils import int_from_bytes Feb 16 16:57:58.478718 dv-neutron-828697-3-hyperv neutron-server[114376]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 16:57:58.478718 dv-neutron-828697-3-hyperv neutron-server[114376]: from cryptography.utils import int_from_bytes Feb 16 16:57:58.478718 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 16:57:58.478718 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:57:58.478718 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 16:57:58.478718 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:57:58.478718 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 16:57:58.478718 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:57:58.478718 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 16:57:58.478718 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:57:58.478718 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 16:57:58.478718 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:57:58.478718 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 16:57:58.478718 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:57:58.478718 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 16:57:58.478718 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:57:58.478718 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:57:58.478718 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:57:58.478718 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:57:58.478718 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:57:58.478718 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 16:57:58.478718 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:57:58.478718 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 16:57:58.478718 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:57:58.478718 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:57:58.478718 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:57:58.478718 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 16:57:58.478718 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:57:58.478718 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:57:58.478718 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:57:58.478718 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:57:58.478718 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:57:58.478718 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:57:58.478718 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:57:58.481231 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-53d26666-4983-41d2-bed5-95583ff2aa2e tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:58.487800 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d26666-4983-41d2-bed5-95583ff2aa2e tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:58.488773 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-53d26666-4983-41d2-bed5-95583ff2aa2e tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:58.530267 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d1d90f-37b1-4a1d-94ba-13a43df44411 None None] Pushing event updated for resources: {'Port': ['ID=cc419172-db86-4497-80a4-97e0b22c1d73,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:58.532341 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port fe143886-467c-4f9d-87c2-0972e46f7053 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:57:58.532708 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port fe143886-467c-4f9d-87c2-0972e46f7053 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:57:58.533041 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port fe143886-467c-4f9d-87c2-0972e46f7053 on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:57:58.549045 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e70c62e-224f-425a-966c-541a6a6fde24 None None] Routers {'70bca793-e1d6-4d59-966e-e5e637d1d603'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:57:58.550344 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-6e70c62e-224f-425a-966c-541a6a6fde24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:57:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['70bca793-e1d6-4d59-966e-e5e637d1d603'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:58.556401 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:58.563918 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-833b7a40-06b6-4605-b690-d64ebf4c8cff admin admin] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:58.565898 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a026c3dd-c285-4f0e-8de0-5aed06bb8411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:58.572447 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Port fe143886-467c-4f9d-87c2-0972e46f7053 on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:57:58.572771 dv-neutron-828697-3-hyperv neutron-server[114376]: ERROR neutron.plugins.ml2.managers [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Failed to bind port fe143886-467c-4f9d-87c2-0972e46f7053 on host hv-neutron-8286 for vnic_type normal using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] Feb 16 16:57:58.579097 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.plugins.ml2.plugin [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempt 10 to bind port fe143886-467c-4f9d-87c2-0972e46f7053 Feb 16 16:57:58.589175 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ecf9e88b-e638-4a07-a75a-efb521e4d5a6 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:58.642031 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a026c3dd-c285-4f0e-8de0-5aed06bb8411 admin admin] Network dc975c54-04fd-41cf-87c4-6ca61b7fd14d is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:57:58.650022 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port fe143886-467c-4f9d-87c2-0972e46f7053 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:57:58.650351 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port fe143886-467c-4f9d-87c2-0972e46f7053 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:57:58.650691 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port fe143886-467c-4f9d-87c2-0972e46f7053 on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:57:58.658820 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-a026c3dd-c285-4f0e-8de0-5aed06bb8411 admin admin] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:58.673544 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a026c3dd-c285-4f0e-8de0-5aed06bb8411 admin admin] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:57:58.678573 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a026c3dd-c285-4f0e-8de0-5aed06bb8411 admin admin] Pushing event updated for resources: {'Port': ['ID=b2a72633-d152-4975-b54d-4c39bbe3fa61,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:58.692494 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-53d26666-4983-41d2-bed5-95583ff2aa2e tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3230338 Feb 16 16:57:58.703661 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9be9efa8-bd95-4ebd-b519-3f56da786697 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:58.705840 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Port fe143886-467c-4f9d-87c2-0972e46f7053 on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:57:58.705840 dv-neutron-828697-3-hyperv neutron-server[114376]: ERROR neutron.plugins.ml2.managers [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Failed to bind port fe143886-467c-4f9d-87c2-0972e46f7053 on host hv-neutron-8286 for vnic_type normal using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] Feb 16 16:57:58.706469 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:58.713481 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47484) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:57:58.719100 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d26666-4983-41d2-bed5-95583ff2aa2e tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Pushing event updated for resources: {'Network': ['ID=2ec0168c-2582-4f89-b62d-b65ce115955a,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:58.720365 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-d2cb5c71-4694-4a26-80ae-dab8bdd61436 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Request body: {'subnet': {'network_id': '2ec0168c-2582-4f89-b62d-b65ce115955a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:58.751457 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=07c44328-4e17-47a8-a620-8642e304d4ac,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:58.760388 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 2ec0168c-2582-4f89-b62d-b65ce115955a details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:57:58.768798 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9be9efa8-bd95-4ebd-b519-3f56da786697 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:58.772065 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-9be9efa8-bd95-4ebd-b519-3f56da786697 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] 10.222.0.88 "DELETE /v2.0/networks/0d33e483-85c6-45c9-b159-a2230d09a6a7 HTTP/1.1" status: 204 len: 168 time: 1.4918404 Feb 16 16:57:58.772946 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf9e88b-e638-4a07-a75a-efb521e4d5a6 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Network ab903b3f-9ac0-4f35-beff-5a32fdf0479d is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:57:58.775851 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf9e88b-e638-4a07-a75a-efb521e4d5a6 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Pushing event updated for resources: {'Port': ['ID=ece77c1a-30ef-4794-afd9-ec5d1975a78b,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:58.782409 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-ecf9e88b-e638-4a07-a75a-efb521e4d5a6 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:58.790728 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf9e88b-e638-4a07-a75a-efb521e4d5a6 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:57:58.862079 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be9efa8-bd95-4ebd-b519-3f56da786697 tempest-QuotasNegativeTest-1987536912 tempest-QuotasNegativeTest-1987536912-project-admin] Pushing event deleted for resources: {'Network': ['ID=0d33e483-85c6-45c9-b159-a2230d09a6a7,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:58.874198 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-833b7a40-06b6-4605-b690-d64ebf4c8cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:58.967023 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-6e70c62e-224f-425a-966c-541a6a6fde24 None None] Set router 70bca793-e1d6-4d59-966e-e5e637d1d603 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:57:58.986748 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a026c3dd-c285-4f0e-8de0-5aed06bb8411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:59.084241 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-702eab72-3109-4570-a557-a5470bab8152 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:59.122196 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702eab72-3109-4570-a557-a5470bab8152 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Pushing event deleted for resources: {'Port': ['ID=1959bd52-eaf6-4d22-a03f-740bd1dc5b90,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:59.132977 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf9e88b-e638-4a07-a75a-efb521e4d5a6 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:59.133613 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ecf9e88b-e638-4a07-a75a-efb521e4d5a6 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:59.141463 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833b7a40-06b6-4605-b690-d64ebf4c8cff admin admin] Network 42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:57:59.196163 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-833b7a40-06b6-4605-b690-d64ebf4c8cff admin admin] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:59.222786 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-702eab72-3109-4570-a557-a5470bab8152 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:59.223318 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833b7a40-06b6-4605-b690-d64ebf4c8cff admin admin] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:57:59.229657 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-702eab72-3109-4570-a557-a5470bab8152 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] 10.222.0.88 "DELETE /v2.0/ports/1959bd52-eaf6-4d22-a03f-740bd1dc5b90 HTTP/1.1" status: 204 len: 168 time: 1.3046329 Feb 16 16:57:59.230284 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47488) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:57:59.235938 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b7a40-06b6-4605-b690-d64ebf4c8cff admin admin] Pushing event updated for resources: {'Port': ['ID=f43c7428-cfb1-4194-8634-0cba20884571,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:59.236070 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-5bc9be21-fd82-4441-a57c-dc4a62194c0c tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e0244d74-ec6e-4c36-9cf8-5be6001858ff', 'external_fixed_ips': [{'subnet_id': '432f72f2-8230-4a73-961f-61111b90ddad', 'ip_address': '172.20.0.9'}]}}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:59.251109 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.objects.ports [None req-b968db25-9fc3-4f34-bf6a-b7eb516b7210 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114376) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 16:57:59.251629 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b968db25-9fc3-4f34-bf6a-b7eb516b7210 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:59.254170 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ecf9e88b-e638-4a07-a75a-efb521e4d5a6 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8452718 Feb 16 16:57:59.257226 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1ea4277d-7450-4128-ac4c-d05660fd6a0f None None] Provisioning complete for port b2a72633-d152-4975-b54d-4c39bbe3fa61 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:59.257868 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1ea4277d-7450-4128-ac4c-d05660fd6a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:59.258054 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47490) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:57:59.343407 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] For port fe143886-467c-4f9d-87c2-0972e46f7053, host hv-neutron-8286, cleared binding levels {{(pid=114376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:57:59.344459 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempted to set empty binding levels {{(pid=114376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 16 16:57:59.356338 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1ea4277d-7450-4128-ac4c-d05660fd6a0f None None] Port b2a72633-d152-4975-b54d-4c39bbe3fa61 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 16:57:59.378777 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-6e70c62e-224f-425a-966c-541a6a6fde24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bca793-e1d6-4d59-966e-e5e637d1d603', 'name': 'tempest-ServersTestJSON-524628997-router', 'tenant_id': 'b000221746b44cdbb4fb616424f3147e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.137'}], 'enable_snat': True}, 'gw_port_id': 'cc419172-db86-4497-80a4-97e0b22c1d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:57:50Z', 'updated_at': '2022-02-16T16:57:52Z', 'revision_number': 3, 'project_id': 'b000221746b44cdbb4fb616424f3147e', 'gw_port': {'id': 'cc419172-db86-4497-80a4-97e0b22c1d73', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70bca793-e1d6-4d59-966e-e5e637d1d603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:57:51Z', 'updated_at': '2022-02-16T16:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:59.417408 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e70c62e-224f-425a-966c-541a6a6fde24 None None] The sync data for ids ['70bca793-e1d6-4d59-966e-e5e637d1d603'] in dv-neutron-828697-3-hyperv is: [{'id': '70bca793-e1d6-4d59-966e-e5e637d1d603', 'name': 'tempest-ServersTestJSON-524628997-router', 'tenant_id': 'b000221746b44cdbb4fb616424f3147e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.137'}], 'enable_snat': True}, 'gw_port_id': 'cc419172-db86-4497-80a4-97e0b22c1d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:57:50Z', 'updated_at': '2022-02-16T16:57:52Z', 'revision_number': 3, 'project_id': 'b000221746b44cdbb4fb616424f3147e', 'gw_port': {'id': 'cc419172-db86-4497-80a4-97e0b22c1d73', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70bca793-e1d6-4d59-966e-e5e637d1d603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:57:51Z', 'updated_at': '2022-02-16T16:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:57:59.431805 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b968db25-9fc3-4f34-bf6a-b7eb516b7210 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2c179e2e-fbad-4796-97ca-4da572618a43,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:59.451263 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:59.462379 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-833b7a40-06b6-4605-b690-d64ebf4c8cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:59.467830 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5bc9be21-fd82-4441-a57c-dc4a62194c0c tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:59.477285 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5bc9be21-fd82-4441-a57c-dc4a62194c0c tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:59.491795 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:59.492573 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:59.548338 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2cb5c71-4694-4a26-80ae-dab8bdd61436 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Made reservation on behalf of d55500a897a94ba5832341dc1ad7aafc for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:59.551828 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d2cb5c71-4694-4a26-80ae-dab8bdd61436 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:59.583779 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-24109148-92c5-4876-93a7-d55530bcaab7 None None] Provisioning complete for port f43c7428-cfb1-4194-8634-0cba20884571 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:59.584190 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-24109148-92c5-4876-93a7-d55530bcaab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:59.618917 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-b3f866a7-fd1e-4169-8059-131e8bd9b53e tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Deleting port ece77c1a-30ef-4794-afd9-ec5d1975a78b {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:57:59.619471 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b3f866a7-fd1e-4169-8059-131e8bd9b53e tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:59.634661 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5bc9be21-fd82-4441-a57c-dc4a62194c0c tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:59.664681 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b968db25-9fc3-4f34-bf6a-b7eb516b7210 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Checking segment: {'id': '13bcfa25-34d6-4510-a8e1-eb1e31870e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'dd7a6038-dc78-4f17-9c6c-971d132ec6f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:57:59.665090 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b968db25-9fc3-4f34-bf6a-b7eb516b7210 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Network hostable DHCP agents. Network: dd7a6038-dc78-4f17-9c6c-971d132ec6f8, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:57:59.675452 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-24109148-92c5-4876-93a7-d55530bcaab7 None None] Port f43c7428-cfb1-4194-8634-0cba20884571 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 16:57:59.725672 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Pushing event updated for resources: {'Port': ['ID=fe143886-467c-4f9d-87c2-0972e46f7053,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:59.800107 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a026c3dd-c285-4f0e-8de0-5aed06bb8411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:57:59.857504 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-9cc77ea9-e717-4c0d-9afc-8842458170f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 6.0219018 Feb 16 16:57:59.867781 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47494) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:57:59.896467 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 12f14bbe-c631-4435-bb06-a274ab22ae4f up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:57:59.946914 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b968db25-9fc3-4f34-bf6a-b7eb516b7210 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Network dd7a6038-dc78-4f17-9c6c-971d132ec6f8 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:57:59.971283 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 12f14bbe-c631-4435-bb06-a274ab22ae4f triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:59.971712 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:00.000904 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b3f866a7-fd1e-4169-8059-131e8bd9b53e tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:00.067785 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-b3f866a7-fd1e-4169-8059-131e8bd9b53e tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Calling delete_port for ece77c1a-30ef-4794-afd9-ec5d1975a78b owned by {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:58:00.086109 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5bc9be21-fd82-4441-a57c-dc4a62194c0c tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:00.112839 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:00.185218 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23355c14-2c5c-46a7-8110-3aebbc13a220 None None] Network ab903b3f-9ac0-4f35-beff-5a32fdf0479d requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:58:00.193514 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port 12f14bbe-c631-4435-bb06-a274ab22ae4f, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=12f14bbe-c631-4435-bb06-a274ab22ae4f,segment=NetworkSegment(1de713ff-ec15-4194-a587-195fe14c1877),segment_id=1de713ff-ec15-4194-a587-195fe14c1877)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:58:00.195550 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-b968db25-9fc3-4f34-bf6a-b7eb516b7210 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, dd7a6038-dc78-4f17-9c6c-971d132ec6f8) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:00.238758 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b93a35c-2388-4adb-a84d-b46280d805a4 None None] Network dd7a6038-dc78-4f17-9c6c-971d132ec6f8 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:58:00.291716 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b968db25-9fc3-4f34-bf6a-b7eb516b7210 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:00.291716 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b968db25-9fc3-4f34-bf6a-b7eb516b7210 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:00.298590 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-833b7a40-06b6-4605-b690-d64ebf4c8cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:00.366238 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:00.367816 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 07c44328-4e17-47a8-a620-8642e304d4ac up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:58:00.411193 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-9546500a-b00e-4c0a-be07-27f4c5a6dca7 None None] Provisioning complete for port 12f14bbe-c631-4435-bb06-a274ab22ae4f triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:00.411611 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9546500a-b00e-4c0a-be07-27f4c5a6dca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:00.426006 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b3f866a7-fd1e-4169-8059-131e8bd9b53e tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:00.461539 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47502) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:00.468000 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:00.510390 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f866a7-fd1e-4169-8059-131e8bd9b53e tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Pushing event deleted for resources: {'Port': ['ID=ece77c1a-30ef-4794-afd9-ec5d1975a78b,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:00.645451 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-31536e6e-5ccc-4749-b431-4e7d02eaba4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Deleting port fe143886-467c-4f9d-87c2-0972e46f7053 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:58:00.645959 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-31536e6e-5ccc-4749-b431-4e7d02eaba4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:00.658397 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=12f14bbe-c631-4435-bb06-a274ab22ae4f,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:00.687751 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-b968db25-9fc3-4f34-bf6a-b7eb516b7210 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.4897861 Feb 16 16:58:00.690482 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47506) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:00.693051 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b3f866a7-fd1e-4169-8059-131e8bd9b53e tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:00.699791 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-b3f866a7-fd1e-4169-8059-131e8bd9b53e tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] 10.222.0.88 "DELETE /v2.0/ports/ece77c1a-30ef-4794-afd9-ec5d1975a78b HTTP/1.1" status: 204 len: 168 time: 1.4405274 Feb 16 16:58:00.703602 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-21263930-68bc-41c7-81a1-97e19f48b0cb tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Request body: {'floatingip': {'floating_network_id': 'dd7a6038-dc78-4f17-9c6c-971d132ec6f8'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:00.733134 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47508) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:00.741905 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d2cb5c71-4694-4a26-80ae-dab8bdd61436 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:00.760141 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 07c44328-4e17-47a8-a620-8642e304d4ac triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:00.760314 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5bc9be21-fd82-4441-a57c-dc4a62194c0c tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:00.760590 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:00.804080 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5bc9be21-fd82-4441-a57c-dc4a62194c0c tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:00.807566 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-11b76003-70fa-408b-b96b-78f22b0791d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:00.826521 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-21263930-68bc-41c7-81a1-97e19f48b0cb tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:00.834028 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a026c3dd-c285-4f0e-8de0-5aed06bb8411 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:00.844784 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76b4337-bab8-45d9-a532-da2c5b51da0c None None] Network dd7a6038-dc78-4f17-9c6c-971d132ec6f8 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:58:00.854357 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-31536e6e-5ccc-4749-b431-4e7d02eaba4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] For port fe143886-467c-4f9d-87c2-0972e46f7053, host hv-neutron-8286, got binding levels [] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:58:00.854718 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-31536e6e-5ccc-4749-b431-4e7d02eaba4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:00.901789 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-31536e6e-5ccc-4749-b431-4e7d02eaba4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Calling delete_port for fe143886-467c-4f9d-87c2-0972e46f7053 owned by {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:58:00.910333 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb5c71-4694-4a26-80ae-dab8bdd61436 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Pushing event updated for resources: {'Subnet': ['ID=92058871-5d88-424e-960b-fb67dfacdb9e,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:00.934546 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a026c3dd-c285-4f0e-8de0-5aed06bb8411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:01.025447 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47512) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:01.029045 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-2d58c349-7fe5-4ed8-bd6e-54a8274fd885 tempest-DHCPAgentSchedulersTestJSON-1834275750 tempest-DHCPAgentSchedulersTestJSON-1834275750-project-admin] 10.222.0.88 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.2926207 Feb 16 16:58:01.064480 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-baf28fa6-7de9-4f48-83d0-9ee92697f677 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1484603091'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:01.102890 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cb5c71-4694-4a26-80ae-dab8bdd61436 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Checking segment: {'id': '51307838-57c1-4d76-b83b-f992426f5c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2ec0168c-2582-4f89-b62d-b65ce115955a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:58:01.103269 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cb5c71-4694-4a26-80ae-dab8bdd61436 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Network hostable DHCP agents. Network: 2ec0168c-2582-4f89-b62d-b65ce115955a, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:58:01.135257 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-11b76003-70fa-408b-b96b-78f22b0791d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:01.170997 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a026c3dd-c285-4f0e-8de0-5aed06bb8411 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:01.182042 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a026c3dd-c285-4f0e-8de0-5aed06bb8411 admin admin] Pushing event updated for resources: {'Port': ['ID=b2a72633-d152-4975-b54d-4c39bbe3fa61,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:01.192979 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-833b7a40-06b6-4605-b690-d64ebf4c8cff admin admin] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:01.233452 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-5bc9be21-fd82-4441-a57c-dc4a62194c0c tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Allocated IP 172.20.0.9 (e0244d74-ec6e-4c36-9cf8-5be6001858ff/432f72f2-8230-4a73-961f-61111b90ddad/c598c66b-0c3a-4960-b728-a54468f6c5ba) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:58:01.236182 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-21263930-68bc-41c7-81a1-97e19f48b0cb tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:01.239647 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-11b76003-70fa-408b-b96b-78f22b0791d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:01.281246 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-01607447-79e9-4469-afcb-3dcf633b449b None None] Provisioning complete for port 12f14bbe-c631-4435-bb06-a274ab22ae4f triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:01.281780 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-01607447-79e9-4469-afcb-3dcf633b449b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:01.299554 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-833b7a40-06b6-4605-b690-d64ebf4c8cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:01.323348 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b76003-70fa-408b-b96b-78f22b0791d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d404b9-c6c6-4de0-87ba-044ddd92f1bb,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:01.340064 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a026c3dd-c285-4f0e-8de0-5aed06bb8411 admin admin] Network dc975c54-04fd-41cf-87c4-6ca61b7fd14d is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:01.345668 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf28fa6-7de9-4f48-83d0-9ee92697f677 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Made reservation on behalf of 5a70fb3d58ad479a8bed0228e917e16d for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:01.349550 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-baf28fa6-7de9-4f48-83d0-9ee92697f677 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:01.351410 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cb5c71-4694-4a26-80ae-dab8bdd61436 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Network 2ec0168c-2582-4f89-b62d-b65ce115955a is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:58:01.390391 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-a026c3dd-c285-4f0e-8de0-5aed06bb8411 admin admin] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:01.418698 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-31536e6e-5ccc-4749-b431-4e7d02eaba4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:01.462258 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-11b76003-70fa-408b-b96b-78f22b0791d6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=de137fd0ed68441d93dc0df09d138ad1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9961681 Feb 16 16:58:01.465194 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47514) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:01.478124 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baf28fa6-7de9-4f48-83d0-9ee92697f677 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:58:01.525486 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-833b7a40-06b6-4605-b690-d64ebf4c8cff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:01.533063 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b7a40-06b6-4605-b690-d64ebf4c8cff admin admin] Pushing event updated for resources: {'Port': ['ID=f43c7428-cfb1-4194-8634-0cba20884571,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:01.553718 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-baf28fa6-7de9-4f48-83d0-9ee92697f677 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:01.554003 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-baf28fa6-7de9-4f48-83d0-9ee92697f677 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Added segment dca0e5b0-34a7-4a25-b87a-0981227a46d7 of type vlan for network 525e79b1-bd9e-4e0a-85f2-ea416ac7acb5 Feb 16 16:58:01.575919 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-d2cb5c71-4694-4a26-80ae-dab8bdd61436 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 2ec0168c-2582-4f89-b62d-b65ce115955a) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:01.581086 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cb5c71-4694-4a26-80ae-dab8bdd61436 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:01.585366 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d2cb5c71-4694-4a26-80ae-dab8bdd61436 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:01.596909 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb686c5-2c47-4cf4-9f23-49a087429210 None None] Network 2ec0168c-2582-4f89-b62d-b65ce115955a requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:58:01.642763 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-31536e6e-5ccc-4749-b431-4e7d02eaba4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:01.652384 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-31536e6e-5ccc-4749-b431-4e7d02eaba4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] 10.222.0.88 "DELETE /v2.0/ports/fe143886-467c-4f9d-87c2-0972e46f7053 HTTP/1.1" status: 204 len: 168 time: 1.7797027 Feb 16 16:58:01.655359 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31536e6e-5ccc-4749-b431-4e7d02eaba4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe143886-467c-4f9d-87c2-0972e46f7053,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:01.669178 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47516) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:01.726936 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-a46b838b-5a4e-47c0-bbfc-6b314ca8c8b3 None None] Could not find standard attr ID for object ece77c1a-30ef-4794-afd9-ec5d1975a78b. {{(pid=114377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 16:58:01.853570 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0cc8dc25-84fd-4bba-b03c-573983d93b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:01.891943 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 12f14bbe-c631-4435-bb06-a274ab22ae4f up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:58:01.899501 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-959cc3c4-3ebc-4616-b311-ad08beace85e None None] Provisioning complete for port b2a72633-d152-4975-b54d-4c39bbe3fa61 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:01.899999 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-959cc3c4-3ebc-4616-b311-ad08beace85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:01.903497 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a608928-c256-4b6d-8f4f-24c67a994d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] GET failed (client error): The resource could not be found. Feb 16 16:58:01.908202 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-21263930-68bc-41c7-81a1-97e19f48b0cb tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Allocated IP 172.20.0.7 (dd7a6038-dc78-4f17-9c6c-971d132ec6f8/2c179e2e-fbad-4796-97ca-4da572618a43/a066450e-72fd-49b1-887c-3bb17e61e5c1) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:58:01.910754 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-4a608928-c256-4b6d-8f4f-24c67a994d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] 10.222.0.88 "GET /v2.0/ports/fe143886-467c-4f9d-87c2-0972e46f7053 HTTP/1.1" status: 404 len: 333 time: 0.2391255 Feb 16 16:58:01.911385 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47518) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:01.930897 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-9adc4443-4f9e-42bf-9e53-f5958370d05d tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Request body: {'port': {'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-902200382'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:01.940250 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-baf28fa6-7de9-4f48-83d0-9ee92697f677 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:01.994038 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5bdef7-45c2-4894-8a25-abc2b0778d9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-2ec0168c-2582-4f89-b62d-b65ce115955a', 'network_id': '2ec0168c-2582-4f89-b62d-b65ce115955a', 'tenant_id': 'd55500a897a94ba5832341dc1ad7aafc', 'fixed_ips': [{'subnet_id': '92058871-5d88-424e-960b-fb67dfacdb9e'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 16:58:01.994941 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9e5bdef7-45c2-4894-8a25-abc2b0778d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:02.017885 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a026c3dd-c285-4f0e-8de0-5aed06bb8411 admin admin] Router be3aa51e-f6f2-46ea-b399-f171858b93a3 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:58:02.019562 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5bc9be21-fd82-4441-a57c-dc4a62194c0c tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:02.021855 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-d2cb5c71-4694-4a26-80ae-dab8bdd61436 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3054047 Feb 16 16:58:02.029225 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47522) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:02.036102 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-770b972d-58b2-432f-a1ad-64c3f0c26708 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-494320914', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}, 'admin_state_up': False}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:02.036280 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-959cc3c4-3ebc-4616-b311-ad08beace85e None None] Port b2a72633-d152-4975-b54d-4c39bbe3fa61 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 16:58:02.048265 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833b7a40-06b6-4605-b690-d64ebf4c8cff admin admin] Network 42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:02.054354 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-833b7a40-06b6-4605-b690-d64ebf4c8cff admin admin] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:02.070376 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0cc8dc25-84fd-4bba-b03c-573983d93b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:02.087145 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-baf28fa6-7de9-4f48-83d0-9ee92697f677 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:02.094847 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf28fa6-7de9-4f48-83d0-9ee92697f677 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:02.095533 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-baf28fa6-7de9-4f48-83d0-9ee92697f677 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:02.115626 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 12f14bbe-c631-4435-bb06-a274ab22ae4f triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:02.116031 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:02.194925 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-9e5bdef7-45c2-4894-8a25-abc2b0778d9d None None] Allocated IP 172.20.0.2 (2ec0168c-2582-4f89-b62d-b65ce115955a/92058871-5d88-424e-960b-fb67dfacdb9e/591d8962-592c-4e1c-86a9-7f2d9c3781c7) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:58:02.225963 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-21263930-68bc-41c7-81a1-97e19f48b0cb tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:02.260470 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5bc9be21-fd82-4441-a57c-dc4a62194c0c tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:02.288790 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device cc419172-db86-4497-80a4-97e0b22c1d73 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:58:02.309523 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc9be21-fd82-4441-a57c-dc4a62194c0c tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Network e0244d74-ec6e-4c36-9cf8-5be6001858ff is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:02.312472 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf28fa6-7de9-4f48-83d0-9ee92697f677 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Pushing event updated for resources: {'Network': ['ID=525e79b1-bd9e-4e0a-85f2-ea416ac7acb5,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:02.314621 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9adc4443-4f9e-42bf-9e53-f5958370d05d tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Made reservation on behalf of e8a52dd30a054beabdd106bda9d35249 for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:02.318044 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9adc4443-4f9e-42bf-9e53-f5958370d05d tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:02.319077 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-5bc9be21-fd82-4441-a57c-dc4a62194c0c tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:02.335291 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 525e79b1-bd9e-4e0a-85f2-ea416ac7acb5 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:58:02.338162 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc9be21-fd82-4441-a57c-dc4a62194c0c tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:58:02.339710 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc9be21-fd82-4441-a57c-dc4a62194c0c tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Pushing event updated for resources: {'Port': ['ID=c598c66b-0c3a-4960-b728-a54468f6c5ba,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:02.344081 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0cc8dc25-84fd-4bba-b03c-573983d93b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:02.346635 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [None req-9adc4443-4f9e-42bf-9e53-f5958370d05d tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] device_id is not set on port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb yet. {{(pid=114376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:58:02.347059 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0cc8dc25-84fd-4bba-b03c-573983d93b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:02.348222 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-0cc8dc25-84fd-4bba-b03c-573983d93b02 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d7d404b9-c6c6-4de0-87ba-044ddd92f1bb HTTP/1.1" status: 204 len: 168 time: 0.8805499 Feb 16 16:58:02.390720 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc8dc25-84fd-4bba-b03c-573983d93b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d404b9-c6c6-4de0-87ba-044ddd92f1bb,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:02.438124 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-baf28fa6-7de9-4f48-83d0-9ee92697f677 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4052665 Feb 16 16:58:02.441428 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47526) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:02.479680 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-770b972d-58b2-432f-a1ad-64c3f0c26708 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:02.479912 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-21263930-68bc-41c7-81a1-97e19f48b0cb tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:02.480729 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-770b972d-58b2-432f-a1ad-64c3f0c26708 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:02.512608 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-bf34cc9c-a690-4a26-ac37-9bab66e5acc9 None None] Provisioning complete for port f43c7428-cfb1-4194-8634-0cba20884571 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:02.513819 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-bf34cc9c-a690-4a26-ac37-9bab66e5acc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:02.586908 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port cc419172-db86-4497-80a4-97e0b22c1d73 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:02.587452 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:02.589042 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-bf34cc9c-a690-4a26-ac37-9bab66e5acc9 None None] Port f43c7428-cfb1-4194-8634-0cba20884571 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 16:58:02.619412 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21263930-68bc-41c7-81a1-97e19f48b0cb tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Network dd7a6038-dc78-4f17-9c6c-971d132ec6f8 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:02.629365 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-770b972d-58b2-432f-a1ad-64c3f0c26708 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:02.631325 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9e5bdef7-45c2-4894-8a25-abc2b0778d9d None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:02.646060 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a026c3dd-c285-4f0e-8de0-5aed06bb8411 admin admin] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:58:02.654165 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-21263930-68bc-41c7-81a1-97e19f48b0cb tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:02.655270 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bbf11e-4889-4bf5-a31d-4d12c9d6801b None None] Sync routers for ids ['be3aa51e-f6f2-46ea-b399-f171858b93a3'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:58:02.673933 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bbf11e-4889-4bf5-a31d-4d12c9d6801b None None] Routers {'be3aa51e-f6f2-46ea-b399-f171858b93a3'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:58:02.674248 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21263930-68bc-41c7-81a1-97e19f48b0cb tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Pushing event updated for resources: {'Port': ['ID=a066450e-72fd-49b1-887c-3bb17e61e5c1,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:02.674562 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-35bbf11e-4889-4bf5-a31d-4d12c9d6801b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:57:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['be3aa51e-f6f2-46ea-b399-f171858b93a3'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:02.677755 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21263930-68bc-41c7-81a1-97e19f48b0cb tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:58:02.688537 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-a026c3dd-c285-4f0e-8de0-5aed06bb8411 admin admin] 10.222.0.88 "PUT /v2.0/routers/be3aa51e-f6f2-46ea-b399-f171858b93a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0748072 Feb 16 16:58:02.695901 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9adc4443-4f9e-42bf-9e53-f5958370d05d tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:02.747045 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:02.760005 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9e5bdef7-45c2-4894-8a25-abc2b0778d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:02.800449 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5bdef7-45c2-4894-8a25-abc2b0778d9d None None] Network 2ec0168c-2582-4f89-b62d-b65ce115955a is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:02.805382 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-9e5bdef7-45c2-4894-8a25-abc2b0778d9d None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:02.805892 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-35bbf11e-4889-4bf5-a31d-4d12c9d6801b None None] Set router be3aa51e-f6f2-46ea-b399-f171858b93a3 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:58:02.847502 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5bdef7-45c2-4894-8a25-abc2b0778d9d None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:58:02.865107 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-91ec64a7-851d-4725-acbc-f0be6b5ad05b tempest-DHCPAgentSchedulersTestJSON-1834275750 tempest-DHCPAgentSchedulersTestJSON-1834275750-project-admin] 10.222.0.88 "GET /v2.0/agents/c45d8691-6891-4f9c-b741-17442d1b748f/dhcp-networks HTTP/1.1" status: 200 len: 8033 time: 0.4224005 Feb 16 16:58:02.906773 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47532) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:02.981009 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-21263930-68bc-41c7-81a1-97e19f48b0cb tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:03.043449 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port cc419172-db86-4497-80a4-97e0b22c1d73, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=cc419172-db86-4497-80a4-97e0b22c1d73,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:58:03.047189 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-9e5bdef7-45c2-4894-8a25-abc2b0778d9d None None] Attempting to bind port 591d8962-592c-4e1c-86a9-7f2d9c3781c7 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:03.047667 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-9e5bdef7-45c2-4894-8a25-abc2b0778d9d None None] Attempting to bind port 591d8962-592c-4e1c-86a9-7f2d9c3781c7 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '51307838-57c1-4d76-b83b-f992426f5c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2ec0168c-2582-4f89-b62d-b65ce115955a'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:03.048258 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5bdef7-45c2-4894-8a25-abc2b0778d9d None None] Attempting to bind port 591d8962-592c-4e1c-86a9-7f2d9c3781c7 on network 2ec0168c-2582-4f89-b62d-b65ce115955a {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:03.068024 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5bdef7-45c2-4894-8a25-abc2b0778d9d None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:58:03.068453 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5bdef7-45c2-4894-8a25-abc2b0778d9d None None] Checking segment: {'id': '51307838-57c1-4d76-b83b-f992426f5c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2ec0168c-2582-4f89-b62d-b65ce115955a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:58:03.069030 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9e5bdef7-45c2-4894-8a25-abc2b0778d9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:03.069495 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5bdef7-45c2-4894-8a25-abc2b0778d9d None None] Bound using segment: {'id': '51307838-57c1-4d76-b83b-f992426f5c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2ec0168c-2582-4f89-b62d-b65ce115955a'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:58:03.070498 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-9e5bdef7-45c2-4894-8a25-abc2b0778d9d None None] Bound port: 591d8962-592c-4e1c-86a9-7f2d9c3781c7, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51307838-57c1-4d76-b83b-f992426f5c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2ec0168c-2582-4f89-b62d-b65ce115955a'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:58:03.071403 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9e5bdef7-45c2-4894-8a25-abc2b0778d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:03.074745 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-35bbf11e-4889-4bf5-a31d-4d12c9d6801b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3aa51e-f6f2-46ea-b399-f171858b93a3', 'name': 'tempest-ServersTestManualDisk-2002298307-router', 'tenant_id': '4ee66dbf32244d7889f4914b18028830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '07c44328-4e17-47a8-a620-8642e304d4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:57:49Z', 'updated_at': '2022-02-16T16:57:59Z', 'revision_number': 4, 'project_id': '4ee66dbf32244d7889f4914b18028830', 'gw_port': {'id': '07c44328-4e17-47a8-a620-8642e304d4ac', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3aa51e-f6f2-46ea-b399-f171858b93a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:57:50Z', 'updated_at': '2022-02-16T16:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'b2a72633-d152-4975-b54d-4c39bbe3fa61', 'name': '', 'network_id': 'dc975c54-04fd-41cf-87c4-6ca61b7fd14d', 'tenant_id': '4ee66dbf32244d7889f4914b18028830', 'mac_address': 'fa:16:3e:b9:3f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3aa51e-f6f2-46ea-b399-f171858b93a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd86b0b62-edb7-4147-9b87-7738d42c4864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:57:56Z', 'updated_at': '2022-02-16T16:58:00Z', 'revision_number': 2, 'project_id': '4ee66dbf32244d7889f4914b18028830', 'subnets': [{'id': 'd86b0b62-edb7-4147-9b87-7738d42c4864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:03.079452 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5bc9be21-fd82-4441-a57c-dc4a62194c0c tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:03.104354 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5bdef7-45c2-4894-8a25-abc2b0778d9d None None] Pushing event updated for resources: {'Port': ['ID=591d8962-592c-4e1c-86a9-7f2d9c3781c7,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:03.128208 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bbf11e-4889-4bf5-a31d-4d12c9d6801b None None] Checking router: be3aa51e-f6f2-46ea-b399-f171858b93a3 for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:58:03.128547 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bbf11e-4889-4bf5-a31d-4d12c9d6801b None None] Updating router be3aa51e-f6f2-46ea-b399-f171858b93a3 port b2a72633-d152-4975-b54d-4c39bbe3fa61 binding host dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:58:03.160527 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa23256-058b-468c-a235-18b5d441c2c5 tempest-DHCPAgentSchedulersTestJSON-1834275750 tempest-DHCPAgentSchedulersTestJSON-1834275750-project-admin] Network 525e79b1-bd9e-4e0a-85f2-ea416ac7acb5 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:58:03.182979 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-9e5bdef7-45c2-4894-8a25-abc2b0778d9d None None] For port 591d8962-592c-4e1c-86a9-7f2d9c3781c7, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:58:03.189034 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-9e5bdef7-45c2-4894-8a25-abc2b0778d9d None None] For port 591d8962-592c-4e1c-86a9-7f2d9c3781c7, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=591d8962-592c-4e1c-86a9-7f2d9c3781c7,segment=NetworkSegment(51307838-57c1-4d76-b83b-f992426f5c9b),segment_id=51307838-57c1-4d76-b83b-f992426f5c9b)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:58:03.190875 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:03.194819 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-35bbf11e-4889-4bf5-a31d-4d12c9d6801b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:03.223944 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-833b7a40-06b6-4605-b690-d64ebf4c8cff admin admin] Router 70bca793-e1d6-4d59-966e-e5e637d1d603 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:58:03.268529 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=cc419172-db86-4497-80a4-97e0b22c1d73,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:03.309757 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-21263930-68bc-41c7-81a1-97e19f48b0cb tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:03.315766 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-8fa23256-058b-468c-a235-18b5d441c2c5 tempest-DHCPAgentSchedulersTestJSON-1834275750 tempest-DHCPAgentSchedulersTestJSON-1834275750-project-admin] 10.222.0.88 "POST /v2.0/agents/c45d8691-6891-4f9c-b741-17442d1b748f/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4079919 Feb 16 16:58:03.318792 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694eca13-833b-4b3e-998a-b3f0bca62977 None None] Network 525e79b1-bd9e-4e0a-85f2-ea416ac7acb5 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:58:03.332563 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47544) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:03.343029 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9e5bdef7-45c2-4894-8a25-abc2b0778d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:03.442790 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47546) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:03.502602 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b2854e62-2c5e-40aa-8d75-2555423dfc86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:03.527926 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5bdef7-45c2-4894-8a25-abc2b0778d9d None None] Pushing event updated for resources: {'Port': ['ID=591d8962-592c-4e1c-86a9-7f2d9c3781c7,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:03.703379 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47548) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:03.704235 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5bc9be21-fd82-4441-a57c-dc4a62194c0c tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:03.709006 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-157a2a3c-36c7-4769-9ea8-19b8cadf64d0 tempest-DHCPAgentSchedulersTestJSON-1834275750 tempest-DHCPAgentSchedulersTestJSON-1834275750-project-admin] 10.222.0.88 "GET /v2.0/agents/c45d8691-6891-4f9c-b741-17442d1b748f/dhcp-networks HTTP/1.1" status: 200 len: 8803 time: 0.3741012 Feb 16 16:58:03.739714 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device cc419172-db86-4497-80a4-97e0b22c1d73 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:58:03.805167 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-770b972d-58b2-432f-a1ad-64c3f0c26708 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:03.891303 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port cc419172-db86-4497-80a4-97e0b22c1d73 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:03.892774 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:03.908559 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-35bbf11e-4889-4bf5-a31d-4d12c9d6801b None None] Notify callbacks [] for port, precommit_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:03.930065 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:58:03.947309 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9adc4443-4f9e-42bf-9e53-f5958370d05d tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:04.019091 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-35bbf11e-4889-4bf5-a31d-4d12c9d6801b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:04.035620 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adc4443-4f9e-42bf-9e53-f5958370d05d tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:04.040521 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-9adc4443-4f9e-42bf-9e53-f5958370d05d tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:04.047715 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adc4443-4f9e-42bf-9e53-f5958370d05d tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:58:04.047864 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adc4443-4f9e-42bf-9e53-f5958370d05d tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:04.048382 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9adc4443-4f9e-42bf-9e53-f5958370d05d tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:04.117641 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b499bd9-3bc0-4d29-b505-7b3e3c9c4a5e None None] Pushing event updated for resources: {'Port': ['ID=b2a72633-d152-4975-b54d-4c39bbe3fa61,revision_number=3']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:04.159374 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adc4443-4f9e-42bf-9e53-f5958370d05d tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Pushing event updated for resources: {'Port': ['ID=1a0ac88e-085c-4c50-818c-7bd65ff1e2fb,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:04.171254 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833b7a40-06b6-4605-b690-d64ebf4c8cff admin admin] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:58:04.176562 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-833b7a40-06b6-4605-b690-d64ebf4c8cff admin admin] 10.222.0.88 "PUT /v2.0/routers/70bca793-e1d6-4d59-966e-e5e637d1d603/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7600040 Feb 16 16:58:04.191093 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4164a8-3d05-482a-b5e9-0f6532f47f76 None None] Sync routers for ids ['70bca793-e1d6-4d59-966e-e5e637d1d603'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:58:04.209814 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4164a8-3d05-482a-b5e9-0f6532f47f76 None None] Routers {'70bca793-e1d6-4d59-966e-e5e637d1d603'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:58:04.210386 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-cb4164a8-3d05-482a-b5e9-0f6532f47f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:57:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['70bca793-e1d6-4d59-966e-e5e637d1d603'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:04.238610 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-35bbf11e-4889-4bf5-a31d-4d12c9d6801b None None] Attempting to bind port b2a72633-d152-4975-b54d-4c39bbe3fa61 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:04.239156 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-35bbf11e-4889-4bf5-a31d-4d12c9d6801b None None] Attempting to bind port b2a72633-d152-4975-b54d-4c39bbe3fa61 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '4096eadf-9dd4-4613-90de-b8c786630ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'dc975c54-04fd-41cf-87c4-6ca61b7fd14d'}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:04.239524 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bbf11e-4889-4bf5-a31d-4d12c9d6801b None None] Attempting to bind port b2a72633-d152-4975-b54d-4c39bbe3fa61 on network dc975c54-04fd-41cf-87c4-6ca61b7fd14d {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:04.246841 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bbf11e-4889-4bf5-a31d-4d12c9d6801b None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:58:04.247840 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bbf11e-4889-4bf5-a31d-4d12c9d6801b None None] Checking segment: {'id': '4096eadf-9dd4-4613-90de-b8c786630ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'dc975c54-04fd-41cf-87c4-6ca61b7fd14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:58:04.248283 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-35bbf11e-4889-4bf5-a31d-4d12c9d6801b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:04.248682 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bbf11e-4889-4bf5-a31d-4d12c9d6801b None None] Bound using segment: {'id': '4096eadf-9dd4-4613-90de-b8c786630ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'dc975c54-04fd-41cf-87c4-6ca61b7fd14d'} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:58:04.249152 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-35bbf11e-4889-4bf5-a31d-4d12c9d6801b None None] Bound port: b2a72633-d152-4975-b54d-4c39bbe3fa61, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4096eadf-9dd4-4613-90de-b8c786630ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'dc975c54-04fd-41cf-87c4-6ca61b7fd14d'}}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:58:04.249548 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-35bbf11e-4889-4bf5-a31d-4d12c9d6801b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:04.295014 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-9adc4443-4f9e-42bf-9e53-f5958370d05d tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.3650253 Feb 16 16:58:04.296693 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-21263930-68bc-41c7-81a1-97e19f48b0cb tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:04.298025 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47556) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:04.306359 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8286'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:04.334831 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b2854e62-2c5e-40aa-8d75-2555423dfc86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:04.423785 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-21263930-68bc-41c7-81a1-97e19f48b0cb tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:04.441105 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b2854e62-2c5e-40aa-8d75-2555423dfc86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:04.442155 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-35bbf11e-4889-4bf5-a31d-4d12c9d6801b None None] For port b2a72633-d152-4975-b54d-4c39bbe3fa61, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:58:04.450831 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-35bbf11e-4889-4bf5-a31d-4d12c9d6801b None None] For port b2a72633-d152-4975-b54d-4c39bbe3fa61, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=b2a72633-d152-4975-b54d-4c39bbe3fa61,segment=NetworkSegment(4096eadf-9dd4-4613-90de-b8c786630ae7),segment_id=4096eadf-9dd4-4613-90de-b8c786630ae7)] {{(pid=114378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:58:04.451178 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-cb4164a8-3d05-482a-b5e9-0f6532f47f76 None None] Set router 70bca793-e1d6-4d59-966e-e5e637d1d603 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:58:04.483542 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-7c2fe7ce-e3c9-4e60-9c3a-d5ae8313c192 tempest-DHCPAgentSchedulersTestJSON-1834275750 tempest-DHCPAgentSchedulersTestJSON-1834275750-project-admin] 10.222.0.88 "DELETE /v2.0/agents/c45d8691-6891-4f9c-b741-17442d1b748f/dhcp-networks/525e79b1-bd9e-4e0a-85f2-ea416ac7acb5 HTTP/1.1" status: 204 len: 168 time: 0.7756617 Feb 16 16:58:04.489601 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-b2854e62-2c5e-40aa-8d75-2555423dfc86 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d7b51a94435e40d2a4d41bcb83bbbc67&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0449178 Feb 16 16:58:04.494346 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47562) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:04.494679 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47564) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:04.534188 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-35bbf11e-4889-4bf5-a31d-4d12c9d6801b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:04.586140 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc9be21-fd82-4441-a57c-dc4a62194c0c tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Router 2911c3cd-0573-4829-981e-627c31d05027 is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:58:04.661418 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-770b972d-58b2-432f-a1ad-64c3f0c26708 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks [] for router_gateway, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:04.682570 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b499bd9-3bc0-4d29-b505-7b3e3c9c4a5e None None] Pushing event updated for resources: {'Port': ['ID=b2a72633-d152-4975-b54d-4c39bbe3fa61,revision_number=4']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:04.691004 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bbf11e-4889-4bf5-a31d-4d12c9d6801b None None] Routers {'be3aa51e-f6f2-46ea-b399-f171858b93a3'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:58:04.693450 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-35bbf11e-4889-4bf5-a31d-4d12c9d6801b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:57:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['be3aa51e-f6f2-46ea-b399-f171858b93a3'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:04.722541 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-770b972d-58b2-432f-a1ad-64c3f0c26708 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:04.737211 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:04.931358 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc9be21-fd82-4441-a57c-dc4a62194c0c tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:58:04.953682 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f875825-e57c-46c2-906e-20381f4d46e1 None None] Sync routers for ids ['2911c3cd-0573-4829-981e-627c31d05027'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:58:04.976938 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-35bbf11e-4889-4bf5-a31d-4d12c9d6801b None None] Set router be3aa51e-f6f2-46ea-b399-f171858b93a3 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:58:05.083771 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f875825-e57c-46c2-906e-20381f4d46e1 None None] Routers {'2911c3cd-0573-4829-981e-627c31d05027'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:58:05.084436 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-3f875825-e57c-46c2-906e-20381f4d46e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:57:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['2911c3cd-0573-4829-981e-627c31d05027'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:05.114192 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-9aabbdea-dd2d-4664-abaa-c5ebd6a30dbd None None] Provisioning complete for port b2a72633-d152-4975-b54d-4c39bbe3fa61 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:05.114890 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9aabbdea-dd2d-4664-abaa-c5ebd6a30dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:05.138821 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bf7af2fa-d6e2-47a4-9b97-022af6a8c716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:05.169658 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] device_id is not set on port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb yet. {{(pid=114376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:58:05.205206 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:05.219262 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2854e62-2c5e-40aa-8d75-2555423dfc86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feaa2a3a-674a-4081-87dd-58901996e77c,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:05.231473 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5bc9be21-fd82-4441-a57c-dc4a62194c0c tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:05.235127 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-5bc9be21-fd82-4441-a57c-dc4a62194c0c tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.0027707 Feb 16 16:58:05.236283 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21263930-68bc-41c7-81a1-97e19f48b0cb tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Pushing event updated for resources: {'Port': ['ID=a066450e-72fd-49b1-887c-3bb17e61e5c1,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:05.248271 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47570) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:05.288314 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbbc2ec-5cc1-47d9-ab58-a10cf246743e None None] Network 2ec0168c-2582-4f89-b62d-b65ce115955a requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:58:05.300679 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-cb4164a8-3d05-482a-b5e9-0f6532f47f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bca793-e1d6-4d59-966e-e5e637d1d603', 'name': 'tempest-ServersTestJSON-524628997-router', 'tenant_id': 'b000221746b44cdbb4fb616424f3147e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.137'}], 'enable_snat': True}, 'gw_port_id': 'cc419172-db86-4497-80a4-97e0b22c1d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:57:50Z', 'updated_at': '2022-02-16T16:57:59Z', 'revision_number': 4, 'project_id': 'b000221746b44cdbb4fb616424f3147e', 'gw_port': {'id': 'cc419172-db86-4497-80a4-97e0b22c1d73', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bca793-e1d6-4d59-966e-e5e637d1d603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:57:51Z', 'updated_at': '2022-02-16T16:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'f43c7428-cfb1-4194-8634-0cba20884571', 'name': '', 'network_id': '42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e', 'tenant_id': 'b000221746b44cdbb4fb616424f3147e', 'mac_address': 'fa:16:3e:00:48:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70bca793-e1d6-4d59-966e-e5e637d1d603', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'adefecf5-a804-4647-bbff-e2f7d127a048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:57:57Z', 'updated_at': '2022-02-16T16:58:00Z', 'revision_number': 2, 'project_id': 'b000221746b44cdbb4fb616424f3147e', 'subnets': [{'id': 'adefecf5-a804-4647-bbff-e2f7d127a048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:05.313373 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bf7af2fa-d6e2-47a4-9b97-022af6a8c716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:05.338166 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:05.374855 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9aabbdea-dd2d-4664-abaa-c5ebd6a30dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:05.380189 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4164a8-3d05-482a-b5e9-0f6532f47f76 None None] Checking router: 70bca793-e1d6-4d59-966e-e5e637d1d603 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:58:05.380653 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4164a8-3d05-482a-b5e9-0f6532f47f76 None None] Updating router 70bca793-e1d6-4d59-966e-e5e637d1d603 port f43c7428-cfb1-4194-8634-0cba20884571 binding host dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:58:05.400102 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-3f875825-e57c-46c2-906e-20381f4d46e1 None None] Set router 2911c3cd-0573-4829-981e-627c31d05027 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:58:05.445206 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-c8932478-277f-43ab-8768-a2d7be64e032 tempest-DHCPAgentSchedulersTestJSON-1834275750 tempest-DHCPAgentSchedulersTestJSON-1834275750-project-admin] 10.222.0.88 "GET /v2.0/agents/c45d8691-6891-4f9c-b741-17442d1b748f/dhcp-networks HTTP/1.1" status: 200 len: 8033 time: 0.9270833 Feb 16 16:58:05.445423 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-9aabbdea-dd2d-4664-abaa-c5ebd6a30dbd None None] For port b2a72633-d152-4975-b54d-4c39bbe3fa61, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=b2a72633-d152-4975-b54d-4c39bbe3fa61,segment=NetworkSegment(4096eadf-9dd4-4613-90de-b8c786630ae7),segment_id=4096eadf-9dd4-4613-90de-b8c786630ae7)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:58:05.446226 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47572) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:05.458287 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-21263930-68bc-41c7-81a1-97e19f48b0cb tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:05.482195 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-6fd71dbe-df6b-42c4-a417-5f9b1101fa4b tempest-DHCPAgentSchedulersTestJSON-1834275750 tempest-DHCPAgentSchedulersTestJSON-1834275750-project-admin] 10.222.0.88 "GET /v2.0/networks/ab903b3f-9ac0-4f35-beff-5a32fdf0479d/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0317814 Feb 16 16:58:05.482956 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47574) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:05.500268 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bf7af2fa-d6e2-47a4-9b97-022af6a8c716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:05.503184 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bf7af2fa-d6e2-47a4-9b97-022af6a8c716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:05.506546 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-bf7af2fa-d6e2-47a4-9b97-022af6a8c716 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/feaa2a3a-674a-4081-87dd-58901996e77c HTTP/1.1" status: 204 len: 168 time: 0.9859092 Feb 16 16:58:05.519088 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7af2fa-d6e2-47a4-9b97-022af6a8c716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feaa2a3a-674a-4081-87dd-58901996e77c,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:05.520890 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-cb4164a8-3d05-482a-b5e9-0f6532f47f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:05.524506 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-1253ce8a-6409-4e96-816f-da83669c1bde tempest-DHCPAgentSchedulersTestJSON-1834275750 tempest-DHCPAgentSchedulersTestJSON-1834275750-project-admin] 10.222.0.88 "GET /v2.0/networks/ab903b3f-9ac0-4f35-beff-5a32fdf0479d/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0375135 Feb 16 16:58:05.524855 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47578) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:05.527680 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-770b972d-58b2-432f-a1ad-64c3f0c26708 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Allocated IP 172.26.3.84 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/38271079-d3fc-466d-bb83-ac6bd08390b3) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:58:05.607065 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Pushing event updated for resources: {'Port': ['ID=1a0ac88e-085c-4c50-818c-7bd65ff1e2fb,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:05.618734 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-35bbf11e-4889-4bf5-a31d-4d12c9d6801b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3aa51e-f6f2-46ea-b399-f171858b93a3', 'name': 'tempest-ServersTestManualDisk-2002298307-router', 'tenant_id': '4ee66dbf32244d7889f4914b18028830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '07c44328-4e17-47a8-a620-8642e304d4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:57:49Z', 'updated_at': '2022-02-16T16:57:59Z', 'revision_number': 4, 'project_id': '4ee66dbf32244d7889f4914b18028830', 'gw_port': {'id': '07c44328-4e17-47a8-a620-8642e304d4ac', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3aa51e-f6f2-46ea-b399-f171858b93a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:57:50Z', 'updated_at': '2022-02-16T16:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'b2a72633-d152-4975-b54d-4c39bbe3fa61', 'name': '', 'network_id': 'dc975c54-04fd-41cf-87c4-6ca61b7fd14d', 'tenant_id': '4ee66dbf32244d7889f4914b18028830', 'mac_address': 'fa:16:3e:b9:3f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3aa51e-f6f2-46ea-b399-f171858b93a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd86b0b62-edb7-4147-9b87-7738d42c4864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:57:56Z', 'updated_at': '2022-02-16T16:58:04Z', 'revision_number': 4, 'project_id': '4ee66dbf32244d7889f4914b18028830', 'subnets': [{'id': 'd86b0b62-edb7-4147-9b87-7738d42c4864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:05.639688 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-21263930-68bc-41c7-81a1-97e19f48b0cb tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:05.644348 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-21263930-68bc-41c7-81a1-97e19f48b0cb tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.9514329 Feb 16 16:58:05.655174 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47580) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:05.658419 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9aabbdea-dd2d-4664-abaa-c5ebd6a30dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:05.661079 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47582) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:05.664836 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bbf11e-4889-4bf5-a31d-4d12c9d6801b None None] The sync data for ids ['be3aa51e-f6f2-46ea-b399-f171858b93a3'] in dv-neutron-828697-3-hyperv is: [{'id': 'be3aa51e-f6f2-46ea-b399-f171858b93a3', 'name': 'tempest-ServersTestManualDisk-2002298307-router', 'tenant_id': '4ee66dbf32244d7889f4914b18028830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '07c44328-4e17-47a8-a620-8642e304d4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:57:49Z', 'updated_at': '2022-02-16T16:57:59Z', 'revision_number': 4, 'project_id': '4ee66dbf32244d7889f4914b18028830', 'gw_port': {'id': '07c44328-4e17-47a8-a620-8642e304d4ac', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3aa51e-f6f2-46ea-b399-f171858b93a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:57:50Z', 'updated_at': '2022-02-16T16:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'b2a72633-d152-4975-b54d-4c39bbe3fa61', 'name': '', 'network_id': 'dc975c54-04fd-41cf-87c4-6ca61b7fd14d', 'tenant_id': '4ee66dbf32244d7889f4914b18028830', 'mac_address': 'fa:16:3e:b9:3f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3aa51e-f6f2-46ea-b399-f171858b93a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd86b0b62-edb7-4147-9b87-7738d42c4864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:57:56Z', 'updated_at': '2022-02-16T16:58:04Z', 'revision_number': 4, 'project_id': '4ee66dbf32244d7889f4914b18028830', 'subnets': [{'id': 'd86b0b62-edb7-4147-9b87-7738d42c4864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:58:05.691598 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-880b2b85-0df0-4f5e-b798-72bc048c091d tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Request body: {'security_group': {'name': 'tempest-securitygroup--13485710', 'description': 'tempest-description--316644136'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:05.780156 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-3f875825-e57c-46c2-906e-20381f4d46e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2911c3cd-0573-4829-981e-627c31d05027', 'name': '', 'tenant_id': '77f33ab4bdc14ffdaab0872d4f0be08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0244d74-ec6e-4c36-9cf8-5be6001858ff', 'external_fixed_ips': [{'subnet_id': '432f72f2-8230-4a73-961f-61111b90ddad', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': 'c598c66b-0c3a-4960-b728-a54468f6c5ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:57:59Z', 'updated_at': '2022-02-16T16:58:02Z', 'revision_number': 3, 'project_id': '77f33ab4bdc14ffdaab0872d4f0be08f', 'gw_port': {'id': 'c598c66b-0c3a-4960-b728-a54468f6c5ba', 'name': '', 'network_id': 'e0244d74-ec6e-4c36-9cf8-5be6001858ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ea:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2911c3cd-0573-4829-981e-627c31d05027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '432f72f2-8230-4a73-961f-61111b90ddad', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:58:00Z', 'updated_at': '2022-02-16T16:58:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432f72f2-8230-4a73-961f-61111b90ddad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:05.839296 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f875825-e57c-46c2-906e-20381f4d46e1 None None] Checking router: 2911c3cd-0573-4829-981e-627c31d05027 for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:58:05.839649 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f875825-e57c-46c2-906e-20381f4d46e1 None None] Updating router 2911c3cd-0573-4829-981e-627c31d05027 port c598c66b-0c3a-4960-b728-a54468f6c5ba binding host dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:58:05.857718 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-23880ddc-ffae-4576-84c8-5810aa12031d tempest-DHCPAgentSchedulersTestJSON-1834275750 tempest-DHCPAgentSchedulersTestJSON-1834275750-project-admin] 10.222.0.88 "GET /v2.0/agents/c45d8691-6891-4f9c-b741-17442d1b748f/dhcp-networks HTTP/1.1" status: 200 len: 8033 time: 0.3309495 Feb 16 16:58:05.868229 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47584) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:05.899829 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 591d8962-592c-4e1c-86a9-7f2d9c3781c7 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:58:05.906671 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-3f875825-e57c-46c2-906e-20381f4d46e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:06.000073 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d97d7656-d2c6-4c97-b107-14cfc1d31b51 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:06.010784 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-880b2b85-0df0-4f5e-b798-72bc048c091d tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:06.126181 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-770b972d-58b2-432f-a1ad-64c3f0c26708 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:06.134432 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-880b2b85-0df0-4f5e-b798-72bc048c091d tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:06.215508 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3e134cdd-42d5-4699-b005-2a0ac362ac17 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks [] for router, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:06.239320 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47586) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:06.241283 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aabbdea-dd2d-4664-abaa-c5ebd6a30dbd None None] Pushing event updated for resources: {'Port': ['ID=b2a72633-d152-4975-b54d-4c39bbe3fa61,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:06.261548 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:06.262320 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:06.263610 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:06.265764 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-086657e7-fb14-4ed8-9ab2-0c20ab25d53b tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1617696250', 'description': 'tempest-description--1999406712'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:06.274138 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:58:06.274815 dv-neutron-828697-3-hyperv neutron-server[114376]: ERROR neutron.plugins.ml2.managers [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Failed to bind port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb on host hv-neutron-8286 for vnic_type normal using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] Feb 16 16:58:06.275919 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-770b972d-58b2-432f-a1ad-64c3f0c26708 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:06.277619 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-880b2b85-0df0-4f5e-b798-72bc048c091d tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:06.281745 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.plugins.ml2.plugin [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempt 2 to bind port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb Feb 16 16:58:06.301575 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-38ab0071-c7d5-4c4b-83f2-712f5c41a46c tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] 10.222.0.88 "GET /v2.0/floatingips?floating_network_id=dd7a6038-dc78-4f17-9c6c-971d132ec6f8 HTTP/1.1" status: 200 len: 689 time: 0.6196895 Feb 16 16:58:06.308327 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d97d7656-d2c6-4c97-b107-14cfc1d31b51 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:06.309103 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:06.309999 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:06.310535 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:06.316495 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47590) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:06.343970 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:58:06.345235 dv-neutron-828697-3-hyperv neutron-server[114376]: ERROR neutron.plugins.ml2.managers [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Failed to bind port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb on host hv-neutron-8286 for vnic_type normal using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] Feb 16 16:58:06.359696 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.plugins.ml2.plugin [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempt 3 to bind port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb Feb 16 16:58:06.366682 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-d97d7656-d2c6-4c97-b107-14cfc1d31b51 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['525e79b1-bd9e-4e0a-85f2-ea416ac7acb5']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:06.378870 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880b2b85-0df0-4f5e-b798-72bc048c091d tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f20dcbe5-46cb-42aa-8245-43c2ee2343d9,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:06.383062 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770b972d-58b2-432f-a1ad-64c3f0c26708 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:06.404689 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-d97d7656-d2c6-4c97-b107-14cfc1d31b51 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dca0e5b0-34a7-4a25-b87a-0981227a46d7') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:06.406070 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-d97d7656-d2c6-4c97-b107-14cfc1d31b51 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dca0e5b0-34a7-4a25-b87a-0981227a46d7') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:06.406755 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-770b972d-58b2-432f-a1ad-64c3f0c26708 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:06.416782 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770b972d-58b2-432f-a1ad-64c3f0c26708 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:58:06.419460 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-cb4164a8-3d05-482a-b5e9-0f6532f47f76 None None] Notify callbacks [] for port, precommit_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:06.433538 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-861557ec-0777-4e49-8afe-388abcfdd23f None None] Provisioning complete for port 591d8962-592c-4e1c-86a9-7f2d9c3781c7 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:06.433538 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-861557ec-0777-4e49-8afe-388abcfdd23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:06.433805 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-880b2b85-0df0-4f5e-b798-72bc048c091d tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:06.434861 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-880b2b85-0df0-4f5e-b798-72bc048c091d tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.7711914 Feb 16 16:58:06.438831 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47592) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:06.453016 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-3f875825-e57c-46c2-906e-20381f4d46e1 None None] Notify callbacks [] for port, precommit_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:06.460368 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-a4a57e66-b41f-4218-a268-a30e1995bce5 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Request body: {'security_group_rule': {'security_group_id': 'f20dcbe5-46cb-42aa-8245-43c2ee2343d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:06.472323 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d97d7656-d2c6-4c97-b107-14cfc1d31b51 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:06.486814 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d97d7656-d2c6-4c97-b107-14cfc1d31b51 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:06.493634 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d97d7656-d2c6-4c97-b107-14cfc1d31b51 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:58:06.502420 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d97d7656-d2c6-4c97-b107-14cfc1d31b51 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:06.542830 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:06.543440 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:06.543559 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:06.559027 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 16:58:06.559027 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:58:06.559027 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 16:58:06.559027 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:58:06.559027 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 16:58:06.559027 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:58:06.559027 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 16:58:06.559027 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:58:06.559027 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 16:58:06.559027 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:58:06.559027 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 16:58:06.559027 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:58:06.559027 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 16:58:06.559027 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:58:06.559027 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:58:06.559027 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:58:06.559027 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:58:06.559027 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:58:06.559027 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 16:58:06.559027 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:58:06.559027 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 16:58:06.559027 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:58:06.559027 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:58:06.559027 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:58:06.559027 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 16:58:06.559027 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:58:06.559027 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:58:06.559027 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:58:06.559027 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:58:06.559027 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:58:06.559027 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:58:06.559027 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:58:06.570079 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-086657e7-fb14-4ed8-9ab2-0c20ab25d53b tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:06.585567 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 591d8962-592c-4e1c-86a9-7f2d9c3781c7 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:06.586334 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:06.593376 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:58:06.593705 dv-neutron-828697-3-hyperv neutron-server[114376]: ERROR neutron.plugins.ml2.managers [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Failed to bind port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb on host hv-neutron-8286 for vnic_type normal using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] Feb 16 16:58:06.599035 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.plugins.ml2.plugin [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempt 4 to bind port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb Feb 16 16:58:06.613856 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b972d-58b2-432f-a1ad-64c3f0c26708 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Pushing event updated for resources: {'Port': ['ID=38271079-d3fc-466d-bb83-ac6bd08390b3,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:06.614328 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-cb4164a8-3d05-482a-b5e9-0f6532f47f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:06.642609 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-3f875825-e57c-46c2-906e-20381f4d46e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:06.673323 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:06.673653 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:06.673988 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:06.717845 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00097506-7ad9-4fc6-8cb7-fd175a2afc42 None None] Pushing event updated for resources: {'Port': ['ID=c598c66b-0c3a-4960-b728-a54468f6c5ba,revision_number=2']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:06.746145 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-3f875825-e57c-46c2-906e-20381f4d46e1 None None] Attempting to bind port c598c66b-0c3a-4960-b728-a54468f6c5ba on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:06.746779 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-3f875825-e57c-46c2-906e-20381f4d46e1 None None] Attempting to bind port c598c66b-0c3a-4960-b728-a54468f6c5ba by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '1c2dce13-ccd1-40d2-bab9-670cb2006736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e0244d74-ec6e-4c36-9cf8-5be6001858ff'}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:06.747958 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f875825-e57c-46c2-906e-20381f4d46e1 None None] Attempting to bind port c598c66b-0c3a-4960-b728-a54468f6c5ba on network e0244d74-ec6e-4c36-9cf8-5be6001858ff {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:06.762158 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f875825-e57c-46c2-906e-20381f4d46e1 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:58:06.764191 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f875825-e57c-46c2-906e-20381f4d46e1 None None] Checking segment: {'id': '1c2dce13-ccd1-40d2-bab9-670cb2006736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e0244d74-ec6e-4c36-9cf8-5be6001858ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:58:06.764773 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-3f875825-e57c-46c2-906e-20381f4d46e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:06.766085 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f875825-e57c-46c2-906e-20381f4d46e1 None None] Bound using segment: {'id': '1c2dce13-ccd1-40d2-bab9-670cb2006736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e0244d74-ec6e-4c36-9cf8-5be6001858ff'} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:58:06.766085 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-3f875825-e57c-46c2-906e-20381f4d46e1 None None] Bound port: c598c66b-0c3a-4960-b728-a54468f6c5ba, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c2dce13-ccd1-40d2-bab9-670cb2006736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e0244d74-ec6e-4c36-9cf8-5be6001858ff'}}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:58:06.766605 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-3f875825-e57c-46c2-906e-20381f4d46e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:06.767590 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:58:06.767918 dv-neutron-828697-3-hyperv neutron-server[114376]: ERROR neutron.plugins.ml2.managers [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Failed to bind port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb on host hv-neutron-8286 for vnic_type normal using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] Feb 16 16:58:06.789594 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.plugins.ml2.plugin [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempt 5 to bind port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb Feb 16 16:58:06.800478 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-086657e7-fb14-4ed8-9ab2-0c20ab25d53b tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:06.827222 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-861557ec-0777-4e49-8afe-388abcfdd23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:06.838787 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-3f875825-e57c-46c2-906e-20381f4d46e1 None None] For port c598c66b-0c3a-4960-b728-a54468f6c5ba, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:58:06.844182 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-3f875825-e57c-46c2-906e-20381f4d46e1 None None] For port c598c66b-0c3a-4960-b728-a54468f6c5ba, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=c598c66b-0c3a-4960-b728-a54468f6c5ba,segment=NetworkSegment(1c2dce13-ccd1-40d2-bab9-670cb2006736),segment_id=1c2dce13-ccd1-40d2-bab9-670cb2006736)] {{(pid=114378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:58:06.850822 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3e134cdd-42d5-4699-b005-2a0ac362ac17 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:06.864921 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:06.865264 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:06.865598 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:06.880345 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d3489285-69f4-483b-83cf-4a4d95b07dc9 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:06.880345 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:58:06.880345 dv-neutron-828697-3-hyperv neutron-server[114376]: ERROR neutron.plugins.ml2.managers [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Failed to bind port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb on host hv-neutron-8286 for vnic_type normal using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] Feb 16 16:58:06.880345 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.plugins.ml2.plugin [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempt 6 to bind port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb Feb 16 16:58:06.920229 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265f450a-2ec0-424e-acaf-896d04db22d5 None None] Pushing event updated for resources: {'Port': ['ID=f43c7428-cfb1-4194-8634-0cba20884571,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:06.922506 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-086657e7-fb14-4ed8-9ab2-0c20ab25d53b tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:06.940948 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-861557ec-0777-4e49-8afe-388abcfdd23f None None] For port 591d8962-592c-4e1c-86a9-7f2d9c3781c7, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=591d8962-592c-4e1c-86a9-7f2d9c3781c7,segment=NetworkSegment(51307838-57c1-4d76-b83b-f992426f5c9b),segment_id=51307838-57c1-4d76-b83b-f992426f5c9b)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:58:06.968304 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086657e7-fb14-4ed8-9ab2-0c20ab25d53b tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56da404a-1554-481b-a94d-29ebc15c9f0b,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:06.976202 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:06.976632 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:06.976975 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:07.005708 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:58:07.005708 dv-neutron-828697-3-hyperv neutron-server[114376]: ERROR neutron.plugins.ml2.managers [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Failed to bind port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb on host hv-neutron-8286 for vnic_type normal using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] Feb 16 16:58:07.007582 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.plugins.ml2.plugin [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempt 7 to bind port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb Feb 16 16:58:07.009106 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d97d7656-d2c6-4c97-b107-14cfc1d31b51 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:07.011132 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-3f875825-e57c-46c2-906e-20381f4d46e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:07.023529 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-cb4164a8-3d05-482a-b5e9-0f6532f47f76 None None] Attempting to bind port f43c7428-cfb1-4194-8634-0cba20884571 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:07.023899 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-cb4164a8-3d05-482a-b5e9-0f6532f47f76 None None] Attempting to bind port f43c7428-cfb1-4194-8634-0cba20884571 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '94094d34-a0e6-4f43-8273-2075f238e819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:07.024293 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4164a8-3d05-482a-b5e9-0f6532f47f76 None None] Attempting to bind port f43c7428-cfb1-4194-8634-0cba20884571 on network 42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:07.031686 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4164a8-3d05-482a-b5e9-0f6532f47f76 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:58:07.032112 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4164a8-3d05-482a-b5e9-0f6532f47f76 None None] Checking segment: {'id': '94094d34-a0e6-4f43-8273-2075f238e819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:58:07.032496 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-cb4164a8-3d05-482a-b5e9-0f6532f47f76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:07.032884 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4164a8-3d05-482a-b5e9-0f6532f47f76 None None] Bound using segment: {'id': '94094d34-a0e6-4f43-8273-2075f238e819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:58:07.033348 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-cb4164a8-3d05-482a-b5e9-0f6532f47f76 None None] Bound port: f43c7428-cfb1-4194-8634-0cba20884571, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94094d34-a0e6-4f43-8273-2075f238e819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:58:07.033732 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-cb4164a8-3d05-482a-b5e9-0f6532f47f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:07.055152 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:07.055870 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:07.055870 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:07.066434 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:07.066564 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:58:07.066564 dv-neutron-828697-3-hyperv neutron-server[114376]: ERROR neutron.plugins.ml2.managers [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Failed to bind port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb on host hv-neutron-8286 for vnic_type normal using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] Feb 16 16:58:07.067138 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-861557ec-0777-4e49-8afe-388abcfdd23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:07.070410 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d97d7656-d2c6-4c97-b107-14cfc1d31b51 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:07.070900 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-066d4efc-229b-461a-890b-4f4b91d6ffd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:07.073592 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.plugins.ml2.plugin [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempt 8 to bind port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb Feb 16 16:58:07.078011 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d97d7656-d2c6-4c97-b107-14cfc1d31b51 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] 10.222.0.88 "DELETE /v2.0/networks/525e79b1-bd9e-4e0a-85f2-ea416ac7acb5 HTTP/1.1" status: 204 len: 168 time: 1.2073145 Feb 16 16:58:07.084657 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97d7656-d2c6-4c97-b107-14cfc1d31b51 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Pushing event deleted for resources: {'Network': ['ID=525e79b1-bd9e-4e0a-85f2-ea416ac7acb5,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:07.088159 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47602) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:07.120357 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-086657e7-fb14-4ed8-9ab2-0c20ab25d53b tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:07.125245 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-086657e7-fb14-4ed8-9ab2-0c20ab25d53b tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8665044 Feb 16 16:58:07.128993 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47604) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:07.129989 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a4a57e66-b41f-4218-a268-a30e1995bce5 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:07.138453 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-8666aeb1-60f6-421f-8d5b-db1e373ff7d0 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Request body: {'security_group_rule': {'security_group_id': '56da404a-1554-481b-a94d-29ebc15c9f0b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:07.178644 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-f45b23b4-da4f-46f5-b174-af375acb7eea tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] DELETE failed (client error): The resource could not be found. Feb 16 16:58:07.180322 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f45b23b4-da4f-46f5-b174-af375acb7eea tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:58:07.186835 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f45b23b4-da4f-46f5-b174-af375acb7eea tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] 10.222.0.88 "DELETE /v2.0/ports/ece77c1a-30ef-4794-afd9-ec5d1975a78b HTTP/1.1" status: 404 len: 333 time: 0.0971780 Feb 16 16:58:07.190458 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47606) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:07.239026 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00097506-7ad9-4fc6-8cb7-fd175a2afc42 None None] Pushing event updated for resources: {'Port': ['ID=c598c66b-0c3a-4960-b728-a54468f6c5ba,revision_number=3']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:07.254714 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-861557ec-0777-4e49-8afe-388abcfdd23f None None] Provisioning complete for port b2a72633-d152-4975-b54d-4c39bbe3fa61 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:07.255087 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-861557ec-0777-4e49-8afe-388abcfdd23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:07.269142 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-87a594f4-bf65-4068-8aac-07a36db650b3 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Deleting subnet 3111c360-7890-441f-bfdd-67c1bb03feb7 {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 16:58:07.272405 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-87a594f4-bf65-4068-8aac-07a36db650b3 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:07.277374 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f875825-e57c-46c2-906e-20381f4d46e1 None None] Routers {'2911c3cd-0573-4829-981e-627c31d05027'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:58:07.282933 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-3f875825-e57c-46c2-906e-20381f4d46e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:57:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['2911c3cd-0573-4829-981e-627c31d05027'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:07.299917 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:07.301072 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:07.301584 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:07.316819 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-87a594f4-bf65-4068-8aac-07a36db650b3 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:07.320236 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:58:07.320785 dv-neutron-828697-3-hyperv neutron-server[114376]: ERROR neutron.plugins.ml2.managers [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Failed to bind port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb on host hv-neutron-8286 for vnic_type normal using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] Feb 16 16:58:07.330401 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.plugins.ml2.plugin [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempt 9 to bind port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb Feb 16 16:58:07.391181 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.db.api [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:58:07.391618 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG oslo_db.api [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:58:07.398828 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-3e134cdd-42d5-4699-b005-2a0ac362ac17 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Deleting port c598c66b-0c3a-4960-b728-a54468f6c5ba {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:58:07.399521 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3e134cdd-42d5-4699-b005-2a0ac362ac17 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:07.426263 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861557ec-0777-4e49-8afe-388abcfdd23f None None] Pushing event updated for resources: {'Port': ['ID=591d8962-592c-4e1c-86a9-7f2d9c3781c7,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:07.438748 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-cb4164a8-3d05-482a-b5e9-0f6532f47f76 None None] For port f43c7428-cfb1-4194-8634-0cba20884571, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:58:07.443543 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-87a594f4-bf65-4068-8aac-07a36db650b3 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:07.448594 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-cb4164a8-3d05-482a-b5e9-0f6532f47f76 None None] For port f43c7428-cfb1-4194-8634-0cba20884571, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=f43c7428-cfb1-4194-8634-0cba20884571,segment=NetworkSegment(94094d34-a0e6-4f43-8273-2075f238e819),segment_id=94094d34-a0e6-4f43-8273-2075f238e819)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:58:07.505477 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-d3489285-69f4-483b-83cf-4a4d95b07dc9 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Deleting port a066450e-72fd-49b1-887c-3bb17e61e5c1 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:58:07.505818 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d3489285-69f4-483b-83cf-4a4d95b07dc9 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:07.542903 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:07.543245 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:07.543581 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:07.569663 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-cb4164a8-3d05-482a-b5e9-0f6532f47f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:07.587627 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a4a57e66-b41f-4218-a268-a30e1995bce5 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:07.605190 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:58:07.605519 dv-neutron-828697-3-hyperv neutron-server[114376]: ERROR neutron.plugins.ml2.managers [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Failed to bind port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb on host hv-neutron-8286 for vnic_type normal using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] Feb 16 16:58:07.613357 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.plugins.ml2.plugin [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempt 10 to bind port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb Feb 16 16:58:07.618229 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8666aeb1-60f6-421f-8d5b-db1e373ff7d0 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:07.656482 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-770b972d-58b2-432f-a1ad-64c3f0c26708 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks [] for router_gateway, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:07.656685 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-3f875825-e57c-46c2-906e-20381f4d46e1 None None] Set router 2911c3cd-0573-4829-981e-627c31d05027 gateway port host: None {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:58:07.657206 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-3e134cdd-42d5-4699-b005-2a0ac362ac17 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] For port c598c66b-0c3a-4960-b728-a54468f6c5ba, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=c598c66b-0c3a-4960-b728-a54468f6c5ba,segment=NetworkSegment(1c2dce13-ccd1-40d2-bab9-670cb2006736),segment_id=1c2dce13-ccd1-40d2-bab9-670cb2006736)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:58:07.657206 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3e134cdd-42d5-4699-b005-2a0ac362ac17 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:07.680394 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:07.680716 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:07.681048 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:07.700923 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a4a57e66-b41f-4218-a268-a30e1995bce5 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:07.736225 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-3f875825-e57c-46c2-906e-20381f4d46e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2911c3cd-0573-4829-981e-627c31d05027', 'name': '', 'tenant_id': '77f33ab4bdc14ffdaab0872d4f0be08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:57:59Z', 'updated_at': '2022-02-16T16:58:06Z', 'revision_number': 4, 'project_id': '77f33ab4bdc14ffdaab0872d4f0be08f', 'gw_port_host': None}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:07.751458 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-87a594f4-bf65-4068-8aac-07a36db650b3 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:07.751556 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265f450a-2ec0-424e-acaf-896d04db22d5 None None] Pushing event updated for resources: {'Port': ['ID=f43c7428-cfb1-4194-8634-0cba20884571,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:07.754133 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8666aeb1-60f6-421f-8d5b-db1e373ff7d0 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:07.762113 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-87a594f4-bf65-4068-8aac-07a36db650b3 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:07.767330 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-87a594f4-bf65-4068-8aac-07a36db650b3 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] 10.222.0.88 "DELETE /v2.0/subnets/3111c360-7890-441f-bfdd-67c1bb03feb7 HTTP/1.1" status: 204 len: 168 time: 0.5756269 Feb 16 16:58:07.768472 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a57e66-b41f-4218-a268-a30e1995bce5 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d17b286b-136a-436a-9fb0-1ba51efbc488,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:07.772565 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f875825-e57c-46c2-906e-20381f4d46e1 None None] The sync data for ids ['2911c3cd-0573-4829-981e-627c31d05027'] in dv-neutron-828697-3-hyperv is: [{'id': '2911c3cd-0573-4829-981e-627c31d05027', 'name': '', 'tenant_id': '77f33ab4bdc14ffdaab0872d4f0be08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:57:59Z', 'updated_at': '2022-02-16T16:58:06Z', 'revision_number': 4, 'project_id': '77f33ab4bdc14ffdaab0872d4f0be08f', 'gw_port_host': None}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:58:07.777307 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097db95b-70be-44cd-a4d5-078c39895211 None None] Network ab903b3f-9ac0-4f35-beff-5a32fdf0479d requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:58:07.780355 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47614) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:07.808081 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-3e134cdd-42d5-4699-b005-2a0ac362ac17 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Calling delete_port for c598c66b-0c3a-4960-b728-a54468f6c5ba owned by network:router_gateway {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:58:07.810738 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:58:07.811061 dv-neutron-828697-3-hyperv neutron-server[114376]: ERROR neutron.plugins.ml2.managers [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Failed to bind port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb on host hv-neutron-8286 for vnic_type normal using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] Feb 16 16:58:07.811424 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:07.881460 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4164a8-3d05-482a-b5e9-0f6532f47f76 None None] Routers {'70bca793-e1d6-4d59-966e-e5e637d1d603'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:58:07.882408 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-cb4164a8-3d05-482a-b5e9-0f6532f47f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:57:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['70bca793-e1d6-4d59-966e-e5e637d1d603'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:07.914125 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d3489285-69f4-483b-83cf-4a4d95b07dc9 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:07.914451 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d3489285-69f4-483b-83cf-4a4d95b07dc9 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:07.947466 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-acc2efb7-a6c9-4291-b665-fc2cc55f083a tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:07.957801 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8666aeb1-60f6-421f-8d5b-db1e373ff7d0 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:07.978923 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a594f4-bf65-4068-8aac-07a36db650b3 tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Pushing event deleted for resources: {'Subnet': ['ID=3111c360-7890-441f-bfdd-67c1bb03feb7,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:07.991922 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a4a57e66-b41f-4218-a268-a30e1995bce5 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:07.991922 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a4a57e66-b41f-4218-a268-a30e1995bce5 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5494773 Feb 16 16:58:08.009675 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47618) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:08.012089 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-a8f2b00c-507e-45c3-b73f-965c62111afc None None] Provisioning complete for port 591d8962-592c-4e1c-86a9-7f2d9c3781c7 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:08.012275 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8666aeb1-60f6-421f-8d5b-db1e373ff7d0 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=257b9bbd-9a13-40bc-821e-fb57cdcb3b95,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:08.012492 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a8f2b00c-507e-45c3-b73f-965c62111afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:08.020385 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-d9d5befe-3028-4169-a653-8da77f684181 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Request body: {'security_group_rule': {'security_group_id': 'f20dcbe5-46cb-42aa-8245-43c2ee2343d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:08.026334 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-cb4164a8-3d05-482a-b5e9-0f6532f47f76 None None] Set router 70bca793-e1d6-4d59-966e-e5e637d1d603 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:58:08.026508 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-d3489285-69f4-483b-83cf-4a4d95b07dc9 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Calling delete_port for a066450e-72fd-49b1-887c-3bb17e61e5c1 owned by network:floatingip {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:58:08.035672 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8666aeb1-60f6-421f-8d5b-db1e373ff7d0 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:08.039662 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-8666aeb1-60f6-421f-8d5b-db1e373ff7d0 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9032891 Feb 16 16:58:08.061006 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47622) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:08.066340 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-b77c35b7-904c-4119-85ff-4b8a254624d0 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Request body: {'security_group_rule': {'security_group_id': '56da404a-1554-481b-a94d-29ebc15c9f0b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:08.112843 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-acc2efb7-a6c9-4291-b665-fc2cc55f083a tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Deleting port 12f14bbe-c631-4435-bb06-a274ab22ae4f {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:58:08.113289 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-acc2efb7-a6c9-4291-b665-fc2cc55f083a tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:08.228727 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d9d5befe-3028-4169-a653-8da77f684181 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:08.252864 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-acc2efb7-a6c9-4291-b665-fc2cc55f083a tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] For port 12f14bbe-c631-4435-bb06-a274ab22ae4f, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=12f14bbe-c631-4435-bb06-a274ab22ae4f,segment=NetworkSegment(1de713ff-ec15-4194-a587-195fe14c1877),segment_id=1de713ff-ec15-4194-a587-195fe14c1877)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:58:08.253198 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-acc2efb7-a6c9-4291-b665-fc2cc55f083a tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:08.281142 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-acc2efb7-a6c9-4291-b665-fc2cc55f083a tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Calling delete_port for 12f14bbe-c631-4435-bb06-a274ab22ae4f owned by network:dhcp {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:58:08.362029 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d9d5befe-3028-4169-a653-8da77f684181 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:08.422273 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] For port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb, host hv-neutron-8286, cleared binding levels {{(pid=114376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:58:08.423826 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b77c35b7-904c-4119-85ff-4b8a254624d0 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:08.424814 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempted to set empty binding levels {{(pid=114376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 16 16:58:08.452167 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d9d5befe-3028-4169-a653-8da77f684181 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:08.510943 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d5befe-3028-4169-a653-8da77f684181 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5635c02-3138-43f4-bf3a-e864bb6c330e,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:08.515615 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-acc2efb7-a6c9-4291-b665-fc2cc55f083a tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:08.559363 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2efb7-a6c9-4291-b665-fc2cc55f083a tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Pushing event deleted for resources: {'Port': ['ID=12f14bbe-c631-4435-bb06-a274ab22ae4f,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:08.564365 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:08.568821 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc2efb7-a6c9-4291-b665-fc2cc55f083a tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] No DVR routers for this DVR port 12f14bbe-c631-4435-bb06-a274ab22ae4f on host dv-neutron-828697-3-hyperv {{(pid=114375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:58:08.577302 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4fe30f-71fd-4896-a5e0-220140a53e6a None None] DHCP port deletion for ab903b3f-9ac0-4f35-beff-5a32fdf0479d request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 16:58:08.609004 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b77c35b7-904c-4119-85ff-4b8a254624d0 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:08.612391 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d9d5befe-3028-4169-a653-8da77f684181 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:08.613731 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d9d5befe-3028-4169-a653-8da77f684181 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5978875 Feb 16 16:58:08.616784 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47626) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:08.621349 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-bdb9c8ad-7c50-4cd8-b46f-cb3ee79f2115 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Request body: {'floatingip': {'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:08.626562 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-a8f2b00c-507e-45c3-b73f-965c62111afc None None] Provisioning complete for port f43c7428-cfb1-4194-8634-0cba20884571 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:08.626936 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a8f2b00c-507e-45c3-b73f-965c62111afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:08.639413 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-770b972d-58b2-432f-a1ad-64c3f0c26708 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:08.648067 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] In _notify_port_updated(), no bound segment for port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb {{(pid=114376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 16:58:08.649963 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:08.650687 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:08.652354 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] 10.222.0.88 "PUT /v2.0/ports/1a0ac88e-085c-4c50-818c-7bd65ff1e2fb HTTP/1.1" status: 200 len: 980 time: 4.3530085 Feb 16 16:58:08.661688 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 591d8962-592c-4e1c-86a9-7f2d9c3781c7 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:58:08.688337 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47628) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:08.705769 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b77c35b7-904c-4119-85ff-4b8a254624d0 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:08.758910 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-cb4164a8-3d05-482a-b5e9-0f6532f47f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bca793-e1d6-4d59-966e-e5e637d1d603', 'name': 'tempest-ServersTestJSON-524628997-router', 'tenant_id': 'b000221746b44cdbb4fb616424f3147e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.137'}], 'enable_snat': True}, 'gw_port_id': 'cc419172-db86-4497-80a4-97e0b22c1d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:57:50Z', 'updated_at': '2022-02-16T16:57:59Z', 'revision_number': 4, 'project_id': 'b000221746b44cdbb4fb616424f3147e', 'gw_port': {'id': 'cc419172-db86-4497-80a4-97e0b22c1d73', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bca793-e1d6-4d59-966e-e5e637d1d603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:57:51Z', 'updated_at': '2022-02-16T16:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'f43c7428-cfb1-4194-8634-0cba20884571', 'name': '', 'network_id': '42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e', 'tenant_id': 'b000221746b44cdbb4fb616424f3147e', 'mac_address': 'fa:16:3e:00:48:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70bca793-e1d6-4d59-966e-e5e637d1d603', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'adefecf5-a804-4647-bbff-e2f7d127a048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:57:57Z', 'updated_at': '2022-02-16T16:58:07Z', 'revision_number': 4, 'project_id': 'b000221746b44cdbb4fb616424f3147e', 'subnets': [{'id': 'adefecf5-a804-4647-bbff-e2f7d127a048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:08.780387 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-acc2efb7-a6c9-4291-b665-fc2cc55f083a tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:08.790316 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d3489285-69f4-483b-83cf-4a4d95b07dc9 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:08.793211 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4164a8-3d05-482a-b5e9-0f6532f47f76 None None] The sync data for ids ['70bca793-e1d6-4d59-966e-e5e637d1d603'] in dv-neutron-828697-3-hyperv is: [{'id': '70bca793-e1d6-4d59-966e-e5e637d1d603', 'name': 'tempest-ServersTestJSON-524628997-router', 'tenant_id': 'b000221746b44cdbb4fb616424f3147e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.137'}], 'enable_snat': True}, 'gw_port_id': 'cc419172-db86-4497-80a4-97e0b22c1d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:57:50Z', 'updated_at': '2022-02-16T16:57:59Z', 'revision_number': 4, 'project_id': 'b000221746b44cdbb4fb616424f3147e', 'gw_port': {'id': 'cc419172-db86-4497-80a4-97e0b22c1d73', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bca793-e1d6-4d59-966e-e5e637d1d603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:57:51Z', 'updated_at': '2022-02-16T16:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'f43c7428-cfb1-4194-8634-0cba20884571', 'name': '', 'network_id': '42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e', 'tenant_id': 'b000221746b44cdbb4fb616424f3147e', 'mac_address': 'fa:16:3e:00:48:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70bca793-e1d6-4d59-966e-e5e637d1d603', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'adefecf5-a804-4647-bbff-e2f7d127a048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:57:57Z', 'updated_at': '2022-02-16T16:58:07Z', 'revision_number': 4, 'project_id': 'b000221746b44cdbb4fb616424f3147e', 'subnets': [{'id': 'adefecf5-a804-4647-bbff-e2f7d127a048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:58:08.802527 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c35b7-904c-4119-85ff-4b8a254624d0 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd15afa0-fe29-4a91-864f-4a0fb2687be8,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:08.806305 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 591d8962-592c-4e1c-86a9-7f2d9c3781c7 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:08.806875 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:08.825672 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-acc2efb7-a6c9-4291-b665-fc2cc55f083a tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab903b3f-9ac0-4f35-beff-5a32fdf0479d']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:08.830715 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-acc2efb7-a6c9-4291-b665-fc2cc55f083a tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1de713ff-ec15-4194-a587-195fe14c1877') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:08.830958 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-acc2efb7-a6c9-4291-b665-fc2cc55f083a tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1de713ff-ec15-4194-a587-195fe14c1877') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:08.850258 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-acc2efb7-a6c9-4291-b665-fc2cc55f083a tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:08.864832 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-acc2efb7-a6c9-4291-b665-fc2cc55f083a tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:08.871769 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acc2efb7-a6c9-4291-b665-fc2cc55f083a tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:58:08.872198 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-acc2efb7-a6c9-4291-b665-fc2cc55f083a tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:08.911733 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 16:58:08.911733 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:58:08.911733 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 16:58:08.911733 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:58:08.911733 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 16:58:08.911733 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:58:08.911733 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 16:58:08.911733 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:58:08.911733 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 16:58:08.911733 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:58:08.911733 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 16:58:08.911733 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:58:08.911733 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 16:58:08.911733 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:58:08.911733 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:58:08.911733 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:58:08.911733 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:58:08.911733 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:58:08.911733 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 16:58:08.911733 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:58:08.911733 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 16:58:08.911733 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:58:08.911733 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:58:08.911733 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:58:08.911733 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 16:58:08.911733 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:58:08.911733 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:58:08.911733 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:58:08.911733 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:58:08.911733 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:58:08.911733 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:58:08.911733 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:58:08.964738 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a8f2b00c-507e-45c3-b73f-965c62111afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:09.090020 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8bf99f-45ba-44d3-98d6-43eb622162f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Pushing event updated for resources: {'Port': ['ID=1a0ac88e-085c-4c50-818c-7bd65ff1e2fb,revision_number=3']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:09.103184 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device b2a72633-d152-4975-b54d-4c39bbe3fa61 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:58:09.106856 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-a8f2b00c-507e-45c3-b73f-965c62111afc None None] For port f43c7428-cfb1-4194-8634-0cba20884571, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=f43c7428-cfb1-4194-8634-0cba20884571,segment=NetworkSegment(94094d34-a0e6-4f43-8273-2075f238e819),segment_id=94094d34-a0e6-4f43-8273-2075f238e819)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:58:09.167162 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3e134cdd-42d5-4699-b005-2a0ac362ac17 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:09.172840 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d3489285-69f4-483b-83cf-4a4d95b07dc9 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:09.175731 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a8f2b00c-507e-45c3-b73f-965c62111afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:09.179583 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3489285-69f4-483b-83cf-4a4d95b07dc9 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Pushing event deleted for resources: {'Port': ['ID=a066450e-72fd-49b1-887c-3bb17e61e5c1,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:09.188523 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port b2a72633-d152-4975-b54d-4c39bbe3fa61 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:09.188939 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:09.237451 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-eaff7a5a-23c6-49df-9c91-87b99e46a067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:09.249800 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b77c35b7-904c-4119-85ff-4b8a254624d0 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:09.254845 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e134cdd-42d5-4699-b005-2a0ac362ac17 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Pushing event deleted for resources: {'Port': ['ID=c598c66b-0c3a-4960-b728-a54468f6c5ba,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:09.255820 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-b77c35b7-904c-4119-85ff-4b8a254624d0 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1936543 Feb 16 16:58:09.257442 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bdb9c8ad-7c50-4cd8-b46f-cb3ee79f2115 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Notify callbacks [] for floatingip, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:09.261402 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47638) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:09.278187 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-ac1898fc-05f2-47a4-9777-336bfc3e13ea tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Request body: {'floatingip': {'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:09.326652 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f2b00c-507e-45c3-b73f-965c62111afc None None] Pushing event updated for resources: {'Port': ['ID=f43c7428-cfb1-4194-8634-0cba20884571,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:09.327620 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5535eeb-794e-4d50-a47b-71f00aa17321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:09.332471 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5535eeb-794e-4d50-a47b-71f00aa17321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:09.332471 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5535eeb-794e-4d50-a47b-71f00aa17321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:09.332471 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5535eeb-794e-4d50-a47b-71f00aa17321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:09.332471 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5535eeb-794e-4d50-a47b-71f00aa17321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:09.332471 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5535eeb-794e-4d50-a47b-71f00aa17321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:09.332471 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5535eeb-794e-4d50-a47b-71f00aa17321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:09.332471 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5535eeb-794e-4d50-a47b-71f00aa17321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:09.332471 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5535eeb-794e-4d50-a47b-71f00aa17321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:09.332471 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5535eeb-794e-4d50-a47b-71f00aa17321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:09.332471 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5535eeb-794e-4d50-a47b-71f00aa17321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:09.333047 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5535eeb-794e-4d50-a47b-71f00aa17321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:09.333462 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5535eeb-794e-4d50-a47b-71f00aa17321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:09.333921 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5535eeb-794e-4d50-a47b-71f00aa17321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:09.334368 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5535eeb-794e-4d50-a47b-71f00aa17321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:09.334819 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5535eeb-794e-4d50-a47b-71f00aa17321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:09.338200 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-c5535eeb-794e-4d50-a47b-71f00aa17321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14379 time: 0.6487317 Feb 16 16:58:09.341893 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47642) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:09.352763 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-654b5833-eca9-416b-bbaa-9c1d36936894 None None] Provisioning complete for port f43c7428-cfb1-4194-8634-0cba20884571 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:09.353541 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-654b5833-eca9-416b-bbaa-9c1d36936894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:09.449670 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-acc2efb7-a6c9-4291-b665-fc2cc55f083a tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:09.460586 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3e134cdd-42d5-4699-b005-2a0ac362ac17 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584056'] for router_gateway, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:09.485602 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47644) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:09.509122 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-acc2efb7-a6c9-4291-b665-fc2cc55f083a tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:09.512924 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-acc2efb7-a6c9-4291-b665-fc2cc55f083a tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] 10.222.0.88 "DELETE /v2.0/networks/ab903b3f-9ac0-4f35-beff-5a32fdf0479d HTTP/1.1" status: 204 len: 168 time: 1.7306750 Feb 16 16:58:09.522228 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2efb7-a6c9-4291-b665-fc2cc55f083a tempest-DHCPAgentSchedulersTestJSON-1676560434 tempest-DHCPAgentSchedulersTestJSON-1676560434-project] Pushing event deleted for resources: {'Network': ['ID=ab903b3f-9ac0-4f35-beff-5a32fdf0479d,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:09.527107 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ac1898fc-05f2-47a4-9777-336bfc3e13ea tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Notify callbacks [] for floatingip, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:09.624436 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d3489285-69f4-483b-83cf-4a4d95b07dc9 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:09.642758 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-a05e0ca4-fdb2-4082-a33c-6210c943a451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Deleting port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:58:09.643101 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a05e0ca4-fdb2-4082-a33c-6210c943a451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:09.678830 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3e134cdd-42d5-4699-b005-2a0ac362ac17 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:09.686892 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3e134cdd-42d5-4699-b005-2a0ac362ac17 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:09.738872 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bdb9c8ad-7c50-4cd8-b46f-cb3ee79f2115 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:09.755005 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-a05e0ca4-fdb2-4082-a33c-6210c943a451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] For port 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb, host hv-neutron-8286, got binding levels [] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:58:09.755363 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a05e0ca4-fdb2-4082-a33c-6210c943a451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:09.760864 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-68c0a2a2-6361-4497-bcdf-620dd2075e2b tempest-PortsAdminExtendedAttrsTestJSON-1901326135 tempest-PortsAdminExtendedAttrsTestJSON-1901326135-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1433112857'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:09.816051 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-a05e0ca4-fdb2-4082-a33c-6210c943a451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Calling delete_port for 1a0ac88e-085c-4c50-818c-7bd65ff1e2fb owned by {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:58:09.818868 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770b972d-58b2-432f-a1ad-64c3f0c26708 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Router 50f7d061-a0f1-418b-9c63-498c80de7e4c is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:58:09.870267 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3e134cdd-42d5-4699-b005-2a0ac362ac17 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:09.870267 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e134cdd-42d5-4699-b005-2a0ac362ac17 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2911c3cd-0573-4829-981e-627c31d05027 {{(pid=114376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:58:09.875696 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3e134cdd-42d5-4699-b005-2a0ac362ac17 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:09.877177 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-3e134cdd-42d5-4699-b005-2a0ac362ac17 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] 10.222.0.88 "DELETE /v2.0/routers/2911c3cd-0573-4829-981e-627c31d05027 HTTP/1.1" status: 204 len: 168 time: 4.6279702 Feb 16 16:58:09.882137 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47650) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:09.932290 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-46fe49dc-cf41-4686-b807-4e88d3f0b617 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Deleting subnet 432f72f2-8230-4a73-961f-61111b90ddad {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 16:58:09.936440 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-46fe49dc-cf41-4686-b807-4e88d3f0b617 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:09.960929 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d3489285-69f4-483b-83cf-4a4d95b07dc9 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:09.967319 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ac1898fc-05f2-47a4-9777-336bfc3e13ea tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:09.983001 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-bdb9c8ad-7c50-4cd8-b46f-cb3ee79f2115 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Allocated IP 172.26.3.44 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/eb0c4996-0b47-42af-ab78-9487092d71a1) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:58:09.999240 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3489285-69f4-483b-83cf-4a4d95b07dc9 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2c179e2e-fbad-4796-97ca-4da572618a43,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:10.055827 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-46fe49dc-cf41-4686-b807-4e88d3f0b617 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:10.133855 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c0a2a2-6361-4497-bcdf-620dd2075e2b tempest-PortsAdminExtendedAttrsTestJSON-1901326135 tempest-PortsAdminExtendedAttrsTestJSON-1901326135-project] Made reservation on behalf of edf4c0655b11433ea3adec21005b47ed for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:10.137739 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-68c0a2a2-6361-4497-bcdf-620dd2075e2b tempest-PortsAdminExtendedAttrsTestJSON-1901326135 tempest-PortsAdminExtendedAttrsTestJSON-1901326135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:10.156615 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-68c0a2a2-6361-4497-bcdf-620dd2075e2b tempest-PortsAdminExtendedAttrsTestJSON-1901326135 tempest-PortsAdminExtendedAttrsTestJSON-1901326135-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:10.183646 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770b972d-58b2-432f-a1ad-64c3f0c26708 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:58:10.197885 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bdb9c8ad-7c50-4cd8-b46f-cb3ee79f2115 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:10.201645 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d3489285-69f4-483b-83cf-4a4d95b07dc9 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:10.201796 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fa02d0-b30b-4a59-8f85-e63b2460f7c2 None None] Sync routers for ids ['50f7d061-a0f1-418b-9c63-498c80de7e4c'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:58:10.221703 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fa02d0-b30b-4a59-8f85-e63b2460f7c2 None None] Routers {'50f7d061-a0f1-418b-9c63-498c80de7e4c'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:58:10.222585 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-d5fa02d0-b30b-4a59-8f85-e63b2460f7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:58:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['50f7d061-a0f1-418b-9c63-498c80de7e4c'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:10.225071 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-46fe49dc-cf41-4686-b807-4e88d3f0b617 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:10.260932 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-d3489285-69f4-483b-83cf-4a4d95b07dc9 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd7a6038-dc78-4f17-9c6c-971d132ec6f8']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:10.267641 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47654) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:10.272647 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-68c0a2a2-6361-4497-bcdf-620dd2075e2b tempest-PortsAdminExtendedAttrsTestJSON-1901326135 tempest-PortsAdminExtendedAttrsTestJSON-1901326135-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:10.276864 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a05e0ca4-fdb2-4082-a33c-6210c943a451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:10.288335 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-d3489285-69f4-483b-83cf-4a4d95b07dc9 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13bcfa25-34d6-4510-a8e1-eb1e31870e9d') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:10.288634 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-d3489285-69f4-483b-83cf-4a4d95b07dc9 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13bcfa25-34d6-4510-a8e1-eb1e31870e9d') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:10.301614 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-d5fa02d0-b30b-4a59-8f85-e63b2460f7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:10.302479 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d3489285-69f4-483b-83cf-4a4d95b07dc9 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:10.310062 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05e0ca4-fdb2-4082-a33c-6210c943a451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a0ac88e-085c-4c50-818c-7bd65ff1e2fb,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:10.318933 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-770b972d-58b2-432f-a1ad-64c3f0c26708 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:10.324695 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-770b972d-58b2-432f-a1ad-64c3f0c26708 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 8.2932098 Feb 16 16:58:10.325680 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47658) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:10.338349 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d3489285-69f4-483b-83cf-4a4d95b07dc9 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:10.360670 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a05e0ca4-fdb2-4082-a33c-6210c943a451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:10.361492 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fa02d0-b30b-4a59-8f85-e63b2460f7c2 None None] Routers {'50f7d061-a0f1-418b-9c63-498c80de7e4c'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:58:10.362639 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-d5fa02d0-b30b-4a59-8f85-e63b2460f7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:58:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['50f7d061-a0f1-418b-9c63-498c80de7e4c'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:10.365984 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3489285-69f4-483b-83cf-4a4d95b07dc9 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:58:10.366586 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d3489285-69f4-483b-83cf-4a4d95b07dc9 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:10.367061 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a05e0ca4-fdb2-4082-a33c-6210c943a451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] 10.222.0.88 "DELETE /v2.0/ports/1a0ac88e-085c-4c50-818c-7bd65ff1e2fb HTTP/1.1" status: 204 len: 168 time: 1.0223281 Feb 16 16:58:10.373657 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 16:58:10.373657 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:58:10.373657 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 16:58:10.373657 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:58:10.373657 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 16:58:10.373657 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:58:10.373657 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 16:58:10.373657 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:58:10.373657 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 16:58:10.373657 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:58:10.373657 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 16:58:10.373657 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:58:10.373657 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 16:58:10.373657 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:58:10.373657 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:58:10.373657 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:58:10.373657 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:58:10.373657 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:58:10.373657 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 16:58:10.373657 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:58:10.373657 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 16:58:10.373657 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:58:10.373657 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:58:10.373657 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:58:10.373657 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 16:58:10.373657 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:58:10.373657 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:58:10.373657 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:58:10.373657 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:58:10.373657 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:58:10.373657 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:58:10.373657 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:58:10.402148 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47660) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:10.410462 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-68c0a2a2-6361-4497-bcdf-620dd2075e2b tempest-PortsAdminExtendedAttrsTestJSON-1901326135 tempest-PortsAdminExtendedAttrsTestJSON-1901326135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:10.475323 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-d5fa02d0-b30b-4a59-8f85-e63b2460f7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:10.476031 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fa02d0-b30b-4a59-8f85-e63b2460f7c2 None None] The sync data for ids ['50f7d061-a0f1-418b-9c63-498c80de7e4c'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:58:10.481587 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:10.529892 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device f43c7428-cfb1-4194-8634-0cba20884571 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:58:10.530297 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68c0a2a2-6361-4497-bcdf-620dd2075e2b tempest-PortsAdminExtendedAttrsTestJSON-1901326135 tempest-PortsAdminExtendedAttrsTestJSON-1901326135-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:58:10.566112 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc25a7da-3eb6-4ad5-a96d-197a48b888f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] GET failed (client error): The resource could not be found. Feb 16 16:58:10.568605 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-cc25a7da-3eb6-4ad5-a96d-197a48b888f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] 10.222.0.88 "GET /v2.0/ports/1a0ac88e-085c-4c50-818c-7bd65ff1e2fb HTTP/1.1" status: 404 len: 333 time: 0.1615512 Feb 16 16:58:10.627907 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-46fe49dc-cf41-4686-b807-4e88d3f0b617 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:10.627907 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47662) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:10.628114 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port f43c7428-cfb1-4194-8634-0cba20884571 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:10.628114 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:10.628257 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-b5ab6052-452b-4c51-b359-395a06746030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-69677011', 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:10.628350 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c0a2a2-6361-4497-bcdf-620dd2075e2b tempest-PortsAdminExtendedAttrsTestJSON-1901326135 tempest-PortsAdminExtendedAttrsTestJSON-1901326135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f308850-b88a-40de-9cac-9ced7f3d5fdf,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:10.628350 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-68c0a2a2-6361-4497-bcdf-620dd2075e2b tempest-PortsAdminExtendedAttrsTestJSON-1901326135 tempest-PortsAdminExtendedAttrsTestJSON-1901326135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:10.628350 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-68c0a2a2-6361-4497-bcdf-620dd2075e2b tempest-PortsAdminExtendedAttrsTestJSON-1901326135 tempest-PortsAdminExtendedAttrsTestJSON-1901326135-project] Added segment 26b27aa9-2f77-470a-bd92-a1948aceb020 of type vlan for network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 Feb 16 16:58:10.642751 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fe49dc-cf41-4686-b807-4e88d3f0b617 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=432f72f2-8230-4a73-961f-61111b90ddad,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:10.655257 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-46fe49dc-cf41-4686-b807-4e88d3f0b617 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:10.658481 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-46fe49dc-cf41-4686-b807-4e88d3f0b617 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] 10.222.0.88 "DELETE /v2.0/subnets/432f72f2-8230-4a73-961f-61111b90ddad HTTP/1.1" status: 204 len: 168 time: 0.7754304 Feb 16 16:58:10.672882 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47664) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:10.689067 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bdb9c8ad-7c50-4cd8-b46f-cb3ee79f2115 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:10.746063 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d3489285-69f4-483b-83cf-4a4d95b07dc9 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:10.756239 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-e10c165c-c673-42b5-8930-56780fe52c96 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5a70fb3d58ad479a8bed0228e917e16d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4828887 Feb 16 16:58:10.757295 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-68c0a2a2-6361-4497-bcdf-620dd2075e2b tempest-PortsAdminExtendedAttrsTestJSON-1901326135 tempest-PortsAdminExtendedAttrsTestJSON-1901326135-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:10.759947 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47666) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:10.769195 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3489285-69f4-483b-83cf-4a4d95b07dc9 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dd7a6038-dc78-4f17-9c6c-971d132ec6f8 {{(pid=114376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 16 16:58:10.782465 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d3489285-69f4-483b-83cf-4a4d95b07dc9 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:10.788828 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-d3489285-69f4-483b-83cf-4a4d95b07dc9 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] 10.222.0.88 "DELETE /v2.0/networks/dd7a6038-dc78-4f17-9c6c-971d132ec6f8 HTTP/1.1" status: 204 len: 168 time: 4.4419212 Feb 16 16:58:10.793343 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47668) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:10.814383 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 12f14bbe-c631-4435-bb06-a274ab22ae4f no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:58:10.858196 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 12f14bbe-c631-4435-bb06-a274ab22ae4f {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 16:58:10.858790 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 12f14bbe-c631-4435-bb06-a274ab22ae4f not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:58:10.875864 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb9c8ad-7c50-4cd8-b46f-cb3ee79f2115 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:10.932817 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-ac1898fc-05f2-47a4-9777-336bfc3e13ea tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Allocated IP 172.26.3.183 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/c879f37e-d426-48a2-9a95-0fece1559f50) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:58:10.939743 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb9c8ad-7c50-4cd8-b46f-cb3ee79f2115 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Pushing event updated for resources: {'Port': ['ID=eb0c4996-0b47-42af-ab78-9487092d71a1,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:10.939743 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-bdb9c8ad-7c50-4cd8-b46f-cb3ee79f2115 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:10.947884 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb9c8ad-7c50-4cd8-b46f-cb3ee79f2115 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:58:10.982033 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-85dfc78c-e6aa-4df4-92b7-05d980b61fd4 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] 10.222.0.88 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 689 time: 0.1555398 Feb 16 16:58:10.985844 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47670) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:11.007275 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3489285-69f4-483b-83cf-4a4d95b07dc9 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Pushing event deleted for resources: {'Network': ['ID=dd7a6038-dc78-4f17-9c6c-971d132ec6f8,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:11.011123 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ab6052-452b-4c51-b359-395a06746030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Made reservation on behalf of e8a52dd30a054beabdd106bda9d35249 for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:11.013986 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b5ab6052-452b-4c51-b359-395a06746030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:11.026552 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-68c0a2a2-6361-4497-bcdf-620dd2075e2b tempest-PortsAdminExtendedAttrsTestJSON-1901326135 tempest-PortsAdminExtendedAttrsTestJSON-1901326135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:11.032630 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c0a2a2-6361-4497-bcdf-620dd2075e2b tempest-PortsAdminExtendedAttrsTestJSON-1901326135 tempest-PortsAdminExtendedAttrsTestJSON-1901326135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:11.033233 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-68c0a2a2-6361-4497-bcdf-620dd2075e2b tempest-PortsAdminExtendedAttrsTestJSON-1901326135 tempest-PortsAdminExtendedAttrsTestJSON-1901326135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:11.042467 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-42f277c3-3505-4ac4-bd5b-e16fa6979944 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:11.093739 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [None req-b5ab6052-452b-4c51-b359-395a06746030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] device_id is not set on port 663330af-720e-4243-a6c1-7ac4816dfabd yet. {{(pid=114376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:58:11.147232 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e54763c-e1b1-4aa5-b82b-1cef3e1db3a4 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:11.147635 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e54763c-e1b1-4aa5-b82b-1cef3e1db3a4 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:11.148117 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e54763c-e1b1-4aa5-b82b-1cef3e1db3a4 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:11.148567 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e54763c-e1b1-4aa5-b82b-1cef3e1db3a4 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:11.149035 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e54763c-e1b1-4aa5-b82b-1cef3e1db3a4 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:11.149461 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e54763c-e1b1-4aa5-b82b-1cef3e1db3a4 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:11.152037 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-0e54763c-e1b1-4aa5-b82b-1cef3e1db3a4 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3968 time: 0.1590729 Feb 16 16:58:11.186367 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47672) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:11.195308 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6ad114b9-2412-432d-adda-042f73a89b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:11.282551 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-639e1078-f296-440b-b857-da3468826e53 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] delete failed (client error): The resource could not be found. Feb 16 16:58:11.286114 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-639e1078-f296-440b-b857-da3468826e53 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] 10.222.0.88 "DELETE /v2.0/floatingips/4fdd9f7a-e02f-42b5-aba5-0450d262415d HTTP/1.1" status: 404 len: 345 time: 0.0950415 Feb 16 16:58:11.296904 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47674) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:11.300092 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6ad114b9-2412-432d-adda-042f73a89b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:11.315504 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-42f277c3-3505-4ac4-bd5b-e16fa6979944 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:11.344408 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ff24fc2-904a-4379-af4e-04342baf47b5 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] DELETE failed (client error): The resource could not be found. Feb 16 16:58:11.345031 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ff24fc2-904a-4379-af4e-04342baf47b5 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:58:11.348300 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-8ff24fc2-904a-4379-af4e-04342baf47b5 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] 10.222.0.88 "DELETE /v2.0/networks/dd7a6038-dc78-4f17-9c6c-971d132ec6f8 HTTP/1.1" status: 404 len: 339 time: 0.0504174 Feb 16 16:58:11.364279 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47676) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:11.377445 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c0a2a2-6361-4497-bcdf-620dd2075e2b tempest-PortsAdminExtendedAttrsTestJSON-1901326135 tempest-PortsAdminExtendedAttrsTestJSON-1901326135-project] Pushing event updated for resources: {'Network': ['ID=7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:11.381427 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-266a21ab-3838-43d7-9477-4e428cd75bc1 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Request body: {'network': {'name': 'tempest-network--238617517', 'router:external': True}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:11.389811 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-42f277c3-3505-4ac4-bd5b-e16fa6979944 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0244d74-ec6e-4c36-9cf8-5be6001858ff']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:11.410702 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-42f277c3-3505-4ac4-bd5b-e16fa6979944 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c2dce13-ccd1-40d2-bab9-670cb2006736') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:11.411037 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-42f277c3-3505-4ac4-bd5b-e16fa6979944 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c2dce13-ccd1-40d2-bab9-670cb2006736') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:11.424590 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-68c0a2a2-6361-4497-bcdf-620dd2075e2b tempest-PortsAdminExtendedAttrsTestJSON-1901326135 tempest-PortsAdminExtendedAttrsTestJSON-1901326135-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.9330962 Feb 16 16:58:11.440189 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-42f277c3-3505-4ac4-bd5b-e16fa6979944 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:11.461478 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-42f277c3-3505-4ac4-bd5b-e16fa6979944 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:11.470858 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42f277c3-3505-4ac4-bd5b-e16fa6979944 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:58:11.471099 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-42f277c3-3505-4ac4-bd5b-e16fa6979944 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:11.499319 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bdb9c8ad-7c50-4cd8-b46f-cb3ee79f2115 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:11.506027 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ac1898fc-05f2-47a4-9777-336bfc3e13ea tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:11.560332 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 16:58:11.560332 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:58:11.560332 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 16:58:11.560332 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:58:11.560332 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 16:58:11.560332 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:58:11.560332 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 16:58:11.560332 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:58:11.560332 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 16:58:11.560332 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:58:11.560332 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 16:58:11.560332 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:58:11.560332 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 16:58:11.560332 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:58:11.560332 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:58:11.560332 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:58:11.560332 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:58:11.560332 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:58:11.560332 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 16:58:11.560332 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:58:11.560332 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 16:58:11.560332 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:58:11.560332 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:58:11.560332 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:58:11.560332 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 16:58:11.560332 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:58:11.560332 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:58:11.560332 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:58:11.560332 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:58:11.560332 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:58:11.560332 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:58:11.560332 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:58:11.571676 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:58:11.654621 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bdb9c8ad-7c50-4cd8-b46f-cb3ee79f2115 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:11.665308 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-42f277c3-3505-4ac4-bd5b-e16fa6979944 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:11.674869 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f277c3-3505-4ac4-bd5b-e16fa6979944 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e0244d74-ec6e-4c36-9cf8-5be6001858ff {{(pid=114376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 16 16:58:11.684567 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-42f277c3-3505-4ac4-bd5b-e16fa6979944 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:11.695181 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-42f277c3-3505-4ac4-bd5b-e16fa6979944 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] 10.222.0.88 "DELETE /v2.0/networks/e0244d74-ec6e-4c36-9cf8-5be6001858ff HTTP/1.1" status: 204 len: 168 time: 1.0209799 Feb 16 16:58:11.741645 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47684) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:11.745762 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f277c3-3505-4ac4-bd5b-e16fa6979944 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Pushing event deleted for resources: {'Network': ['ID=e0244d74-ec6e-4c36-9cf8-5be6001858ff,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:11.749493 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266a21ab-3838-43d7-9477-4e428cd75bc1 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Made reservation on behalf of e6af253a53a0452292cda792638755e2 for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:11.752894 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-266a21ab-3838-43d7-9477-4e428cd75bc1 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:11.754554 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Request body: {'port': {'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072', 'binding:host_id': 'hv-neutron-8286', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-167442472'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:11.758831 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ac1898fc-05f2-47a4-9777-336bfc3e13ea tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:11.776450 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b2c20e19-477f-4892-bbbd-14d5e6f15c94 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:11.779654 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:11.783738 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6ad114b9-2412-432d-adda-042f73a89b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:11.786226 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6ad114b9-2412-432d-adda-042f73a89b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:11.790514 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-6ad114b9-2412-432d-adda-042f73a89b5c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1dccab13-f174-4562-b15c-61f85432600a HTTP/1.1" status: 204 len: 168 time: 1.0253911 Feb 16 16:58:11.794063 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b5ab6052-452b-4c51-b359-395a06746030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:11.811897 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad114b9-2412-432d-adda-042f73a89b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dccab13-f174-4562-b15c-61f85432600a,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:11.826258 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-266a21ab-3838-43d7-9477-4e428cd75bc1 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:58:11.861001 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-266a21ab-3838-43d7-9477-4e428cd75bc1 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:11.861348 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-266a21ab-3838-43d7-9477-4e428cd75bc1 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Added segment 7749a393-b754-4982-8000-b8198e7bcda4 of type vlan for network 5309dc04-6f0f-407a-a31f-51abde997e9d Feb 16 16:58:11.914951 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1898fc-05f2-47a4-9777-336bfc3e13ea tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:11.936552 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-266a21ab-3838-43d7-9477-4e428cd75bc1 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:11.960436 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-ac1898fc-05f2-47a4-9777-336bfc3e13ea tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:11.970273 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1898fc-05f2-47a4-9777-336bfc3e13ea tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Pushing event updated for resources: {'Port': ['ID=c879f37e-d426-48a2-9a95-0fece1559f50,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:11.974906 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1898fc-05f2-47a4-9777-336bfc3e13ea tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:58:12.007993 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b5ab6052-452b-4c51-b359-395a06746030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:12.057092 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-266a21ab-3838-43d7-9477-4e428cd75bc1 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:12.058697 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266a21ab-3838-43d7-9477-4e428cd75bc1 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:12.060080 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-266a21ab-3838-43d7-9477-4e428cd75bc1 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:12.073289 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ab6052-452b-4c51-b359-395a06746030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:12.115906 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:12.136034 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-b5ab6052-452b-4c51-b359-395a06746030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:12.145442 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ab6052-452b-4c51-b359-395a06746030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:58:12.147281 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Made reservation on behalf of dd98d6ee831c4f61859111ef54260b1d for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:12.147727 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ab6052-452b-4c51-b359-395a06746030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:12.155569 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b5ab6052-452b-4c51-b359-395a06746030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:12.155711 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:12.201851 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab6052-452b-4c51-b359-395a06746030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Pushing event updated for resources: {'Port': ['ID=663330af-720e-4243-a6c1-7ac4816dfabd,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:12.213878 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266a21ab-3838-43d7-9477-4e428cd75bc1 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Pushing event updated for resources: {'Network': ['ID=5309dc04-6f0f-407a-a31f-51abde997e9d,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:12.215909 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:12.227479 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 5309dc04-6f0f-407a-a31f-51abde997e9d details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:58:12.229585 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bdb9c8ad-7c50-4cd8-b46f-cb3ee79f2115 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:12.233728 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-b5ab6052-452b-4c51-b359-395a06746030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.6384120 Feb 16 16:58:12.237017 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47694) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:12.283779 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ac1898fc-05f2-47a4-9777-336bfc3e13ea tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:12.309971 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bdb9c8ad-7c50-4cd8-b46f-cb3ee79f2115 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:12.327158 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5e110c-a68a-4df5-8de1-7f57687e34f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:12.332772 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-ae5e110c-a68a-4df5-8de1-7f57687e34f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] 10.222.0.88 "GET /v2.0/ports/663330af-720e-4243-a6c1-7ac4816dfabd HTTP/1.1" status: 200 len: 957 time: 0.0933201 Feb 16 16:58:12.343069 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47696) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:12.343484 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-266a21ab-3838-43d7-9477-4e428cd75bc1 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9720757 Feb 16 16:58:12.345455 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47698) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:12.413117 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47700) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:12.428984 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-8381673b-069b-4a40-b9b6-6513c9e85489 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Request body: {'router': {'name': 'tempest-router--449678907', 'project_id': 'f5ca64ab99464b7184b1983e1e546de1'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:12.497335 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb9c8ad-7c50-4cd8-b46f-cb3ee79f2115 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Pushing event updated for resources: {'Port': ['ID=eb0c4996-0b47-42af-ab78-9487092d71a1,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:12.554004 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ac1898fc-05f2-47a4-9777-336bfc3e13ea tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:12.588687 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb1a725-75af-495c-8567-8a1a9c3bbc4f tempest-ExternalNetworksTestJSON-1181143359 tempest-ExternalNetworksTestJSON-1181143359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:12.595576 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb1a725-75af-495c-8567-8a1a9c3bbc4f tempest-ExternalNetworksTestJSON-1181143359 tempest-ExternalNetworksTestJSON-1181143359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:12.601228 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb1a725-75af-495c-8567-8a1a9c3bbc4f tempest-ExternalNetworksTestJSON-1181143359 tempest-ExternalNetworksTestJSON-1181143359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:12.607677 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb1a725-75af-495c-8567-8a1a9c3bbc4f tempest-ExternalNetworksTestJSON-1181143359 tempest-ExternalNetworksTestJSON-1181143359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:12.609379 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-bbb1a725-75af-495c-8567-8a1a9c3bbc4f tempest-ExternalNetworksTestJSON-1181143359 tempest-ExternalNetworksTestJSON-1181143359-project] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2611310 Feb 16 16:58:12.612493 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47702) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:12.620080 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bdb9c8ad-7c50-4cd8-b46f-cb3ee79f2115 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:12.620321 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8381673b-069b-4a40-b9b6-6513c9e85489 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:12.623496 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8381673b-069b-4a40-b9b6-6513c9e85489 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:12.638635 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-b2c20e19-477f-4892-bbbd-14d5e6f15c94 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Allocated IP 172.20.0.1 (2ec0168c-2582-4f89-b62d-b65ce115955a/92058871-5d88-424e-960b-fb67dfacdb9e/a0ba0665-0243-4237-8c24-d8d0cbce7421) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:58:12.684092 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:12.701255 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d75aef33-d860-42f1-911f-d57d02fdc2ce tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:12.710353 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-82a3760f-9971-47ef-b7b2-af2b128c7541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Deleting port 663330af-720e-4243-a6c1-7ac4816dfabd {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:58:12.710696 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-82a3760f-9971-47ef-b7b2-af2b128c7541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:12.730752 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8381673b-069b-4a40-b9b6-6513c9e85489 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:12.784403 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bdb9c8ad-7c50-4cd8-b46f-cb3ee79f2115 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:12.785624 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-bdb9c8ad-7c50-4cd8-b46f-cb3ee79f2115 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1679003 Feb 16 16:58:12.807067 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d75aef33-d860-42f1-911f-d57d02fdc2ce tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:12.826314 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:12.828655 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-d75aef33-d860-42f1-911f-d57d02fdc2ce tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5309dc04-6f0f-407a-a31f-51abde997e9d']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:12.838590 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] device_id is not set on port 04d4d709-a475-4917-8c64-c2d51c32a7d5 yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:58:12.844471 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-d75aef33-d860-42f1-911f-d57d02fdc2ce tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7749a393-b754-4982-8000-b8198e7bcda4') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:12.845014 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-d75aef33-d860-42f1-911f-d57d02fdc2ce tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7749a393-b754-4982-8000-b8198e7bcda4') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:12.858853 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d75aef33-d860-42f1-911f-d57d02fdc2ce tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:12.876127 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d75aef33-d860-42f1-911f-d57d02fdc2ce tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:12.884206 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47706) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:12.896764 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8381673b-069b-4a40-b9b6-6513c9e85489 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:12.900681 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d75aef33-d860-42f1-911f-d57d02fdc2ce tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:58:12.900895 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d75aef33-d860-42f1-911f-d57d02fdc2ce tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:12.902553 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 16:58:12.902553 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:58:12.902553 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 16:58:12.902553 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:58:12.902553 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 16:58:12.902553 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:58:12.902553 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 16:58:12.902553 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:58:12.902553 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 16:58:12.902553 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:58:12.902553 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 16:58:12.902553 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:58:12.902553 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 16:58:12.902553 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:58:12.902553 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:58:12.902553 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:58:12.902553 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:58:12.902553 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:58:12.902553 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 16:58:12.902553 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:58:12.902553 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 16:58:12.902553 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:58:12.902553 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:58:12.902553 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:58:12.902553 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 16:58:12.902553 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:58:12.902553 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:58:12.902553 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:58:12.902553 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:58:12.902553 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:58:12.902553 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:58:12.902553 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:58:12.921737 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6cc042cd-ca3f-4d50-b2f4-1610af89b6cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:12.954853 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-82a3760f-9971-47ef-b7b2-af2b128c7541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:13.016308 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-82a3760f-9971-47ef-b7b2-af2b128c7541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Calling delete_port for 663330af-720e-4243-a6c1-7ac4816dfabd owned by {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:58:13.038391 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97564a68-3cd4-43eb-815b-5f296f0359c8,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:13.047494 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6cc042cd-ca3f-4d50-b2f4-1610af89b6cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:13.077736 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8381673b-069b-4a40-b9b6-6513c9e85489 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:13.082010 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-8381673b-069b-4a40-b9b6-6513c9e85489 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6643476 Feb 16 16:58:13.084167 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47718) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:13.084813 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b2c20e19-477f-4892-bbbd-14d5e6f15c94 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:13.123617 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d75aef33-d860-42f1-911f-d57d02fdc2ce tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:13.158159 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75aef33-d860-42f1-911f-d57d02fdc2ce tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5309dc04-6f0f-407a-a31f-51abde997e9d {{(pid=114376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 16 16:58:13.161949 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d75aef33-d860-42f1-911f-d57d02fdc2ce tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:13.170222 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-d75aef33-d860-42f1-911f-d57d02fdc2ce tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] 10.222.0.88 "DELETE /v2.0/networks/5309dc04-6f0f-407a-a31f-51abde997e9d HTTP/1.1" status: 204 len: 168 time: 0.5519722 Feb 16 16:58:13.170222 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47728) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:13.174865 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-c079fc38-1380-4293-9589-12cd4e288b88 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Request body: {'network': {'name': 'tempest-network--214599552', 'router:external': True}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:13.193179 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75aef33-d860-42f1-911f-d57d02fdc2ce tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Pushing event deleted for resources: {'Network': ['ID=5309dc04-6f0f-407a-a31f-51abde997e9d,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:13.195196 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6cc042cd-ca3f-4d50-b2f4-1610af89b6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:13.203028 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a9d4c890-9b9b-4134-a5dd-5d0cfa8b53eb tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks [] for router, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:13.321242 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47736) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:13.333357 dv-neutron-828697-3-hyperv neutron-server[114375]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 16 16:58:13.452237 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ac1898fc-05f2-47a4-9777-336bfc3e13ea tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:13.482067 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-3d1d105e-cb58-4317-8746-7c53ed3e381f req-ba86b034-ea58-4090-94c5-721f4c3316e6 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--13485710&fields=id&tenant_id=4ee66dbf32244d7889f4914b18028830 HTTP/1.1" status: 200 len: 267 time: 0.1597769 Feb 16 16:58:13.541880 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ac1898fc-05f2-47a4-9777-336bfc3e13ea tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:13.591201 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a9d4c890-9b9b-4134-a5dd-5d0cfa8b53eb tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:13.600071 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc042cd-ca3f-4d50-b2f4-1610af89b6cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034f4a70-b8d9-4a40-9257-e87ae341b456,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:13.600071 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a9d4c890-9b9b-4134-a5dd-5d0cfa8b53eb tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:13.600071 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-6cc042cd-ca3f-4d50-b2f4-1610af89b6cf admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0ee655dd5294467682052a7677485981&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7147300 Feb 16 16:58:13.602971 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47738) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:13.640377 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b2c20e19-477f-4892-bbbd-14d5e6f15c94 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:13.686268 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7b05f05b-f6aa-4b6d-b39b-9e42f551d84f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:13.694043 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] device_id is not set on port 04d4d709-a475-4917-8c64-c2d51c32a7d5 yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:58:13.712428 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7b05f05b-f6aa-4b6d-b39b-9e42f551d84f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:13.744527 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c079fc38-1380-4293-9589-12cd4e288b88 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Made reservation on behalf of e6af253a53a0452292cda792638755e2 for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:13.747002 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c079fc38-1380-4293-9589-12cd4e288b88 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:13.750889 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a9d4c890-9b9b-4134-a5dd-5d0cfa8b53eb tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:13.751400 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d4c890-9b9b-4134-a5dd-5d0cfa8b53eb tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6915922f-67a1-4d55-8986-b112a91c4c7a {{(pid=114376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:58:13.760039 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-82a3760f-9971-47ef-b7b2-af2b128c7541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:13.762704 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a9d4c890-9b9b-4134-a5dd-5d0cfa8b53eb tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:13.763675 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:13.763901 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-a9d4c890-9b9b-4134-a5dd-5d0cfa8b53eb tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] 10.222.0.88 "DELETE /v2.0/routers/6915922f-67a1-4d55-8986-b112a91c4c7a HTTP/1.1" status: 204 len: 168 time: 0.6805944 Feb 16 16:58:13.790994 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1898fc-05f2-47a4-9777-336bfc3e13ea tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Pushing event updated for resources: {'Port': ['ID=c879f37e-d426-48a2-9a95-0fece1559f50,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:13.794996 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c20e19-477f-4892-bbbd-14d5e6f15c94 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Network 2ec0168c-2582-4f89-b62d-b65ce115955a is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:13.821381 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-b2c20e19-477f-4892-bbbd-14d5e6f15c94 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:13.831310 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c20e19-477f-4892-bbbd-14d5e6f15c94 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:58:13.872738 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-82a3760f-9971-47ef-b7b2-af2b128c7541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:13.881796 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-82a3760f-9971-47ef-b7b2-af2b128c7541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] 10.222.0.88 "DELETE /v2.0/ports/663330af-720e-4243-a6c1-7ac4816dfabd HTTP/1.1" status: 204 len: 168 time: 1.5336735 Feb 16 16:58:13.882570 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47742) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:13.906173 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ac1898fc-05f2-47a4-9777-336bfc3e13ea tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:13.908638 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-6329dc53-229f-4238-853d-fcd3ffe41b52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] GET failed (client error): The resource could not be found. Feb 16 16:58:13.910177 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-6329dc53-229f-4238-853d-fcd3ffe41b52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] 10.222.0.88 "GET /v2.0/ports/663330af-720e-4243-a6c1-7ac4816dfabd HTTP/1.1" status: 404 len: 333 time: 0.0269887 Feb 16 16:58:13.914273 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7b05f05b-f6aa-4b6d-b39b-9e42f551d84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:13.916215 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7b05f05b-f6aa-4b6d-b39b-9e42f551d84f admin admin] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:13.916364 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47744) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:13.917105 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-7b05f05b-f6aa-4b6d-b39b-9e42f551d84f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/034f4a70-b8d9-4a40-9257-e87ae341b456 HTTP/1.1" status: 204 len: 168 time: 0.3114505 Feb 16 16:58:13.924142 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c079fc38-1380-4293-9589-12cd4e288b88 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:58:13.933651 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b05f05b-f6aa-4b6d-b39b-9e42f551d84f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034f4a70-b8d9-4a40-9257-e87ae341b456,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:13.938303 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c079fc38-1380-4293-9589-12cd4e288b88 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:13.938657 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-c079fc38-1380-4293-9589-12cd4e288b88 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Added segment 0c4d4ad8-6590-451f-af90-26f020624656 of type vlan for network be311e54-8ade-405e-a5af-734a9c8ba68f Feb 16 16:58:13.941227 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-4beeb0de-fedf-4b93-8da2-78db1c7642f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Request body: {'port': {'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-811840115'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:13.963237 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d105e-cb58-4317-8746-7c53ed3e381f req-c0f4bc8e-1081-4de6-ab5e-5e2be09d2c06 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:13.971287 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-3d1d105e-cb58-4317-8746-7c53ed3e381f req-c0f4bc8e-1081-4de6-ab5e-5e2be09d2c06 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.88 "GET /v2.0/networks?id=dc975c54-04fd-41cf-87c4-6ca61b7fd14d HTTP/1.1" status: 200 len: 812 time: 0.4733939 Feb 16 16:58:13.982552 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:14.018427 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c079fc38-1380-4293-9589-12cd4e288b88 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:14.041463 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c20e19-477f-4892-bbbd-14d5e6f15c94 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Pushing event updated for resources: {'Port': ['ID=a0ba0665-0243-4237-8c24-d8d0cbce7421,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:14.047404 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-3d1d105e-cb58-4317-8746-7c53ed3e381f req-c4a88959-128f-4eba-9f15-0b25e2637633 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.88 "GET /v2.0/quotas/4ee66dbf32244d7889f4914b18028830 HTTP/1.1" status: 200 len: 375 time: 0.0752587 Feb 16 16:58:14.051847 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b2c20e19-477f-4892-bbbd-14d5e6f15c94 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:14.141522 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47748) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:14.167438 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c079fc38-1380-4293-9589-12cd4e288b88 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:14.168993 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c079fc38-1380-4293-9589-12cd4e288b88 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:14.169566 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c079fc38-1380-4293-9589-12cd4e288b88 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:14.172566 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ac1898fc-05f2-47a4-9777-336bfc3e13ea tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:14.181690 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ac1898fc-05f2-47a4-9777-336bfc3e13ea tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9004729 Feb 16 16:58:14.181690 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a3760f-9971-47ef-b7b2-af2b128c7541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Pushing event deleted for resources: {'Port': ['ID=663330af-720e-4243-a6c1-7ac4816dfabd,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:14.187352 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-7149b265-cec0-4bfd-9173-8c12ca50b60e None None] Provisioning complete for port a0ba0665-0243-4237-8c24-d8d0cbce7421 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:14.187855 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-7149b265-cec0-4bfd-9173-8c12ca50b60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:14.231938 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-7149b265-cec0-4bfd-9173-8c12ca50b60e None None] Port a0ba0665-0243-4237-8c24-d8d0cbce7421 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 16:58:14.258681 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079fc38-1380-4293-9589-12cd4e288b88 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Pushing event updated for resources: {'Network': ['ID=be311e54-8ade-405e-a5af-734a9c8ba68f,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:14.277367 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network be311e54-8ade-405e-a5af-734a9c8ba68f details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:58:14.285617 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4beeb0de-fedf-4b93-8da2-78db1c7642f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Made reservation on behalf of e8a52dd30a054beabdd106bda9d35249 for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:14.288029 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4beeb0de-fedf-4b93-8da2-78db1c7642f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:14.295027 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c079fc38-1380-4293-9589-12cd4e288b88 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1247587 Feb 16 16:58:14.299097 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47754) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:14.334097 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Checking segment: {'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:58:14.334461 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Network hostable DHCP agents. Network: 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:58:14.336592 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Pushing event updated for resources: {'Port': ['ID=04d4d709-a475-4917-8c64-c2d51c32a7d5,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:14.347377 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-3d1d105e-cb58-4317-8746-7c53ed3e381f req-955c5993-6f60-4409-ba56-392958438c09 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=4ee66dbf32244d7889f4914b18028830&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2919490 Feb 16 16:58:14.372107 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-4beeb0de-fedf-4b93-8da2-78db1c7642f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] device_id is not set on port 6cf6ecc7-233a-48da-8df1-7304d185a157 yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:58:14.441495 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620f9d54-075b-4d3c-8dc0-2e7c97192eb2 tempest-ExternalNetworksTestJSON-1181143359 tempest-ExternalNetworksTestJSON-1181143359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:14.443028 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-620f9d54-075b-4d3c-8dc0-2e7c97192eb2 tempest-ExternalNetworksTestJSON-1181143359 tempest-ExternalNetworksTestJSON-1181143359-project] 10.222.0.88 "GET /v2.0/networks/be311e54-8ade-405e-a5af-734a9c8ba68f HTTP/1.1" status: 200 len: 756 time: 0.1426713 Feb 16 16:58:14.445640 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47758) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:14.555166 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b2c20e19-477f-4892-bbbd-14d5e6f15c94 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:14.557124 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:58:14.559442 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-64618941-4ec1-472e-b183-f156efc7cf70 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1379113641', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}, 'admin_state_up': False}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:14.573206 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e4998b-36b0-4efa-8d9d-9bdd66353317 tempest-ExternalNetworksTestJSON-1181143359 tempest-ExternalNetworksTestJSON-1181143359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:14.575378 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-f6e4998b-36b0-4efa-8d9d-9bdd66353317 tempest-ExternalNetworksTestJSON-1181143359 tempest-ExternalNetworksTestJSON-1181143359-project] 10.222.0.88 "GET /v2.0/networks/af3db451-fe79-4c43-b5bf-280d0fd2d9ef HTTP/1.1" status: 200 len: 768 time: 0.1278524 Feb 16 16:58:14.585217 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47766) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:14.683194 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-25c86adf-e7ab-4566-9f9c-04490871e2a0 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:14.708377 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4beeb0de-fedf-4b93-8da2-78db1c7642f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:14.764318 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:14.769333 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:58:14.775037 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b80d94-54c5-4d82-86be-b310cd9034ae None None] Network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:58:14.782258 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [req-3d1d105e-cb58-4317-8746-7c53ed3e381f req-e2d4b3ac-a939-4fd8-a022-2c9c66899538 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 16:58:14.788075 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-3d1d105e-cb58-4317-8746-7c53ed3e381f req-e2d4b3ac-a939-4fd8-a022-2c9c66899538 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1176574 Feb 16 16:58:14.796025 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-25c86adf-e7ab-4566-9f9c-04490871e2a0 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:14.823339 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-25c86adf-e7ab-4566-9f9c-04490871e2a0 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be311e54-8ade-405e-a5af-734a9c8ba68f']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:14.842225 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-25c86adf-e7ab-4566-9f9c-04490871e2a0 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c4d4ad8-6590-451f-af90-26f020624656') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:14.844011 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-25c86adf-e7ab-4566-9f9c-04490871e2a0 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c4d4ad8-6590-451f-af90-26f020624656') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:14.860663 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-25c86adf-e7ab-4566-9f9c-04490871e2a0 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:14.866142 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 04d4d709-a475-4917-8c64-c2d51c32a7d5 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:14.866514 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 04d4d709-a475-4917-8c64-c2d51c32a7d5 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] {{(pid=114375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:14.866892 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 04d4d709-a475-4917-8c64-c2d51c32a7d5 on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:14.880923 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-25c86adf-e7ab-4566-9f9c-04490871e2a0 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:14.887189 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-64618941-4ec1-472e-b183-f156efc7cf70 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:14.894894 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-64618941-4ec1-472e-b183-f156efc7cf70 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:14.901329 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25c86adf-e7ab-4566-9f9c-04490871e2a0 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:58:14.901868 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-25c86adf-e7ab-4566-9f9c-04490871e2a0 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:14.904018 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 16:58:14.904018 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:58:14.904018 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 16:58:14.904018 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:58:14.904018 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 16:58:14.904018 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:58:14.904018 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 16:58:14.904018 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:58:14.904018 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 16:58:14.904018 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:58:14.904018 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 16:58:14.904018 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:58:14.904018 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 16:58:14.904018 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:58:14.904018 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:58:14.904018 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:58:14.904018 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:58:14.904018 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:58:14.904018 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 16:58:14.904018 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:58:14.904018 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 16:58:14.904018 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:58:14.904018 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:58:14.904018 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:58:14.904018 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 16:58:14.904018 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:58:14.904018 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:58:14.904018 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:58:14.904018 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:58:14.904018 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:58:14.904018 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:58:14.904018 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:58:14.923740 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Port 04d4d709-a475-4917-8c64-c2d51c32a7d5 on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:58:14.924111 dv-neutron-828697-3-hyperv neutron-server[114375]: ERROR neutron.plugins.ml2.managers [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Failed to bind port 04d4d709-a475-4917-8c64-c2d51c32a7d5 on host hv-neutron-8286 for vnic_type normal using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] Feb 16 16:58:14.935134 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.plugins.ml2.plugin [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempt 2 to bind port 04d4d709-a475-4917-8c64-c2d51c32a7d5 Feb 16 16:58:14.974984 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 04d4d709-a475-4917-8c64-c2d51c32a7d5 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:14.975320 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 04d4d709-a475-4917-8c64-c2d51c32a7d5 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] {{(pid=114375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:14.975663 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 04d4d709-a475-4917-8c64-c2d51c32a7d5 on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:14.992474 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Port 04d4d709-a475-4917-8c64-c2d51c32a7d5 on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:58:14.992474 dv-neutron-828697-3-hyperv neutron-server[114375]: ERROR neutron.plugins.ml2.managers [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Failed to bind port 04d4d709-a475-4917-8c64-c2d51c32a7d5 on host hv-neutron-8286 for vnic_type normal using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] Feb 16 16:58:14.992973 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-3d1d105e-cb58-4317-8746-7c53ed3e381f req-aa5ea764-eda9-45e2-9db8-a5b463ac90bb service neutron] 10.222.0.88 "GET /v2.0/networks/dc975c54-04fd-41cf-87c4-6ca61b7fd14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968603 Feb 16 16:58:15.000292 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.plugins.ml2.plugin [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempt 3 to bind port 04d4d709-a475-4917-8c64-c2d51c32a7d5 Feb 16 16:58:15.074218 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 04d4d709-a475-4917-8c64-c2d51c32a7d5 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:15.074581 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 04d4d709-a475-4917-8c64-c2d51c32a7d5 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] {{(pid=114375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:15.074985 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 04d4d709-a475-4917-8c64-c2d51c32a7d5 on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:15.119577 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4beeb0de-fedf-4b93-8da2-78db1c7642f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:15.136621 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Port 04d4d709-a475-4917-8c64-c2d51c32a7d5 on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:58:15.137022 dv-neutron-828697-3-hyperv neutron-server[114375]: ERROR neutron.plugins.ml2.managers [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Failed to bind port 04d4d709-a475-4917-8c64-c2d51c32a7d5 on host hv-neutron-8286 for vnic_type normal using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] Feb 16 16:58:15.142295 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.plugins.ml2.plugin [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempt 4 to bind port 04d4d709-a475-4917-8c64-c2d51c32a7d5 Feb 16 16:58:15.185522 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-25c86adf-e7ab-4566-9f9c-04490871e2a0 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:15.193718 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c86adf-e7ab-4566-9f9c-04490871e2a0 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network be311e54-8ade-405e-a5af-734a9c8ba68f {{(pid=114376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 16 16:58:15.210493 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-25c86adf-e7ab-4566-9f9c-04490871e2a0 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:15.214455 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-25c86adf-e7ab-4566-9f9c-04490871e2a0 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] 10.222.0.88 "DELETE /v2.0/networks/be311e54-8ade-405e-a5af-734a9c8ba68f HTTP/1.1" status: 204 len: 168 time: 0.6281278 Feb 16 16:58:15.220205 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47796) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:15.223035 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c86adf-e7ab-4566-9f9c-04490871e2a0 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Pushing event deleted for resources: {'Network': ['ID=be311e54-8ade-405e-a5af-734a9c8ba68f,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:15.228415 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 04d4d709-a475-4917-8c64-c2d51c32a7d5 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:15.228673 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 04d4d709-a475-4917-8c64-c2d51c32a7d5 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] {{(pid=114375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:15.229100 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 04d4d709-a475-4917-8c64-c2d51c32a7d5 on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:15.235679 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4beeb0de-fedf-4b93-8da2-78db1c7642f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:15.244697 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-8a6de755-976b-4ce5-ad0e-60bd9f11023c tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Request body: {'network': {'name': 'tempest-network--1507561712'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:15.254215 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-4beeb0de-fedf-4b93-8da2-78db1c7642f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:15.254747 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4beeb0de-fedf-4b93-8da2-78db1c7642f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:58:15.256273 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4beeb0de-fedf-4b93-8da2-78db1c7642f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:15.256511 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47798) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:15.256992 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4beeb0de-fedf-4b93-8da2-78db1c7642f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:15.260899 dv-neutron-828697-3-hyperv neutron-server[114376]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 16 16:58:15.266471 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Port 04d4d709-a475-4917-8c64-c2d51c32a7d5 on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:58:15.266846 dv-neutron-828697-3-hyperv neutron-server[114375]: ERROR neutron.plugins.ml2.managers [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Failed to bind port 04d4d709-a475-4917-8c64-c2d51c32a7d5 on host hv-neutron-8286 for vnic_type normal using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] Feb 16 16:58:15.294390 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-64618941-4ec1-472e-b183-f156efc7cf70 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:15.360157 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-25efdc58-2a6f-4e3a-9119-abe0a34204a8 req-aeaa74db-e019-42be-9f7d-69d738e15d0e tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1617696250&fields=id&tenant_id=b000221746b44cdbb4fb616424f3147e HTTP/1.1" status: 200 len: 267 time: 0.1015074 Feb 16 16:58:15.484916 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.plugins.ml2.plugin [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempt 5 to bind port 04d4d709-a475-4917-8c64-c2d51c32a7d5 Feb 16 16:58:15.487566 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beeb0de-fedf-4b93-8da2-78db1c7642f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Pushing event updated for resources: {'Port': ['ID=6cf6ecc7-233a-48da-8df1-7304d185a157,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:15.517301 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-3d1d105e-cb58-4317-8746-7c53ed3e381f req-e0cbb20f-c21e-4ff4-9f3f-9b740b1d98e8 service neutron] 10.222.0.88 "GET /v2.0/networks/dc975c54-04fd-41cf-87c4-6ca61b7fd14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5137968 Feb 16 16:58:15.520085 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6de755-976b-4ce5-ad0e-60bd9f11023c tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Made reservation on behalf of e6af253a53a0452292cda792638755e2 for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:15.521315 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 04d4d709-a475-4917-8c64-c2d51c32a7d5 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:15.521703 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 04d4d709-a475-4917-8c64-c2d51c32a7d5 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] {{(pid=114375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:15.522166 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 04d4d709-a475-4917-8c64-c2d51c32a7d5 on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:15.522362 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8a6de755-976b-4ce5-ad0e-60bd9f11023c tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:15.533993 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b2c20e19-477f-4892-bbbd-14d5e6f15c94 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:15.535843 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Port 04d4d709-a475-4917-8c64-c2d51c32a7d5 on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:58:15.536199 dv-neutron-828697-3-hyperv neutron-server[114375]: ERROR neutron.plugins.ml2.managers [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Failed to bind port 04d4d709-a475-4917-8c64-c2d51c32a7d5 on host hv-neutron-8286 for vnic_type normal using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] Feb 16 16:58:15.536587 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.plugins.ml2.plugin [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempt 6 to bind port 04d4d709-a475-4917-8c64-c2d51c32a7d5 Feb 16 16:58:15.550111 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 04d4d709-a475-4917-8c64-c2d51c32a7d5 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:15.550450 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 04d4d709-a475-4917-8c64-c2d51c32a7d5 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] {{(pid=114375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:15.550784 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 04d4d709-a475-4917-8c64-c2d51c32a7d5 on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:15.555544 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Port 04d4d709-a475-4917-8c64-c2d51c32a7d5 on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:58:15.555877 dv-neutron-828697-3-hyperv neutron-server[114375]: ERROR neutron.plugins.ml2.managers [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Failed to bind port 04d4d709-a475-4917-8c64-c2d51c32a7d5 on host hv-neutron-8286 for vnic_type normal using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] Feb 16 16:58:15.557554 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.plugins.ml2.plugin [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempt 7 to bind port 04d4d709-a475-4917-8c64-c2d51c32a7d5 Feb 16 16:58:15.569481 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 04d4d709-a475-4917-8c64-c2d51c32a7d5 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:15.569877 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 04d4d709-a475-4917-8c64-c2d51c32a7d5 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] {{(pid=114375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:15.570215 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 04d4d709-a475-4917-8c64-c2d51c32a7d5 on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:15.575380 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Port 04d4d709-a475-4917-8c64-c2d51c32a7d5 on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:58:15.575701 dv-neutron-828697-3-hyperv neutron-server[114375]: ERROR neutron.plugins.ml2.managers [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Failed to bind port 04d4d709-a475-4917-8c64-c2d51c32a7d5 on host hv-neutron-8286 for vnic_type normal using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] Feb 16 16:58:15.576142 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.plugins.ml2.plugin [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempt 8 to bind port 04d4d709-a475-4917-8c64-c2d51c32a7d5 Feb 16 16:58:15.589674 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 04d4d709-a475-4917-8c64-c2d51c32a7d5 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:15.590064 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 04d4d709-a475-4917-8c64-c2d51c32a7d5 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] {{(pid=114375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:15.591004 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 04d4d709-a475-4917-8c64-c2d51c32a7d5 on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:15.600728 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Port 04d4d709-a475-4917-8c64-c2d51c32a7d5 on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:58:15.600942 dv-neutron-828697-3-hyperv neutron-server[114375]: ERROR neutron.plugins.ml2.managers [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Failed to bind port 04d4d709-a475-4917-8c64-c2d51c32a7d5 on host hv-neutron-8286 for vnic_type normal using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] Feb 16 16:58:15.601317 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.plugins.ml2.plugin [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempt 9 to bind port 04d4d709-a475-4917-8c64-c2d51c32a7d5 Feb 16 16:58:15.615599 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 04d4d709-a475-4917-8c64-c2d51c32a7d5 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:15.615914 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 04d4d709-a475-4917-8c64-c2d51c32a7d5 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] {{(pid=114375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:15.616331 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 04d4d709-a475-4917-8c64-c2d51c32a7d5 on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:15.623637 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-4beeb0de-fedf-4b93-8da2-78db1c7642f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.6935906 Feb 16 16:58:15.625924 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47808) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:15.631121 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8286'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:15.635231 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Port 04d4d709-a475-4917-8c64-c2d51c32a7d5 on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:58:15.635563 dv-neutron-828697-3-hyperv neutron-server[114375]: ERROR neutron.plugins.ml2.managers [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Failed to bind port 04d4d709-a475-4917-8c64-c2d51c32a7d5 on host hv-neutron-8286 for vnic_type normal using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] Feb 16 16:58:15.636013 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.plugins.ml2.plugin [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempt 10 to bind port 04d4d709-a475-4917-8c64-c2d51c32a7d5 Feb 16 16:58:15.659937 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b2c20e19-477f-4892-bbbd-14d5e6f15c94 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:15.742777 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 04d4d709-a475-4917-8c64-c2d51c32a7d5 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:15.743433 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 04d4d709-a475-4917-8c64-c2d51c32a7d5 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] {{(pid=114375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:15.743647 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 04d4d709-a475-4917-8c64-c2d51c32a7d5 on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:15.784924 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Port 04d4d709-a475-4917-8c64-c2d51c32a7d5 on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:58:15.785254 dv-neutron-828697-3-hyperv neutron-server[114375]: ERROR neutron.plugins.ml2.managers [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Failed to bind port 04d4d709-a475-4917-8c64-c2d51c32a7d5 on host hv-neutron-8286 for vnic_type normal using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] Feb 16 16:58:15.785605 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:15.814865 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a6de755-976b-4ce5-ad0e-60bd9f11023c tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:58:15.819563 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c20e19-477f-4892-bbbd-14d5e6f15c94 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Pushing event updated for resources: {'Port': ['ID=a0ba0665-0243-4237-8c24-d8d0cbce7421,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:15.826903 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b2c20e19-477f-4892-bbbd-14d5e6f15c94 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:15.828134 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-64618941-4ec1-472e-b183-f156efc7cf70 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:15.829112 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:15.872661 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efdc58-2a6f-4e3a-9119-abe0a34204a8 req-26dde861-fa36-4fef-b4af-23411c0dcd12 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:15.883229 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-25efdc58-2a6f-4e3a-9119-abe0a34204a8 req-26dde861-fa36-4fef-b4af-23411c0dcd12 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "GET /v2.0/networks?id=42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e HTTP/1.1" status: 200 len: 805 time: 0.5139203 Feb 16 16:58:15.910915 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8a6de755-976b-4ce5-ad0e-60bd9f11023c tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:15.911663 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-8a6de755-976b-4ce5-ad0e-60bd9f11023c tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Added segment cd3a8c62-0fab-4d23-98e2-3e28cdbfe72f of type vlan for network b0aab169-5ccf-4774-b44c-9c9f0e56ebc5 Feb 16 16:58:15.934996 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-25efdc58-2a6f-4e3a-9119-abe0a34204a8 req-3cc524ef-1f56-41fa-afcf-a1f6b7c5109e tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "GET /v2.0/quotas/b000221746b44cdbb4fb616424f3147e HTTP/1.1" status: 200 len: 375 time: 0.0511615 Feb 16 16:58:16.082268 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-4abd58b8-87a1-4ac1-9e2b-ef11e2ea2d4f req-96160fa6-82bf-4ce3-aa0a-d2effa9dcdaf tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b7b74a8-477e-407e-92d1-79132ca5595c HTTP/1.1" status: 200 len: 210 time: 0.1341186 Feb 16 16:58:16.101633 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] For port 04d4d709-a475-4917-8c64-c2d51c32a7d5, host hv-neutron-8286, cleared binding levels {{(pid=114375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:58:16.101633 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempted to set empty binding levels {{(pid=114375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 16 16:58:16.101951 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8a6de755-976b-4ce5-ad0e-60bd9f11023c tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:16.181705 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:16.184891 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-25efdc58-2a6f-4e3a-9119-abe0a34204a8 req-9b9f0f29-2b0d-458b-9b94-cf929660c28f tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=b000221746b44cdbb4fb616424f3147e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2421644 Feb 16 16:58:16.252058 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:16.252655 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:16.269814 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c20e19-477f-4892-bbbd-14d5e6f15c94 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Network 2ec0168c-2582-4f89-b62d-b65ce115955a is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:16.278007 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-b2c20e19-477f-4892-bbbd-14d5e6f15c94 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:16.278315 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8a6de755-976b-4ce5-ad0e-60bd9f11023c tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:16.279914 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6de755-976b-4ce5-ad0e-60bd9f11023c tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:16.280939 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8a6de755-976b-4ce5-ad0e-60bd9f11023c tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:16.327817 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Pushing event updated for resources: {'Port': ['ID=04d4d709-a475-4917-8c64-c2d51c32a7d5,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:16.453914 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-719b5eb6-7be3-4967-aa49-80200896a96e tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 4.7062840 Feb 16 16:58:16.456171 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47850) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:16.469262 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-64618941-4ec1-472e-b183-f156efc7cf70 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks [] for router_gateway, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:16.483791 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] device_id is not set on port 6cf6ecc7-233a-48da-8df1-7304d185a157 yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:58:16.500206 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:16.514144 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6de755-976b-4ce5-ad0e-60bd9f11023c tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Pushing event updated for resources: {'Network': ['ID=b0aab169-5ccf-4774-b44c-9c9f0e56ebc5,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:16.525068 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network b0aab169-5ccf-4774-b44c-9c9f0e56ebc5 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:58:16.545437 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-64618941-4ec1-472e-b183-f156efc7cf70 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:16.556049 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [req-25efdc58-2a6f-4e3a-9119-abe0a34204a8 req-990c281e-f474-49c3-a757-70b0834ac5a3 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=114376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 16:58:16.560343 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-25efdc58-2a6f-4e3a-9119-abe0a34204a8 req-990c281e-f474-49c3-a757-70b0834ac5a3 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1440899 Feb 16 16:58:16.590267 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47858) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:16.590459 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-8a6de755-976b-4ce5-ad0e-60bd9f11023c tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.3614049 Feb 16 16:58:16.590540 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-c414ddfc-3654-41a0-bde8-531eb10ca9e3 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Request body: {'network': {'router:external': True}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:16.613916 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-9d409bb9-9436-40f1-9330-44b39b36409a None None] Provisioning complete for port a0ba0665-0243-4237-8c24-d8d0cbce7421 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:16.614705 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9d409bb9-9436-40f1-9330-44b39b36409a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:16.639921 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:16.645793 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c20e19-477f-4892-bbbd-14d5e6f15c94 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Router 50f7d061-a0f1-418b-9c63-498c80de7e4c has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:58:16.661580 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-9d409bb9-9436-40f1-9330-44b39b36409a None None] Port a0ba0665-0243-4237-8c24-d8d0cbce7421 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 16:58:16.774597 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Pushing event updated for resources: {'Port': ['ID=6cf6ecc7-233a-48da-8df1-7304d185a157,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:16.850361 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 6cf6ecc7-233a-48da-8df1-7304d185a157 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:16.850712 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 6cf6ecc7-233a-48da-8df1-7304d185a157 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] {{(pid=114375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:16.850946 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 6cf6ecc7-233a-48da-8df1-7304d185a157 on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:16.898916 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Port 6cf6ecc7-233a-48da-8df1-7304d185a157 on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:58:16.898916 dv-neutron-828697-3-hyperv neutron-server[114375]: ERROR neutron.plugins.ml2.managers [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Failed to bind port 6cf6ecc7-233a-48da-8df1-7304d185a157 on host hv-neutron-8286 for vnic_type normal using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] Feb 16 16:58:16.900450 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.plugins.ml2.plugin [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempt 2 to bind port 6cf6ecc7-233a-48da-8df1-7304d185a157 Feb 16 16:58:16.932775 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 6cf6ecc7-233a-48da-8df1-7304d185a157 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:16.933106 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 6cf6ecc7-233a-48da-8df1-7304d185a157 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] {{(pid=114375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:16.933439 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 6cf6ecc7-233a-48da-8df1-7304d185a157 on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:16.937950 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c414ddfc-3654-41a0-bde8-531eb10ca9e3 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:16.942209 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c20e19-477f-4892-bbbd-14d5e6f15c94 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:58:16.954297 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-b2c20e19-477f-4892-bbbd-14d5e6f15c94 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] 10.222.0.88 "PUT /v2.0/routers/50f7d061-a0f1-418b-9c63-498c80de7e4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6233730 Feb 16 16:58:16.954297 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Port 6cf6ecc7-233a-48da-8df1-7304d185a157 on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:58:16.954297 dv-neutron-828697-3-hyperv neutron-server[114375]: ERROR neutron.plugins.ml2.managers [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Failed to bind port 6cf6ecc7-233a-48da-8df1-7304d185a157 on host hv-neutron-8286 for vnic_type normal using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] Feb 16 16:58:16.954684 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.plugins.ml2.plugin [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempt 3 to bind port 6cf6ecc7-233a-48da-8df1-7304d185a157 Feb 16 16:58:16.955280 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285c4b1a-e053-4a4a-be0c-5d0c174883d7 None None] Sync routers for ids ['50f7d061-a0f1-418b-9c63-498c80de7e4c'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:58:16.956938 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47868) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:16.964655 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-8af15a0f-cc8f-4070-baa3-61a54c9638f2 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Request body: {'port': {'network_id': '2ec0168c-2582-4f89-b62d-b65ce115955a', 'name': 'tempest-FloatingIPAdminTestJSON-737894908'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:16.965424 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285c4b1a-e053-4a4a-be0c-5d0c174883d7 None None] Routers {'50f7d061-a0f1-418b-9c63-498c80de7e4c'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:58:16.966076 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-285c4b1a-e053-4a4a-be0c-5d0c174883d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:58:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['50f7d061-a0f1-418b-9c63-498c80de7e4c'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:16.969691 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 6cf6ecc7-233a-48da-8df1-7304d185a157 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:16.969691 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 6cf6ecc7-233a-48da-8df1-7304d185a157 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] {{(pid=114375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:16.969691 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 6cf6ecc7-233a-48da-8df1-7304d185a157 on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:16.973931 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Port 6cf6ecc7-233a-48da-8df1-7304d185a157 on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:58:16.974251 dv-neutron-828697-3-hyperv neutron-server[114375]: ERROR neutron.plugins.ml2.managers [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Failed to bind port 6cf6ecc7-233a-48da-8df1-7304d185a157 on host hv-neutron-8286 for vnic_type normal using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] Feb 16 16:58:16.974624 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.plugins.ml2.plugin [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempt 4 to bind port 6cf6ecc7-233a-48da-8df1-7304d185a157 Feb 16 16:58:16.979945 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-25efdc58-2a6f-4e3a-9119-abe0a34204a8 req-e17f758a-85e4-46e5-a883-0727a990a35d service neutron] 10.222.0.88 "GET /v2.0/networks/42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4072967 Feb 16 16:58:16.990225 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 6cf6ecc7-233a-48da-8df1-7304d185a157 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:16.990557 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 6cf6ecc7-233a-48da-8df1-7304d185a157 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] {{(pid=114375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:16.990891 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 6cf6ecc7-233a-48da-8df1-7304d185a157 on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:16.995531 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Port 6cf6ecc7-233a-48da-8df1-7304d185a157 on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:58:16.995853 dv-neutron-828697-3-hyperv neutron-server[114375]: ERROR neutron.plugins.ml2.managers [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Failed to bind port 6cf6ecc7-233a-48da-8df1-7304d185a157 on host hv-neutron-8286 for vnic_type normal using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] Feb 16 16:58:16.996254 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.plugins.ml2.plugin [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempt 5 to bind port 6cf6ecc7-233a-48da-8df1-7304d185a157 Feb 16 16:58:17.003824 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-285c4b1a-e053-4a4a-be0c-5d0c174883d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:17.009233 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 6cf6ecc7-233a-48da-8df1-7304d185a157 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:17.009562 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 6cf6ecc7-233a-48da-8df1-7304d185a157 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] {{(pid=114375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:17.009948 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 6cf6ecc7-233a-48da-8df1-7304d185a157 on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:17.014552 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Port 6cf6ecc7-233a-48da-8df1-7304d185a157 on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:58:17.014897 dv-neutron-828697-3-hyperv neutron-server[114375]: ERROR neutron.plugins.ml2.managers [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Failed to bind port 6cf6ecc7-233a-48da-8df1-7304d185a157 on host hv-neutron-8286 for vnic_type normal using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] Feb 16 16:58:17.015276 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.plugins.ml2.plugin [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempt 6 to bind port 6cf6ecc7-233a-48da-8df1-7304d185a157 Feb 16 16:58:17.016976 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285c4b1a-e053-4a4a-be0c-5d0c174883d7 None None] Routers {'50f7d061-a0f1-418b-9c63-498c80de7e4c'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:58:17.017811 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-285c4b1a-e053-4a4a-be0c-5d0c174883d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:58:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['50f7d061-a0f1-418b-9c63-498c80de7e4c'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:17.027735 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 6cf6ecc7-233a-48da-8df1-7304d185a157 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:17.028091 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 6cf6ecc7-233a-48da-8df1-7304d185a157 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] {{(pid=114375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:17.028425 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 6cf6ecc7-233a-48da-8df1-7304d185a157 on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:17.033053 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Port 6cf6ecc7-233a-48da-8df1-7304d185a157 on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:58:17.033353 dv-neutron-828697-3-hyperv neutron-server[114375]: ERROR neutron.plugins.ml2.managers [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Failed to bind port 6cf6ecc7-233a-48da-8df1-7304d185a157 on host hv-neutron-8286 for vnic_type normal using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] Feb 16 16:58:17.033827 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.plugins.ml2.plugin [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempt 7 to bind port 6cf6ecc7-233a-48da-8df1-7304d185a157 Feb 16 16:58:17.046602 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 6cf6ecc7-233a-48da-8df1-7304d185a157 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:17.046930 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 6cf6ecc7-233a-48da-8df1-7304d185a157 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] {{(pid=114375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:17.047262 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 6cf6ecc7-233a-48da-8df1-7304d185a157 on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:17.051751 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Port 6cf6ecc7-233a-48da-8df1-7304d185a157 on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:58:17.051953 dv-neutron-828697-3-hyperv neutron-server[114375]: ERROR neutron.plugins.ml2.managers [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Failed to bind port 6cf6ecc7-233a-48da-8df1-7304d185a157 on host hv-neutron-8286 for vnic_type normal using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] Feb 16 16:58:17.052636 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.plugins.ml2.plugin [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempt 8 to bind port 6cf6ecc7-233a-48da-8df1-7304d185a157 Feb 16 16:58:17.056281 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c414ddfc-3654-41a0-bde8-531eb10ca9e3 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:17.076966 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 6cf6ecc7-233a-48da-8df1-7304d185a157 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:17.076966 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 6cf6ecc7-233a-48da-8df1-7304d185a157 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] {{(pid=114375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:17.077111 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 6cf6ecc7-233a-48da-8df1-7304d185a157 on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:17.090015 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c414ddfc-3654-41a0-bde8-531eb10ca9e3 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Network b0aab169-5ccf-4774-b44c-9c9f0e56ebc5 is not hosted by any dhcp agent {{(pid=114375) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 16 16:58:17.090923 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c414ddfc-3654-41a0-bde8-531eb10ca9e3 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:17.091515 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-285c4b1a-e053-4a4a-be0c-5d0c174883d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:17.091631 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c414ddfc-3654-41a0-bde8-531eb10ca9e3 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:17.092925 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285c4b1a-e053-4a4a-be0c-5d0c174883d7 None None] The sync data for ids ['50f7d061-a0f1-418b-9c63-498c80de7e4c'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:58:17.093436 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-c414ddfc-3654-41a0-bde8-531eb10ca9e3 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] 10.222.0.88 "PUT /v2.0/networks/b0aab169-5ccf-4774-b44c-9c9f0e56ebc5 HTTP/1.1" status: 200 len: 858 time: 0.5095248 Feb 16 16:58:17.096702 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47874) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:17.139506 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Port 6cf6ecc7-233a-48da-8df1-7304d185a157 on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:58:17.140344 dv-neutron-828697-3-hyperv neutron-server[114375]: ERROR neutron.plugins.ml2.managers [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Failed to bind port 6cf6ecc7-233a-48da-8df1-7304d185a157 on host hv-neutron-8286 for vnic_type normal using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] Feb 16 16:58:17.150277 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.plugins.ml2.plugin [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempt 9 to bind port 6cf6ecc7-233a-48da-8df1-7304d185a157 Feb 16 16:58:17.172505 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-67dad95d-3cc3-4017-9f31-f559d059e25a tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Deleting port 04d4d709-a475-4917-8c64-c2d51c32a7d5 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:58:17.173108 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-67dad95d-3cc3-4017-9f31-f559d059e25a tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:17.216893 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c414ddfc-3654-41a0-bde8-531eb10ca9e3 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Pushing event updated for resources: {'Network': ['ID=b0aab169-5ccf-4774-b44c-9c9f0e56ebc5,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:17.219371 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47880) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:17.227351 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-64618941-4ec1-472e-b183-f156efc7cf70 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Allocated IP 172.26.3.86 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/cddda3f9-1446-4de2-bbfb-fa20d54e8b24) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:58:17.233151 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 6cf6ecc7-233a-48da-8df1-7304d185a157 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:17.238631 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 6cf6ecc7-233a-48da-8df1-7304d185a157 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] {{(pid=114375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:17.238631 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 6cf6ecc7-233a-48da-8df1-7304d185a157 on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:17.258579 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-1327520e-a2e7-4e98-b8ab-38cc6636daa5 req-bda7d688-86f5-4bc2-a559-39e309433a3c tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b7b74a8-477e-407e-92d1-79132ca5595c HTTP/1.1" status: 200 len: 210 time: 0.0572569 Feb 16 16:58:17.263555 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Port 6cf6ecc7-233a-48da-8df1-7304d185a157 on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:58:17.263875 dv-neutron-828697-3-hyperv neutron-server[114375]: ERROR neutron.plugins.ml2.managers [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Failed to bind port 6cf6ecc7-233a-48da-8df1-7304d185a157 on host hv-neutron-8286 for vnic_type normal using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] Feb 16 16:58:17.264430 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.plugins.ml2.plugin [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempt 10 to bind port 6cf6ecc7-233a-48da-8df1-7304d185a157 Feb 16 16:58:17.269348 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c68365af-ca45-404d-a99f-0d2ddd8017a7 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:17.288257 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 6cf6ecc7-233a-48da-8df1-7304d185a157 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:17.288257 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 6cf6ecc7-233a-48da-8df1-7304d185a157 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] {{(pid=114375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:17.288257 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempting to bind port 6cf6ecc7-233a-48da-8df1-7304d185a157 on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:17.297223 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Port 6cf6ecc7-233a-48da-8df1-7304d185a157 on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:58:17.297662 dv-neutron-828697-3-hyperv neutron-server[114375]: ERROR neutron.plugins.ml2.managers [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Failed to bind port 6cf6ecc7-233a-48da-8df1-7304d185a157 on host hv-neutron-8286 for vnic_type normal using segments [{'id': 'db381c89-c0bd-4663-8d26-a08f650f9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eb584d51-e60d-4cd6-a29d-58a9d2f45cbb'}] Feb 16 16:58:17.298034 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:17.322940 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-25efdc58-2a6f-4e3a-9119-abe0a34204a8 req-fa5c32f4-f8a1-4c6c-9d4f-204898b1b7a0 service neutron] 10.222.0.88 "GET /v2.0/networks/42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280849 Feb 16 16:58:17.374751 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-67dad95d-3cc3-4017-9f31-f559d059e25a tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] For port 04d4d709-a475-4917-8c64-c2d51c32a7d5, host hv-neutron-8286, got binding levels [] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:58:17.375390 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-67dad95d-3cc3-4017-9f31-f559d059e25a tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:17.404177 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-67dad95d-3cc3-4017-9f31-f559d059e25a tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Calling delete_port for 04d4d709-a475-4917-8c64-c2d51c32a7d5 owned by {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:58:17.411628 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c68365af-ca45-404d-a99f-0d2ddd8017a7 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:17.426496 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-2234e561-8906-4ab5-899c-72acffb6143f tempest-QuotasTest-1560398761 tempest-QuotasTest-1560398761-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:17.456891 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-c68365af-ca45-404d-a99f-0d2ddd8017a7 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0aab169-5ccf-4774-b44c-9c9f0e56ebc5']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:17.474189 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-c68365af-ca45-404d-a99f-0d2ddd8017a7 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd3a8c62-0fab-4d23-98e2-3e28cdbfe72f') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:17.474729 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-c68365af-ca45-404d-a99f-0d2ddd8017a7 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd3a8c62-0fab-4d23-98e2-3e28cdbfe72f') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:17.479885 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-64618941-4ec1-472e-b183-f156efc7cf70 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:17.493246 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c68365af-ca45-404d-a99f-0d2ddd8017a7 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:17.501450 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af15a0f-cc8f-4070-baa3-61a54c9638f2 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Made reservation on behalf of d55500a897a94ba5832341dc1ad7aafc for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:17.504956 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8af15a0f-cc8f-4070-baa3-61a54c9638f2 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:17.508091 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] For port 6cf6ecc7-233a-48da-8df1-7304d185a157, host hv-neutron-8286, cleared binding levels {{(pid=114375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:58:17.508573 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attempted to set empty binding levels {{(pid=114375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 16 16:58:17.512735 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c68365af-ca45-404d-a99f-0d2ddd8017a7 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:17.518838 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c68365af-ca45-404d-a99f-0d2ddd8017a7 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:58:17.519214 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c68365af-ca45-404d-a99f-0d2ddd8017a7 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:17.520871 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 16:58:17.520871 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:58:17.520871 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 16:58:17.520871 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:58:17.520871 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 16:58:17.520871 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:58:17.520871 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 16:58:17.520871 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:58:17.520871 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 16:58:17.520871 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:58:17.520871 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 16:58:17.520871 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:58:17.520871 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 16:58:17.520871 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:58:17.520871 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:58:17.520871 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:58:17.520871 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:58:17.520871 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:58:17.520871 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 16:58:17.520871 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:58:17.520871 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 16:58:17.520871 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:58:17.520871 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:58:17.520871 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:58:17.520871 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 16:58:17.520871 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:58:17.520871 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:58:17.520871 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:58:17.520871 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:58:17.520871 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:58:17.520871 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:58:17.520871 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:58:17.546831 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [None req-8af15a0f-cc8f-4070-baa3-61a54c9638f2 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] device_id is not set on port f8b11818-56e1-4066-9eb4-93eb41d1da2b yet. {{(pid=114376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:58:17.598374 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:17.642868 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] In _notify_port_updated(), no bound segment for port 6cf6ecc7-233a-48da-8df1-7304d185a157 on network eb584d51-e60d-4cd6-a29d-58a9d2f45cbb {{(pid=114375) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 16:58:17.643777 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:17.644492 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:17.645896 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] 10.222.0.88 "PUT /v2.0/ports/6cf6ecc7-233a-48da-8df1-7304d185a157 HTTP/1.1" status: 200 len: 980 time: 2.0188096 Feb 16 16:58:17.648642 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47892) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:17.681566 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c756b09-78da-4dbd-84fc-6b6eef00f5d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Pushing event updated for resources: {'Port': ['ID=6cf6ecc7-233a-48da-8df1-7304d185a157,revision_number=3']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:17.713720 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-68973cc1-d882-4ae3-bd2f-037aa8bedacb req-8e2eab21-9878-4055-9cb4-00e691c5418b tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4395638-6857-4307-a63e-414f7d6bf079 HTTP/1.1" status: 200 len: 210 time: 0.0355997 Feb 16 16:58:17.726036 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-2234e561-8906-4ab5-899c-72acffb6143f tempest-QuotasTest-1560398761 tempest-QuotasTest-1560398761-project-admin] 10.222.0.88 "PUT /v2.0/quotas/7b377258531b4499a278733b69f352ef HTTP/1.1" status: 200 len: 366 time: 0.5001583 Feb 16 16:58:17.735844 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47900) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:17.754248 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-67dad95d-3cc3-4017-9f31-f559d059e25a tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:17.755780 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c68365af-ca45-404d-a99f-0d2ddd8017a7 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:17.756249 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-64618941-4ec1-472e-b183-f156efc7cf70 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:17.769873 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68365af-ca45-404d-a99f-0d2ddd8017a7 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b0aab169-5ccf-4774-b44c-9c9f0e56ebc5 {{(pid=114375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 16 16:58:17.772649 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-754e0708-7258-43b0-aef1-172d5dfeec1b tempest-QuotasTest-1560398761 tempest-QuotasTest-1560398761-project-admin] 10.222.0.88 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0354686 Feb 16 16:58:17.780862 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47902) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:17.793798 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c68365af-ca45-404d-a99f-0d2ddd8017a7 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:17.802082 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-c68365af-ca45-404d-a99f-0d2ddd8017a7 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] 10.222.0.88 "DELETE /v2.0/networks/b0aab169-5ccf-4774-b44c-9c9f0e56ebc5 HTTP/1.1" status: 204 len: 168 time: 0.6722906 Feb 16 16:58:17.820576 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68365af-ca45-404d-a99f-0d2ddd8017a7 tempest-ExternalNetworksTestJSON-109625342 tempest-ExternalNetworksTestJSON-109625342-project-admin] Pushing event deleted for resources: {'Network': ['ID=b0aab169-5ccf-4774-b44c-9c9f0e56ebc5,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:17.824124 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47906) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:17.852854 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64618941-4ec1-472e-b183-f156efc7cf70 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:17.854090 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-8af15a0f-cc8f-4070-baa3-61a54c9638f2 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Allocated IP 172.20.0.9 (2ec0168c-2582-4f89-b62d-b65ce115955a/92058871-5d88-424e-960b-fb67dfacdb9e/f8b11818-56e1-4066-9eb4-93eb41d1da2b) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:58:17.859049 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-67dad95d-3cc3-4017-9f31-f559d059e25a tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:17.866690 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-67dad95d-3cc3-4017-9f31-f559d059e25a tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] 10.222.0.88 "DELETE /v2.0/ports/04d4d709-a475-4917-8c64-c2d51c32a7d5 HTTP/1.1" status: 204 len: 168 time: 1.4073584 Feb 16 16:58:17.868675 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-90071bed-24b1-4f7b-83ca-99175f0bc14f tempest-QuotasTest-1560398761 tempest-QuotasTest-1560398761-project-admin] 10.222.0.88 "GET /v2.0/quotas/7b377258531b4499a278733b69f352ef HTTP/1.1" status: 200 len: 366 time: 0.0829639 Feb 16 16:58:17.874920 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47908) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:17.875253 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47910) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:17.876687 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-f346913e-80c3-4f68-bfec-3df218e91f7e tempest-ExternalNetworksTestJSON-1181143359 tempest-ExternalNetworksTestJSON-1181143359-project] DELETE failed (client error): The resource could not be found. Feb 16 16:58:17.889076 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-64618941-4ec1-472e-b183-f156efc7cf70 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:17.900181 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f346913e-80c3-4f68-bfec-3df218e91f7e tempest-ExternalNetworksTestJSON-1181143359 tempest-ExternalNetworksTestJSON-1181143359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:58:17.905641 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f346913e-80c3-4f68-bfec-3df218e91f7e tempest-ExternalNetworksTestJSON-1181143359 tempest-ExternalNetworksTestJSON-1181143359-project] 10.222.0.88 "DELETE /v2.0/subnets/2c179e2e-fbad-4796-97ca-4da572618a43 HTTP/1.1" status: 404 len: 337 time: 0.0802314 Feb 16 16:58:17.912435 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47914) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:17.919368 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64618941-4ec1-472e-b183-f156efc7cf70 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:58:17.930220 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbf7dc4b-a047-4c09-bbfe-c7b78faa4634 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] GET failed (client error): The resource could not be found. Feb 16 16:58:17.936624 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-dbf7dc4b-a047-4c09-bbfe-c7b78faa4634 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] 10.222.0.88 "GET /v2.0/ports/04d4d709-a475-4917-8c64-c2d51c32a7d5 HTTP/1.1" status: 404 len: 333 time: 0.0600576 Feb 16 16:58:17.938520 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47918) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:17.963377 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64618941-4ec1-472e-b183-f156efc7cf70 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Pushing event updated for resources: {'Port': ['ID=cddda3f9-1446-4de2-bbfb-fa20d54e8b24,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:17.979002 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-0d3c75bf-122b-4819-a174-5a2708dc39c5 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Request body: {'port': {'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1077188423'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:18.027472 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0a284df9-d985-448b-bcb4-e5882c092fd5 tempest-ExternalNetworksTestJSON-1181143359 tempest-ExternalNetworksTestJSON-1181143359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:18.029822 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dad95d-3cc3-4017-9f31-f559d059e25a tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Pushing event deleted for resources: {'Port': ['ID=04d4d709-a475-4917-8c64-c2d51c32a7d5,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:18.044662 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-9a2bbcc6-7696-4328-a4af-11bf63f12dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Deleting port 6cf6ecc7-233a-48da-8df1-7304d185a157 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:58:18.045254 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9a2bbcc6-7696-4328-a4af-11bf63f12dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:18.103766 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-3a1f00b8-6f56-4510-ad51-555fb576e767 tempest-QuotasTest-1560398761 tempest-QuotasTest-1560398761-project-admin] 10.222.0.88 "DELETE /v2.0/quotas/7b377258531b4499a278733b69f352ef HTTP/1.1" status: 204 len: 168 time: 0.2200000 Feb 16 16:58:18.112155 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47926) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:18.135806 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-00d31b10-68bb-413e-a1e3-f94b15e38830 tempest-QuotasTest-1560398761 tempest-QuotasTest-1560398761-project-admin] 10.222.0.88 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0202591 Feb 16 16:58:18.145442 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47928) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:18.172806 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-9a2bbcc6-7696-4328-a4af-11bf63f12dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] For port 6cf6ecc7-233a-48da-8df1-7304d185a157, host hv-neutron-8286, got binding levels [] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:58:18.173260 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9a2bbcc6-7696-4328-a4af-11bf63f12dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:18.220153 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-9a2bbcc6-7696-4328-a4af-11bf63f12dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Calling delete_port for 6cf6ecc7-233a-48da-8df1-7304d185a157 owned by {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:58:18.235412 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-049afb05-2d12-4fc7-bbf9-da7ecaead3fe tempest-QuotasTest-1560398761 tempest-QuotasTest-1560398761-project-admin] 10.222.0.88 "GET /v2.0/quotas/7b377258531b4499a278733b69f352ef HTTP/1.1" status: 200 len: 370 time: 0.0867801 Feb 16 16:58:18.237012 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47930) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:18.244373 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-3fef10b1-4a09-44de-8d3d-960c11895d42 tempest-QuotasTest-1560398761 tempest-QuotasTest-1560398761-project-admin] 10.222.0.88 "GET /v2.0/quotas/7b377258531b4499a278733b69f352ef/default HTTP/1.1" status: 200 len: 370 time: 0.0036726 Feb 16 16:58:18.249613 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0a284df9-d985-448b-bcb4-e5882c092fd5 tempest-ExternalNetworksTestJSON-1181143359 tempest-ExternalNetworksTestJSON-1181143359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:18.251664 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47932) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:18.260184 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3c75bf-122b-4819-a174-5a2708dc39c5 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Made reservation on behalf of dd98d6ee831c4f61859111ef54260b1d for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:18.262598 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0d3c75bf-122b-4819-a174-5a2708dc39c5 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:18.306492 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [None req-0d3c75bf-122b-4819-a174-5a2708dc39c5 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] device_id is not set on port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 yet. {{(pid=114376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:58:18.310776 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-da382727-4e9b-4eb8-b152-2ad0645031b5 tempest-QuotasTest-1560398761 tempest-QuotasTest-1560398761-project-admin] delete failed (client error): The resource could not be found. Feb 16 16:58:18.314407 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-da382727-4e9b-4eb8-b152-2ad0645031b5 tempest-QuotasTest-1560398761 tempest-QuotasTest-1560398761-project-admin] 10.222.0.88 "DELETE /v2.0/quotas/7b377258531b4499a278733b69f352ef HTTP/1.1" status: 404 len: 348 time: 0.0592306 Feb 16 16:58:18.326618 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-0a284df9-d985-448b-bcb4-e5882c092fd5 tempest-ExternalNetworksTestJSON-1181143359 tempest-ExternalNetworksTestJSON-1181143359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af3db451-fe79-4c43-b5bf-280d0fd2d9ef']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:18.340821 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-0a284df9-d985-448b-bcb4-e5882c092fd5 tempest-ExternalNetworksTestJSON-1181143359 tempest-ExternalNetworksTestJSON-1181143359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0e3fe06-3c69-4f73-9881-f6cc72a112e4') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:18.341123 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-0a284df9-d985-448b-bcb4-e5882c092fd5 tempest-ExternalNetworksTestJSON-1181143359 tempest-ExternalNetworksTestJSON-1181143359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0e3fe06-3c69-4f73-9881-f6cc72a112e4') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:18.354233 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0a284df9-d985-448b-bcb4-e5882c092fd5 tempest-ExternalNetworksTestJSON-1181143359 tempest-ExternalNetworksTestJSON-1181143359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:18.376308 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0a284df9-d985-448b-bcb4-e5882c092fd5 tempest-ExternalNetworksTestJSON-1181143359 tempest-ExternalNetworksTestJSON-1181143359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:18.384878 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a284df9-d985-448b-bcb4-e5882c092fd5 tempest-ExternalNetworksTestJSON-1181143359 tempest-ExternalNetworksTestJSON-1181143359-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:58:18.385878 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0a284df9-d985-448b-bcb4-e5882c092fd5 tempest-ExternalNetworksTestJSON-1181143359 tempest-ExternalNetworksTestJSON-1181143359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:18.393838 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8af15a0f-cc8f-4070-baa3-61a54c9638f2 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:18.405436 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 16:58:18.405436 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:58:18.405436 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 16:58:18.405436 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:58:18.405436 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 16:58:18.405436 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:58:18.405436 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 16:58:18.405436 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:58:18.405436 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 16:58:18.405436 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:58:18.405436 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 16:58:18.405436 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:58:18.405436 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 16:58:18.405436 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:58:18.405436 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:58:18.405436 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:58:18.405436 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:58:18.405436 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:58:18.405436 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 16:58:18.405436 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:58:18.405436 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 16:58:18.405436 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:58:18.405436 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:58:18.405436 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:58:18.405436 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 16:58:18.405436 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:58:18.405436 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:58:18.405436 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:58:18.405436 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:58:18.405436 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:58:18.405436 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:58:18.405436 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:58:18.567347 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0a284df9-d985-448b-bcb4-e5882c092fd5 tempest-ExternalNetworksTestJSON-1181143359 tempest-ExternalNetworksTestJSON-1181143359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:18.573246 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0a284df9-d985-448b-bcb4-e5882c092fd5 tempest-ExternalNetworksTestJSON-1181143359 tempest-ExternalNetworksTestJSON-1181143359-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:18.581718 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-0a284df9-d985-448b-bcb4-e5882c092fd5 tempest-ExternalNetworksTestJSON-1181143359 tempest-ExternalNetworksTestJSON-1181143359-project] 10.222.0.88 "DELETE /v2.0/networks/af3db451-fe79-4c43-b5bf-280d0fd2d9ef HTTP/1.1" status: 204 len: 168 time: 0.6674197 Feb 16 16:58:18.596798 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5c122ecc-0e7b-4b97-b675-9ef0e3514f88 req-2adfafed-1351-4bd4-beb2-0a228ea49d61 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b7b74a8-477e-407e-92d1-79132ca5595c HTTP/1.1" status: 200 len: 210 time: 0.1749618 Feb 16 16:58:18.605031 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9a2bbcc6-7696-4328-a4af-11bf63f12dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:18.609784 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a284df9-d985-448b-bcb4-e5882c092fd5 tempest-ExternalNetworksTestJSON-1181143359 tempest-ExternalNetworksTestJSON-1181143359-project] Pushing event deleted for resources: {'Network': ['ID=af3db451-fe79-4c43-b5bf-280d0fd2d9ef,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:18.658458 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0d3c75bf-122b-4819-a174-5a2708dc39c5 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:18.662330 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47946) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:18.666834 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9a2bbcc6-7696-4328-a4af-11bf63f12dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:18.670923 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-9a2bbcc6-7696-4328-a4af-11bf63f12dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] 10.222.0.88 "DELETE /v2.0/ports/6cf6ecc7-233a-48da-8df1-7304d185a157 HTTP/1.1" status: 204 len: 168 time: 1.0212502 Feb 16 16:58:18.672163 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2bbcc6-7696-4328-a4af-11bf63f12dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] Pushing event deleted for resources: {'Port': ['ID=6cf6ecc7-233a-48da-8df1-7304d185a157,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:18.683122 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47948) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:18.712759 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b7f9095-5cbd-4c04-ac4f-a787a9b096dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] GET failed (client error): The resource could not be found. Feb 16 16:58:18.714514 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-3b7f9095-5cbd-4c04-ac4f-a787a9b096dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192717626-project-admin] 10.222.0.88 "GET /v2.0/ports/6cf6ecc7-233a-48da-8df1-7304d185a157 HTTP/1.1" status: 404 len: 333 time: 0.0301273 Feb 16 16:58:18.720619 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47950) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:18.747409 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.quota.resource [None req-c8b36674-65bc-471d-ada2-b3f051d6a820 tempest-QuotasTest-1560398761 tempest-QuotasTest-1560398761-project-admin] Usage tracker for resource:network and tenant:823efff159844e92b2ab168930e89be6 is out of sync, need to count used quota {{(pid=114376) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 16 16:58:18.757010 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8af15a0f-cc8f-4070-baa3-61a54c9638f2 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:18.768112 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.quota.resource [None req-c8b36674-65bc-471d-ada2-b3f051d6a820 tempest-QuotasTest-1560398761 tempest-QuotasTest-1560398761-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=114376) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 16 16:58:18.792761 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-64618941-4ec1-472e-b183-f156efc7cf70 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks [] for router_gateway, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:18.849612 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-8ac11afb-abf9-418e-a46d-065b12a3afb9 req-6343dd98-a009-4991-a3e5-f2af97aedfb6 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4395638-6857-4307-a63e-414f7d6bf079 HTTP/1.1" status: 200 len: 210 time: 0.0527117 Feb 16 16:58:18.873172 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c7fc88f4-3313-4ea3-b98c-4a7f30159407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979666345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979666345-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:18.895732 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.quota.resource [None req-c8b36674-65bc-471d-ada2-b3f051d6a820 tempest-QuotasTest-1560398761 tempest-QuotasTest-1560398761-project-admin] Usage tracker for resource:subnet and tenant:823efff159844e92b2ab168930e89be6 is out of sync, need to count used quota {{(pid=114376) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 16 16:58:18.906836 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af15a0f-cc8f-4070-baa3-61a54c9638f2 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Network 2ec0168c-2582-4f89-b62d-b65ce115955a is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:18.917140 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af15a0f-cc8f-4070-baa3-61a54c9638f2 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Pushing event updated for resources: {'Port': ['ID=f8b11818-56e1-4066-9eb4-93eb41d1da2b,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:18.919334 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.quota.resource [None req-c8b36674-65bc-471d-ada2-b3f051d6a820 tempest-QuotasTest-1560398761 tempest-QuotasTest-1560398761-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=114376) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 16 16:58:18.921823 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-8af15a0f-cc8f-4070-baa3-61a54c9638f2 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:18.928230 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af15a0f-cc8f-4070-baa3-61a54c9638f2 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:58:18.986066 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c7fc88f4-3313-4ea3-b98c-4a7f30159407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979666345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979666345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:18.991177 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.quota.resource [None req-c8b36674-65bc-471d-ada2-b3f051d6a820 tempest-QuotasTest-1560398761 tempest-QuotasTest-1560398761-project-admin] Usage tracker for resource:subnetpool and tenant:823efff159844e92b2ab168930e89be6 is out of sync, need to count used quota {{(pid=114376) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 16 16:58:18.994433 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0d3c75bf-122b-4819-a174-5a2708dc39c5 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:19.018444 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-c7fc88f4-3313-4ea3-b98c-4a7f30159407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979666345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979666345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb584d51-e60d-4cd6-a29d-58a9d2f45cbb']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:19.029448 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-c7fc88f4-3313-4ea3-b98c-4a7f30159407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979666345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979666345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db381c89-c0bd-4663-8d26-a08f650f9385') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:19.029746 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-c7fc88f4-3313-4ea3-b98c-4a7f30159407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979666345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979666345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db381c89-c0bd-4663-8d26-a08f650f9385') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:19.035963 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3c75bf-122b-4819-a174-5a2708dc39c5 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:19.042692 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c7fc88f4-3313-4ea3-b98c-4a7f30159407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979666345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979666345-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:19.043730 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-0d3c75bf-122b-4819-a174-5a2708dc39c5 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:19.046086 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.quota.resource [None req-c8b36674-65bc-471d-ada2-b3f051d6a820 tempest-QuotasTest-1560398761 tempest-QuotasTest-1560398761-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=114376) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 16 16:58:19.062621 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c7fc88f4-3313-4ea3-b98c-4a7f30159407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979666345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979666345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:19.071609 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7fc88f4-3313-4ea3-b98c-4a7f30159407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979666345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979666345-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:58:19.072419 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c7fc88f4-3313-4ea3-b98c-4a7f30159407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979666345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979666345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:19.080541 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 16:58:19.080541 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:58:19.080541 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 16:58:19.080541 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:58:19.080541 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 16:58:19.080541 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:58:19.080541 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 16:58:19.080541 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:58:19.080541 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 16:58:19.080541 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:58:19.080541 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 16:58:19.080541 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:58:19.080541 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 16:58:19.080541 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:58:19.080541 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:58:19.080541 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:58:19.080541 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:58:19.080541 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:58:19.080541 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 16:58:19.080541 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:58:19.080541 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 16:58:19.080541 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:58:19.080541 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:58:19.080541 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:58:19.080541 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 16:58:19.080541 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:58:19.080541 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:58:19.080541 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:58:19.080541 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:58:19.080541 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:58:19.080541 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:58:19.080541 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:58:19.302796 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3c75bf-122b-4819-a174-5a2708dc39c5 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:58:19.303819 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3c75bf-122b-4819-a174-5a2708dc39c5 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:19.304687 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0d3c75bf-122b-4819-a174-5a2708dc39c5 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:19.308825 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-5619786f-c587-439d-b7c9-95dd13d0daad None None] Provisioning complete for port f8b11818-56e1-4066-9eb4-93eb41d1da2b triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:19.310301 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5619786f-c587-439d-b7c9-95dd13d0daad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:19.327055 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c7fc88f4-3313-4ea3-b98c-4a7f30159407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979666345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979666345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:19.335927 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c7fc88f4-3313-4ea3-b98c-4a7f30159407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979666345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979666345-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:19.336460 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.quota.resource [None req-c8b36674-65bc-471d-ada2-b3f051d6a820 tempest-QuotasTest-1560398761 tempest-QuotasTest-1560398761-project-admin] Usage tracker for resource:port and tenant:823efff159844e92b2ab168930e89be6 is out of sync, need to count used quota {{(pid=114376) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 16 16:58:19.343786 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-c7fc88f4-3313-4ea3-b98c-4a7f30159407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979666345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979666345-project] 10.222.0.88 "DELETE /v2.0/networks/eb584d51-e60d-4cd6-a29d-58a9d2f45cbb HTTP/1.1" status: 204 len: 168 time: 0.6196022 Feb 16 16:58:19.352572 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fc88f4-3313-4ea3-b98c-4a7f30159407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979666345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979666345-project] Pushing event deleted for resources: {'Network': ['ID=eb584d51-e60d-4cd6-a29d-58a9d2f45cbb,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:19.361121 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af15a0f-cc8f-4070-baa3-61a54c9638f2 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:19.361906 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8af15a0f-cc8f-4070-baa3-61a54c9638f2 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:19.363483 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-5619786f-c587-439d-b7c9-95dd13d0daad None None] Port f8b11818-56e1-4066-9eb4-93eb41d1da2b cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 16:58:19.373991 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.quota.resource [None req-c8b36674-65bc-471d-ada2-b3f051d6a820 tempest-QuotasTest-1560398761 tempest-QuotasTest-1560398761-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=114376) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 16 16:58:19.379792 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47962) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:19.426708 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c75bf-122b-4819-a174-5a2708dc39c5 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Pushing event updated for resources: {'Port': ['ID=728fa2bf-1e2b-434d-a7e3-79e9fd2385d0,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:19.443323 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.quota.resource [None req-c8b36674-65bc-471d-ada2-b3f051d6a820 tempest-QuotasTest-1560398761 tempest-QuotasTest-1560398761-project-admin] Usage tracker for resource:router and tenant:823efff159844e92b2ab168930e89be6 is out of sync, need to count used quota {{(pid=114376) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 16 16:58:19.443323 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.quota.resource [None req-c8b36674-65bc-471d-ada2-b3f051d6a820 tempest-QuotasTest-1560398761 tempest-QuotasTest-1560398761-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=114376) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 16 16:58:19.485350 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.quota.resource [None req-c8b36674-65bc-471d-ada2-b3f051d6a820 tempest-QuotasTest-1560398761 tempest-QuotasTest-1560398761-project-admin] Usage tracker for resource:floatingip and tenant:823efff159844e92b2ab168930e89be6 is out of sync, need to count used quota {{(pid=114376) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 16 16:58:19.494794 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.quota.resource [None req-c8b36674-65bc-471d-ada2-b3f051d6a820 tempest-QuotasTest-1560398761 tempest-QuotasTest-1560398761-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=114376) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 16 16:58:19.504985 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-0d3c75bf-122b-4819-a174-5a2708dc39c5 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5377898 Feb 16 16:58:19.509994 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 47966) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:19.518016 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8286'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:19.539277 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-4e5a7deb-6791-4fcc-a5a6-df20efc555be admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d32f2ece03fc4665a1e1d754e04af743&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1574197 Feb 16 16:58:19.547818 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-64618941-4ec1-472e-b183-f156efc7cf70 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:19.552329 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47968) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:19.582752 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-8af15a0f-cc8f-4070-baa3-61a54c9638f2 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6218987 Feb 16 16:58:19.593713 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47970) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:19.611843 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c4efdbb5-fffe-4742-8820-950ab1105878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:19.630682 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:19.635400 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c4efdbb5-fffe-4742-8820-950ab1105878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:19.728604 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.quota.resource [None req-c8b36674-65bc-471d-ada2-b3f051d6a820 tempest-QuotasTest-1560398761 tempest-QuotasTest-1560398761-project-admin] Usage tracker for resource:security_group and tenant:823efff159844e92b2ab168930e89be6 is out of sync, need to count used quota {{(pid=114376) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 16 16:58:19.742671 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-30b8afa5-e1c6-4f8e-b5bd-52a721820583 tempest-FloatingIPAdminTestJSON-460440995 tempest-FloatingIPAdminTestJSON-460440995-project-admin] Request body: {'floatingip': {'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'project_id': 'd55500a897a94ba5832341dc1ad7aafc', 'port_id': 'f8b11818-56e1-4066-9eb4-93eb41d1da2b'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:19.752348 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.quota.resource [None req-c8b36674-65bc-471d-ada2-b3f051d6a820 tempest-QuotasTest-1560398761 tempest-QuotasTest-1560398761-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=114376) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 16 16:58:19.760592 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6df41b48-75b4-47fe-aac5-007213081670 req-30c1fb19-ae6b-4ebd-b2f5-0f8f85bcdaec tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b7b74a8-477e-407e-92d1-79132ca5595c HTTP/1.1" status: 200 len: 210 time: 0.0524781 Feb 16 16:58:19.785206 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.quota.resource [None req-c8b36674-65bc-471d-ada2-b3f051d6a820 tempest-QuotasTest-1560398761 tempest-QuotasTest-1560398761-project-admin] Usage tracker for resource:security_group_rule and tenant:823efff159844e92b2ab168930e89be6 is out of sync, need to count used quota {{(pid=114376) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 16 16:58:19.816464 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.quota.resource [None req-c8b36674-65bc-471d-ada2-b3f051d6a820 tempest-QuotasTest-1560398761 tempest-QuotasTest-1560398761-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=114376) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 16 16:58:19.833201 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c8b36674-65bc-471d-ada2-b3f051d6a820 tempest-QuotasTest-1560398761 tempest-QuotasTest-1560398761-project-admin] 10.222.0.88 "GET /v2.0/quotas/823efff159844e92b2ab168930e89be6/details.json HTTP/1.1" status: 200 len: 703 time: 1.1682324 Feb 16 16:58:19.843750 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c4efdbb5-fffe-4742-8820-950ab1105878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:19.846604 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c4efdbb5-fffe-4742-8820-950ab1105878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:19.847773 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-c4efdbb5-fffe-4742-8820-950ab1105878 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/01e45c9b-8298-4ce9-8787-a2161239c782 HTTP/1.1" status: 204 len: 168 time: 0.2943804 Feb 16 16:58:19.861461 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4efdbb5-fffe-4742-8820-950ab1105878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e45c9b-8298-4ce9-8787-a2161239c782,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:19.907321 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-30b8afa5-e1c6-4f8e-b5bd-52a721820583 tempest-FloatingIPAdminTestJSON-460440995 tempest-FloatingIPAdminTestJSON-460440995-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:19.930119 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] device_id is not set on port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 yet. {{(pid=114376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:58:19.942192 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:19.963666 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64618941-4ec1-472e-b183-f156efc7cf70 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Router c643a645-f40b-4f79-992e-221ff557e62d is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:58:20.090269 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.89', 55539) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:20.123855 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:20.264279 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-0ec17be0-c218-4d49-a642-97004535b9cf req-f910fb4b-f2fb-4ddf-b3bd-c0c56adbe911 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4395638-6857-4307-a63e-414f7d6bf079 HTTP/1.1" status: 200 len: 210 time: 0.0379906 Feb 16 16:58:20.270106 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:20.270399 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:20.270755 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:20.281701 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:58:20.282196 dv-neutron-828697-3-hyperv neutron-server[114376]: ERROR neutron.plugins.ml2.managers [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Failed to bind port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 on host hv-neutron-8286 for vnic_type normal using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] Feb 16 16:58:20.283255 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64618941-4ec1-472e-b183-f156efc7cf70 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:58:20.297271 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Pushing event updated for resources: {'Port': ['ID=728fa2bf-1e2b-434d-a7e3-79e9fd2385d0,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:20.297449 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429f0ebc-0c57-451f-b5be-bfbb3021cbe9 None None] Sync routers for ids ['c643a645-f40b-4f79-992e-221ff557e62d'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:58:20.305067 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-30b8afa5-e1c6-4f8e-b5bd-52a721820583 tempest-FloatingIPAdminTestJSON-460440995 tempest-FloatingIPAdminTestJSON-460440995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:20.308133 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.plugins.ml2.plugin [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempt 2 to bind port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 Feb 16 16:58:20.350747 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:20.351087 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:20.351429 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:20.368372 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:58:20.369226 dv-neutron-828697-3-hyperv neutron-server[114376]: ERROR neutron.plugins.ml2.managers [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Failed to bind port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 on host hv-neutron-8286 for vnic_type normal using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] Feb 16 16:58:20.372264 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.plugins.ml2.plugin [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempt 3 to bind port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 Feb 16 16:58:20.392688 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:20.393028 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:20.393374 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:20.403414 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d105e-cb58-4317-8746-7c53ed3e381f req-e006df73-4620-43b0-bef5-dfa0e541bc7e tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:20.405074 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3d1d105e-cb58-4317-8746-7c53ed3e381f req-e006df73-4620-43b0-bef5-dfa0e541bc7e tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.89 "GET /v2.0/networks?id=dc975c54-04fd-41cf-87c4-6ca61b7fd14d HTTP/1.1" status: 200 len: 812 time: 0.3140664 Feb 16 16:58:20.407546 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:58:20.407875 dv-neutron-828697-3-hyperv neutron-server[114376]: ERROR neutron.plugins.ml2.managers [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Failed to bind port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 on host hv-neutron-8286 for vnic_type normal using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] Feb 16 16:58:20.408303 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.plugins.ml2.plugin [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempt 4 to bind port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 Feb 16 16:58:20.426130 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:20.426130 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:20.426467 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:20.432095 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:58:20.435102 dv-neutron-828697-3-hyperv neutron-server[114376]: ERROR neutron.plugins.ml2.managers [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Failed to bind port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 on host hv-neutron-8286 for vnic_type normal using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] Feb 16 16:58:20.435102 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.plugins.ml2.plugin [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempt 5 to bind port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 Feb 16 16:58:20.442404 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-30b8afa5-e1c6-4f8e-b5bd-52a721820583 tempest-FloatingIPAdminTestJSON-460440995 tempest-FloatingIPAdminTestJSON-460440995-project-admin] Allocated IP 172.26.3.234 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/e200eb15-c781-4bff-b6b8-fccd967cbe24) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:58:20.453061 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:20.453455 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:20.453747 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:20.466596 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:58:20.466596 dv-neutron-828697-3-hyperv neutron-server[114376]: ERROR neutron.plugins.ml2.managers [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Failed to bind port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 on host hv-neutron-8286 for vnic_type normal using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] Feb 16 16:58:20.468820 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.plugins.ml2.plugin [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempt 6 to bind port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 Feb 16 16:58:20.473568 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-64618941-4ec1-472e-b183-f156efc7cf70 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:20.476330 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-64618941-4ec1-472e-b183-f156efc7cf70 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.3328555 Feb 16 16:58:20.478487 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47990) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:20.502289 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429f0ebc-0c57-451f-b5be-bfbb3021cbe9 None None] Routers {'c643a645-f40b-4f79-992e-221ff557e62d'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:58:20.502922 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-429f0ebc-0c57-451f-b5be-bfbb3021cbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:58:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['c643a645-f40b-4f79-992e-221ff557e62d'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:20.538201 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:20.538459 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:20.538796 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:20.571826 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-429f0ebc-0c57-451f-b5be-bfbb3021cbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:20.591680 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:58:20.592296 dv-neutron-828697-3-hyperv neutron-server[114376]: ERROR neutron.plugins.ml2.managers [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Failed to bind port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 on host hv-neutron-8286 for vnic_type normal using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] Feb 16 16:58:20.595273 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429f0ebc-0c57-451f-b5be-bfbb3021cbe9 None None] Routers {'c643a645-f40b-4f79-992e-221ff557e62d'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:58:20.597300 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-429f0ebc-0c57-451f-b5be-bfbb3021cbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:58:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['c643a645-f40b-4f79-992e-221ff557e62d'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:20.617147 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 47996) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:20.617517 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3d1d105e-cb58-4317-8746-7c53ed3e381f req-c322a5db-ae1e-43c1-83a1-e434e27fb280 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ee66dbf32244d7889f4914b18028830 HTTP/1.1" status: 200 len: 378 time: 0.1647637 Feb 16 16:58:20.618035 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.plugins.ml2.plugin [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempt 7 to bind port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 Feb 16 16:58:20.642242 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-429f0ebc-0c57-451f-b5be-bfbb3021cbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:20.643350 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429f0ebc-0c57-451f-b5be-bfbb3021cbe9 None None] The sync data for ids ['c643a645-f40b-4f79-992e-221ff557e62d'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:58:20.662241 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-3d1d105e-cb58-4317-8746-7c53ed3e381f req-794f5e6a-63c9-4654-bfbe-ccfccd2495c0 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Request body: {'port': {'device_id': '2b7b74a8-477e-407e-92d1-79132ca5595c', 'network_id': 'dc975c54-04fd-41cf-87c4-6ca61b7fd14d', 'admin_state_up': True, 'tenant_id': '4ee66dbf32244d7889f4914b18028830', 'security_groups': ['f20dcbe5-46cb-42aa-8245-43c2ee2343d9']}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:20.674041 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-30b8afa5-e1c6-4f8e-b5bd-52a721820583 tempest-FloatingIPAdminTestJSON-460440995 tempest-FloatingIPAdminTestJSON-460440995-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:20.682189 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-c8503f12-c078-4043-a76a-b99d53c54f63 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] 10.222.0.88 "GET /v2.0/routers/c643a645-f40b-4f79-992e-221ff557e62d HTTP/1.1" status: 200 len: 920 time: 0.2023430 Feb 16 16:58:20.685405 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48000) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:20.716866 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-8f9426f3-69fc-49a4-b526-6f55048fd221 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] 10.222.0.88 "GET /v2.0/ports?device_id=c643a645-f40b-4f79-992e-221ff557e62d HTTP/1.1" status: 200 len: 205 time: 0.0304012 Feb 16 16:58:20.719144 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48002) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:20.719421 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48004) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:20.735956 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:20.735956 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:20.735956 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:20.747431 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:58:20.750919 dv-neutron-828697-3-hyperv neutron-server[114376]: ERROR neutron.plugins.ml2.managers [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Failed to bind port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 on host hv-neutron-8286 for vnic_type normal using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] Feb 16 16:58:20.750919 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.plugins.ml2.plugin [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempt 8 to bind port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 Feb 16 16:58:20.765197 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:20.765509 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:20.765763 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:20.772177 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:58:20.772518 dv-neutron-828697-3-hyperv neutron-server[114376]: ERROR neutron.plugins.ml2.managers [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Failed to bind port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 on host hv-neutron-8286 for vnic_type normal using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] Feb 16 16:58:20.774588 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.plugins.ml2.plugin [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempt 9 to bind port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 Feb 16 16:58:20.792600 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:20.792938 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:20.793311 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:20.857167 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:58:20.857167 dv-neutron-828697-3-hyperv neutron-server[114376]: ERROR neutron.plugins.ml2.managers [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Failed to bind port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 on host hv-neutron-8286 for vnic_type normal using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] Feb 16 16:58:20.860917 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8c1a3cdd-bac5-4fef-96ac-12ccafec6aff tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks [] for router, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:20.861117 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.plugins.ml2.plugin [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempt 10 to bind port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 Feb 16 16:58:20.903958 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b2feb6a6-de1b-4ce1-a0fd-53638d2957fa req-f0ff1ff7-6ccd-4dd4-ab50-abd949ca46c8 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b7b74a8-477e-407e-92d1-79132ca5595c HTTP/1.1" status: 200 len: 210 time: 0.0442138 Feb 16 16:58:20.906656 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:20.906845 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:20.907181 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:20.914482 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:58:20.914790 dv-neutron-828697-3-hyperv neutron-server[114376]: ERROR neutron.plugins.ml2.managers [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Failed to bind port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 on host hv-neutron-8286 for vnic_type normal using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] Feb 16 16:58:20.915166 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:20.982524 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e84a9fab-2041-4c11-8b6b-830b8427fd51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:20.998976 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] For port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0, host hv-neutron-8286, cleared binding levels {{(pid=114376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:58:20.999163 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-5319b15f-a3e8-4f01-8a26-66be2f853339 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=661b59faf2eb4218acd1646e64874ca4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3772845 Feb 16 16:58:20.999261 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempted to set empty binding levels {{(pid=114376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 16 16:58:20.999261 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48022) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:21.056269 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-16417e84-50d4-4ef0-8c17-f132d2ba6b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:21.080955 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8c1a3cdd-bac5-4fef-96ac-12ccafec6aff tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:21.086093 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-16417e84-50d4-4ef0-8c17-f132d2ba6b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:21.122447 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e84a9fab-2041-4c11-8b6b-830b8427fd51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:21.139497 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-30b8afa5-e1c6-4f8e-b5bd-52a721820583 tempest-FloatingIPAdminTestJSON-460440995 tempest-FloatingIPAdminTestJSON-460440995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:21.189226 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b8afa5-e1c6-4f8e-b5bd-52a721820583 tempest-FloatingIPAdminTestJSON-460440995 tempest-FloatingIPAdminTestJSON-460440995-project-admin] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:21.189226 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-30b8afa5-e1c6-4f8e-b5bd-52a721820583 tempest-FloatingIPAdminTestJSON-460440995 tempest-FloatingIPAdminTestJSON-460440995-project-admin] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:21.189226 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b8afa5-e1c6-4f8e-b5bd-52a721820583 tempest-FloatingIPAdminTestJSON-460440995 tempest-FloatingIPAdminTestJSON-460440995-project-admin] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:58:21.209803 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b8afa5-e1c6-4f8e-b5bd-52a721820583 tempest-FloatingIPAdminTestJSON-460440995 tempest-FloatingIPAdminTestJSON-460440995-project-admin] Pushing event updated for resources: {'Port': ['ID=e200eb15-c781-4bff-b6b8-fccd967cbe24,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:21.367408 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d1d105e-cb58-4317-8746-7c53ed3e381f req-794f5e6a-63c9-4654-bfbe-ccfccd2495c0 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Made reservation on behalf of 4ee66dbf32244d7889f4914b18028830 for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:21.371062 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-3d1d105e-cb58-4317-8746-7c53ed3e381f req-794f5e6a-63c9-4654-bfbe-ccfccd2495c0 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:21.424152 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-0d983edd-e7c5-4665-8f33-a2a2f4dc6822 req-9cbdfdff-6f3e-4e91-b1ea-888e37d3b198 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4395638-6857-4307-a63e-414f7d6bf079 HTTP/1.1" status: 200 len: 210 time: 0.0334809 Feb 16 16:58:21.498718 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [req-3d1d105e-cb58-4317-8746-7c53ed3e381f req-794f5e6a-63c9-4654-bfbe-ccfccd2495c0 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Allocated IP 172.20.0.9 (dc975c54-04fd-41cf-87c4-6ca61b7fd14d/d86b0b62-edb7-4147-9b87-7738d42c4864/eb8e721c-7a64-45ca-9a8c-f508e2b01d34) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:58:21.528104 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-16417e84-50d4-4ef0-8c17-f132d2ba6b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:21.531050 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-16417e84-50d4-4ef0-8c17-f132d2ba6b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:21.532418 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-16417e84-50d4-4ef0-8c17-f132d2ba6b8f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/06120d34-aa63-42c2-ac77-143d5a804f71 HTTP/1.1" status: 204 len: 168 time: 0.5322344 Feb 16 16:58:21.533922 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:21.534442 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e84a9fab-2041-4c11-8b6b-830b8427fd51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:21.555605 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48040) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:21.594060 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16417e84-50d4-4ef0-8c17-f132d2ba6b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06120d34-aa63-42c2-ac77-143d5a804f71,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:21.601005 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] In _notify_port_updated(), no bound segment for port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 {{(pid=114376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 16:58:21.601932 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:21.602528 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:21.607176 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] 10.222.0.88 "PUT /v2.0/ports/728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 HTTP/1.1" status: 200 len: 977 time: 2.0940981 Feb 16 16:58:21.613487 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48042) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:21.700318 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e84a9fab-2041-4c11-8b6b-830b8427fd51 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a8bb200ec8a34e8ea6ad931b47429015&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9798167 Feb 16 16:58:21.707496 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48044) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:21.727468 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a9fab-2041-4c11-8b6b-830b8427fd51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e526c76-e002-4efa-8ad0-875535aea10b,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:21.778436 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbd39a-88e5-457a-97a6-a73386ea6d8f tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Pushing event updated for resources: {'Port': ['ID=728fa2bf-1e2b-434d-a7e3-79e9fd2385d0,revision_number=3']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:21.788529 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ce628b98-1153-4047-a618-a7ffe60d8674 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e6af253a53a0452292cda792638755e2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1953022 Feb 16 16:58:21.791409 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48048) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:21.806524 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-8c1a3cdd-bac5-4fef-96ac-12ccafec6aff tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Deleting port cddda3f9-1446-4de2-bbfb-fa20d54e8b24 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:58:21.806736 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8c1a3cdd-bac5-4fef-96ac-12ccafec6aff tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:21.863208 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-30b8afa5-e1c6-4f8e-b5bd-52a721820583 tempest-FloatingIPAdminTestJSON-460440995 tempest-FloatingIPAdminTestJSON-460440995-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:21.904010 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66aedd7b-f300-485e-84a8-007ea71dd297 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:21.904167 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66aedd7b-f300-485e-84a8-007ea71dd297 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:21.904692 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66aedd7b-f300-485e-84a8-007ea71dd297 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:21.905078 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66aedd7b-f300-485e-84a8-007ea71dd297 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:21.905536 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66aedd7b-f300-485e-84a8-007ea71dd297 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:21.905993 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66aedd7b-f300-485e-84a8-007ea71dd297 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:21.906453 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66aedd7b-f300-485e-84a8-007ea71dd297 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:21.906908 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66aedd7b-f300-485e-84a8-007ea71dd297 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:21.907358 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66aedd7b-f300-485e-84a8-007ea71dd297 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:21.907810 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66aedd7b-f300-485e-84a8-007ea71dd297 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:21.908289 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66aedd7b-f300-485e-84a8-007ea71dd297 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:21.908740 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66aedd7b-f300-485e-84a8-007ea71dd297 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:21.909188 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66aedd7b-f300-485e-84a8-007ea71dd297 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:21.909636 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66aedd7b-f300-485e-84a8-007ea71dd297 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:21.910735 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66aedd7b-f300-485e-84a8-007ea71dd297 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:21.911215 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66aedd7b-f300-485e-84a8-007ea71dd297 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:21.911673 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66aedd7b-f300-485e-84a8-007ea71dd297 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:21.912161 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66aedd7b-f300-485e-84a8-007ea71dd297 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:21.912613 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66aedd7b-f300-485e-84a8-007ea71dd297 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:21.913063 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66aedd7b-f300-485e-84a8-007ea71dd297 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:21.920887 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-66aedd7b-f300-485e-84a8-007ea71dd297 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17457 time: 0.3071282 Feb 16 16:58:21.924732 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48050) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:21.950186 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-3d1d105e-cb58-4317-8746-7c53ed3e381f req-794f5e6a-63c9-4654-bfbe-ccfccd2495c0 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:21.993355 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-13d3e22c-1acd-41d0-aee7-d88937dd5334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:22.099011 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d9788f77-3089-418a-a0ee-1d863584e9db req-dfa0640b-a151-443b-bb6d-f639c8145910 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b7b74a8-477e-407e-92d1-79132ca5595c HTTP/1.1" status: 200 len: 210 time: 0.0457890 Feb 16 16:58:22.099011 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.89', 55546) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:22.099011 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-13d3e22c-1acd-41d0-aee7-d88937dd5334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:22.211958 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-59b1ab30-19c2-42db-8d9c-04ead429394d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:22.265077 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efdc58-2a6f-4e3a-9119-abe0a34204a8 req-9348f229-7e65-4030-bb5b-4bf3bca72737 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:22.266999 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-25efdc58-2a6f-4e3a-9119-abe0a34204a8 req-9348f229-7e65-4030-bb5b-4bf3bca72737 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.89 "GET /v2.0/networks?id=42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e HTTP/1.1" status: 200 len: 805 time: 0.1709609 Feb 16 16:58:22.276873 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-3d1d105e-cb58-4317-8746-7c53ed3e381f req-794f5e6a-63c9-4654-bfbe-ccfccd2495c0 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:22.287922 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-59b1ab30-19c2-42db-8d9c-04ead429394d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:22.307094 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8c1a3cdd-bac5-4fef-96ac-12ccafec6aff tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:22.346513 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-8c1a3cdd-bac5-4fef-96ac-12ccafec6aff tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Calling delete_port for cddda3f9-1446-4de2-bbfb-fa20d54e8b24 owned by network:router_gateway {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:58:22.365890 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d1d105e-cb58-4317-8746-7c53ed3e381f req-794f5e6a-63c9-4654-bfbe-ccfccd2495c0 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Network dc975c54-04fd-41cf-87c4-6ca61b7fd14d is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:22.377593 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [req-3d1d105e-cb58-4317-8746-7c53ed3e381f req-794f5e6a-63c9-4654-bfbe-ccfccd2495c0 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:22.384064 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794f5e6a-63c9-4654-bfbe-ccfccd2495c0 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Pushing event updated for resources: {'Port': ['ID=eb8e721c-7a64-45ca-9a8c-f508e2b01d34,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:22.386197 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d1d105e-cb58-4317-8746-7c53ed3e381f req-794f5e6a-63c9-4654-bfbe-ccfccd2495c0 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:58:22.389409 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-30b8afa5-e1c6-4f8e-b5bd-52a721820583 tempest-FloatingIPAdminTestJSON-460440995 tempest-FloatingIPAdminTestJSON-460440995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:22.468235 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-25efdc58-2a6f-4e3a-9119-abe0a34204a8 req-9f3e3ea0-3e5a-4155-a884-98277c0e4c6e tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b000221746b44cdbb4fb616424f3147e HTTP/1.1" status: 200 len: 380 time: 0.1393919 Feb 16 16:58:22.468235 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-13d3e22c-1acd-41d0-aee7-d88937dd5334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:22.475696 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-13d3e22c-1acd-41d0-aee7-d88937dd5334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:22.477319 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-13d3e22c-1acd-41d0-aee7-d88937dd5334 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/89ab15e6-b135-4450-a14d-1725741911e6 HTTP/1.1" status: 204 len: 168 time: 0.6847146 Feb 16 16:58:22.504027 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-9f45d6af-8902-4e4f-b6a8-11e88db57486 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Deleting port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:58:22.509270 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9f45d6af-8902-4e4f-b6a8-11e88db57486 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:22.529715 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d105e-cb58-4317-8746-7c53ed3e381f req-794f5e6a-63c9-4654-bfbe-ccfccd2495c0 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:22.530823 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-3d1d105e-cb58-4317-8746-7c53ed3e381f req-794f5e6a-63c9-4654-bfbe-ccfccd2495c0 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:22.541289 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-25efdc58-2a6f-4e3a-9119-abe0a34204a8 req-bd258257-870b-4beb-989d-9c7720d419a6 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Request body: {'port': {'device_id': 'b4395638-6857-4307-a63e-414f7d6bf079', 'network_id': '42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e', 'admin_state_up': True, 'tenant_id': 'b000221746b44cdbb4fb616424f3147e', 'security_groups': ['56da404a-1554-481b-a94d-29ebc15c9f0b']}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:22.568541 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d3e22c-1acd-41d0-aee7-d88937dd5334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ab15e6-b135-4450-a14d-1725741911e6,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:22.633875 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48062) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:22.736813 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-59b1ab30-19c2-42db-8d9c-04ead429394d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:22.742790 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-59b1ab30-19c2-42db-8d9c-04ead429394d admin admin] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:22.749219 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-59b1ab30-19c2-42db-8d9c-04ead429394d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6e526c76-e002-4efa-8ad0-875535aea10b HTTP/1.1" status: 204 len: 168 time: 1.0358989 Feb 16 16:58:22.766380 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-4923599e-40f2-45dd-9241-28d010e6d259 req-364888fb-2426-4539-98b2-f4d2be077b71 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4395638-6857-4307-a63e-414f7d6bf079 HTTP/1.1" status: 200 len: 210 time: 0.2130046 Feb 16 16:58:22.813486 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b1ab30-19c2-42db-8d9c-04ead429394d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e526c76-e002-4efa-8ad0-875535aea10b,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:22.890335 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-86d05ba1-d677-42d6-b206-3faf18150bfc None None] Provisioning complete for port eb8e721c-7a64-45ca-9a8c-f508e2b01d34 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:22.890870 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-86d05ba1-d677-42d6-b206-3faf18150bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:22.900210 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-9f45d6af-8902-4e4f-b6a8-11e88db57486 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] For port 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0, host hv-neutron-8286, got binding levels [] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:58:22.900479 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9f45d6af-8902-4e4f-b6a8-11e88db57486 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:22.926748 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-9f45d6af-8902-4e4f-b6a8-11e88db57486 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Calling delete_port for 728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 owned by {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:58:23.012364 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-86d05ba1-d677-42d6-b206-3faf18150bfc None None] Port eb8e721c-7a64-45ca-9a8c-f508e2b01d34 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 16:58:23.121844 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3d1d105e-cb58-4317-8746-7c53ed3e381f req-794f5e6a-63c9-4654-bfbe-ccfccd2495c0 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4952888 Feb 16 16:58:23.153130 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-30b8afa5-e1c6-4f8e-b5bd-52a721820583 tempest-FloatingIPAdminTestJSON-460440995 tempest-FloatingIPAdminTestJSON-460440995-project-admin] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:23.169764 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-fa1017a3-fdaf-459d-8dd1-ab6a765fe566 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e8a52dd30a054beabdd106bda9d35249&name=default HTTP/1.1" status: 200 len: 2977 time: 0.5284410 Feb 16 16:58:23.170547 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48074) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:23.172314 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [req-3d1d105e-cb58-4317-8746-7c53ed3e381f req-4b38535d-bf47-42f6-809e-b5b2e8a8b278 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=114376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 16:58:23.173412 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3d1d105e-cb58-4317-8746-7c53ed3e381f req-4b38535d-bf47-42f6-809e-b5b2e8a8b278 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0112460 Feb 16 16:58:23.270531 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7c4239df-1e56-4200-ad17-cb9238bf0f49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:23.292403 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8c1a3cdd-bac5-4fef-96ac-12ccafec6aff tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:23.295429 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-30b8afa5-e1c6-4f8e-b5bd-52a721820583 tempest-FloatingIPAdminTestJSON-460440995 tempest-FloatingIPAdminTestJSON-460440995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:23.299191 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1482513-ad87-4a5b-a961-ba5de5ee64d3 req-c4d7e5cd-2c82-4a2a-ae0d-75b0a69087c7 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:23.301298 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b1482513-ad87-4a5b-a961-ba5de5ee64d3 req-c4d7e5cd-2c82-4a2a-ae0d-75b0a69087c7 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b7b74a8-477e-407e-92d1-79132ca5595c HTTP/1.1" status: 200 len: 931 time: 0.1120253 Feb 16 16:58:23.305597 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9f45d6af-8902-4e4f-b6a8-11e88db57486 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:23.360969 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25efdc58-2a6f-4e3a-9119-abe0a34204a8 req-bd258257-870b-4beb-989d-9c7720d419a6 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Made reservation on behalf of b000221746b44cdbb4fb616424f3147e for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:23.365697 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-25efdc58-2a6f-4e3a-9119-abe0a34204a8 req-bd258257-870b-4beb-989d-9c7720d419a6 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:23.388134 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b1482513-ad87-4a5b-a961-ba5de5ee64d3 req-a27dad72-f29b-4942-817d-60fad841f2c3 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.88 "GET /v2.0/security-groups?id=f20dcbe5-46cb-42aa-8245-43c2ee2343d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0802624 Feb 16 16:58:23.462458 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7c4239df-1e56-4200-ad17-cb9238bf0f49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:23.500964 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9f45d6af-8902-4e4f-b6a8-11e88db57486 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:23.504349 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-9f45d6af-8902-4e4f-b6a8-11e88db57486 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] 10.222.0.88 "DELETE /v2.0/ports/728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 HTTP/1.1" status: 204 len: 168 time: 1.5739243 Feb 16 16:58:23.513460 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1a3cdd-bac5-4fef-96ac-12ccafec6aff tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Pushing event deleted for resources: {'Port': ['ID=cddda3f9-1446-4de2-bbfb-fa20d54e8b24,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:23.609511 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48080) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:23.609511 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-04fb8a34-1ed6-4a38-a887-4d5f79beacc4 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] GET failed (client error): The resource could not be found. Feb 16 16:58:23.609511 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-04fb8a34-1ed6-4a38-a887-4d5f79beacc4 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] 10.222.0.88 "GET /v2.0/ports/728fa2bf-1e2b-434d-a7e3-79e9fd2385d0 HTTP/1.1" status: 404 len: 333 time: 0.0287669 Feb 16 16:58:23.609511 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [req-25efdc58-2a6f-4e3a-9119-abe0a34204a8 req-bd258257-870b-4beb-989d-9c7720d419a6 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Allocated IP 172.20.0.10 (42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e/adefecf5-a804-4647-bbff-e2f7d127a048/a57b066f-0b78-478d-b5d2-144e81385b8e) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:58:23.609917 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b8afa5-e1c6-4f8e-b5bd-52a721820583 tempest-FloatingIPAdminTestJSON-460440995 tempest-FloatingIPAdminTestJSON-460440995-project-admin] Pushing event updated for resources: {'Port': ['ID=e200eb15-c781-4bff-b6b8-fccd967cbe24,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:23.610559 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48086) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:23.613437 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-f3ab36ad-8e5f-48f9-8de1-2164c7f36907 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-361141399', 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:23.796199 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f45d6af-8902-4e4f-b6a8-11e88db57486 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Pushing event deleted for resources: {'Port': ['ID=728fa2bf-1e2b-434d-a7e3-79e9fd2385d0,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:23.796199 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-30b8afa5-e1c6-4f8e-b5bd-52a721820583 tempest-FloatingIPAdminTestJSON-460440995 tempest-FloatingIPAdminTestJSON-460440995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:23.796719 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-3d1d105e-cb58-4317-8746-7c53ed3e381f req-13068bf5-54e8-4cee-8e5b-35ea57606bc2 service neutron] Request body: {'port': {'device_id': '2b7b74a8-477e-407e-92d1-79132ca5595c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8286'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:23.797256 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8c1a3cdd-bac5-4fef-96ac-12ccafec6aff tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584056'] for router_gateway, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:23.848028 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-3d1d105e-cb58-4317-8746-7c53ed3e381f req-13068bf5-54e8-4cee-8e5b-35ea57606bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:23.910068 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-25efdc58-2a6f-4e3a-9119-abe0a34204a8 req-bd258257-870b-4beb-989d-9c7720d419a6 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:24.058361 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8c1a3cdd-bac5-4fef-96ac-12ccafec6aff tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:24.062038 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-15158e2e-4202-441b-b97b-be803eb10ab6 req-4fafb4b8-2cd3-4d4c-8133-4f90bd277861 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4395638-6857-4307-a63e-414f7d6bf079 HTTP/1.1" status: 200 len: 210 time: 0.1462538 Feb 16 16:58:24.063667 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8c1a3cdd-bac5-4fef-96ac-12ccafec6aff tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:24.121195 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ab36ad-8e5f-48f9-8de1-2164c7f36907 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Made reservation on behalf of dd98d6ee831c4f61859111ef54260b1d for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:24.129324 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f3ab36ad-8e5f-48f9-8de1-2164c7f36907 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:24.153405 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7c4239df-1e56-4200-ad17-cb9238bf0f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:24.162142 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7c4239df-1e56-4200-ad17-cb9238bf0f49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:24.165988 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-7c4239df-1e56-4200-ad17-cb9238bf0f49 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/57194f36-913e-4d50-87a1-e5d20cbcdb8f HTTP/1.1" status: 204 len: 168 time: 0.9888561 Feb 16 16:58:24.169816 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.l3_db [None req-30b8afa5-e1c6-4f8e-b5bd-52a721820583 tempest-FloatingIPAdminTestJSON-460440995 tempest-FloatingIPAdminTestJSON-460440995-project-admin] Floating IP 9ed095c7-b2e5-4c9c-a881-943d3805391b associated. External IP: 172.26.3.234, port: f8b11818-56e1-4066-9eb4-93eb41d1da2b. Feb 16 16:58:24.197790 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [None req-f3ab36ad-8e5f-48f9-8de1-2164c7f36907 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] device_id is not set on port 9bf653ef-0a2d-45ff-b014-afd0ff242417 yet. {{(pid=114376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:58:24.221392 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4239df-1e56-4200-ad17-cb9238bf0f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57194f36-913e-4d50-87a1-e5d20cbcdb8f,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:24.231740 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8c1a3cdd-bac5-4fef-96ac-12ccafec6aff tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:24.232353 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1a3cdd-bac5-4fef-96ac-12ccafec6aff tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Fanout notify agent at l3_agent the message router_deleted on router c643a645-f40b-4f79-992e-221ff557e62d {{(pid=114375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:58:24.266410 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8c1a3cdd-bac5-4fef-96ac-12ccafec6aff tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:24.267787 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-8c1a3cdd-bac5-4fef-96ac-12ccafec6aff tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] 10.222.0.88 "DELETE /v2.0/routers/c643a645-f40b-4f79-992e-221ff557e62d HTTP/1.1" status: 204 len: 168 time: 3.5462468 Feb 16 16:58:24.274135 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48096) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:24.285480 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-6e3dfd4b-ef4d-4167-b799-b10e90cd461f tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1109520762', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'enable_snat': False}}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:24.322536 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-25efdc58-2a6f-4e3a-9119-abe0a34204a8 req-bd258257-870b-4beb-989d-9c7720d419a6 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:24.409106 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25efdc58-2a6f-4e3a-9119-abe0a34204a8 req-bd258257-870b-4beb-989d-9c7720d419a6 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Network 42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:24.410575 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [req-25efdc58-2a6f-4e3a-9119-abe0a34204a8 req-bd258257-870b-4beb-989d-9c7720d419a6 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:24.468899 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-25efdc58-2a6f-4e3a-9119-abe0a34204a8 req-bd258257-870b-4beb-989d-9c7720d419a6 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:58:24.500734 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48100) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:24.523749 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-26e1d046-7c4a-43a8-bcff-7a9963a6cf9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:24.612996 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b8afa5-e1c6-4f8e-b5bd-52a721820583 tempest-FloatingIPAdminTestJSON-460440995 tempest-FloatingIPAdminTestJSON-460440995-project-admin] Router 50f7d061-a0f1-418b-9c63-498c80de7e4c has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:58:24.676968 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6e3dfd4b-ef4d-4167-b799-b10e90cd461f tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:24.678246 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6e3dfd4b-ef4d-4167-b799-b10e90cd461f tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:24.740700 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd258257-870b-4beb-989d-9c7720d419a6 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Pushing event updated for resources: {'Port': ['ID=a57b066f-0b78-478d-b5d2-144e81385b8e,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:24.785335 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efdc58-2a6f-4e3a-9119-abe0a34204a8 req-bd258257-870b-4beb-989d-9c7720d419a6 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:24.785335 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-25efdc58-2a6f-4e3a-9119-abe0a34204a8 req-bd258257-870b-4beb-989d-9c7720d419a6 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:24.828083 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [req-3d1d105e-cb58-4317-8746-7c53ed3e381f req-13068bf5-54e8-4cee-8e5b-35ea57606bc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb8e721c-7a64-45ca-9a8c-f508e2b01d34 {{(pid=114376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:58:24.830220 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-26e1d046-7c4a-43a8-bcff-7a9963a6cf9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:24.841351 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b8afa5-e1c6-4f8e-b5bd-52a721820583 tempest-FloatingIPAdminTestJSON-460440995 tempest-FloatingIPAdminTestJSON-460440995-project-admin] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:58:24.856411 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdab53e3-358a-47be-8e85-d8b930b9454c None None] Sync routers for ids ['50f7d061-a0f1-418b-9c63-498c80de7e4c'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:58:24.867960 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38256f7-1692-4ce3-bc52-a3ae9ffecadf req-e4587638-0835-42c2-b5c9-9789dac8f44a tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:24.876306 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdab53e3-358a-47be-8e85-d8b930b9454c None None] Routers {'50f7d061-a0f1-418b-9c63-498c80de7e4c'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:58:24.879529 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c38256f7-1692-4ce3-bc52-a3ae9ffecadf req-e4587638-0835-42c2-b5c9-9789dac8f44a tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b7b74a8-477e-407e-92d1-79132ca5595c HTTP/1.1" status: 200 len: 931 time: 0.3336711 Feb 16 16:58:24.879696 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-fdab53e3-358a-47be-8e85-d8b930b9454c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:58:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['50f7d061-a0f1-418b-9c63-498c80de7e4c'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:24.881508 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f3ab36ad-8e5f-48f9-8de1-2164c7f36907 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:24.883681 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-3d1d105e-cb58-4317-8746-7c53ed3e381f req-13068bf5-54e8-4cee-8e5b-35ea57606bc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:24.899533 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-76514b6d-8dbe-47c0-846f-ebe655768904 None None] Provisioning complete for port a57b066f-0b78-478d-b5d2-144e81385b8e triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:24.900044 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-76514b6d-8dbe-47c0-846f-ebe655768904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:24.919298 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-fdab53e3-358a-47be-8e85-d8b930b9454c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:24.930246 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdab53e3-358a-47be-8e85-d8b930b9454c None None] Routers {'50f7d061-a0f1-418b-9c63-498c80de7e4c'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:58:24.931176 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-fdab53e3-358a-47be-8e85-d8b930b9454c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:58:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['50f7d061-a0f1-418b-9c63-498c80de7e4c'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:24.932525 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-26e1d046-7c4a-43a8-bcff-7a9963a6cf9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:24.968042 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6e3dfd4b-ef4d-4167-b799-b10e90cd461f tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:24.979504 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-fdab53e3-358a-47be-8e85-d8b930b9454c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:24.980612 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdab53e3-358a-47be-8e85-d8b930b9454c None None] The sync data for ids ['50f7d061-a0f1-418b-9c63-498c80de7e4c'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:58:25.000742 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-26e1d046-7c4a-43a8-bcff-7a9963a6cf9a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=823efff159844e92b2ab168930e89be6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4980581 Feb 16 16:58:25.001893 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48108) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:25.010388 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-76514b6d-8dbe-47c0-846f-ebe655768904 None None] Port a57b066f-0b78-478d-b5d2-144e81385b8e cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 16:58:25.015585 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-30b8afa5-e1c6-4f8e-b5bd-52a721820583 tempest-FloatingIPAdminTestJSON-460440995 tempest-FloatingIPAdminTestJSON-460440995-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:25.060010 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.provisioning_blocks [req-3d1d105e-cb58-4317-8746-7c53ed3e381f req-13068bf5-54e8-4cee-8e5b-35ea57606bc2 service neutron] Transition to ACTIVE for port object eb8e721c-7a64-45ca-9a8c-f508e2b01d34 will not be triggered until provisioned by entity L2. {{(pid=114376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:58:25.138626 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-30b8afa5-e1c6-4f8e-b5bd-52a721820583 tempest-FloatingIPAdminTestJSON-460440995 tempest-FloatingIPAdminTestJSON-460440995-project-admin] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 5.5412362 Feb 16 16:58:25.139935 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48120) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:25.162015 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e1d046-7c4a-43a8-bcff-7a9963a6cf9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38016d4-ee0c-412e-92b1-6ee08a78636a,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:25.205210 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c38256f7-1692-4ce3-bc52-a3ae9ffecadf req-07d5e19f-1aa9-4ced-95ab-635632195f93 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.88 "GET /v2.0/security-groups?id=f20dcbe5-46cb-42aa-8245-43c2ee2343d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3277061 Feb 16 16:58:25.261072 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-25efdc58-2a6f-4e3a-9119-abe0a34204a8 req-bd258257-870b-4beb-989d-9c7720d419a6 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7260506 Feb 16 16:58:25.262124 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-3d1d105e-cb58-4317-8746-7c53ed3e381f req-13068bf5-54e8-4cee-8e5b-35ea57606bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:25.332554 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-25efdc58-2a6f-4e3a-9119-abe0a34204a8 req-aef5a173-de2a-4a9a-88d2-2a5fa79186cd service neutron] Request body: {'port': {'device_id': 'b4395638-6857-4307-a63e-414f7d6bf079', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8286'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:25.360445 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13068bf5-54e8-4cee-8e5b-35ea57606bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=eb8e721c-7a64-45ca-9a8c-f508e2b01d34,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:25.380611 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-54beb0e7-d428-4335-89fb-86f36104838c tempest-FloatingIPAdminTestJSON-460440995 tempest-FloatingIPAdminTestJSON-460440995-project-admin] 10.222.0.88 "GET /v2.0/floatingips/9ed095c7-b2e5-4c9c-a881-943d3805391b HTTP/1.1" status: 200 len: 982 time: 0.2173066 Feb 16 16:58:25.380611 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3839bc01-33c3-4881-9500-7a61e5029d3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:25.381436 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48126) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:25.402208 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e67f2eb-ca02-4012-a79b-5d6a9ff7ed6f req-c6cd87e1-767d-4372-b8b5-83fbb3415cd9 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:25.405115 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-3e67f2eb-ca02-4012-a79b-5d6a9ff7ed6f req-c6cd87e1-767d-4372-b8b5-83fbb3415cd9 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4395638-6857-4307-a63e-414f7d6bf079 HTTP/1.1" status: 200 len: 932 time: 0.1858487 Feb 16 16:58:25.442894 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f3ab36ad-8e5f-48f9-8de1-2164c7f36907 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:25.526345 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3839bc01-33c3-4881-9500-7a61e5029d3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:25.574634 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48128) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:25.586220 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-450ff15a-4730-4483-8add-ffcdf417e451 tempest-FloatingIPAdminTestJSON-460440995 tempest-FloatingIPAdminTestJSON-460440995-project-admin] 10.222.0.88 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2423 time: 0.1993849 Feb 16 16:58:25.587401 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ab36ad-8e5f-48f9-8de1-2164c7f36907 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Pushing event updated for resources: {'Port': ['ID=9bf653ef-0a2d-45ff-b014-afd0ff242417,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:25.595091 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6e3dfd4b-ef4d-4167-b799-b10e90cd461f tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:25.599919 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48130) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:25.693449 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-3e67f2eb-ca02-4012-a79b-5d6a9ff7ed6f req-39cad4f6-405e-4076-9715-91c0d3caf88e tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "GET /v2.0/security-groups?id=56da404a-1554-481b-a94d-29ebc15c9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2428865 Feb 16 16:58:25.779416 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3839bc01-33c3-4881-9500-7a61e5029d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:25.782249 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3839bc01-33c3-4881-9500-7a61e5029d3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:25.783822 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-3839bc01-33c3-4881-9500-7a61e5029d3c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d38016d4-ee0c-412e-92b1-6ee08a78636a HTTP/1.1" status: 204 len: 168 time: 0.7668154 Feb 16 16:58:25.799357 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3839bc01-33c3-4881-9500-7a61e5029d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38016d4-ee0c-412e-92b1-6ee08a78636a,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:25.807818 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ab36ad-8e5f-48f9-8de1-2164c7f36907 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:25.884887 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-f3ab36ad-8e5f-48f9-8de1-2164c7f36907 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:25.901742 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ab36ad-8e5f-48f9-8de1-2164c7f36907 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:58:25.903349 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ab36ad-8e5f-48f9-8de1-2164c7f36907 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:25.904014 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f3ab36ad-8e5f-48f9-8de1-2164c7f36907 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:25.934579 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-0173e103-5054-4e3e-8977-a0cafcb9426b tempest-AgentManagementNegativeTest-1973453667 tempest-AgentManagementNegativeTest-1973453667-project] 10.222.0.88 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3558733 Feb 16 16:58:25.954131 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-25efdc58-2a6f-4e3a-9119-abe0a34204a8 req-aef5a173-de2a-4a9a-88d2-2a5fa79186cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:26.277447 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-f3ab36ad-8e5f-48f9-8de1-2164c7f36907 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.6705680 Feb 16 16:58:26.280541 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48150) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:26.294670 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-3d1d105e-cb58-4317-8746-7c53ed3e381f req-13068bf5-54e8-4cee-8e5b-35ea57606bc2 service neutron] Attempting to bind port eb8e721c-7a64-45ca-9a8c-f508e2b01d34 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:26.295006 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-3d1d105e-cb58-4317-8746-7c53ed3e381f req-13068bf5-54e8-4cee-8e5b-35ea57606bc2 service neutron] Attempting to bind port eb8e721c-7a64-45ca-9a8c-f508e2b01d34 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': '4096eadf-9dd4-4613-90de-b8c786630ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'dc975c54-04fd-41cf-87c4-6ca61b7fd14d'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:26.295321 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1d105e-cb58-4317-8746-7c53ed3e381f req-13068bf5-54e8-4cee-8e5b-35ea57606bc2 service neutron] Attempting to bind port eb8e721c-7a64-45ca-9a8c-f508e2b01d34 on network dc975c54-04fd-41cf-87c4-6ca61b7fd14d {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:26.318904 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-d7c96a8b-dbba-4031-bd5e-d5cd20be4381 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Deleting port e200eb15-c781-4bff-b6b8-fccd967cbe24 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:58:26.319264 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d7c96a8b-dbba-4031-bd5e-d5cd20be4381 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:26.320944 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1d105e-cb58-4317-8746-7c53ed3e381f req-13068bf5-54e8-4cee-8e5b-35ea57606bc2 service neutron] Port eb8e721c-7a64-45ca-9a8c-f508e2b01d34 on network dc975c54-04fd-41cf-87c4-6ca61b7fd14d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:58:26.321266 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1d105e-cb58-4317-8746-7c53ed3e381f req-13068bf5-54e8-4cee-8e5b-35ea57606bc2 service neutron] Attempting to bind port eb8e721c-7a64-45ca-9a8c-f508e2b01d34 on network dc975c54-04fd-41cf-87c4-6ca61b7fd14d {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:26.326682 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4982dc4b-d997-4952-b581-3f6d9f127598 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:26.342020 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-4982dc4b-d997-4952-b581-3f6d9f127598 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] 10.222.0.88 "GET /v2.0/ports/9bf653ef-0a2d-45ff-b014-afd0ff242417 HTTP/1.1" status: 200 len: 954 time: 0.0478945 Feb 16 16:58:26.342243 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48152) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:26.457997 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1d105e-cb58-4317-8746-7c53ed3e381f req-13068bf5-54e8-4cee-8e5b-35ea57606bc2 service neutron] Checking agent: {'id': '65dda45c-bbef-42f9-9728-e0fd84037987', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8286', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 56), 'started_at': datetime.datetime(2022, 2, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:58:26.461388 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1d105e-cb58-4317-8746-7c53ed3e381f req-13068bf5-54e8-4cee-8e5b-35ea57606bc2 service neutron] Checking segment: {'id': '4096eadf-9dd4-4613-90de-b8c786630ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'dc975c54-04fd-41cf-87c4-6ca61b7fd14d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:58:26.461388 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1d105e-cb58-4317-8746-7c53ed3e381f req-13068bf5-54e8-4cee-8e5b-35ea57606bc2 service neutron] Bound using segment: {'id': '4096eadf-9dd4-4613-90de-b8c786630ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'dc975c54-04fd-41cf-87c4-6ca61b7fd14d'} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:58:26.461388 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-3d1d105e-cb58-4317-8746-7c53ed3e381f req-13068bf5-54e8-4cee-8e5b-35ea57606bc2 service neutron] Bound port: eb8e721c-7a64-45ca-9a8c-f508e2b01d34, host: hv-neutron-8286, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4096eadf-9dd4-4613-90de-b8c786630ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'dc975c54-04fd-41cf-87c4-6ca61b7fd14d'}}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:58:26.461388 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-3d1d105e-cb58-4317-8746-7c53ed3e381f req-13068bf5-54e8-4cee-8e5b-35ea57606bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:26.783164 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d7c96a8b-dbba-4031-bd5e-d5cd20be4381 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:26.783164 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d7c96a8b-dbba-4031-bd5e-d5cd20be4381 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:26.789951 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-3d1d105e-cb58-4317-8746-7c53ed3e381f req-13068bf5-54e8-4cee-8e5b-35ea57606bc2 service neutron] For port eb8e721c-7a64-45ca-9a8c-f508e2b01d34, host hv-neutron-8286, cleared binding levels {{(pid=114376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:58:26.840923 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a17e4c-fd98-45e0-8693-334ad6bc16b0 req-3f232c7e-60da-437e-a2d7-5448e826d84a tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:26.854527 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-91a17e4c-fd98-45e0-8693-334ad6bc16b0 req-3f232c7e-60da-437e-a2d7-5448e826d84a tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b7b74a8-477e-407e-92d1-79132ca5595c HTTP/1.1" status: 200 len: 943 time: 0.5095153 Feb 16 16:58:26.870141 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48168) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:26.895322 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-d7c96a8b-dbba-4031-bd5e-d5cd20be4381 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Calling delete_port for e200eb15-c781-4bff-b6b8-fccd967cbe24 owned by network:floatingip {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:58:26.907952 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ef370-afc0-448e-b95c-93599d3c18c8 req-aece122a-47ce-4f60-85e0-d78c40b65b09 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:26.920772 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-422ef370-afc0-448e-b95c-93599d3c18c8 req-aece122a-47ce-4f60-85e0-d78c40b65b09 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4395638-6857-4307-a63e-414f7d6bf079 HTTP/1.1" status: 200 len: 932 time: 0.1218944 Feb 16 16:58:26.937493 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-3d1d105e-cb58-4317-8746-7c53ed3e381f req-13068bf5-54e8-4cee-8e5b-35ea57606bc2 service neutron] For port eb8e721c-7a64-45ca-9a8c-f508e2b01d34, host hv-neutron-8286, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=eb8e721c-7a64-45ca-9a8c-f508e2b01d34,segment=NetworkSegment(4096eadf-9dd4-4613-90de-b8c786630ae7),segment_id=4096eadf-9dd4-4613-90de-b8c786630ae7)] {{(pid=114376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:58:26.988179 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-422ef370-afc0-448e-b95c-93599d3c18c8 req-f6a62279-b4be-4f80-83b7-8e577f4600f6 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "GET /v2.0/security-groups?id=56da404a-1554-481b-a94d-29ebc15c9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490804 Feb 16 16:58:27.049716 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [req-25efdc58-2a6f-4e3a-9119-abe0a34204a8 req-aef5a173-de2a-4a9a-88d2-2a5fa79186cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a57b066f-0b78-478d-b5d2-144e81385b8e {{(pid=114376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:58:27.074213 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-91a17e4c-fd98-45e0-8693-334ad6bc16b0 req-17aa5bb6-850c-4398-b5b6-8e82d404d432 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.88 "GET /v2.0/security-groups?id=f20dcbe5-46cb-42aa-8245-43c2ee2343d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2138565 Feb 16 16:58:27.075544 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-3d1d105e-cb58-4317-8746-7c53ed3e381f req-13068bf5-54e8-4cee-8e5b-35ea57606bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:27.110247 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-25efdc58-2a6f-4e3a-9119-abe0a34204a8 req-aef5a173-de2a-4a9a-88d2-2a5fa79186cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:27.119868 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9b987ad3-3bdd-4e87-9d46-3b73c8c31113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:27.231295 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-0e396f86-e831-4dae-84c6-3fad5c733612 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Deleting port 9bf653ef-0a2d-45ff-b014-afd0ff242417 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:58:27.231638 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0e396f86-e831-4dae-84c6-3fad5c733612 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:27.275258 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d105e-cb58-4317-8746-7c53ed3e381f req-13068bf5-54e8-4cee-8e5b-35ea57606bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:27.275794 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-3d1d105e-cb58-4317-8746-7c53ed3e381f req-13068bf5-54e8-4cee-8e5b-35ea57606bc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:27.277786 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3d1d105e-cb58-4317-8746-7c53ed3e381f req-13068bf5-54e8-4cee-8e5b-35ea57606bc2 service neutron] 10.222.0.89 "PUT /v2.0/ports/eb8e721c-7a64-45ca-9a8c-f508e2b01d34 HTTP/1.1" status: 200 len: 1093 time: 3.8081470 Feb 16 16:58:27.279787 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b7b74a8-477e-407e-92d1-79132ca5595c', 'tag': 'eb8e721c-7a64-45ca-9a8c-f508e2b01d34'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:58:27.295928 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.provisioning_blocks [req-25efdc58-2a6f-4e3a-9119-abe0a34204a8 req-aef5a173-de2a-4a9a-88d2-2a5fa79186cd service neutron] Transition to ACTIVE for port object a57b066f-0b78-478d-b5d2-144e81385b8e will not be triggered until provisioned by entity L2. {{(pid=114376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:58:27.326995 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9b987ad3-3bdd-4e87-9d46-3b73c8c31113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:27.390591 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9b987ad3-3bdd-4e87-9d46-3b73c8c31113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:27.401270 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13068bf5-54e8-4cee-8e5b-35ea57606bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=eb8e721c-7a64-45ca-9a8c-f508e2b01d34,revision_number=3']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:27.411008 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-25efdc58-2a6f-4e3a-9119-abe0a34204a8 req-aef5a173-de2a-4a9a-88d2-2a5fa79186cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:27.487462 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-9b987ad3-3bdd-4e87-9d46-3b73c8c31113 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3ff106fcf5364c7f8e7ae2e8e85685d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6142144 Feb 16 16:58:27.492869 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48186) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:27.511631 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0e396f86-e831-4dae-84c6-3fad5c733612 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:27.602466 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b987ad3-3bdd-4e87-9d46-3b73c8c31113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa64984-82c9-4525-af73-3d709dbafec8,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:27.619250 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7affcae5-6cf6-41c2-9d47-3fc830c92775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:27.651306 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7affcae5-6cf6-41c2-9d47-3fc830c92775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:27.706398 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-0e396f86-e831-4dae-84c6-3fad5c733612 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Calling delete_port for 9bf653ef-0a2d-45ff-b014-afd0ff242417 owned by {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:58:27.727748 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d105e-cb58-4317-8746-7c53ed3e381f req-cc30a437-0a69-4e0d-bf22-c79c60b4d038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:27.739843 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3d1d105e-cb58-4317-8746-7c53ed3e381f req-cc30a437-0a69-4e0d-bf22-c79c60b4d038 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4ee66dbf32244d7889f4914b18028830&device_id=2b7b74a8-477e-407e-92d1-79132ca5595c HTTP/1.1" status: 200 len: 1096 time: 0.2379160 Feb 16 16:58:27.746500 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6e3dfd4b-ef4d-4167-b799-b10e90cd461f tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:27.802720 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef5a173-de2a-4a9a-88d2-2a5fa79186cd service neutron] Pushing event updated for resources: {'Port': ['ID=a57b066f-0b78-478d-b5d2-144e81385b8e,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:27.843505 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6e3dfd4b-ef4d-4167-b799-b10e90cd461f tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:27.847108 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7affcae5-6cf6-41c2-9d47-3fc830c92775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:27.854225 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7affcae5-6cf6-41c2-9d47-3fc830c92775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:27.854225 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-7affcae5-6cf6-41c2-9d47-3fc830c92775 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4aa64984-82c9-4525-af73-3d709dbafec8 HTTP/1.1" status: 204 len: 168 time: 0.3542974 Feb 16 16:58:27.865362 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7affcae5-6cf6-41c2-9d47-3fc830c92775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa64984-82c9-4525-af73-3d709dbafec8,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:28.114639 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-6e3dfd4b-ef4d-4167-b799-b10e90cd461f tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Allocated IP 172.26.3.146 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/c2324bd5-fa0f-46c7-a111-3191a6097697) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:58:28.191674 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48204) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:28.239278 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8119146-3c51-47d2-89fb-9aa8f0ac91cd req-c7065086-faec-4ed6-908c-b96e0eb5b19b tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:28.270285 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-b8119146-3c51-47d2-89fb-9aa8f0ac91cd req-c7065086-faec-4ed6-908c-b96e0eb5b19b tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4395638-6857-4307-a63e-414f7d6bf079 HTTP/1.1" status: 200 len: 944 time: 0.1190522 Feb 16 16:58:28.280066 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-b8119146-3c51-47d2-89fb-9aa8f0ac91cd req-0678083e-4240-421c-867d-117ad709b059 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "GET /v2.0/security-groups?id=56da404a-1554-481b-a94d-29ebc15c9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317466 Feb 16 16:58:28.285915 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24ca060-e0b4-4c8c-a763-4edbae7934d8" -d '{"events": [{"name": "network-changed", "server_uuid": "2b7b74a8-477e-407e-92d1-79132ca5595c", "tag": "eb8e721c-7a64-45ca-9a8c-f508e2b01d34"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:58:28.349074 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3d1d105e-cb58-4317-8746-7c53ed3e381f req-9b8b9ea9-6668-4035-94c9-9d114635e2d9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb8e721c-7a64-45ca-9a8c-f508e2b01d34 HTTP/1.1" status: 200 len: 217 time: 0.5544908 Feb 16 16:58:28.702053 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-e721d53c-4739-4b4a-a2a0-49e6b58e0b12 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1697501365', 'router:external': True}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:28.851238 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e721d53c-4739-4b4a-a2a0-49e6b58e0b12 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Made reservation on behalf of a17246a7563440b888728a64af0da20b for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:28.851238 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e721d53c-4739-4b4a-a2a0-49e6b58e0b12 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:28.854599 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48216) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:28.866878 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d105e-cb58-4317-8746-7c53ed3e381f req-0500c25a-b550-4f5f-a175-7ce46a016397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:28.868422 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3d1d105e-cb58-4317-8746-7c53ed3e381f req-0500c25a-b550-4f5f-a175-7ce46a016397 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d86b0b62-edb7-4147-9b87-7738d42c4864 HTTP/1.1" status: 200 len: 851 time: 0.4750652 Feb 16 16:58:28.898478 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c316e9-e2ba-49c4-b182-ef93329cb004 req-f9d5255d-d341-4a4b-a3b5-759a0e2bad77 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:28.900489 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-43c316e9-e2ba-49c4-b182-ef93329cb004 req-f9d5255d-d341-4a4b-a3b5-759a0e2bad77 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b7b74a8-477e-407e-92d1-79132ca5595c HTTP/1.1" status: 200 len: 943 time: 0.6210189 Feb 16 16:58:28.904142 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e721d53c-4739-4b4a-a2a0-49e6b58e0b12 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:28.916558 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d7c96a8b-dbba-4031-bd5e-d5cd20be4381 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:29.003764 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-25efdc58-2a6f-4e3a-9119-abe0a34204a8 req-aef5a173-de2a-4a9a-88d2-2a5fa79186cd service neutron] Attempting to bind port a57b066f-0b78-478d-b5d2-144e81385b8e on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:29.004155 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-25efdc58-2a6f-4e3a-9119-abe0a34204a8 req-aef5a173-de2a-4a9a-88d2-2a5fa79186cd service neutron] Attempting to bind port a57b066f-0b78-478d-b5d2-144e81385b8e by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': '94094d34-a0e6-4f43-8273-2075f238e819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:29.004471 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25efdc58-2a6f-4e3a-9119-abe0a34204a8 req-aef5a173-de2a-4a9a-88d2-2a5fa79186cd service neutron] Attempting to bind port a57b066f-0b78-478d-b5d2-144e81385b8e on network 42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:29.004720 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-47425e11-4423-4b7c-8dac-8f9f9e588f7a tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-151807196'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:29.007478 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12a2cb2-5489-4c91-bab9-a0b9e80f9bec x-openstack-request-id: req-c12a2cb2-5489-4c91-bab9-a0b9e80f9bec {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:58:29.007712 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b7b74a8-477e-407e-92d1-79132ca5595c", "tag": "eb8e721c-7a64-45ca-9a8c-f508e2b01d34", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:58:29.007966 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c12a2cb2-5489-4c91-bab9-a0b9e80f9bec {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:58:29.008511 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b7b74a8-477e-407e-92d1-79132ca5595c', 'tag': 'eb8e721c-7a64-45ca-9a8c-f508e2b01d34', 'status': 'completed', 'code': 200} Feb 16 16:58:29.088937 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6e3dfd4b-ef4d-4167-b799-b10e90cd461f tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:29.099592 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c96a8b-dbba-4031-bd5e-d5cd20be4381 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Pushing event deleted for resources: {'Port': ['ID=e200eb15-c781-4bff-b6b8-fccd967cbe24,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:29.101589 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e721d53c-4739-4b4a-a2a0-49e6b58e0b12 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:29.110524 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25efdc58-2a6f-4e3a-9119-abe0a34204a8 req-aef5a173-de2a-4a9a-88d2-2a5fa79186cd service neutron] Port a57b066f-0b78-478d-b5d2-144e81385b8e on network 42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:58:29.110524 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25efdc58-2a6f-4e3a-9119-abe0a34204a8 req-aef5a173-de2a-4a9a-88d2-2a5fa79186cd service neutron] Attempting to bind port a57b066f-0b78-478d-b5d2-144e81385b8e on network 42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:29.138595 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47425e11-4423-4b7c-8dac-8f9f9e588f7a tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Made reservation on behalf of 39c6ff93779f41679a479f3011da9f36 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:29.143293 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-47425e11-4423-4b7c-8dac-8f9f9e588f7a tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:29.155011 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-47425e11-4423-4b7c-8dac-8f9f9e588f7a tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:29.201996 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25efdc58-2a6f-4e3a-9119-abe0a34204a8 req-aef5a173-de2a-4a9a-88d2-2a5fa79186cd service neutron] Checking agent: {'id': '65dda45c-bbef-42f9-9728-e0fd84037987', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8286', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 56), 'started_at': datetime.datetime(2022, 2, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:58:29.202452 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25efdc58-2a6f-4e3a-9119-abe0a34204a8 req-aef5a173-de2a-4a9a-88d2-2a5fa79186cd service neutron] Checking segment: {'id': '94094d34-a0e6-4f43-8273-2075f238e819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:58:29.202892 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25efdc58-2a6f-4e3a-9119-abe0a34204a8 req-aef5a173-de2a-4a9a-88d2-2a5fa79186cd service neutron] Bound using segment: {'id': '94094d34-a0e6-4f43-8273-2075f238e819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e'} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:58:29.203467 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-25efdc58-2a6f-4e3a-9119-abe0a34204a8 req-aef5a173-de2a-4a9a-88d2-2a5fa79186cd service neutron] Bound port: a57b066f-0b78-478d-b5d2-144e81385b8e, host: hv-neutron-8286, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94094d34-a0e6-4f43-8273-2075f238e819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e'}}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:58:29.204057 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-25efdc58-2a6f-4e3a-9119-abe0a34204a8 req-aef5a173-de2a-4a9a-88d2-2a5fa79186cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:29.226815 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e721d53c-4739-4b4a-a2a0-49e6b58e0b12 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:29.267305 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e721d53c-4739-4b4a-a2a0-49e6b58e0b12 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1bfc650-5b23-4516-9170-914f2e35ad18,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:29.270416 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0e396f86-e831-4dae-84c6-3fad5c733612 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:29.281548 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e721d53c-4739-4b4a-a2a0-49e6b58e0b12 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:58:29.297715 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e721d53c-4739-4b4a-a2a0-49e6b58e0b12 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:29.298159 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-e721d53c-4739-4b4a-a2a0-49e6b58e0b12 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Added segment fc0a0d25-228a-48f0-83c5-19eb77173dbf of type vlan for network 29b52165-c01a-43c7-bf7b-ad667e5bc120 Feb 16 16:58:29.314084 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-43c316e9-e2ba-49c4-b182-ef93329cb004 req-d8666ed9-c665-4903-a693-4c04e9b4e04d tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.88 "GET /v2.0/security-groups?id=f20dcbe5-46cb-42aa-8245-43c2ee2343d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3881648 Feb 16 16:58:29.340440 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d105e-cb58-4317-8746-7c53ed3e381f req-bfeca34d-7070-4011-b8c2-568b4522dc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:29.349242 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3d1d105e-cb58-4317-8746-7c53ed3e381f req-bfeca34d-7070-4011-b8c2-568b4522dc21 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=dc975c54-04fd-41cf-87c4-6ca61b7fd14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4298260 Feb 16 16:58:29.398550 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e396f86-e831-4dae-84c6-3fad5c733612 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Pushing event deleted for resources: {'Port': ['ID=9bf653ef-0a2d-45ff-b014-afd0ff242417,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:29.429509 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0e396f86-e831-4dae-84c6-3fad5c733612 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:29.434004 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-0e396f86-e831-4dae-84c6-3fad5c733612 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] 10.222.0.88 "DELETE /v2.0/ports/9bf653ef-0a2d-45ff-b014-afd0ff242417 HTTP/1.1" status: 204 len: 168 time: 3.0877798 Feb 16 16:58:29.437134 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48232) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:29.443638 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-25efdc58-2a6f-4e3a-9119-abe0a34204a8 req-aef5a173-de2a-4a9a-88d2-2a5fa79186cd service neutron] For port a57b066f-0b78-478d-b5d2-144e81385b8e, host hv-neutron-8286, cleared binding levels {{(pid=114376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:58:29.537911 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-25efdc58-2a6f-4e3a-9119-abe0a34204a8 req-aef5a173-de2a-4a9a-88d2-2a5fa79186cd service neutron] For port a57b066f-0b78-478d-b5d2-144e81385b8e, host hv-neutron-8286, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=a57b066f-0b78-478d-b5d2-144e81385b8e,segment=NetworkSegment(94094d34-a0e6-4f43-8273-2075f238e819),segment_id=94094d34-a0e6-4f43-8273-2075f238e819)] {{(pid=114376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:58:29.539459 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d7c96a8b-dbba-4031-bd5e-d5cd20be4381 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks [] for floatingip, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:29.540005 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.l3_db [None req-d7c96a8b-dbba-4031-bd5e-d5cd20be4381 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Floating IP 9ed095c7-b2e5-4c9c-a881-943d3805391b disassociated (deleted). External IP: 172.26.3.234, port: f8b11818-56e1-4066-9eb4-93eb41d1da2b. Feb 16 16:58:29.546587 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-97c73fdf-497b-4673-8e5f-127acf5b2fcb tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] GET failed (client error): The resource could not be found. Feb 16 16:58:29.550855 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-97c73fdf-497b-4673-8e5f-127acf5b2fcb tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] 10.222.0.88 "GET /v2.0/ports/9bf653ef-0a2d-45ff-b014-afd0ff242417 HTTP/1.1" status: 404 len: 333 time: 0.1071005 Feb 16 16:58:29.595864 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48234) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:29.609600 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-7a01bc27-6d4b-46ce-a2ab-95538210d486 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Request body: {'port': {'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1967047380'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:29.651070 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e721d53c-4739-4b4a-a2a0-49e6b58e0b12 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:29.697146 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3d1d105e-cb58-4317-8746-7c53ed3e381f req-0d6ba69a-8d3f-44c8-a55f-c8ef24914488 service neutron] 10.222.0.89 "GET /v2.0/networks/dc975c54-04fd-41cf-87c4-6ca61b7fd14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196688 Feb 16 16:58:29.720315 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-47425e11-4423-4b7c-8dac-8f9f9e588f7a tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:29.735169 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34447cf2-b9fa-4cb5-a574-4474b3390b76 req-53966829-d313-4298-84a5-6ded2e66fd38 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:29.736953 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-34447cf2-b9fa-4cb5-a574-4474b3390b76 req-53966829-d313-4298-84a5-6ded2e66fd38 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4395638-6857-4307-a63e-414f7d6bf079 HTTP/1.1" status: 200 len: 944 time: 0.1034327 Feb 16 16:58:29.804568 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-34447cf2-b9fa-4cb5-a574-4474b3390b76 req-41cc672d-a1ab-40ae-865c-ed03c2724e49 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "GET /v2.0/security-groups?id=56da404a-1554-481b-a94d-29ebc15c9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579703 Feb 16 16:58:29.960263 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c96a8b-dbba-4031-bd5e-d5cd20be4381 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Router 50f7d061-a0f1-418b-9c63-498c80de7e4c has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:58:29.960263 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3d1d105e-cb58-4317-8746-7c53ed3e381f req-f21fc7a8-070e-49b1-bb65-594ddf378776 service neutron] 10.222.0.89 "GET /v2.0/networks/dc975c54-04fd-41cf-87c4-6ca61b7fd14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485512 Feb 16 16:58:30.105809 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c96a8b-dbba-4031-bd5e-d5cd20be4381 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:58:30.115245 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d7c96a8b-dbba-4031-bd5e-d5cd20be4381 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:30.117887 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74956434-5af0-417a-9957-d8b2044c83ae None None] Sync routers for ids ['50f7d061-a0f1-418b-9c63-498c80de7e4c'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:58:30.129397 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74956434-5af0-417a-9957-d8b2044c83ae None None] Routers {'50f7d061-a0f1-418b-9c63-498c80de7e4c'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:58:30.130299 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-74956434-5af0-417a-9957-d8b2044c83ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:58:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['50f7d061-a0f1-418b-9c63-498c80de7e4c'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:30.149292 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-d7c96a8b-dbba-4031-bd5e-d5cd20be4381 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] 10.222.0.88 "DELETE /v2.0/floatingips/9ed095c7-b2e5-4c9c-a881-943d3805391b HTTP/1.1" status: 204 len: 168 time: 4.5461390 Feb 16 16:58:30.153607 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48236) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:30.159742 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-f8d73dd5-eead-44e8-935d-d3e104056007 tempest-FloatingIPAdminTestJSON-460440995 tempest-FloatingIPAdminTestJSON-460440995-project-admin] Request body: {'floatingip': {'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:30.176004 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-74956434-5af0-417a-9957-d8b2044c83ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:30.188673 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74956434-5af0-417a-9957-d8b2044c83ae None None] Routers {'50f7d061-a0f1-418b-9c63-498c80de7e4c'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:58:30.189640 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-74956434-5af0-417a-9957-d8b2044c83ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:58:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['50f7d061-a0f1-418b-9c63-498c80de7e4c'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:30.252895 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-74956434-5af0-417a-9957-d8b2044c83ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:30.253748 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74956434-5af0-417a-9957-d8b2044c83ae None None] The sync data for ids ['50f7d061-a0f1-418b-9c63-498c80de7e4c'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:58:30.379673 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6e3dfd4b-ef4d-4167-b799-b10e90cd461f tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:30.427489 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3dfd4b-ef4d-4167-b799-b10e90cd461f tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:30.431816 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-6e3dfd4b-ef4d-4167-b799-b10e90cd461f tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:30.448647 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3dfd4b-ef4d-4167-b799-b10e90cd461f tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:58:30.465775 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e721d53c-4739-4b4a-a2a0-49e6b58e0b12 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:30.467915 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:30.468066 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e721d53c-4739-4b4a-a2a0-49e6b58e0b12 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:30.468066 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e721d53c-4739-4b4a-a2a0-49e6b58e0b12 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:30.476804 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-47425e11-4423-4b7c-8dac-8f9f9e588f7a tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:30.510937 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a01bc27-6d4b-46ce-a2ab-95538210d486 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Made reservation on behalf of dd98d6ee831c4f61859111ef54260b1d for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:30.514100 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7a01bc27-6d4b-46ce-a2ab-95538210d486 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:30.515684 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-25efdc58-2a6f-4e3a-9119-abe0a34204a8 req-aef5a173-de2a-4a9a-88d2-2a5fa79186cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:30.551077 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3dfd4b-ef4d-4167-b799-b10e90cd461f tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Pushing event updated for resources: {'Port': ['ID=c2324bd5-fa0f-46c7-a111-3191a6097697,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:30.579867 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c41c4-f33c-49d3-bb9e-a321ac3ccd51 req-9fd185d3-4c82-465f-a0ef-33db186fd560 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:30.581509 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f40c41c4-f33c-49d3-bb9e-a321ac3ccd51 req-9fd185d3-4c82-465f-a0ef-33db186fd560 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b7b74a8-477e-407e-92d1-79132ca5595c HTTP/1.1" status: 200 len: 943 time: 0.1749933 Feb 16 16:58:30.604645 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efdc58-2a6f-4e3a-9119-abe0a34204a8 req-aef5a173-de2a-4a9a-88d2-2a5fa79186cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:30.604645 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-25efdc58-2a6f-4e3a-9119-abe0a34204a8 req-aef5a173-de2a-4a9a-88d2-2a5fa79186cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:30.604645 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-25efdc58-2a6f-4e3a-9119-abe0a34204a8 req-aef5a173-de2a-4a9a-88d2-2a5fa79186cd service neutron] 10.222.0.89 "PUT /v2.0/ports/a57b066f-0b78-478d-b5d2-144e81385b8e HTTP/1.1" status: 200 len: 1094 time: 5.2920341 Feb 16 16:58:30.604645 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [None req-7a01bc27-6d4b-46ce-a2ab-95538210d486 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] device_id is not set on port c7842703-e00a-4dc9-b302-f8c0d40caeab yet. {{(pid=114376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:58:30.612983 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47425e11-4423-4b7c-8dac-8f9f9e588f7a tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:58:30.627995 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47425e11-4423-4b7c-8dac-8f9f9e588f7a tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2df313a-5edc-4624-b7ba-35a6615d3b6e,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:30.641918 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e721d53c-4739-4b4a-a2a0-49e6b58e0b12 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Pushing event updated for resources: {'Network': ['ID=29b52165-c01a-43c7-bf7b-ad667e5bc120,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:30.648832 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-47425e11-4423-4b7c-8dac-8f9f9e588f7a tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:30.649011 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-47425e11-4423-4b7c-8dac-8f9f9e588f7a tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Added segment 6536d3fc-d1ab-434c-ac55-7bed1866eeaf of type vlan for network 7ebaaa86-9215-4cd1-abe6-9acab39c6c8d Feb 16 16:58:30.694327 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 29b52165-c01a-43c7-bf7b-ad667e5bc120 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:58:30.736822 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e721d53c-4739-4b4a-a2a0-49e6b58e0b12 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.5424747 Feb 16 16:58:30.740219 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48246) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:30.756147 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-47425e11-4423-4b7c-8dac-8f9f9e588f7a tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:30.797058 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-01f603e0-946b-4b88-8079-1d62535f7f0d tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Request body: {'subnet': {'network_id': '29b52165-c01a-43c7-bf7b-ad667e5bc120', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:30.808432 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f8d73dd5-eead-44e8-935d-d3e104056007 tempest-FloatingIPAdminTestJSON-460440995 tempest-FloatingIPAdminTestJSON-460440995-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:30.932986 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef5a173-de2a-4a9a-88d2-2a5fa79186cd service neutron] Pushing event updated for resources: {'Port': ['ID=a57b066f-0b78-478d-b5d2-144e81385b8e,revision_number=3']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:30.968737 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f40c41c4-f33c-49d3-bb9e-a321ac3ccd51 req-3eb7c87a-4519-48a1-8248-b3c91cf3e560 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.88 "GET /v2.0/security-groups?id=f20dcbe5-46cb-42aa-8245-43c2ee2343d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3525643 Feb 16 16:58:31.000835 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-47425e11-4423-4b7c-8dac-8f9f9e588f7a tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:31.010766 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4395638-6857-4307-a63e-414f7d6bf079', 'tag': 'a57b066f-0b78-478d-b5d2-144e81385b8e'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:58:31.012993 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1475b10e-6e9c-4873-8074-0bb1863f147d" -d '{"events": [{"name": "network-changed", "server_uuid": "b4395638-6857-4307-a63e-414f7d6bf079", "tag": "a57b066f-0b78-478d-b5d2-144e81385b8e"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:58:31.017404 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47425e11-4423-4b7c-8dac-8f9f9e588f7a tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:31.018038 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-47425e11-4423-4b7c-8dac-8f9f9e588f7a tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:31.048567 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48254) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:31.052114 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f603e0-946b-4b88-8079-1d62535f7f0d tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Made reservation on behalf of a17246a7563440b888728a64af0da20b for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:31.055569 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-01f603e0-946b-4b88-8079-1d62535f7f0d tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:31.178643 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47425e11-4423-4b7c-8dac-8f9f9e588f7a tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Pushing event updated for resources: {'Network': ['ID=7ebaaa86-9215-4cd1-abe6-9acab39c6c8d,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:31.193672 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 7ebaaa86-9215-4cd1-abe6-9acab39c6c8d details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:58:31.199957 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe09956-33c1-43d5-832d-d01000edbfff req-182bac90-3453-4257-a3e9-932a66873180 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:31.208640 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-1fe09956-33c1-43d5-832d-d01000edbfff req-182bac90-3453-4257-a3e9-932a66873180 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4395638-6857-4307-a63e-414f7d6bf079 HTTP/1.1" status: 200 len: 944 time: 0.2798476 Feb 16 16:58:31.271992 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3d9c22-8197-4ce3-ac64-fbcf2ec15e13 x-openstack-request-id: req-5b3d9c22-8197-4ce3-ac64-fbcf2ec15e13 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:58:31.273360 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4395638-6857-4307-a63e-414f7d6bf079", "tag": "a57b066f-0b78-478d-b5d2-144e81385b8e", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:58:31.273778 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5b3d9c22-8197-4ce3-ac64-fbcf2ec15e13 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:58:31.275257 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4395638-6857-4307-a63e-414f7d6bf079', 'tag': 'a57b066f-0b78-478d-b5d2-144e81385b8e', 'status': 'completed', 'code': 200} Feb 16 16:58:31.307658 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-1fe09956-33c1-43d5-832d-d01000edbfff req-5b94d085-66c0-4c9a-a9dc-40167863a508 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "GET /v2.0/security-groups?id=56da404a-1554-481b-a94d-29ebc15c9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972812 Feb 16 16:58:31.371633 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f8d73dd5-eead-44e8-935d-d3e104056007 tempest-FloatingIPAdminTestJSON-460440995 tempest-FloatingIPAdminTestJSON-460440995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:31.385979 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7a01bc27-6d4b-46ce-a2ab-95538210d486 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:31.410137 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-c89a5650-abd7-4d52-ad40-db7cff82645f tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-760905443'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:31.560874 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-47425e11-4423-4b7c-8dac-8f9f9e588f7a tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.7038729 Feb 16 16:58:31.587454 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-f8d73dd5-eead-44e8-935d-d3e104056007 tempest-FloatingIPAdminTestJSON-460440995 tempest-FloatingIPAdminTestJSON-460440995-project-admin] Allocated IP 172.26.3.205 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/58bbaeba-a12e-4b5a-ada0-723efa435906) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:58:31.647754 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7a01bc27-6d4b-46ce-a2ab-95538210d486 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:31.678170 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6e3dfd4b-ef4d-4167-b799-b10e90cd461f tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:31.721983 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f8d73dd5-eead-44e8-935d-d3e104056007 tempest-FloatingIPAdminTestJSON-460440995 tempest-FloatingIPAdminTestJSON-460440995-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:31.772786 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a01bc27-6d4b-46ce-a2ab-95538210d486 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:31.776428 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89a5650-abd7-4d52-ad40-db7cff82645f tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Made reservation on behalf of e3df33defdf448bc970b49b57571b9c4 for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:31.780044 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c89a5650-abd7-4d52-ad40-db7cff82645f tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:31.794379 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c89a5650-abd7-4d52-ad40-db7cff82645f tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:31.803457 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-7a01bc27-6d4b-46ce-a2ab-95538210d486 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:31.845767 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ca060-e0b4-4c8c-a763-4edbae7934d8 req-93aac15d-6dc3-4cf9-9897-8f90a92789cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:31.847419 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a24ca060-e0b4-4c8c-a763-4edbae7934d8 req-93aac15d-6dc3-4cf9-9897-8f90a92789cf service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4ee66dbf32244d7889f4914b18028830&device_id=2b7b74a8-477e-407e-92d1-79132ca5595c HTTP/1.1" status: 200 len: 1096 time: 0.2387342 Feb 16 16:58:31.849439 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475b10e-6e9c-4873-8074-0bb1863f147d req-e109a862-74d2-420c-99d4-ef8e0fa0b82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:31.854738 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1475b10e-6e9c-4873-8074-0bb1863f147d req-e109a862-74d2-420c-99d4-ef8e0fa0b82a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b000221746b44cdbb4fb616424f3147e&device_id=b4395638-6857-4307-a63e-414f7d6bf079 HTTP/1.1" status: 200 len: 1097 time: 0.2527170 Feb 16 16:58:31.860769 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a01bc27-6d4b-46ce-a2ab-95538210d486 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:58:31.861678 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a01bc27-6d4b-46ce-a2ab-95538210d486 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:31.862262 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7a01bc27-6d4b-46ce-a2ab-95538210d486 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:31.864487 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a01bc27-6d4b-46ce-a2ab-95538210d486 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Pushing event updated for resources: {'Port': ['ID=c7842703-e00a-4dc9-b302-f8c0d40caeab,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:31.943763 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.objects.ports [None req-01f603e0-946b-4b88-8079-1d62535f7f0d tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114375) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 16:58:31.944719 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-01f603e0-946b-4b88-8079-1d62535f7f0d tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:31.954684 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f8d73dd5-eead-44e8-935d-d3e104056007 tempest-FloatingIPAdminTestJSON-460440995 tempest-FloatingIPAdminTestJSON-460440995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:32.053191 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-7a01bc27-6d4b-46ce-a2ab-95538210d486 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.4545860 Feb 16 16:58:32.083084 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d73dd5-eead-44e8-935d-d3e104056007 tempest-FloatingIPAdminTestJSON-460440995 tempest-FloatingIPAdminTestJSON-460440995-project-admin] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:32.087078 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48262) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:32.093534 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-f8d73dd5-eead-44e8-935d-d3e104056007 tempest-FloatingIPAdminTestJSON-460440995 tempest-FloatingIPAdminTestJSON-460440995-project-admin] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:32.101999 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8286'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:32.137579 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d73dd5-eead-44e8-935d-d3e104056007 tempest-FloatingIPAdminTestJSON-460440995 tempest-FloatingIPAdminTestJSON-460440995-project-admin] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:58:32.246505 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f8d73dd5-eead-44e8-935d-d3e104056007 tempest-FloatingIPAdminTestJSON-460440995 tempest-FloatingIPAdminTestJSON-460440995-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:32.278590 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f603e0-946b-4b88-8079-1d62535f7f0d tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Checking segment: {'id': 'fc0a0d25-228a-48f0-83c5-19eb77173dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '29b52165-c01a-43c7-bf7b-ad667e5bc120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:58:32.279230 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f603e0-946b-4b88-8079-1d62535f7f0d tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Network hostable DHCP agents. Network: 29b52165-c01a-43c7-bf7b-ad667e5bc120, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:58:32.316441 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f603e0-946b-4b88-8079-1d62535f7f0d tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4315f3cc-79d4-4c4f-9d9b-32277cac9812,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:32.332948 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:32.545094 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] device_id is not set on port c7842703-e00a-4dc9-b302-f8c0d40caeab yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:58:32.554141 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:32.559613 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d73dd5-eead-44e8-935d-d3e104056007 tempest-FloatingIPAdminTestJSON-460440995 tempest-FloatingIPAdminTestJSON-460440995-project-admin] Pushing event updated for resources: {'Port': ['ID=58bbaeba-a12e-4b5a-ada0-723efa435906,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:32.575023 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f603e0-946b-4b88-8079-1d62535f7f0d tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Network 29b52165-c01a-43c7-bf7b-ad667e5bc120 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:58:32.637322 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f8d73dd5-eead-44e8-935d-d3e104056007 tempest-FloatingIPAdminTestJSON-460440995 tempest-FloatingIPAdminTestJSON-460440995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:32.675264 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e9ff1-1397-487c-ac36-429422d9fddc req-661fefa5-c6b5-49ec-a969-e56269648c5c tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:32.676902 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-3e1e9ff1-1397-487c-ac36-429422d9fddc req-661fefa5-c6b5-49ec-a969-e56269648c5c tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4395638-6857-4307-a63e-414f7d6bf079 HTTP/1.1" status: 200 len: 944 time: 0.1138692 Feb 16 16:58:32.682093 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:32.704813 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-01f603e0-946b-4b88-8079-1d62535f7f0d tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 29b52165-c01a-43c7-bf7b-ad667e5bc120) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:32.716307 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81907a8-f679-4fcb-b87b-2019b318c072 None None] Network 29b52165-c01a-43c7-bf7b-ad667e5bc120 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:58:32.747905 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f603e0-946b-4b88-8079-1d62535f7f0d tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:32.747905 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-01f603e0-946b-4b88-8079-1d62535f7f0d tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:32.809966 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-3e1e9ff1-1397-487c-ac36-429422d9fddc req-09f2173f-1801-4508-8d73-1fbaee2dbf47 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "GET /v2.0/security-groups?id=56da404a-1554-481b-a94d-29ebc15c9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180284 Feb 16 16:58:32.857026 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-01f603e0-946b-4b88-8079-1d62535f7f0d tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.1135042 Feb 16 16:58:32.858455 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port c7842703-e00a-4dc9-b302-f8c0d40caeab on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:32.858798 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port c7842703-e00a-4dc9-b302-f8c0d40caeab by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] {{(pid=114375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:32.866702 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port c7842703-e00a-4dc9-b302-f8c0d40caeab on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:32.873464 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Pushing event updated for resources: {'Port': ['ID=c7842703-e00a-4dc9-b302-f8c0d40caeab,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:32.886348 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48266) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:32.886830 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Port c7842703-e00a-4dc9-b302-f8c0d40caeab on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:58:32.887159 dv-neutron-828697-3-hyperv neutron-server[114375]: ERROR neutron.plugins.ml2.managers [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Failed to bind port c7842703-e00a-4dc9-b302-f8c0d40caeab on host hv-neutron-8286 for vnic_type normal using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] Feb 16 16:58:32.907694 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-d7c6490a-aec9-47fc-a613-155824e2e2f9 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-951125488', 'network_id': '29b52165-c01a-43c7-bf7b-ad667e5bc120'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:32.951487 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f6069-0b28-4f46-ad77-962663f583be req-ff302ac5-7455-4cc6-938a-ae85718f0ccc tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:32.953248 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-065f6069-0b28-4f46-ad77-962663f583be req-ff302ac5-7455-4cc6-938a-ae85718f0ccc tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b7b74a8-477e-407e-92d1-79132ca5595c HTTP/1.1" status: 200 len: 943 time: 0.2396812 Feb 16 16:58:32.969144 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c89a5650-abd7-4d52-ad40-db7cff82645f tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:32.970507 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475b10e-6e9c-4873-8074-0bb1863f147d req-37918443-e120-4a33-b01c-70f189965d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:32.971925 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1475b10e-6e9c-4873-8074-0bb1863f147d req-37918443-e120-4a33-b01c-70f189965d77 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=b000221746b44cdbb4fb616424f3147e&shared=False HTTP/1.1" status: 200 len: 906 time: 1.0431647 Feb 16 16:58:32.982322 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ca060-e0b4-4c8c-a763-4edbae7934d8 req-cf8ce83b-ca88-4264-aafd-8275cff2c5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:32.983799 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a24ca060-e0b4-4c8c-a763-4edbae7934d8 req-cf8ce83b-ca88-4264-aafd-8275cff2c5dd service neutron] 10.222.0.89 "GET /v2.0/networks?id=dc975c54-04fd-41cf-87c4-6ca61b7fd14d HTTP/1.1" status: 200 len: 913 time: 1.0574844 Feb 16 16:58:33.001403 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.plugins.ml2.plugin [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempt 2 to bind port c7842703-e00a-4dc9-b302-f8c0d40caeab Feb 16 16:58:33.002347 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf92822-da4e-426b-9776-31420d32a91c None None] Network 29b52165-c01a-43c7-bf7b-ad667e5bc120 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:58:33.050928 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port c7842703-e00a-4dc9-b302-f8c0d40caeab on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:33.051277 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port c7842703-e00a-4dc9-b302-f8c0d40caeab by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] {{(pid=114375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:33.051753 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port c7842703-e00a-4dc9-b302-f8c0d40caeab on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:33.057666 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a24ca060-e0b4-4c8c-a763-4edbae7934d8 req-7d4d8d90-d858-44b3-b1d2-a982fd8fa269 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb8e721c-7a64-45ca-9a8c-f508e2b01d34 HTTP/1.1" status: 200 len: 217 time: 0.0555830 Feb 16 16:58:33.065367 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Port c7842703-e00a-4dc9-b302-f8c0d40caeab on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:58:33.065846 dv-neutron-828697-3-hyperv neutron-server[114375]: ERROR neutron.plugins.ml2.managers [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Failed to bind port c7842703-e00a-4dc9-b302-f8c0d40caeab on host hv-neutron-8286 for vnic_type normal using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] Feb 16 16:58:33.074610 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6e3dfd4b-ef4d-4167-b799-b10e90cd461f tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:33.079054 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.plugins.ml2.plugin [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempt 3 to bind port c7842703-e00a-4dc9-b302-f8c0d40caeab Feb 16 16:58:33.099889 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port c7842703-e00a-4dc9-b302-f8c0d40caeab on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:33.100388 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port c7842703-e00a-4dc9-b302-f8c0d40caeab by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] {{(pid=114375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:33.100636 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port c7842703-e00a-4dc9-b302-f8c0d40caeab on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:33.108181 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Port c7842703-e00a-4dc9-b302-f8c0d40caeab on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:58:33.113554 dv-neutron-828697-3-hyperv neutron-server[114375]: ERROR neutron.plugins.ml2.managers [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Failed to bind port c7842703-e00a-4dc9-b302-f8c0d40caeab on host hv-neutron-8286 for vnic_type normal using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] Feb 16 16:58:33.113554 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.plugins.ml2.plugin [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempt 4 to bind port c7842703-e00a-4dc9-b302-f8c0d40caeab Feb 16 16:58:33.136081 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port c7842703-e00a-4dc9-b302-f8c0d40caeab on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:33.137201 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port c7842703-e00a-4dc9-b302-f8c0d40caeab by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] {{(pid=114375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:33.137562 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port c7842703-e00a-4dc9-b302-f8c0d40caeab on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:33.153579 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Port c7842703-e00a-4dc9-b302-f8c0d40caeab on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:58:33.153579 dv-neutron-828697-3-hyperv neutron-server[114375]: ERROR neutron.plugins.ml2.managers [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Failed to bind port c7842703-e00a-4dc9-b302-f8c0d40caeab on host hv-neutron-8286 for vnic_type normal using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] Feb 16 16:58:33.153579 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c6490a-aec9-47fc-a613-155824e2e2f9 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Made reservation on behalf of a17246a7563440b888728a64af0da20b for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:33.153579 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d7c6490a-aec9-47fc-a613-155824e2e2f9 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:33.155850 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ca060-e0b4-4c8c-a763-4edbae7934d8 req-389a6f93-79b5-433e-b2ed-d93dc012b1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:33.157347 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a24ca060-e0b4-4c8c-a763-4edbae7934d8 req-389a6f93-79b5-433e-b2ed-d93dc012b1e9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d86b0b62-edb7-4147-9b87-7738d42c4864 HTTP/1.1" status: 200 len: 851 time: 0.0848923 Feb 16 16:58:33.159745 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.plugins.ml2.plugin [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempt 5 to bind port c7842703-e00a-4dc9-b302-f8c0d40caeab Feb 16 16:58:33.198545 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c89a5650-abd7-4d52-ad40-db7cff82645f tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:33.203032 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-d7c6490a-aec9-47fc-a613-155824e2e2f9 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] device_id is not set on port 85f8283b-1afa-41b2-83f9-ceb3052860b1 yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:58:33.208727 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port c7842703-e00a-4dc9-b302-f8c0d40caeab on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:33.209314 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port c7842703-e00a-4dc9-b302-f8c0d40caeab by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] {{(pid=114375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:33.210341 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port c7842703-e00a-4dc9-b302-f8c0d40caeab on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:33.225399 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Port c7842703-e00a-4dc9-b302-f8c0d40caeab on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:58:33.226043 dv-neutron-828697-3-hyperv neutron-server[114375]: ERROR neutron.plugins.ml2.managers [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Failed to bind port c7842703-e00a-4dc9-b302-f8c0d40caeab on host hv-neutron-8286 for vnic_type normal using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] Feb 16 16:58:33.232927 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.plugins.ml2.plugin [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempt 6 to bind port c7842703-e00a-4dc9-b302-f8c0d40caeab Feb 16 16:58:33.271706 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f8d73dd5-eead-44e8-935d-d3e104056007 tempest-FloatingIPAdminTestJSON-460440995 tempest-FloatingIPAdminTestJSON-460440995-project-admin] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:33.298934 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port c7842703-e00a-4dc9-b302-f8c0d40caeab on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:33.299411 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port c7842703-e00a-4dc9-b302-f8c0d40caeab by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] {{(pid=114375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:33.299853 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port c7842703-e00a-4dc9-b302-f8c0d40caeab on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:33.310163 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Port c7842703-e00a-4dc9-b302-f8c0d40caeab on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:58:33.310606 dv-neutron-828697-3-hyperv neutron-server[114375]: ERROR neutron.plugins.ml2.managers [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Failed to bind port c7842703-e00a-4dc9-b302-f8c0d40caeab on host hv-neutron-8286 for vnic_type normal using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] Feb 16 16:58:33.313360 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.plugins.ml2.plugin [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempt 7 to bind port c7842703-e00a-4dc9-b302-f8c0d40caeab Feb 16 16:58:33.322247 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-065f6069-0b28-4f46-ad77-962663f583be req-6be49a60-b99f-462b-bb79-e5ddde15a33e tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.88 "GET /v2.0/security-groups?id=f20dcbe5-46cb-42aa-8245-43c2ee2343d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3594790 Feb 16 16:58:33.338217 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c89a5650-abd7-4d52-ad40-db7cff82645f tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:58:33.348829 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f8d73dd5-eead-44e8-935d-d3e104056007 tempest-FloatingIPAdminTestJSON-460440995 tempest-FloatingIPAdminTestJSON-460440995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:33.361902 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port c7842703-e00a-4dc9-b302-f8c0d40caeab on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:33.361902 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port c7842703-e00a-4dc9-b302-f8c0d40caeab by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] {{(pid=114375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:33.361902 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port c7842703-e00a-4dc9-b302-f8c0d40caeab on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:33.399813 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Port c7842703-e00a-4dc9-b302-f8c0d40caeab on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:58:33.400407 dv-neutron-828697-3-hyperv neutron-server[114375]: ERROR neutron.plugins.ml2.managers [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Failed to bind port c7842703-e00a-4dc9-b302-f8c0d40caeab on host hv-neutron-8286 for vnic_type normal using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] Feb 16 16:58:33.407381 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89a5650-abd7-4d52-ad40-db7cff82645f tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28849006-527c-4244-9ba9-5b5bbc093573,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:33.407567 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.plugins.ml2.plugin [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempt 8 to bind port c7842703-e00a-4dc9-b302-f8c0d40caeab Feb 16 16:58:33.413384 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c89a5650-abd7-4d52-ad40-db7cff82645f tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:33.413384 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-c89a5650-abd7-4d52-ad40-db7cff82645f tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Added segment 1de55a6d-6582-4251-b58b-cebe06ff925a of type vlan for network 630a5f4c-4aa1-4505-b714-dea3c15b1118 Feb 16 16:58:33.451546 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-d7c6490a-aec9-47fc-a613-155824e2e2f9 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Allocated IP 2001:db8::244 (29b52165-c01a-43c7-bf7b-ad667e5bc120/4315f3cc-79d4-4c4f-9d9b-32277cac9812/85f8283b-1afa-41b2-83f9-ceb3052860b1) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:58:33.478690 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d73dd5-eead-44e8-935d-d3e104056007 tempest-FloatingIPAdminTestJSON-460440995 tempest-FloatingIPAdminTestJSON-460440995-project-admin] Pushing event updated for resources: {'Port': ['ID=58bbaeba-a12e-4b5a-ada0-723efa435906,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:33.481927 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port c7842703-e00a-4dc9-b302-f8c0d40caeab on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:33.482393 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port c7842703-e00a-4dc9-b302-f8c0d40caeab by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] {{(pid=114375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:33.482835 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port c7842703-e00a-4dc9-b302-f8c0d40caeab on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:33.504145 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f8d73dd5-eead-44e8-935d-d3e104056007 tempest-FloatingIPAdminTestJSON-460440995 tempest-FloatingIPAdminTestJSON-460440995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:33.506140 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Port c7842703-e00a-4dc9-b302-f8c0d40caeab on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:58:33.506577 dv-neutron-828697-3-hyperv neutron-server[114375]: ERROR neutron.plugins.ml2.managers [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Failed to bind port c7842703-e00a-4dc9-b302-f8c0d40caeab on host hv-neutron-8286 for vnic_type normal using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] Feb 16 16:58:33.507232 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ca060-e0b4-4c8c-a763-4edbae7934d8 req-f8b6e25a-2b13-416c-877e-4c08cfeff4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:33.508819 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a24ca060-e0b4-4c8c-a763-4edbae7934d8 req-f8b6e25a-2b13-416c-877e-4c08cfeff4b1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=dc975c54-04fd-41cf-87c4-6ca61b7fd14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2947998 Feb 16 16:58:33.510126 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.plugins.ml2.plugin [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempt 9 to bind port c7842703-e00a-4dc9-b302-f8c0d40caeab Feb 16 16:58:33.523803 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c89a5650-abd7-4d52-ad40-db7cff82645f tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:33.533186 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475b10e-6e9c-4873-8074-0bb1863f147d req-2e99734b-a995-4468-8d12-43ab710a4d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:33.534803 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1475b10e-6e9c-4873-8074-0bb1863f147d req-2e99734b-a995-4468-8d12-43ab710a4d67 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5365162 Feb 16 16:58:33.563270 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port c7842703-e00a-4dc9-b302-f8c0d40caeab on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:33.563787 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port c7842703-e00a-4dc9-b302-f8c0d40caeab by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] {{(pid=114375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:33.564249 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port c7842703-e00a-4dc9-b302-f8c0d40caeab on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:33.608004 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Port c7842703-e00a-4dc9-b302-f8c0d40caeab on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:58:33.608004 dv-neutron-828697-3-hyperv neutron-server[114375]: ERROR neutron.plugins.ml2.managers [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Failed to bind port c7842703-e00a-4dc9-b302-f8c0d40caeab on host hv-neutron-8286 for vnic_type normal using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] Feb 16 16:58:33.608004 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f8d73dd5-eead-44e8-935d-d3e104056007 tempest-FloatingIPAdminTestJSON-460440995 tempest-FloatingIPAdminTestJSON-460440995-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:33.608781 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f8d73dd5-eead-44e8-935d-d3e104056007 tempest-FloatingIPAdminTestJSON-460440995 tempest-FloatingIPAdminTestJSON-460440995-project-admin] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4535201 Feb 16 16:58:33.613040 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.plugins.ml2.plugin [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempt 10 to bind port c7842703-e00a-4dc9-b302-f8c0d40caeab Feb 16 16:58:33.617378 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48270) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:33.638866 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port c7842703-e00a-4dc9-b302-f8c0d40caeab on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:33.639131 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.managers [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port c7842703-e00a-4dc9-b302-f8c0d40caeab by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] {{(pid=114375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:33.649815 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempting to bind port c7842703-e00a-4dc9-b302-f8c0d40caeab on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:33.652961 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Port c7842703-e00a-4dc9-b302-f8c0d40caeab on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:58:33.653355 dv-neutron-828697-3-hyperv neutron-server[114375]: ERROR neutron.plugins.ml2.managers [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Failed to bind port c7842703-e00a-4dc9-b302-f8c0d40caeab on host hv-neutron-8286 for vnic_type normal using segments [{'id': '26b27aa9-2f77-470a-bd92-a1948aceb020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072'}] Feb 16 16:58:33.653788 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:33.688810 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efdc58-2a6f-4e3a-9119-abe0a34204a8 req-edfaf16a-2531-4c62-90f7-2fb6edf1e38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:33.690318 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-25efdc58-2a6f-4e3a-9119-abe0a34204a8 req-edfaf16a-2531-4c62-90f7-2fb6edf1e38f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b000221746b44cdbb4fb616424f3147e&device_id=b4395638-6857-4307-a63e-414f7d6bf079 HTTP/1.1" status: 200 len: 1097 time: 0.1048031 Feb 16 16:58:33.722629 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d7c6490a-aec9-47fc-a613-155824e2e2f9 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:33.765390 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] For port c7842703-e00a-4dc9-b302-f8c0d40caeab, host hv-neutron-8286, cleared binding levels {{(pid=114375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:58:33.765943 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attempted to set empty binding levels {{(pid=114375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 16 16:58:33.775520 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c89a5650-abd7-4d52-ad40-db7cff82645f tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:33.780613 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-be75e531-72f0-4449-b5f3-76a4587258ef tempest-FloatingIPAdminTestJSON-1963814691 tempest-FloatingIPAdminTestJSON-1963814691-project] Request body: {'floatingip': {'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:33.782651 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89a5650-abd7-4d52-ad40-db7cff82645f tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:33.784017 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c89a5650-abd7-4d52-ad40-db7cff82645f tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:33.802659 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a24ca060-e0b4-4c8c-a763-4edbae7934d8 req-5173cb6f-eae3-46fb-9bf8-d720711c1785 service neutron] 10.222.0.89 "GET /v2.0/networks/dc975c54-04fd-41cf-87c4-6ca61b7fd14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835224 Feb 16 16:58:33.804317 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-25efdc58-2a6f-4e3a-9119-abe0a34204a8 req-e656924d-7ebe-42b1-a0fa-7cf36a2ddc59 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a57b066f-0b78-478d-b5d2-144e81385b8e HTTP/1.1" status: 200 len: 217 time: 0.0944705 Feb 16 16:58:33.818849 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e3dfd4b-ef4d-4167-b799-b10e90cd461f tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Router 65f98476-aefc-43e3-ad66-8c0819dc2e4c is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:58:33.899871 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d7c6490a-aec9-47fc-a613-155824e2e2f9 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:33.902659 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:33.958888 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c6490a-aec9-47fc-a613-155824e2e2f9 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Network 29b52165-c01a-43c7-bf7b-ad667e5bc120 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:33.972940 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-d7c6490a-aec9-47fc-a613-155824e2e2f9 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:33.978447 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] In _notify_port_updated(), no bound segment for port c7842703-e00a-4dc9-b302-f8c0d40caeab on network 7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 {{(pid=114375) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 16:58:33.979402 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:33.980815 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:33.980958 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89a5650-abd7-4d52-ad40-db7cff82645f tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Pushing event updated for resources: {'Network': ['ID=630a5f4c-4aa1-4505-b714-dea3c15b1118,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:33.982325 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] 10.222.0.88 "PUT /v2.0/ports/c7842703-e00a-4dc9-b302-f8c0d40caeab HTTP/1.1" status: 200 len: 977 time: 1.8857512 Feb 16 16:58:33.983523 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-be75e531-72f0-4449-b5f3-76a4587258ef tempest-FloatingIPAdminTestJSON-1963814691 tempest-FloatingIPAdminTestJSON-1963814691-project] Notify callbacks [] for floatingip, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:33.986539 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48276) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:33.989979 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c89a5650-abd7-4d52-ad40-db7cff82645f tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.9418457 Feb 16 16:58:33.998269 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 630a5f4c-4aa1-4505-b714-dea3c15b1118 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:58:34.042218 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c6490a-aec9-47fc-a613-155824e2e2f9 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:58:34.043630 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c6490a-aec9-47fc-a613-155824e2e2f9 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:34.044646 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d7c6490a-aec9-47fc-a613-155824e2e2f9 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:34.067568 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efdc58-2a6f-4e3a-9119-abe0a34204a8 req-cd05e125-9b83-407f-9f8e-971baceb0153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:34.072235 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-25efdc58-2a6f-4e3a-9119-abe0a34204a8 req-cd05e125-9b83-407f-9f8e-971baceb0153 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=adefecf5-a804-4647-bbff-e2f7d127a048 HTTP/1.1" status: 200 len: 844 time: 0.2212970 Feb 16 16:58:34.157413 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48278) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:34.158568 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5251406-575c-421c-94ec-fddbdea7feb9 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Pushing event updated for resources: {'Port': ['ID=c7842703-e00a-4dc9-b302-f8c0d40caeab,revision_number=3']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:34.184233 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-93ba4b57-8ea7-49f9-b287-d59215628cd2 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Request body: {'subnet': {'network_id': '630a5f4c-4aa1-4505-b714-dea3c15b1118', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:34.222878 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d7c6490a-aec9-47fc-a613-155824e2e2f9 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.3345599 Feb 16 16:58:34.235168 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48280) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:34.251389 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a24ca060-e0b4-4c8c-a763-4edbae7934d8 req-cb07447a-2683-4823-a3b4-8e9b855981ed service neutron] 10.222.0.89 "GET /v2.0/networks/dc975c54-04fd-41cf-87c4-6ca61b7fd14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4027097 Feb 16 16:58:34.259293 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3dfd4b-ef4d-4167-b799-b10e90cd461f tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:58:34.280208 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efdc58-2a6f-4e3a-9119-abe0a34204a8 req-4eb3f26e-ed9c-4e67-9fcd-a00640f65d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:34.281677 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-25efdc58-2a6f-4e3a-9119-abe0a34204a8 req-4eb3f26e-ed9c-4e67-9fcd-a00640f65d53 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1996455 Feb 16 16:58:34.289549 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9caca017-60d3-4a9c-b270-f584f12f977e None None] Sync routers for ids ['65f98476-aefc-43e3-ad66-8c0819dc2e4c'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:58:34.303697 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c6490a-aec9-47fc-a613-155824e2e2f9 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Pushing event updated for resources: {'Port': ['ID=85f8283b-1afa-41b2-83f9-ceb3052860b1,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:34.303928 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caca017-60d3-4a9c-b270-f584f12f977e None None] Routers {'65f98476-aefc-43e3-ad66-8c0819dc2e4c'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:58:34.304377 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-9caca017-60d3-4a9c-b270-f584f12f977e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:58:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['65f98476-aefc-43e3-ad66-8c0819dc2e4c'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:34.324963 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a100795-fae9-49fe-ac1c-1351846cffc1 req-c9f1a37c-31f0-461b-b70f-f9e47a9412d3 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:34.325187 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-1a100795-fae9-49fe-ac1c-1351846cffc1 req-c9f1a37c-31f0-461b-b70f-f9e47a9412d3 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4395638-6857-4307-a63e-414f7d6bf079 HTTP/1.1" status: 200 len: 944 time: 0.4002912 Feb 16 16:58:34.432555 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-9caca017-60d3-4a9c-b270-f584f12f977e None None] Set router 65f98476-aefc-43e3-ad66-8c0819dc2e4c gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:58:34.435551 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-b2aa1bc6-4adc-4059-b7db-cdc9b7a230c7 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Deleting port c7842703-e00a-4dc9-b302-f8c0d40caeab {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:58:34.435551 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b2aa1bc6-4adc-4059-b7db-cdc9b7a230c7 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:34.466245 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-25efdc58-2a6f-4e3a-9119-abe0a34204a8 req-d55f4bf7-66de-424c-81c2-cb95f56531d8 service neutron] 10.222.0.89 "GET /v2.0/networks/42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662021 Feb 16 16:58:34.471620 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-1a100795-fae9-49fe-ac1c-1351846cffc1 req-c2e0104f-6ac6-4e0e-bc68-754930b5f1b4 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "GET /v2.0/security-groups?id=56da404a-1554-481b-a94d-29ebc15c9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365521 Feb 16 16:58:34.559480 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6e3dfd4b-ef4d-4167-b799-b10e90cd461f tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:34.561230 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-6e3dfd4b-ef4d-4167-b799-b10e90cd461f tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 10.2861447 Feb 16 16:58:34.565716 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48284) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:34.577215 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-b2aa1bc6-4adc-4059-b7db-cdc9b7a230c7 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] For port c7842703-e00a-4dc9-b302-f8c0d40caeab, host hv-neutron-8286, got binding levels [] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:58:34.577578 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b2aa1bc6-4adc-4059-b7db-cdc9b7a230c7 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:34.587661 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-3ba0dc7a-854a-4543-8eb0-8f9b04660348 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Deleting port 85f8283b-1afa-41b2-83f9-ceb3052860b1 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:58:34.588188 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3ba0dc7a-854a-4543-8eb0-8f9b04660348 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:34.647519 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-b2aa1bc6-4adc-4059-b7db-cdc9b7a230c7 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Calling delete_port for c7842703-e00a-4dc9-b302-f8c0d40caeab owned by {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:58:34.654057 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ba4b57-8ea7-49f9-b287-d59215628cd2 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Made reservation on behalf of e3df33defdf448bc970b49b57571b9c4 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:34.662369 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-93ba4b57-8ea7-49f9-b287-d59215628cd2 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:34.665462 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-be75e531-72f0-4449-b5f3-76a4587258ef tempest-FloatingIPAdminTestJSON-1963814691 tempest-FloatingIPAdminTestJSON-1963814691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:34.673990 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-9caca017-60d3-4a9c-b270-f584f12f977e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f98476-aefc-43e3-ad66-8c0819dc2e4c', 'name': 'tempest-snat-router-1109520762', 'tenant_id': '77f33ab4bdc14ffdaab0872d4f0be08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.146'}], 'enable_snat': False}, 'gw_port_id': 'c2324bd5-fa0f-46c7-a111-3191a6097697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:58:24Z', 'updated_at': '2022-02-16T16:58:31Z', 'revision_number': 3, 'project_id': '77f33ab4bdc14ffdaab0872d4f0be08f', 'gw_port': {'id': 'c2324bd5-fa0f-46c7-a111-3191a6097697', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:34:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f98476-aefc-43e3-ad66-8c0819dc2e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:58:27Z', 'updated_at': '2022-02-16T16:58:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:34.713843 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9caca017-60d3-4a9c-b270-f584f12f977e None None] Checking router: 65f98476-aefc-43e3-ad66-8c0819dc2e4c for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:58:34.714977 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9caca017-60d3-4a9c-b270-f584f12f977e None None] Updating router 65f98476-aefc-43e3-ad66-8c0819dc2e4c port c2324bd5-fa0f-46c7-a111-3191a6097697 binding host dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:58:34.751028 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-9caca017-60d3-4a9c-b270-f584f12f977e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:34.982327 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48286) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:34.995549 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-f9a0a29f-2f58-4e01-8026-b70a4314ff08 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Request body: {'subnet': {'network_id': '7ebaaa86-9215-4cd1-abe6-9acab39c6c8d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:35.061946 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-9caca017-60d3-4a9c-b270-f584f12f977e None None] Notify callbacks [] for port, precommit_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:35.067261 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-25efdc58-2a6f-4e3a-9119-abe0a34204a8 req-9921038d-40ec-4044-aebd-df45b3b171d8 service neutron] 10.222.0.89 "GET /v2.0/networks/42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5801184 Feb 16 16:58:35.075544 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5392dcc-e1e8-45ac-9197-b5a346cf9783 req-1a4c2305-742e-4fc2-abf3-b393c21b4393 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:35.080682 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c5392dcc-e1e8-45ac-9197-b5a346cf9783 req-1a4c2305-742e-4fc2-abf3-b393c21b4393 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b7b74a8-477e-407e-92d1-79132ca5595c HTTP/1.1" status: 200 len: 943 time: 0.5143068 Feb 16 16:58:35.104308 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3ba0dc7a-854a-4543-8eb0-8f9b04660348 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:35.137145 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-f636bb9d-8645-461a-af2e-79021b43376a tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] 10.222.0.88 "GET /v2.0/routers/65f98476-aefc-43e3-ad66-8c0819dc2e4c HTTP/1.1" status: 200 len: 909 time: 0.5700755 Feb 16 16:58:35.140147 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48288) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:35.140994 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-3ba0dc7a-854a-4543-8eb0-8f9b04660348 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Calling delete_port for 85f8283b-1afa-41b2-83f9-ceb3052860b1 owned by {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:58:35.147948 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c5392dcc-e1e8-45ac-9197-b5a346cf9783 req-c3493aca-232e-4cde-9b1f-f87f51633b11 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.88 "GET /v2.0/security-groups?id=f20dcbe5-46cb-42aa-8245-43c2ee2343d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0625985 Feb 16 16:58:35.154003 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-9698d953-1d2b-4626-9ee9-5dca92e83854 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1109520762', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'enable_snat': True}}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:35.155813 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-9caca017-60d3-4a9c-b270-f584f12f977e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:35.220271 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-9caca017-60d3-4a9c-b270-f584f12f977e None None] Attempting to bind port c2324bd5-fa0f-46c7-a111-3191a6097697 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:35.220993 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-9caca017-60d3-4a9c-b270-f584f12f977e None None] Attempting to bind port c2324bd5-fa0f-46c7-a111-3191a6097697 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:35.221514 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caca017-60d3-4a9c-b270-f584f12f977e None None] Attempting to bind port c2324bd5-fa0f-46c7-a111-3191a6097697 on network d8eab20e-246c-47ce-8449-822ce53769fc {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:35.233189 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caca017-60d3-4a9c-b270-f584f12f977e None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:58:35.233842 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caca017-60d3-4a9c-b270-f584f12f977e None None] Checking segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:58:35.234390 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-9caca017-60d3-4a9c-b270-f584f12f977e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:35.234938 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caca017-60d3-4a9c-b270-f584f12f977e None None] Bound using segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:58:35.235570 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-9caca017-60d3-4a9c-b270-f584f12f977e None None] Bound port: c2324bd5-fa0f-46c7-a111-3191a6097697, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:58:35.236178 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-9caca017-60d3-4a9c-b270-f584f12f977e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:35.258436 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f2519-f7c8-48ce-93e3-eee1599efd5c None None] Pushing event updated for resources: {'Port': ['ID=c2324bd5-fa0f-46c7-a111-3191a6097697,revision_number=2']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:35.294668 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-9caca017-60d3-4a9c-b270-f584f12f977e None None] For port c2324bd5-fa0f-46c7-a111-3191a6097697, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:58:35.311272 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-be75e531-72f0-4449-b5f3-76a4587258ef tempest-FloatingIPAdminTestJSON-1963814691 tempest-FloatingIPAdminTestJSON-1963814691-project] Allocated IP 172.26.3.82 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/a4df4ef7-43fb-40c2-a57c-9031086dedee) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:58:35.338572 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-93ba4b57-8ea7-49f9-b287-d59215628cd2 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:35.380177 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b2aa1bc6-4adc-4059-b7db-cdc9b7a230c7 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:35.383165 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-9caca017-60d3-4a9c-b270-f584f12f977e None None] For port c2324bd5-fa0f-46c7-a111-3191a6097697, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=c2324bd5-fa0f-46c7-a111-3191a6097697,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:58:35.384910 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9698d953-1d2b-4626-9ee9-5dca92e83854 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:35.385927 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9698d953-1d2b-4626-9ee9-5dca92e83854 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:35.401533 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ba4b57-8ea7-49f9-b287-d59215628cd2 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Pushing event updated for resources: {'Subnet': ['ID=01018d11-9e6c-4193-b507-3fc4859925c3,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:35.408601 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ba4b57-8ea7-49f9-b287-d59215628cd2 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Checking segment: {'id': '1de55a6d-6582-4251-b58b-cebe06ff925a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '630a5f4c-4aa1-4505-b714-dea3c15b1118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:58:35.408955 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ba4b57-8ea7-49f9-b287-d59215628cd2 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Network hostable DHCP agents. Network: 630a5f4c-4aa1-4505-b714-dea3c15b1118, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:58:35.455206 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa1bc6-4adc-4059-b7db-cdc9b7a230c7 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Pushing event deleted for resources: {'Port': ['ID=c7842703-e00a-4dc9-b302-f8c0d40caeab,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:35.464554 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a0a29f-2f58-4e01-8026-b70a4314ff08 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Made reservation on behalf of 39c6ff93779f41679a479f3011da9f36 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:35.468200 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f9a0a29f-2f58-4e01-8026-b70a4314ff08 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:35.484367 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b2aa1bc6-4adc-4059-b7db-cdc9b7a230c7 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:35.490901 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-b2aa1bc6-4adc-4059-b7db-cdc9b7a230c7 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] 10.222.0.88 "DELETE /v2.0/ports/c7842703-e00a-4dc9-b302-f8c0d40caeab HTTP/1.1" status: 204 len: 168 time: 1.4148548 Feb 16 16:58:35.491319 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48292) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:35.510741 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-9caca017-60d3-4a9c-b270-f584f12f977e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:35.523286 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-f82fe9aa-9bff-4ddb-b749-d222bde46f77 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] GET failed (client error): The resource could not be found. Feb 16 16:58:35.525389 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-f82fe9aa-9bff-4ddb-b749-d222bde46f77 tempest-PortsAdminExtendedAttrsTestJSON-349971563 tempest-PortsAdminExtendedAttrsTestJSON-349971563-project-admin] 10.222.0.88 "GET /v2.0/ports/c7842703-e00a-4dc9-b302-f8c0d40caeab HTTP/1.1" status: 404 len: 333 time: 0.0315499 Feb 16 16:58:35.529356 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48294) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:35.551413 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ba4b57-8ea7-49f9-b287-d59215628cd2 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Network 630a5f4c-4aa1-4505-b714-dea3c15b1118 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:58:35.568026 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caca017-60d3-4a9c-b270-f584f12f977e None None] Routers {'65f98476-aefc-43e3-ad66-8c0819dc2e4c'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:58:35.568660 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-9caca017-60d3-4a9c-b270-f584f12f977e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:58:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['65f98476-aefc-43e3-ad66-8c0819dc2e4c'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:35.584100 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-be75e531-72f0-4449-b5f3-76a4587258ef tempest-FloatingIPAdminTestJSON-1963814691 tempest-FloatingIPAdminTestJSON-1963814691-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:35.623158 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4b52ef61-8950-4cd9-aa01-0476da4ddaef tempest-PortsAdminExtendedAttrsTestJSON-1901326135 tempest-PortsAdminExtendedAttrsTestJSON-1901326135-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:35.628940 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f2519-f7c8-48ce-93e3-eee1599efd5c None None] Pushing event updated for resources: {'Port': ['ID=c2324bd5-fa0f-46c7-a111-3191a6097697,revision_number=3']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:35.657868 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c787c5e2-6cbc-43b3-b03c-77fa6eb193ef req-62eaba04-fdd4-44f5-940b-eb41cd979e48 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:35.659283 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-c787c5e2-6cbc-43b3-b03c-77fa6eb193ef req-62eaba04-fdd4-44f5-940b-eb41cd979e48 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4395638-6857-4307-a63e-414f7d6bf079 HTTP/1.1" status: 200 len: 944 time: 0.1261051 Feb 16 16:58:35.693898 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-9caca017-60d3-4a9c-b270-f584f12f977e None None] Set router 65f98476-aefc-43e3-ad66-8c0819dc2e4c gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:58:35.697174 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3ba0dc7a-854a-4543-8eb0-8f9b04660348 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:35.734249 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-93ba4b57-8ea7-49f9-b287-d59215628cd2 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 630a5f4c-4aa1-4505-b714-dea3c15b1118) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:35.739110 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ba4b57-8ea7-49f9-b287-d59215628cd2 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:35.739842 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-93ba4b57-8ea7-49f9-b287-d59215628cd2 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:35.746923 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a8615c-5d35-49b6-85ef-dab46afb8ef7 None None] Network 630a5f4c-4aa1-4505-b714-dea3c15b1118 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:58:35.753429 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4b52ef61-8950-4cd9-aa01-0476da4ddaef tempest-PortsAdminExtendedAttrsTestJSON-1901326135 tempest-PortsAdminExtendedAttrsTestJSON-1901326135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:35.766308 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba0dc7a-854a-4543-8eb0-8f9b04660348 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Pushing event deleted for resources: {'Port': ['ID=85f8283b-1afa-41b2-83f9-ceb3052860b1,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:35.781959 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-4b52ef61-8950-4cd9-aa01-0476da4ddaef tempest-PortsAdminExtendedAttrsTestJSON-1901326135 tempest-PortsAdminExtendedAttrsTestJSON-1901326135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:35.809688 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9698d953-1d2b-4626-9ee9-5dca92e83854 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:35.810723 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-4b52ef61-8950-4cd9-aa01-0476da4ddaef tempest-PortsAdminExtendedAttrsTestJSON-1901326135 tempest-PortsAdminExtendedAttrsTestJSON-1901326135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26b27aa9-2f77-470a-bd92-a1948aceb020') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:35.811204 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-4b52ef61-8950-4cd9-aa01-0476da4ddaef tempest-PortsAdminExtendedAttrsTestJSON-1901326135 tempest-PortsAdminExtendedAttrsTestJSON-1901326135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26b27aa9-2f77-470a-bd92-a1948aceb020') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:35.826096 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4b52ef61-8950-4cd9-aa01-0476da4ddaef tempest-PortsAdminExtendedAttrsTestJSON-1901326135 tempest-PortsAdminExtendedAttrsTestJSON-1901326135-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:35.845742 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4b52ef61-8950-4cd9-aa01-0476da4ddaef tempest-PortsAdminExtendedAttrsTestJSON-1901326135 tempest-PortsAdminExtendedAttrsTestJSON-1901326135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:35.851754 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3ba0dc7a-854a-4543-8eb0-8f9b04660348 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:35.854815 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-3ba0dc7a-854a-4543-8eb0-8f9b04660348 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] 10.222.0.88 "DELETE /v2.0/ports/85f8283b-1afa-41b2-83f9-ceb3052860b1 HTTP/1.1" status: 204 len: 168 time: 1.6157141 Feb 16 16:58:35.855663 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b52ef61-8950-4cd9-aa01-0476da4ddaef tempest-PortsAdminExtendedAttrsTestJSON-1901326135 tempest-PortsAdminExtendedAttrsTestJSON-1901326135-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:58:35.856462 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4b52ef61-8950-4cd9-aa01-0476da4ddaef tempest-PortsAdminExtendedAttrsTestJSON-1901326135 tempest-PortsAdminExtendedAttrsTestJSON-1901326135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:35.862698 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-c787c5e2-6cbc-43b3-b03c-77fa6eb193ef req-1aa6329f-639d-4647-a72a-86e5e68842a5 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "GET /v2.0/security-groups?id=56da404a-1554-481b-a94d-29ebc15c9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1965768 Feb 16 16:58:35.864842 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48296) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:35.866026 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-be75e531-72f0-4449-b5f3-76a4587258ef tempest-FloatingIPAdminTestJSON-1963814691 tempest-FloatingIPAdminTestJSON-1963814691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:35.874916 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-44cf6b96-6c49-4dca-99aa-a601cc6511bf tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '29b52165-c01a-43c7-bf7b-ad667e5bc120', 'external_fixed_ips': [{'subnet_id': '4315f3cc-79d4-4c4f-9d9b-32277cac9812', 'ip_address': '2001:db8::244'}]}}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:35.928741 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 16:58:35.928741 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:58:35.928741 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 16:58:35.928741 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:58:35.928741 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 16:58:35.928741 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:58:35.928741 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 16:58:35.928741 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:58:35.928741 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 16:58:35.928741 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:58:35.928741 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 16:58:35.928741 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:58:35.928741 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 16:58:35.928741 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:58:35.928741 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:58:35.928741 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:58:35.928741 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:58:35.928741 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:58:35.928741 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 16:58:35.928741 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:58:35.928741 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 16:58:35.928741 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:58:35.928741 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:58:35.928741 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:58:35.928741 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 16:58:35.928741 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:58:35.928741 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:58:35.928741 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:58:35.928741 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:58:35.928741 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:58:35.928741 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:58:35.928741 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:58:35.930550 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be75e531-72f0-4449-b5f3-76a4587258ef tempest-FloatingIPAdminTestJSON-1963814691 tempest-FloatingIPAdminTestJSON-1963814691-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:35.932523 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-be75e531-72f0-4449-b5f3-76a4587258ef tempest-FloatingIPAdminTestJSON-1963814691 tempest-FloatingIPAdminTestJSON-1963814691-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:35.941526 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be75e531-72f0-4449-b5f3-76a4587258ef tempest-FloatingIPAdminTestJSON-1963814691 tempest-FloatingIPAdminTestJSON-1963814691-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:58:35.950149 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a57772-2afb-461d-b14b-cc56378e9740 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-630a5f4c-4aa1-4505-b714-dea3c15b1118', 'network_id': '630a5f4c-4aa1-4505-b714-dea3c15b1118', 'tenant_id': 'e3df33defdf448bc970b49b57571b9c4', 'fixed_ips': [{'subnet_id': '01018d11-9e6c-4193-b507-3fc4859925c3'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 16:58:35.951018 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-94a57772-2afb-461d-b14b-cc56378e9740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:35.965241 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75e531-72f0-4449-b5f3-76a4587258ef tempest-FloatingIPAdminTestJSON-1963814691 tempest-FloatingIPAdminTestJSON-1963814691-project] Pushing event updated for resources: {'Port': ['ID=a4df4ef7-43fb-40c2-a57c-9031086dedee,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:35.982591 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-93ba4b57-8ea7-49f9-b287-d59215628cd2 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.8238690 Feb 16 16:58:35.986252 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48298) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:35.991629 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-587a2d2a-41fa-4158-82dd-d46af33eca0e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1119334865'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:36.021279 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f9a0a29f-2f58-4e01-8026-b70a4314ff08 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:36.024957 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-9caca017-60d3-4a9c-b270-f584f12f977e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f98476-aefc-43e3-ad66-8c0819dc2e4c', 'name': 'tempest-snat-router-1109520762', 'tenant_id': '77f33ab4bdc14ffdaab0872d4f0be08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.146'}], 'enable_snat': False}, 'gw_port_id': 'c2324bd5-fa0f-46c7-a111-3191a6097697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:58:24Z', 'updated_at': '2022-02-16T16:58:31Z', 'revision_number': 3, 'project_id': '77f33ab4bdc14ffdaab0872d4f0be08f', 'gw_port': {'id': 'c2324bd5-fa0f-46c7-a111-3191a6097697', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:34:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f98476-aefc-43e3-ad66-8c0819dc2e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:58:27Z', 'updated_at': '2022-02-16T16:58:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:36.049167 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9caca017-60d3-4a9c-b270-f584f12f977e None None] The sync data for ids ['65f98476-aefc-43e3-ad66-8c0819dc2e4c'] in dv-neutron-828697-3-hyperv is: [{'id': '65f98476-aefc-43e3-ad66-8c0819dc2e4c', 'name': 'tempest-snat-router-1109520762', 'tenant_id': '77f33ab4bdc14ffdaab0872d4f0be08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.146'}], 'enable_snat': False}, 'gw_port_id': 'c2324bd5-fa0f-46c7-a111-3191a6097697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:58:24Z', 'updated_at': '2022-02-16T16:58:31Z', 'revision_number': 3, 'project_id': '77f33ab4bdc14ffdaab0872d4f0be08f', 'gw_port': {'id': 'c2324bd5-fa0f-46c7-a111-3191a6097697', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:34:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f98476-aefc-43e3-ad66-8c0819dc2e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:58:27Z', 'updated_at': '2022-02-16T16:58:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:58:36.087218 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4b52ef61-8950-4cd9-aa01-0476da4ddaef tempest-PortsAdminExtendedAttrsTestJSON-1901326135 tempest-PortsAdminExtendedAttrsTestJSON-1901326135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:36.107950 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4b52ef61-8950-4cd9-aa01-0476da4ddaef tempest-PortsAdminExtendedAttrsTestJSON-1901326135 tempest-PortsAdminExtendedAttrsTestJSON-1901326135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:36.111106 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-4b52ef61-8950-4cd9-aa01-0476da4ddaef tempest-PortsAdminExtendedAttrsTestJSON-1901326135 tempest-PortsAdminExtendedAttrsTestJSON-1901326135-project] 10.222.0.88 "DELETE /v2.0/networks/7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072 HTTP/1.1" status: 204 len: 168 time: 0.5800655 Feb 16 16:58:36.113948 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b52ef61-8950-4cd9-aa01-0476da4ddaef tempest-PortsAdminExtendedAttrsTestJSON-1901326135 tempest-PortsAdminExtendedAttrsTestJSON-1901326135-project] Pushing event deleted for resources: {'Network': ['ID=7f79f1c4-5810-4b24-bc0d-3fbcd1dfa072,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:36.133318 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587a2d2a-41fa-4158-82dd-d46af33eca0e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Made reservation on behalf of e3df33defdf448bc970b49b57571b9c4 for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:36.138673 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-587a2d2a-41fa-4158-82dd-d46af33eca0e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:36.142773 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-be75e531-72f0-4449-b5f3-76a4587258ef tempest-FloatingIPAdminTestJSON-1963814691 tempest-FloatingIPAdminTestJSON-1963814691-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:36.180733 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-587a2d2a-41fa-4158-82dd-d46af33eca0e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:58:36.194803 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-587a2d2a-41fa-4158-82dd-d46af33eca0e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:36.196211 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-587a2d2a-41fa-4158-82dd-d46af33eca0e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Added segment cc8a4df2-36a9-4956-8e71-d8fd8bfb2cc1 of type vlan for network fa439a5b-348f-4d3c-8916-c0617af580d4 Feb 16 16:58:36.237725 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a0a29f-2f58-4e01-8026-b70a4314ff08 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Pushing event updated for resources: {'Subnet': ['ID=65ae65e8-4573-4748-8094-0d94ff3bac8c,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:36.248931 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9698d953-1d2b-4626-9ee9-5dca92e83854 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:36.256823 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-44cf6b96-6c49-4dca-99aa-a601cc6511bf tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:36.257850 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-44cf6b96-6c49-4dca-99aa-a601cc6511bf tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:36.277670 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a0a29f-2f58-4e01-8026-b70a4314ff08 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Checking segment: {'id': '6536d3fc-d1ab-434c-ac55-7bed1866eeaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '7ebaaa86-9215-4cd1-abe6-9acab39c6c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:58:36.278027 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a0a29f-2f58-4e01-8026-b70a4314ff08 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Network hostable DHCP agents. Network: 7ebaaa86-9215-4cd1-abe6-9acab39c6c8d, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:58:36.301093 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-94a57772-2afb-461d-b14b-cc56378e9740 None None] Allocated IP 172.20.255.242 (630a5f4c-4aa1-4505-b714-dea3c15b1118/01018d11-9e6c-4193-b507-3fc4859925c3/07257245-c6d8-43df-b136-bc182249ba9c) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:58:36.311810 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-587a2d2a-41fa-4158-82dd-d46af33eca0e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:36.354087 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-44cf6b96-6c49-4dca-99aa-a601cc6511bf tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:36.356878 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26866991-c71e-4b9d-b238-dd930191934b req-dbd33e5a-5ccc-4cb6-ad59-8e81187538df tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:36.361175 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-26866991-c71e-4b9d-b238-dd930191934b req-dbd33e5a-5ccc-4cb6-ad59-8e81187538df tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b7b74a8-477e-407e-92d1-79132ca5595c HTTP/1.1" status: 200 len: 943 time: 0.1061041 Feb 16 16:58:36.362951 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-be75e531-72f0-4449-b5f3-76a4587258ef tempest-FloatingIPAdminTestJSON-1963814691 tempest-FloatingIPAdminTestJSON-1963814691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:36.408115 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-26866991-c71e-4b9d-b238-dd930191934b req-def3f8cd-92ca-4a4a-a0e0-cc397d198f90 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.88 "GET /v2.0/security-groups?id=f20dcbe5-46cb-42aa-8245-43c2ee2343d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388393 Feb 16 16:58:36.498003 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-587a2d2a-41fa-4158-82dd-d46af33eca0e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:36.503969 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587a2d2a-41fa-4158-82dd-d46af33eca0e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:36.504965 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-587a2d2a-41fa-4158-82dd-d46af33eca0e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:36.512671 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a0a29f-2f58-4e01-8026-b70a4314ff08 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Network 7ebaaa86-9215-4cd1-abe6-9acab39c6c8d is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:58:36.532786 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-94a57772-2afb-461d-b14b-cc56378e9740 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:36.605553 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587a2d2a-41fa-4158-82dd-d46af33eca0e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Pushing event updated for resources: {'Network': ['ID=fa439a5b-348f-4d3c-8916-c0617af580d4,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:36.616444 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network fa439a5b-348f-4d3c-8916-c0617af580d4 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:58:36.667726 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-94a57772-2afb-461d-b14b-cc56378e9740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:36.687695 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-587a2d2a-41fa-4158-82dd-d46af33eca0e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6911228 Feb 16 16:58:36.687695 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48304) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:36.687862 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-0305ad01-827c-49bd-a9e6-2c196a38d045 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Request body: {'subnet': {'network_id': 'fa439a5b-348f-4d3c-8916-c0617af580d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:36.691182 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-44cf6b96-6c49-4dca-99aa-a601cc6511bf tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:36.694010 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-f9a0a29f-2f58-4e01-8026-b70a4314ff08 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 7ebaaa86-9215-4cd1-abe6-9acab39c6c8d) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:36.706319 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a0a29f-2f58-4e01-8026-b70a4314ff08 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:36.706920 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f9a0a29f-2f58-4e01-8026-b70a4314ff08 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:36.755042 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a57772-2afb-461d-b14b-cc56378e9740 None None] Pushing event updated for resources: {'Port': ['ID=07257245-c6d8-43df-b136-bc182249ba9c,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:36.758669 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-be75e531-72f0-4449-b5f3-76a4587258ef tempest-FloatingIPAdminTestJSON-1963814691 tempest-FloatingIPAdminTestJSON-1963814691-project] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:36.763115 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decccdfb-b400-479b-8993-2ec64f160fb7 None None] Network 7ebaaa86-9215-4cd1-abe6-9acab39c6c8d requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:58:36.857872 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48308) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:36.870375 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f9a0a29f-2f58-4e01-8026-b70a4314ff08 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8838403 Feb 16 16:58:36.872156 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48312) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:36.882315 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-11d3537e-a537-4745-bc02-ba0de1ff8bdd tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1772541074'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:36.908395 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-be75e531-72f0-4449-b5f3-76a4587258ef tempest-FloatingIPAdminTestJSON-1963814691 tempest-FloatingIPAdminTestJSON-1963814691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:36.960743 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0305ad01-827c-49bd-a9e6-2c196a38d045 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Made reservation on behalf of e3df33defdf448bc970b49b57571b9c4 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:36.965506 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0305ad01-827c-49bd-a9e6-2c196a38d045 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:37.007902 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a57772-2afb-461d-b14b-cc56378e9740 None None] Network 630a5f4c-4aa1-4505-b714-dea3c15b1118 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:37.018789 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device eb8e721c-7a64-45ca-9a8c-f508e2b01d34 details requested by agent hyperv_hv-neutron-8286 with host hv-neutron-8286 {{(pid=114377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:58:37.101288 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-94a57772-2afb-461d-b14b-cc56378e9740 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:37.104209 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a57772-2afb-461d-b14b-cc56378e9740 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:58:37.122890 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-bac569cb-23af-477a-957f-cf95fa4a64fb admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=edf4c0655b11433ea3adec21005b47ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2567792 Feb 16 16:58:37.123672 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48316) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:37.161083 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d3537e-a537-4745-bc02-ba0de1ff8bdd tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Made reservation on behalf of 39c6ff93779f41679a479f3011da9f36 for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:37.164677 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-11d3537e-a537-4745-bc02-ba0de1ff8bdd tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:37.201286 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-94a57772-2afb-461d-b14b-cc56378e9740 None None] Attempting to bind port 07257245-c6d8-43df-b136-bc182249ba9c on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:37.201663 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-94a57772-2afb-461d-b14b-cc56378e9740 None None] Attempting to bind port 07257245-c6d8-43df-b136-bc182249ba9c by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '1de55a6d-6582-4251-b58b-cebe06ff925a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '630a5f4c-4aa1-4505-b714-dea3c15b1118'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:37.202028 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a57772-2afb-461d-b14b-cc56378e9740 None None] Attempting to bind port 07257245-c6d8-43df-b136-bc182249ba9c on network 630a5f4c-4aa1-4505-b714-dea3c15b1118 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:37.213796 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6a9f3ae1-f38c-4e51-9529-383b51ae06d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:37.228858 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11d3537e-a537-4745-bc02-ba0de1ff8bdd tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:58:37.237362 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a57772-2afb-461d-b14b-cc56378e9740 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:58:37.237770 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a57772-2afb-461d-b14b-cc56378e9740 None None] Checking segment: {'id': '1de55a6d-6582-4251-b58b-cebe06ff925a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '630a5f4c-4aa1-4505-b714-dea3c15b1118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:58:37.238138 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-94a57772-2afb-461d-b14b-cc56378e9740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:37.238534 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a57772-2afb-461d-b14b-cc56378e9740 None None] Bound using segment: {'id': '1de55a6d-6582-4251-b58b-cebe06ff925a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '630a5f4c-4aa1-4505-b714-dea3c15b1118'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:58:37.239025 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-94a57772-2afb-461d-b14b-cc56378e9740 None None] Bound port: 07257245-c6d8-43df-b136-bc182249ba9c, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de55a6d-6582-4251-b58b-cebe06ff925a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '630a5f4c-4aa1-4505-b714-dea3c15b1118'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:58:37.239478 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-94a57772-2afb-461d-b14b-cc56378e9740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:37.254370 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port eb8e721c-7a64-45ca-9a8c-f508e2b01d34, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=eb8e721c-7a64-45ca-9a8c-f508e2b01d34,segment=NetworkSegment(4096eadf-9dd4-4613-90de-b8c786630ae7),segment_id=4096eadf-9dd4-4613-90de-b8c786630ae7)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:58:37.273573 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-11d3537e-a537-4745-bc02-ba0de1ff8bdd tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:37.274046 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-11d3537e-a537-4745-bc02-ba0de1ff8bdd tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Added segment f45fef23-757c-4143-931a-274a5acb5858 of type vlan for network 1bdc6fd5-8070-4eff-836e-56b9d44ce166 Feb 16 16:58:37.282301 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Returning: {'device': 'eb8e721c-7a64-45ca-9a8c-f508e2b01d34', 'network_id': 'dc975c54-04fd-41cf-87c4-6ca61b7fd14d', 'port_id': 'eb8e721c-7a64-45ca-9a8c-f508e2b01d34', 'mac_address': 'fa:16:3e:d5:1a:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd86b0b62-edb7-4147-9b87-7738d42c4864', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:58:37.290358 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ffb54228-dc21-4e67-a6d1-8c57bfc6dca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:37.331314 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9698d953-1d2b-4626-9ee9-5dca92e83854 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:37.361997 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-11d3537e-a537-4745-bc02-ba0de1ff8bdd tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:37.393519 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ffb54228-dc21-4e67-a6d1-8c57bfc6dca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:37.434184 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-be75e531-72f0-4449-b5f3-76a4587258ef tempest-FloatingIPAdminTestJSON-1963814691 tempest-FloatingIPAdminTestJSON-1963814691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:37.437186 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-94a57772-2afb-461d-b14b-cc56378e9740 None None] For port 07257245-c6d8-43df-b136-bc182249ba9c, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:58:37.442924 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-94a57772-2afb-461d-b14b-cc56378e9740 None None] For port 07257245-c6d8-43df-b136-bc182249ba9c, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=07257245-c6d8-43df-b136-bc182249ba9c,segment=NetworkSegment(1de55a6d-6582-4251-b58b-cebe06ff925a),segment_id=1de55a6d-6582-4251-b58b-cebe06ff925a)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:58:37.446531 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75e531-72f0-4449-b5f3-76a4587258ef tempest-FloatingIPAdminTestJSON-1963814691 tempest-FloatingIPAdminTestJSON-1963814691-project] Pushing event updated for resources: {'Port': ['ID=a4df4ef7-43fb-40c2-a57c-9031086dedee,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:37.446912 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39e545f-7c67-4a37-9491-96583335a290 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-7ebaaa86-9215-4cd1-abe6-9acab39c6c8d', 'network_id': '7ebaaa86-9215-4cd1-abe6-9acab39c6c8d', 'tenant_id': '39c6ff93779f41679a479f3011da9f36', 'fixed_ips': [{'subnet_id': '65ae65e8-4573-4748-8094-0d94ff3bac8c'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 16:58:37.449490 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b39e545f-7c67-4a37-9491-96583335a290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:37.452177 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:37.452565 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9698d953-1d2b-4626-9ee9-5dca92e83854 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:37.488343 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb8e721c-7a64-45ca-9a8c-f508e2b01d34 {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:58:37.490214 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0305ad01-827c-49bd-a9e6-2c196a38d045 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:37.532441 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1da7c-b1e1-4a12-94c8-8c66baee9300 req-5eadf723-27b2-45e6-b40b-2ecc50d4ddd6 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:37.533879 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-d5c1da7c-b1e1-4a12-94c8-8c66baee9300 req-5eadf723-27b2-45e6-b40b-2ecc50d4ddd6 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4395638-6857-4307-a63e-414f7d6bf079 HTTP/1.1" status: 200 len: 944 time: 0.1949713 Feb 16 16:58:37.540634 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-be75e531-72f0-4449-b5f3-76a4587258ef tempest-FloatingIPAdminTestJSON-1963814691 tempest-FloatingIPAdminTestJSON-1963814691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:37.541786 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-be75e531-72f0-4449-b5f3-76a4587258ef tempest-FloatingIPAdminTestJSON-1963814691 tempest-FloatingIPAdminTestJSON-1963814691-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9224818 Feb 16 16:58:37.545179 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48320) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:37.550854 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-11d3537e-a537-4745-bc02-ba0de1ff8bdd tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:37.556822 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d3537e-a537-4745-bc02-ba0de1ff8bdd tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:37.557598 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-11d3537e-a537-4745-bc02-ba0de1ff8bdd tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:37.579538 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port eb8e721c-7a64-45ca-9a8c-f508e2b01d34, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=eb8e721c-7a64-45ca-9a8c-f508e2b01d34,segment=NetworkSegment(4096eadf-9dd4-4613-90de-b8c786630ae7),segment_id=4096eadf-9dd4-4613-90de-b8c786630ae7)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:58:37.583112 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-94a57772-2afb-461d-b14b-cc56378e9740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:37.595876 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ffb54228-dc21-4e67-a6d1-8c57bfc6dca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:37.599154 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ffb54228-dc21-4e67-a6d1-8c57bfc6dca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:37.602914 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-ffb54228-dc21-4e67-a6d1-8c57bfc6dca3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3f308850-b88a-40de-9cac-9ced7f3d5fdf HTTP/1.1" status: 204 len: 168 time: 0.4759510 Feb 16 16:58:37.655702 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-c68c63de-0eb7-48a8-87ff-81b37b39b106 tempest-FloatingIPAdminTestJSON-460440995 tempest-FloatingIPAdminTestJSON-460440995-project-admin] 10.222.0.88 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2608 time: 0.1057475 Feb 16 16:58:37.663609 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48324) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:37.700727 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:37.707863 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a57772-2afb-461d-b14b-cc56378e9740 None None] Pushing event updated for resources: {'Port': ['ID=07257245-c6d8-43df-b136-bc182249ba9c,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:37.732026 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d3537e-a537-4745-bc02-ba0de1ff8bdd tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Pushing event updated for resources: {'Network': ['ID=1bdc6fd5-8070-4eff-836e-56b9d44ce166,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:37.759970 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0305ad01-827c-49bd-a9e6-2c196a38d045 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Checking segment: {'id': 'cc8a4df2-36a9-4956-8e71-d8fd8bfb2cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fa439a5b-348f-4d3c-8916-c0617af580d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:58:37.760339 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0305ad01-827c-49bd-a9e6-2c196a38d045 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Network hostable DHCP agents. Network: fa439a5b-348f-4d3c-8916-c0617af580d4, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:58:37.767472 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-d5c1da7c-b1e1-4a12-94c8-8c66baee9300 req-8fe5d0b6-e3c5-44b6-91b9-000576e7be28 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "GET /v2.0/security-groups?id=56da404a-1554-481b-a94d-29ebc15c9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2213542 Feb 16 16:58:37.784547 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ed008ac4-3190-4abb-8d86-d637f18b219c tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] 10.222.0.88 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 689 time: 0.1154935 Feb 16 16:58:37.786169 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48326) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:37.786621 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48328) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:37.788573 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-11d3537e-a537-4745-bc02-ba0de1ff8bdd tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9143777 Feb 16 16:58:37.804931 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b342b-d736-470e-b218-b142bc19f9a0 req-af009c52-cd43-4414-ac16-774e201f85c9 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:37.813726 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-be9b342b-d736-470e-b218-b142bc19f9a0 req-af009c52-cd43-4414-ac16-774e201f85c9 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b7b74a8-477e-407e-92d1-79132ca5595c HTTP/1.1" status: 200 len: 943 time: 0.2877309 Feb 16 16:58:37.822619 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-b39e545f-7c67-4a37-9491-96583335a290 None None] Allocated IP 2001:db8:0:ffff::2 (7ebaaa86-9215-4cd1-abe6-9acab39c6c8d/65ae65e8-4573-4748-8094-0d94ff3bac8c/1d7491dc-70d2-4b84-863d-2c817c9d98e4) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:58:37.827018 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-e8518911-a922-4126-a0b7-113aa36f4922 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Request body: {'subnet': {'network_id': '1bdc6fd5-8070-4eff-836e-56b9d44ce166', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:37.837613 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb54228-dc21-4e67-a6d1-8c57bfc6dca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f308850-b88a-40de-9cac-9ced7f3d5fdf,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:37.841405 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0305ad01-827c-49bd-a9e6-2c196a38d045 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Pushing event updated for resources: {'Subnet': ['ID=e9ade6b7-a941-4d2e-bf95-bcd97f7fecc0,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:37.876728 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-be9b342b-d736-470e-b218-b142bc19f9a0 req-acde0953-ff8f-4555-bf22-a894b3df7382 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.88 "GET /v2.0/security-groups?id=f20dcbe5-46cb-42aa-8245-43c2ee2343d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0616939 Feb 16 16:58:37.881204 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-9698d953-1d2b-4626-9ee9-5dca92e83854 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Allocated IP 172.26.3.148 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/18431f46-a6dc-4e48-81ea-e91090fc7ff4) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:58:37.934961 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=eb8e721c-7a64-45ca-9a8c-f508e2b01d34,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:37.940370 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 1bdc6fd5-8070-4eff-836e-56b9d44ce166 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:58:37.966661 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0305ad01-827c-49bd-a9e6-2c196a38d045 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Network fa439a5b-348f-4d3c-8916-c0617af580d4 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:58:38.064057 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['eb8e721c-7a64-45ca-9a8c-f508e2b01d34'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:58:38.075776 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-0305ad01-827c-49bd-a9e6-2c196a38d045 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, fa439a5b-348f-4d3c-8916-c0617af580d4) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:38.091749 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0305ad01-827c-49bd-a9e6-2c196a38d045 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:38.095465 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0305ad01-827c-49bd-a9e6-2c196a38d045 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:38.137067 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574f2e4a-c773-47cf-aa7d-bb92db62ec3f None None] Network fa439a5b-348f-4d3c-8916-c0617af580d4 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:58:38.192715 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-0305ad01-827c-49bd-a9e6-2c196a38d045 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.5103953 Feb 16 16:58:38.194313 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48332) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:38.264362 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-44cf6b96-6c49-4dca-99aa-a601cc6511bf tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:38.309209 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-44cf6b96-6c49-4dca-99aa-a601cc6511bf tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:38.336233 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8518911-a922-4126-a0b7-113aa36f4922 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Made reservation on behalf of 39c6ff93779f41679a479f3011da9f36 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:38.340740 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e8518911-a922-4126-a0b7-113aa36f4922 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:38.344830 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6d152c67-35b8-4577-bbde-c5f8984f737a tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:38.377541 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b39e545f-7c67-4a37-9491-96583335a290 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:38.409796 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9698d953-1d2b-4626-9ee9-5dca92e83854 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:38.491113 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6d152c67-35b8-4577-bbde-c5f8984f737a tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:38.513522 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b39e545f-7c67-4a37-9491-96583335a290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:38.527057 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48334) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:38.568126 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2340b110-1a30-4146-be72-f16759e5d0e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-fa439a5b-348f-4d3c-8916-c0617af580d4', 'network_id': 'fa439a5b-348f-4d3c-8916-c0617af580d4', 'tenant_id': 'e3df33defdf448bc970b49b57571b9c4', 'fixed_ips': [{'subnet_id': 'e9ade6b7-a941-4d2e-bf95-bcd97f7fecc0'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 16:58:38.569004 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2340b110-1a30-4146-be72-f16759e5d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:38.586744 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-467d73f5-5f8e-47c9-bb7d-cbd5aa661191 tempest-FloatingIPAdminTestJSON-1963814691 tempest-FloatingIPAdminTestJSON-1963814691-project] Deleting port a4df4ef7-43fb-40c2-a57c-9031086dedee {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:58:38.591064 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-467d73f5-5f8e-47c9-bb7d-cbd5aa661191 tempest-FloatingIPAdminTestJSON-1963814691 tempest-FloatingIPAdminTestJSON-1963814691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:38.594259 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-88654909-1b4d-4dd1-9a15-269561992447 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=dd98d6ee831c4f61859111ef54260b1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0660508 Feb 16 16:58:38.596882 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48336) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:38.597768 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39e545f-7c67-4a37-9491-96583335a290 None None] Network 7ebaaa86-9215-4cd1-abe6-9acab39c6c8d is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:38.627815 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-b39e545f-7c67-4a37-9491-96583335a290 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:38.637024 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device c2324bd5-fa0f-46c7-a111-3191a6097697 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:58:38.639115 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e545f-7c67-4a37-9491-96583335a290 None None] Pushing event updated for resources: {'Port': ['ID=1d7491dc-70d2-4b84-863d-2c817c9d98e4,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:38.648748 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39e545f-7c67-4a37-9491-96583335a290 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:58:38.692354 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-70d58edd-3af4-4a02-897c-9011bbd322a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:38.709025 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9698d953-1d2b-4626-9ee9-5dca92e83854 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:38.740969 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-70d58edd-3af4-4a02-897c-9011bbd322a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:38.843322 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6d152c67-35b8-4577-bbde-c5f8984f737a tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:38.850850 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9698d953-1d2b-4626-9ee9-5dca92e83854 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:38.857451 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-44cf6b96-6c49-4dca-99aa-a601cc6511bf tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Allocated IP 2001:db8::244 (29b52165-c01a-43c7-bf7b-ad667e5bc120/4315f3cc-79d4-4c4f-9d9b-32277cac9812/26ae86bc-1652-4e50-9c40-ba6bbe271cef) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:58:38.869567 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-9698d953-1d2b-4626-9ee9-5dca92e83854 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:38.879646 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d152c67-35b8-4577-bbde-c5f8984f737a tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Pushing event deleted for resources: {'Subnet': ['ID=e9ade6b7-a941-4d2e-bf95-bcd97f7fecc0,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:38.882572 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device a57b066f-0b78-478d-b5d2-144e81385b8e details requested by agent hyperv_hv-neutron-8286 with host hv-neutron-8286 {{(pid=114377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:58:38.896410 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-b39e545f-7c67-4a37-9491-96583335a290 None None] Attempting to bind port 1d7491dc-70d2-4b84-863d-2c817c9d98e4 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:38.896977 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-b39e545f-7c67-4a37-9491-96583335a290 None None] Attempting to bind port 1d7491dc-70d2-4b84-863d-2c817c9d98e4 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '6536d3fc-d1ab-434c-ac55-7bed1866eeaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '7ebaaa86-9215-4cd1-abe6-9acab39c6c8d'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:38.902618 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39e545f-7c67-4a37-9491-96583335a290 None None] Attempting to bind port 1d7491dc-70d2-4b84-863d-2c817c9d98e4 on network 7ebaaa86-9215-4cd1-abe6-9acab39c6c8d {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:38.902845 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9698d953-1d2b-4626-9ee9-5dca92e83854 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:58:38.912342 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39e545f-7c67-4a37-9491-96583335a290 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:58:38.912944 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39e545f-7c67-4a37-9491-96583335a290 None None] Checking segment: {'id': '6536d3fc-d1ab-434c-ac55-7bed1866eeaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '7ebaaa86-9215-4cd1-abe6-9acab39c6c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:58:38.913528 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b39e545f-7c67-4a37-9491-96583335a290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:38.914079 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39e545f-7c67-4a37-9491-96583335a290 None None] Bound using segment: {'id': '6536d3fc-d1ab-434c-ac55-7bed1866eeaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '7ebaaa86-9215-4cd1-abe6-9acab39c6c8d'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:58:38.914711 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-b39e545f-7c67-4a37-9491-96583335a290 None None] Bound port: 1d7491dc-70d2-4b84-863d-2c817c9d98e4, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6536d3fc-d1ab-434c-ac55-7bed1866eeaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '7ebaaa86-9215-4cd1-abe6-9acab39c6c8d'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:58:38.914880 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9698d953-1d2b-4626-9ee9-5dca92e83854 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Pushing event updated for resources: {'Port': ['ID=18431f46-a6dc-4e48-81ea-e91090fc7ff4,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:38.915394 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b39e545f-7c67-4a37-9491-96583335a290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:38.938541 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port c2324bd5-fa0f-46c7-a111-3191a6097697 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:38.938863 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:38.993127 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-70d58edd-3af4-4a02-897c-9011bbd322a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:39.019352 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-70d58edd-3af4-4a02-897c-9011bbd322a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:39.019352 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-70d58edd-3af4-4a02-897c-9011bbd322a1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/97564a68-3cd4-43eb-815b-5f296f0359c8 HTTP/1.1" status: 204 len: 168 time: 0.4070091 Feb 16 16:58:39.036183 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-467d73f5-5f8e-47c9-bb7d-cbd5aa661191 tempest-FloatingIPAdminTestJSON-1963814691 tempest-FloatingIPAdminTestJSON-1963814691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:39.036518 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-467d73f5-5f8e-47c9-bb7d-cbd5aa661191 tempest-FloatingIPAdminTestJSON-1963814691 tempest-FloatingIPAdminTestJSON-1963814691-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:39.095681 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d58edd-3af4-4a02-897c-9011bbd322a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97564a68-3cd4-43eb-815b-5f296f0359c8,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:39.100233 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6d152c67-35b8-4577-bbde-c5f8984f737a tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:39.107180 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server [None req-2340b110-1a30-4146-be72-f16759e5d0e9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e9ade6b7-a941-4d2e-bf95-bcd97f7fecc0: This subnet is being modified by another concurrent operation. Feb 16 16:58:39.107180 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 16:58:39.107180 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 16:58:39.107180 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 16:58:39.107180 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 16:58:39.107180 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 16:58:39.107180 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 16:58:39.107180 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 16:58:39.107180 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 16:58:39.107180 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 16:58:39.107180 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 16:58:39.107180 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 16:58:39.107180 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:58:39.107180 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:58:39.107180 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:58:39.107180 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:58:39.107180 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 16:58:39.107180 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:58:39.107180 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 16:58:39.107180 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 16:58:39.107180 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:58:39.107180 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:58:39.107180 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:58:39.107180 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:58:39.107180 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 16:58:39.107180 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:58:39.107180 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 16:58:39.107180 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 16:58:39.107180 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:58:39.107180 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:58:39.107180 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:58:39.107180 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:58:39.107180 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 16:58:39.107180 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 16:58:39.107180 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 16 16:58:39.107180 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 16 16:58:39.107180 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 16 16:58:39.107180 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 16 16:58:39.107180 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 16 16:58:39.107180 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 16 16:58:39.107180 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 16 16:58:39.107180 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 16 16:58:39.107180 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 16 16:58:39.107180 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:58:39.107180 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 16:58:39.107180 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 16:58:39.107180 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 16:58:39.107180 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 16:58:39.107180 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:58:39.107180 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:58:39.107180 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:58:39.107180 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:58:39.107180 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 16:58:39.107180 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:58:39.114463 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 16:58:39.114463 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 16:58:39.114463 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:58:39.114463 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:58:39.114463 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:58:39.114463 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:58:39.114463 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 16:58:39.114463 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:58:39.114463 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 16:58:39.114463 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 16:58:39.114463 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:58:39.114463 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:58:39.114463 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:58:39.114463 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:58:39.114463 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 16:58:39.114463 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 16:58:39.114463 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 16 16:58:39.114463 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 16 16:58:39.114463 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 16 16:58:39.114463 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 16 16:58:39.114463 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 16 16:58:39.114463 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 16 16:58:39.114463 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 16 16:58:39.114463 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 16 16:58:39.114463 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 16:58:39.114463 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 16:58:39.114463 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 16 16:58:39.114463 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 16 16:58:39.114463 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 16 16:58:39.114463 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 16 16:58:39.114463 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 16 16:58:39.114463 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 16:58:39.114463 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 16 16:58:39.114463 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 16:58:39.114463 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 16:58:39.114463 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server raise exception Feb 16 16:58:39.114463 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e9ade6b7-a941-4d2e-bf95-bcd97f7fecc0: This subnet is being modified by another concurrent operation. Feb 16 16:58:39.114463 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server Feb 16 16:58:39.117185 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-467d73f5-5f8e-47c9-bb7d-cbd5aa661191 tempest-FloatingIPAdminTestJSON-1963814691 tempest-FloatingIPAdminTestJSON-1963814691-project] Calling delete_port for a4df4ef7-43fb-40c2-a57c-9031086dedee owned by network:floatingip {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:58:39.185096 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18548e27-1770-4928-9173-9b74ca552ee8 None None] Network fa439a5b-348f-4d3c-8916-c0617af580d4 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:58:39.206334 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-6d152c67-35b8-4577-bbde-c5f8984f737a tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa439a5b-348f-4d3c-8916-c0617af580d4']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:39.220761 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-6d152c67-35b8-4577-bbde-c5f8984f737a tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc8a4df2-36a9-4956-8e71-d8fd8bfb2cc1') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:39.221179 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-6d152c67-35b8-4577-bbde-c5f8984f737a tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc8a4df2-36a9-4956-8e71-d8fd8bfb2cc1') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:39.232807 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6d152c67-35b8-4577-bbde-c5f8984f737a tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:39.249653 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a593c8-3bcb-4774-982a-f3a731492b71 req-6243f581-dbf0-4fcf-b32c-3052c25b5cee tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:39.257682 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-92a593c8-3bcb-4774-982a-f3a731492b71 req-6243f581-dbf0-4fcf-b32c-3052c25b5cee tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b7b74a8-477e-407e-92d1-79132ca5595c HTTP/1.1" status: 200 len: 944 time: 0.2499971 Feb 16 16:58:39.259052 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e8518911-a922-4126-a0b7-113aa36f4922 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:39.268068 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803655c9-e996-4b35-ad53-dd28559dde92 req-1656a1e5-1fe5-4668-a474-8f9acbc5f3e5 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:39.269186 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6d152c67-35b8-4577-bbde-c5f8984f737a tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:39.269705 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-803655c9-e996-4b35-ad53-dd28559dde92 req-1656a1e5-1fe5-4668-a474-8f9acbc5f3e5 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4395638-6857-4307-a63e-414f7d6bf079 HTTP/1.1" status: 200 len: 944 time: 0.3688004 Feb 16 16:58:39.284883 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d152c67-35b8-4577-bbde-c5f8984f737a tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:58:39.285589 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6d152c67-35b8-4577-bbde-c5f8984f737a tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:39.301788 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 16:58:39.301788 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:58:39.301788 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 16:58:39.301788 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:58:39.301788 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 16:58:39.301788 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:58:39.301788 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 16:58:39.301788 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:58:39.301788 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 16:58:39.301788 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:58:39.301788 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 16:58:39.301788 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:58:39.301788 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 16:58:39.301788 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:58:39.301788 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:58:39.301788 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:58:39.301788 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:58:39.301788 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:58:39.301788 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 16:58:39.301788 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:58:39.301788 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 16:58:39.301788 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:58:39.301788 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:58:39.301788 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:58:39.301788 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 16:58:39.301788 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:58:39.301788 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:58:39.301788 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:58:39.301788 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:58:39.301788 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:58:39.301788 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:58:39.301788 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:58:39.378078 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-92a593c8-3bcb-4774-982a-f3a731492b71 req-1210fa5c-0279-429a-bfe9-ba8750801d69 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.88 "GET /v2.0/security-groups?id=f20dcbe5-46cb-42aa-8245-43c2ee2343d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1193836 Feb 16 16:58:39.403699 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517c326b-661e-4883-b9e5-e72d3790dcad None None] Network 630a5f4c-4aa1-4505-b714-dea3c15b1118 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:58:39.414527 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-592799e4-5dae-4af7-a8c0-bf5eae911187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:39.416373 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-b39e545f-7c67-4a37-9491-96583335a290 None None] For port 1d7491dc-70d2-4b84-863d-2c817c9d98e4, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:58:39.439066 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-44cf6b96-6c49-4dca-99aa-a601cc6511bf tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:39.480461 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8518911-a922-4126-a0b7-113aa36f4922 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Pushing event updated for resources: {'Subnet': ['ID=44a213de-cb93-4f35-b748-d0d3648f56bc,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:39.484842 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port a57b066f-0b78-478d-b5d2-144e81385b8e, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=a57b066f-0b78-478d-b5d2-144e81385b8e,segment=NetworkSegment(94094d34-a0e6-4f43-8273-2075f238e819),segment_id=94094d34-a0e6-4f43-8273-2075f238e819)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:58:39.489162 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-803655c9-e996-4b35-ad53-dd28559dde92 req-9f0b1704-803c-45a1-9d23-6bdaa99c6e85 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "GET /v2.0/security-groups?id=56da404a-1554-481b-a94d-29ebc15c9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716826 Feb 16 16:58:39.500834 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8518911-a922-4126-a0b7-113aa36f4922 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Checking segment: {'id': 'f45fef23-757c-4143-931a-274a5acb5858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '1bdc6fd5-8070-4eff-836e-56b9d44ce166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:58:39.501200 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8518911-a922-4126-a0b7-113aa36f4922 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Network hostable DHCP agents. Network: 1bdc6fd5-8070-4eff-836e-56b9d44ce166, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:58:39.509974 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6d152c67-35b8-4577-bbde-c5f8984f737a tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:39.520019 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-b39e545f-7c67-4a37-9491-96583335a290 None None] For port 1d7491dc-70d2-4b84-863d-2c817c9d98e4, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=1d7491dc-70d2-4b84-863d-2c817c9d98e4,segment=NetworkSegment(6536d3fc-d1ab-434c-ac55-7bed1866eeaf),segment_id=6536d3fc-d1ab-434c-ac55-7bed1866eeaf)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:58:39.522673 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6d152c67-35b8-4577-bbde-c5f8984f737a tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:39.532720 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-6d152c67-35b8-4577-bbde-c5f8984f737a tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "DELETE /v2.0/networks/fa439a5b-348f-4d3c-8916-c0617af580d4 HTTP/1.1" status: 204 len: 168 time: 1.3338788 Feb 16 16:58:39.534898 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48346) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:39.542474 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-fbd80fdc-cb52-4742-8cf4-24b34e9e3c82 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1689976302'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:39.554723 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d152c67-35b8-4577-bbde-c5f8984f737a tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Pushing event deleted for resources: {'Network': ['ID=fa439a5b-348f-4d3c-8916-c0617af580d4,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:39.559484 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Returning: {'device': 'a57b066f-0b78-478d-b5d2-144e81385b8e', 'network_id': '42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e', 'port_id': 'a57b066f-0b78-478d-b5d2-144e81385b8e', 'mac_address': 'fa:16:3e:4e:47:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adefecf5-a804-4647-bbff-e2f7d127a048', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:58:39.590844 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-7c0bb67b-c800-44b1-ab6e-bc21acc2b30e None None] Provisioning complete for port 07257245-c6d8-43df-b136-bc182249ba9c triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:39.591221 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-7c0bb67b-c800-44b1-ab6e-bc21acc2b30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:39.653996 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b39e545f-7c67-4a37-9491-96583335a290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:39.655804 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:39.760269 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port c2324bd5-fa0f-46c7-a111-3191a6097697, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=c2324bd5-fa0f-46c7-a111-3191a6097697,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:58:39.780401 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:39.843125 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a57b066f-0b78-478d-b5d2-144e81385b8e {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:58:39.847293 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e545f-7c67-4a37-9491-96583335a290 None None] Pushing event updated for resources: {'Port': ['ID=1d7491dc-70d2-4b84-863d-2c817c9d98e4,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:39.872088 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:39.872886 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 07257245-c6d8-43df-b136-bc182249ba9c up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:58:39.893346 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port a57b066f-0b78-478d-b5d2-144e81385b8e, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=a57b066f-0b78-478d-b5d2-144e81385b8e,segment=NetworkSegment(94094d34-a0e6-4f43-8273-2075f238e819),segment_id=94094d34-a0e6-4f43-8273-2075f238e819)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:58:39.995955 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:39.997218 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-44cf6b96-6c49-4dca-99aa-a601cc6511bf tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:40.000774 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8518911-a922-4126-a0b7-113aa36f4922 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Network 1bdc6fd5-8070-4eff-836e-56b9d44ce166 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:58:40.004937 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-7c0bb67b-c800-44b1-ab6e-bc21acc2b30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:40.042133 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=c2324bd5-fa0f-46c7-a111-3191a6097697,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:40.083023 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cf6b96-6c49-4dca-99aa-a601cc6511bf tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Network 29b52165-c01a-43c7-bf7b-ad667e5bc120 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:40.089077 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd80fdc-cb52-4742-8cf4-24b34e9e3c82 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Made reservation on behalf of e3df33defdf448bc970b49b57571b9c4 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:40.091880 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fbd80fdc-cb52-4742-8cf4-24b34e9e3c82 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:40.096683 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9698d953-1d2b-4626-9ee9-5dca92e83854 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:40.097952 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-44cf6b96-6c49-4dca-99aa-a601cc6511bf tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:40.113054 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cf6b96-6c49-4dca-99aa-a601cc6511bf tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:58:40.119856 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 07257245-c6d8-43df-b136-bc182249ba9c triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:40.121074 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:40.156116 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf6b96-6c49-4dca-99aa-a601cc6511bf tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Pushing event updated for resources: {'Port': ['ID=26ae86bc-1652-4e50-9c40-ba6bbe271cef,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:40.161384 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-7c0bb67b-c800-44b1-ab6e-bc21acc2b30e None None] For port 07257245-c6d8-43df-b136-bc182249ba9c, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=07257245-c6d8-43df-b136-bc182249ba9c,segment=NetworkSegment(1de55a6d-6582-4251-b58b-cebe06ff925a),segment_id=1de55a6d-6582-4251-b58b-cebe06ff925a)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:58:40.190391 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=a57b066f-0b78-478d-b5d2-144e81385b8e,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:40.206085 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-e8518911-a922-4126-a0b7-113aa36f4922 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 1bdc6fd5-8070-4eff-836e-56b9d44ce166) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:40.247870 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8518911-a922-4126-a0b7-113aa36f4922 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:40.248837 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e8518911-a922-4126-a0b7-113aa36f4922 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:40.251201 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-467d73f5-5f8e-47c9-bb7d-cbd5aa661191 tempest-FloatingIPAdminTestJSON-1963814691 tempest-FloatingIPAdminTestJSON-1963814691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:40.276245 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d690233e-7ce1-4173-8c6b-2c32fe89d942 None None] Network 1bdc6fd5-8070-4eff-836e-56b9d44ce166 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:58:40.278270 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['a57b066f-0b78-478d-b5d2-144e81385b8e'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:58:40.289457 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-7c0bb67b-c800-44b1-ab6e-bc21acc2b30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:40.325110 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbd80fdc-cb52-4742-8cf4-24b34e9e3c82 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:58:40.360581 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467d73f5-5f8e-47c9-bb7d-cbd5aa661191 tempest-FloatingIPAdminTestJSON-1963814691 tempest-FloatingIPAdminTestJSON-1963814691-project] Pushing event deleted for resources: {'Port': ['ID=a4df4ef7-43fb-40c2-a57c-9031086dedee,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:40.383383 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fbd80fdc-cb52-4742-8cf4-24b34e9e3c82 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:40.383835 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-fbd80fdc-cb52-4742-8cf4-24b34e9e3c82 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Added segment 8ca4dca7-a659-453d-8b99-90c53792ee3d of type vlan for network ef5e0cee-5cbb-44e5-a1b6-06e29e16502e Feb 16 16:58:40.443524 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:40.448346 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e8518911-a922-4126-a0b7-113aa36f4922 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.6255403 Feb 16 16:58:40.451327 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48366) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:40.529670 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fbd80fdc-cb52-4742-8cf4-24b34e9e3c82 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:40.546434 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-467d73f5-5f8e-47c9-bb7d-cbd5aa661191 tempest-FloatingIPAdminTestJSON-1963814691 tempest-FloatingIPAdminTestJSON-1963814691-project] Notify callbacks [] for floatingip, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:40.549251 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-467d73f5-5f8e-47c9-bb7d-cbd5aa661191 tempest-FloatingIPAdminTestJSON-1963814691 tempest-FloatingIPAdminTestJSON-1963814691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:40.550658 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-467d73f5-5f8e-47c9-bb7d-cbd5aa661191 tempest-FloatingIPAdminTestJSON-1963814691 tempest-FloatingIPAdminTestJSON-1963814691-project] 10.222.0.88 "DELETE /v2.0/floatingips/e09c4f3c-c4e2-4dc7-b926-374feae1f6e3 HTTP/1.1" status: 204 len: 168 time: 2.7291713 Feb 16 16:58:40.553680 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48372) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:40.590965 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-60d6a549-d303-438d-8144-89d3be345fd8 None None] Provisioning complete for port 07257245-c6d8-43df-b136-bc182249ba9c triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:40.602006 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-60d6a549-d303-438d-8144-89d3be345fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:40.602006 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0bb67b-c800-44b1-ab6e-bc21acc2b30e None None] Pushing event updated for resources: {'Port': ['ID=07257245-c6d8-43df-b136-bc182249ba9c,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:40.608790 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780f51e-1523-45d8-867e-bb5e906c1a8a req-66f1f2e1-90a4-4f56-8536-c6cb4df999b3 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:40.610698 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2780f51e-1523-45d8-867e-bb5e906c1a8a req-66f1f2e1-90a4-4f56-8536-c6cb4df999b3 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b7b74a8-477e-407e-92d1-79132ca5595c HTTP/1.1" status: 200 len: 944 time: 0.1144102 Feb 16 16:58:40.649661 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3d0abf23-d81a-4f7e-b35f-696db45bd400 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:40.669099 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:40.677668 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2780f51e-1523-45d8-867e-bb5e906c1a8a req-beaa8ea3-ecb4-466f-8661-4c54c60e20ce tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.88 "GET /v2.0/security-groups?id=f20dcbe5-46cb-42aa-8245-43c2ee2343d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0585153 Feb 16 16:58:40.738358 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3d0abf23-d81a-4f7e-b35f-696db45bd400 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:40.777903 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48374) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:40.872919 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9698d953-1d2b-4626-9ee9-5dca92e83854 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:40.888901 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fbd80fdc-cb52-4742-8cf4-24b34e9e3c82 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:40.901121 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd80fdc-cb52-4742-8cf4-24b34e9e3c82 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:40.903046 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fbd80fdc-cb52-4742-8cf4-24b34e9e3c82 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:40.912625 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device eb8e721c-7a64-45ca-9a8c-f508e2b01d34 up at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:58:40.929383 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:58:40.932149 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.db.api [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:58:40.932697 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG oslo_db.api [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:58:40.944614 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3d0abf23-d81a-4f7e-b35f-696db45bd400 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:40.952994 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-a61e4d51-4e98-4650-bf40-0e9e2bd4a4c6 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Request body: {'networks': [{'name': 'tempest-network--1726146061'}, {'name': 'tempest-network--1890976697'}]} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:40.953349 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-a61e4d51-4e98-4650-bf40-0e9e2bd4a4c6 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Request body: {'network': {'name': 'tempest-network--1726146061'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:40.953840 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-a61e4d51-4e98-4650-bf40-0e9e2bd4a4c6 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Request body: {'network': {'name': 'tempest-network--1890976697'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:40.964663 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213d5ae8-6147-44dd-a990-4ddc47ff3ce5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-1bdc6fd5-8070-4eff-836e-56b9d44ce166', 'network_id': '1bdc6fd5-8070-4eff-836e-56b9d44ce166', 'tenant_id': '39c6ff93779f41679a479f3011da9f36', 'fixed_ips': [{'subnet_id': '44a213de-cb93-4f35-b748-d0d3648f56bc'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 16:58:40.965125 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-213d5ae8-6147-44dd-a990-4ddc47ff3ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:40.967133 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a4c41-192a-4323-8dee-5dc49ae7bcee req-2d895ba1-c4bd-49b1-9bd7-cdb336b09a34 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:40.969246 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-9c3a4c41-192a-4323-8dee-5dc49ae7bcee req-2d895ba1-c4bd-49b1-9bd7-cdb336b09a34 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4395638-6857-4307-a63e-414f7d6bf079 HTTP/1.1" status: 200 len: 945 time: 0.3600602 Feb 16 16:58:40.989260 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-44cf6b96-6c49-4dca-99aa-a601cc6511bf tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:40.992598 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0abf23-d81a-4f7e-b35f-696db45bd400 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Pushing event deleted for resources: {'Subnet': ['ID=44a213de-cb93-4f35-b748-d0d3648f56bc,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:41.090182 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3d0abf23-d81a-4f7e-b35f-696db45bd400 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:41.118781 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-3d0abf23-d81a-4f7e-b35f-696db45bd400 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bdc6fd5-8070-4eff-836e-56b9d44ce166']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:41.119323 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8394f1ae-ed5e-4f91-bab0-8259665a86b5 None None] Network 7ebaaa86-9215-4cd1-abe6-9acab39c6c8d requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:58:41.134690 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-3d0abf23-d81a-4f7e-b35f-696db45bd400 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f45fef23-757c-4143-931a-274a5acb5858') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:41.135047 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-3d0abf23-d81a-4f7e-b35f-696db45bd400 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f45fef23-757c-4143-931a-274a5acb5858') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:41.148982 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-fbd80fdc-cb52-4742-8cf4-24b34e9e3c82 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6104262 Feb 16 16:58:41.154255 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48378) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:41.157497 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3d0abf23-d81a-4f7e-b35f-696db45bd400 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:41.162848 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-311d5223-13db-40d6-84a9-665c7fc91964 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Request body: {'subnet': {'network_id': 'ef5e0cee-5cbb-44e5-a1b6-06e29e16502e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:41.187285 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd80fdc-cb52-4742-8cf4-24b34e9e3c82 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Pushing event updated for resources: {'Network': ['ID=ef5e0cee-5cbb-44e5-a1b6-06e29e16502e,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:41.214684 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network ef5e0cee-5cbb-44e5-a1b6-06e29e16502e details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:58:41.237748 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cf8c0d-199f-4be0-bb65-507df993b9df None None] Network 1bdc6fd5-8070-4eff-836e-56b9d44ce166 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:58:41.238238 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3d0abf23-d81a-4f7e-b35f-696db45bd400 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:41.248325 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d0abf23-d81a-4f7e-b35f-696db45bd400 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:58:41.248804 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3d0abf23-d81a-4f7e-b35f-696db45bd400 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:41.251835 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 16:58:41.251835 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:58:41.251835 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 16:58:41.251835 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:58:41.251835 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 16:58:41.251835 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:58:41.251835 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 16:58:41.251835 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:58:41.251835 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 16:58:41.251835 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:58:41.251835 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 16:58:41.251835 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:58:41.251835 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 16:58:41.251835 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:58:41.251835 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:58:41.251835 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:58:41.251835 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:58:41.251835 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:58:41.251835 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 16:58:41.251835 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:58:41.251835 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 16:58:41.251835 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:58:41.251835 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:58:41.251835 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:58:41.251835 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 16:58:41.251835 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:58:41.251835 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:58:41.251835 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:58:41.251835 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:58:41.251835 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:58:41.251835 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:58:41.251835 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:58:41.274651 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-9c3a4c41-192a-4323-8dee-5dc49ae7bcee req-0483b646-3f87-46e7-80fa-c05a36f1ba91 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "GET /v2.0/security-groups?id=56da404a-1554-481b-a94d-29ebc15c9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2808139 Feb 16 16:58:41.287692 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-6c5959dc-3538-4fa0-9faa-83294711fdc6 tempest-FloatingIPAdminTestJSON-460440995 tempest-FloatingIPAdminTestJSON-460440995-project-admin] Deleting port 58bbaeba-a12e-4b5a-ada0-723efa435906 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:58:41.288055 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6c5959dc-3538-4fa0-9faa-83294711fdc6 tempest-FloatingIPAdminTestJSON-460440995 tempest-FloatingIPAdminTestJSON-460440995-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:41.291526 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning for port eb8e721c-7a64-45ca-9a8c-f508e2b01d34 completed by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:58:41.345314 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61e4d51-4e98-4650-bf40-0e9e2bd4a4c6 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Made reservation on behalf of 7d592fce095f489f98e1b5afcbba00d4 for: {'network': 2} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:41.351178 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a61e4d51-4e98-4650-bf40-0e9e2bd4a4c6 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:41.371351 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a61e4d51-4e98-4650-bf40-0e9e2bd4a4c6 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:41.372232 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning complete for port eb8e721c-7a64-45ca-9a8c-f508e2b01d34 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:41.372602 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:41.423871 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3d0abf23-d81a-4f7e-b35f-696db45bd400 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:41.441518 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-3bd957e8-12da-43aa-97d2-d8c357aa531f None None] Provisioning complete for port 1d7491dc-70d2-4b84-863d-2c817c9d98e4 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:41.441806 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-3bd957e8-12da-43aa-97d2-d8c357aa531f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:41.446712 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3d0abf23-d81a-4f7e-b35f-696db45bd400 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:41.451443 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-3d0abf23-d81a-4f7e-b35f-696db45bd400 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "DELETE /v2.0/networks/1bdc6fd5-8070-4eff-836e-56b9d44ce166 HTTP/1.1" status: 204 len: 168 time: 0.9969049 Feb 16 16:58:41.460854 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48380) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:41.474357 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0abf23-d81a-4f7e-b35f-696db45bd400 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Pushing event deleted for resources: {'Network': ['ID=1bdc6fd5-8070-4eff-836e-56b9d44ce166,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:41.493112 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311d5223-13db-40d6-84a9-665c7fc91964 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Made reservation on behalf of e3df33defdf448bc970b49b57571b9c4 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:41.498010 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-311d5223-13db-40d6-84a9-665c7fc91964 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:41.498265 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-855ed043-054b-446b-a559-8684f05430c1 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-767118809'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:41.548631 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6c5959dc-3538-4fa0-9faa-83294711fdc6 tempest-FloatingIPAdminTestJSON-460440995 tempest-FloatingIPAdminTestJSON-460440995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:41.548879 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6c5959dc-3538-4fa0-9faa-83294711fdc6 tempest-FloatingIPAdminTestJSON-460440995 tempest-FloatingIPAdminTestJSON-460440995-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:41.570400 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.ipam_backend_mixin [None req-311d5223-13db-40d6-84a9-665c7fc91964 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Performing IP validity checks on allocation pools {{(pid=114376) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 16 16:58:41.571266 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.ipam_backend_mixin [None req-311d5223-13db-40d6-84a9-665c7fc91964 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114376) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 16 16:58:41.592117 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-6c5959dc-3538-4fa0-9faa-83294711fdc6 tempest-FloatingIPAdminTestJSON-460440995 tempest-FloatingIPAdminTestJSON-460440995-project-admin] Calling delete_port for 58bbaeba-a12e-4b5a-ada0-723efa435906 owned by network:floatingip {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:58:41.607871 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-44cf6b96-6c49-4dca-99aa-a601cc6511bf tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:41.700161 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9698d953-1d2b-4626-9ee9-5dca92e83854 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Router 3823f9c7-1cdb-4d47-86d7-272dfa493cb0 is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:58:41.735665 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a61e4d51-4e98-4650-bf40-0e9e2bd4a4c6 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:41.745016 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855ed043-054b-446b-a559-8684f05430c1 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Made reservation on behalf of 39c6ff93779f41679a479f3011da9f36 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:41.756111 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-855ed043-054b-446b-a559-8684f05430c1 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:41.809960 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:41.811778 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:41.820799 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a26f7-f065-4806-8068-c7dd4ea4efb9 req-adb3ac34-23ac-4ece-a3f6-ac2d4bda06e9 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:41.823798 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-029a26f7-f065-4806-8068-c7dd4ea4efb9 req-adb3ac34-23ac-4ece-a3f6-ac2d4bda06e9 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b7b74a8-477e-407e-92d1-79132ca5595c HTTP/1.1" status: 200 len: 944 time: 0.0644970 Feb 16 16:58:41.834857 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-3bd957e8-12da-43aa-97d2-d8c357aa531f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:41.850788 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7b74a8-477e-407e-92d1-79132ca5595c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8e721c-7a64-45ca-9a8c-f508e2b01d34'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:58:41.853372 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-311d5223-13db-40d6-84a9-665c7fc91964 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:41.885574 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a61e4d51-4e98-4650-bf40-0e9e2bd4a4c6 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:41.886082 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a61e4d51-4e98-4650-bf40-0e9e2bd4a4c6 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:41.936554 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311d5223-13db-40d6-84a9-665c7fc91964 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Pushing event updated for resources: {'Subnet': ['ID=87bd7659-2797-45e1-9d36-8d378d7abe82,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:41.944015 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-855ed043-054b-446b-a559-8684f05430c1 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:58:41.971188 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port eb8e721c-7a64-45ca-9a8c-f508e2b01d34, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=eb8e721c-7a64-45ca-9a8c-f508e2b01d34,segment=NetworkSegment(4096eadf-9dd4-4613-90de-b8c786630ae7),segment_id=4096eadf-9dd4-4613-90de-b8c786630ae7)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:58:42.003429 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-3bd957e8-12da-43aa-97d2-d8c357aa531f None None] For port 1d7491dc-70d2-4b84-863d-2c817c9d98e4, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=1d7491dc-70d2-4b84-863d-2c817c9d98e4,segment=NetworkSegment(6536d3fc-d1ab-434c-ac55-7bed1866eeaf),segment_id=6536d3fc-d1ab-434c-ac55-7bed1866eeaf)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:58:42.009921 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-029a26f7-f065-4806-8068-c7dd4ea4efb9 req-17ff5999-7e2d-48e5-8ccf-68c874e97a83 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.88 "GET /v2.0/security-groups?id=f20dcbe5-46cb-42aa-8245-43c2ee2343d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1763515 Feb 16 16:58:42.057427 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311d5223-13db-40d6-84a9-665c7fc91964 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Checking segment: {'id': '8ca4dca7-a659-453d-8b99-90c53792ee3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ef5e0cee-5cbb-44e5-a1b6-06e29e16502e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:58:42.060060 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311d5223-13db-40d6-84a9-665c7fc91964 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Network hostable DHCP agents. Network: ef5e0cee-5cbb-44e5-a1b6-06e29e16502e, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:58:42.089552 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device c2324bd5-fa0f-46c7-a111-3191a6097697 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:58:42.118943 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8240bb92-25a8-4bfc-b6fb-286489e7e4db" -d '{"events": [{"server_uuid": "2b7b74a8-477e-407e-92d1-79132ca5595c", "name": "network-vif-plugged", "status": "completed", "tag": "eb8e721c-7a64-45ca-9a8c-f508e2b01d34"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:58:42.130688 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033cc846-7152-48ca-aae8-39f07f2b884f None None] get_active_networks_info from dv-neutron-828697-3-hyperv {{(pid=114377) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 16 16:58:42.161605 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:42.167207 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311d5223-13db-40d6-84a9-665c7fc91964 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Network ef5e0cee-5cbb-44e5-a1b6-06e29e16502e is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:58:42.210998 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-3bd957e8-12da-43aa-97d2-d8c357aa531f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:42.212807 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:42.258711 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020508d3-84ad-4086-97c9-5f3bab46118b x-openstack-request-id: req-020508d3-84ad-4086-97c9-5f3bab46118b {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:58:42.259023 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b7b74a8-477e-407e-92d1-79132ca5595c", "name": "network-vif-plugged", "status": "completed", "tag": "eb8e721c-7a64-45ca-9a8c-f508e2b01d34", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:58:42.259279 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-020508d3-84ad-4086-97c9-5f3bab46118b {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:58:42.259719 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b7b74a8-477e-407e-92d1-79132ca5595c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8e721c-7a64-45ca-9a8c-f508e2b01d34', 'code': 200} Feb 16 16:58:42.276035 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-311d5223-13db-40d6-84a9-665c7fc91964 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, ef5e0cee-5cbb-44e5-a1b6-06e29e16502e) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:42.281250 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311d5223-13db-40d6-84a9-665c7fc91964 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:42.282184 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-311d5223-13db-40d6-84a9-665c7fc91964 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:42.300593 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=eb8e721c-7a64-45ca-9a8c-f508e2b01d34,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:42.356365 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port c2324bd5-fa0f-46c7-a111-3191a6097697 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:42.356739 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:42.369491 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-855ed043-054b-446b-a559-8684f05430c1 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:42.370123 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-855ed043-054b-446b-a559-8684f05430c1 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Added segment b87b3d99-e84f-4641-9fc7-aad5437cf6ef of type vlan for network 4464ee2b-a8ff-445c-ae6f-a2842e6a04e3 Feb 16 16:58:42.373874 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a61e4d51-4e98-4650-bf40-0e9e2bd4a4c6 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:58:42.386272 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-311d5223-13db-40d6-84a9-665c7fc91964 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2290370 Feb 16 16:58:42.386621 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48394) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:42.389678 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61e4d51-4e98-4650-bf40-0e9e2bd4a4c6 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70df4323-89f9-40cb-bae8-8d03c7c1ed49,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:42.430679 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a61e4d51-4e98-4650-bf40-0e9e2bd4a4c6 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:42.431281 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-a61e4d51-4e98-4650-bf40-0e9e2bd4a4c6 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Added segment 82b9d6cc-8cea-476a-9401-fcc6e6dfca32 of type vlan for network 51b31085-0e31-4756-a29e-d7e0e41c4845 Feb 16 16:58:42.459940 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9698d953-1d2b-4626-9ee9-5dca92e83854 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:58:42.464968 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-9687c291-f649-4b1d-978a-e4706d51b130 None None] Provisioning complete for port 1d7491dc-70d2-4b84-863d-2c817c9d98e4 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:42.465349 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9687c291-f649-4b1d-978a-e4706d51b130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:42.472829 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd957e8-12da-43aa-97d2-d8c357aa531f None None] Pushing event updated for resources: {'Port': ['ID=1d7491dc-70d2-4b84-863d-2c817c9d98e4,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:42.497048 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-855ed043-054b-446b-a559-8684f05430c1 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:42.508273 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89be9dfd-9deb-4706-972c-5b74da65033e None None] Sync routers for ids ['3823f9c7-1cdb-4d47-86d7-272dfa493cb0'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:58:42.514145 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb667a-4bc5-4fda-85bd-8270bb6c965f req-2d635e4c-86a7-4f20-96b0-20934dc4fa80 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:42.521712 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4abb667a-4bc5-4fda-85bd-8270bb6c965f req-2d635e4c-86a7-4f20-96b0-20934dc4fa80 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4395638-6857-4307-a63e-414f7d6bf079 HTTP/1.1" status: 200 len: 945 time: 0.1360223 Feb 16 16:58:42.532133 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a61e4d51-4e98-4650-bf40-0e9e2bd4a4c6 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:42.569044 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89be9dfd-9deb-4706-972c-5b74da65033e None None] Routers {'3823f9c7-1cdb-4d47-86d7-272dfa493cb0'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:58:42.569777 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-89be9dfd-9deb-4706-972c-5b74da65033e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:58:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['3823f9c7-1cdb-4d47-86d7-272dfa493cb0'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:42.592802 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4abb667a-4bc5-4fda-85bd-8270bb6c965f req-1aa21532-b070-4d99-81bc-02d6f74033e0 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "GET /v2.0/security-groups?id=56da404a-1554-481b-a94d-29ebc15c9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662675 Feb 16 16:58:42.593039 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a61e4d51-4e98-4650-bf40-0e9e2bd4a4c6 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:58:42.606265 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-be5d566d-272b-424f-951e-ccae9bc46c8f tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:42.611656 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a61e4d51-4e98-4650-bf40-0e9e2bd4a4c6 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:42.612057 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-a61e4d51-4e98-4650-bf40-0e9e2bd4a4c6 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Added segment df085619-e0c8-48f0-8da9-7ae8ac75b4b7 of type vlan for network 1873e605-e7fa-43ca-a4e1-630255560ed0 Feb 16 16:58:42.613979 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6c5959dc-3538-4fa0-9faa-83294711fdc6 tempest-FloatingIPAdminTestJSON-460440995 tempest-FloatingIPAdminTestJSON-460440995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:42.626441 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9698d953-1d2b-4626-9ee9-5dca92e83854 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:42.630374 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-9698d953-1d2b-4626-9ee9-5dca92e83854 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.4836373 Feb 16 16:58:42.634448 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48396) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:42.662137 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5959dc-3538-4fa0-9faa-83294711fdc6 tempest-FloatingIPAdminTestJSON-460440995 tempest-FloatingIPAdminTestJSON-460440995-project-admin] Pushing event deleted for resources: {'Port': ['ID=58bbaeba-a12e-4b5a-ada0-723efa435906,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:42.725780 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-855ed043-054b-446b-a559-8684f05430c1 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:42.731814 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855ed043-054b-446b-a559-8684f05430c1 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:42.732482 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-855ed043-054b-446b-a559-8684f05430c1 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:42.734800 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44cf6b96-6c49-4dca-99aa-a601cc6511bf tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Router fb9e544b-8c7c-43e0-8f6d-ff1a1a606062 is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:58:42.741004 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-be5d566d-272b-424f-951e-ccae9bc46c8f tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:42.754516 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 07257245-c6d8-43df-b136-bc182249ba9c up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:58:42.789624 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83522a1-2e44-490b-84aa-3840c2d793a5 req-835454e8-9072-4450-91b9-3b1bc5c4b441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:42.791239 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a83522a1-2e44-490b-84aa-3840c2d793a5 req-835454e8-9072-4450-91b9-3b1bc5c4b441 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2b7b74a8-477e-407e-92d1-79132ca5595c HTTP/1.1" status: 200 len: 1098 time: 0.1393900 Feb 16 16:58:42.794414 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a61e4d51-4e98-4650-bf40-0e9e2bd4a4c6 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:42.800005 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033cc846-7152-48ca-aae8-39f07f2b884f None None] Unable to find a vacant binding_index for network ef5e0cee-5cbb-44e5-a1b6-06e29e16502e and agent c45d8691-6891-4f9c-b741-17442d1b748f {{(pid=114377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 16 16:58:42.816797 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-a83522a1-2e44-490b-84aa-3840c2d793a5 req-76ebf5d1-2ec1-461c-9dc9-8a14245f9201 service neutron] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:42.824167 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033cc846-7152-48ca-aae8-39f07f2b884f None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, ef5e0cee-5cbb-44e5-a1b6-06e29e16502e) {{(pid=114377) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 16:58:42.828118 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-89be9dfd-9deb-4706-972c-5b74da65033e None None] Set router 3823f9c7-1cdb-4d47-86d7-272dfa493cb0 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:58:42.889780 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device a57b066f-0b78-478d-b5d2-144e81385b8e up at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:58:42.928857 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.db.resource_extend [None req-a61e4d51-4e98-4650-bf40-0e9e2bd4a4c6 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 16:58:42.933938 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-be5d566d-272b-424f-951e-ccae9bc46c8f tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:42.934100 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-855ed043-054b-446b-a559-8684f05430c1 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4706626 Feb 16 16:58:42.945661 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48398) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:42.980086 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-9cd64832-e6c3-4b07-9a76-89b966f64c1b tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Request body: {'subnet': {'network_id': '4464ee2b-a8ff-445c-ae6f-a2842e6a04e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:42.994509 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855ed043-054b-446b-a559-8684f05430c1 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Pushing event updated for resources: {'Network': ['ID=4464ee2b-a8ff-445c-ae6f-a2842e6a04e3,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:42.999802 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d566d-272b-424f-951e-ccae9bc46c8f tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Pushing event deleted for resources: {'Subnet': ['ID=87bd7659-2797-45e1-9d36-8d378d7abe82,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:43.010133 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6c5959dc-3538-4fa0-9faa-83294711fdc6 tempest-FloatingIPAdminTestJSON-460440995 tempest-FloatingIPAdminTestJSON-460440995-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:43.013934 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6c5959dc-3538-4fa0-9faa-83294711fdc6 tempest-FloatingIPAdminTestJSON-460440995 tempest-FloatingIPAdminTestJSON-460440995-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:43.014725 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-6c5959dc-3538-4fa0-9faa-83294711fdc6 tempest-FloatingIPAdminTestJSON-460440995 tempest-FloatingIPAdminTestJSON-460440995-project-admin] 10.222.0.88 "DELETE /v2.0/floatingips/29086ca5-f2eb-423e-960a-78eb59291ea8 HTTP/1.1" status: 204 len: 168 time: 2.4576733 Feb 16 16:58:43.019274 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48400) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:43.062898 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 4464ee2b-a8ff-445c-ae6f-a2842e6a04e3 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:58:43.076032 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ee911393-ee55-413b-9539-35315b264cab tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] 10.222.0.88 "GET /v2.0/routers/3823f9c7-1cdb-4d47-86d7-272dfa493cb0 HTTP/1.1" status: 200 len: 908 time: 0.4218717 Feb 16 16:58:43.078595 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48404) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:43.130473 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 07257245-c6d8-43df-b136-bc182249ba9c triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:43.130869 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:43.208803 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a6c43f7b-4173-4fbf-92d2-4e7110c6ca04 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks [] for router, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:43.240616 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-be5d566d-272b-424f-951e-ccae9bc46c8f tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:43.332470 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a61e4d51-4e98-4650-bf40-0e9e2bd4a4c6 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:43.333056 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a61e4d51-4e98-4650-bf40-0e9e2bd4a4c6 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:43.338931 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61e4d51-4e98-4650-bf40-0e9e2bd4a4c6 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:43.344269 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61e4d51-4e98-4650-bf40-0e9e2bd4a4c6 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:43.345045 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a61e4d51-4e98-4650-bf40-0e9e2bd4a4c6 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:43.434806 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61e4d51-4e98-4650-bf40-0e9e2bd4a4c6 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Pushing event updated for resources: {'Network': ['ID=51b31085-0e31-4756-a29e-d7e0e41c4845,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:43.443499 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a6c43f7b-4173-4fbf-92d2-4e7110c6ca04 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:43.462796 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning for port a57b066f-0b78-478d-b5d2-144e81385b8e completed by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:58:43.473363 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 51b31085-0e31-4756-a29e-d7e0e41c4845 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:58:43.509379 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning complete for port a57b066f-0b78-478d-b5d2-144e81385b8e triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:43.509738 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:43.519029 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61e4d51-4e98-4650-bf40-0e9e2bd4a4c6 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Pushing event updated for resources: {'Network': ['ID=1873e605-e7fa-43ca-a4e1-630255560ed0,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:43.529032 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44cf6b96-6c49-4dca-99aa-a601cc6511bf tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:58:43.541040 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112fec75-8741-418a-9abb-ccd6e98d2c37 None None] Sync routers for ids ['fb9e544b-8c7c-43e0-8f6d-ff1a1a606062'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:58:43.559126 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c79f9-6057-4a43-9ccb-f79c88553f66 req-d0345238-5cb2-457b-b675-aa9a62a8cdff tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:43.562730 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 1873e605-e7fa-43ca-a4e1-630255560ed0 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:58:43.566006 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112fec75-8741-418a-9abb-ccd6e98d2c37 None None] Routers {'fb9e544b-8c7c-43e0-8f6d-ff1a1a606062'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:58:43.567050 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-390c79f9-6057-4a43-9ccb-f79c88553f66 req-d0345238-5cb2-457b-b675-aa9a62a8cdff tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b7b74a8-477e-407e-92d1-79132ca5595c HTTP/1.1" status: 200 len: 945 time: 0.2496128 Feb 16 16:58:43.568301 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-112fec75-8741-418a-9abb-ccd6e98d2c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:58:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['fb9e544b-8c7c-43e0-8f6d-ff1a1a606062'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:43.621828 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-390c79f9-6057-4a43-9ccb-f79c88553f66 req-22fefdb9-eb4b-4b6f-b47c-0e4a8792f6c7 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.88 "GET /v2.0/security-groups?id=f20dcbe5-46cb-42aa-8245-43c2ee2343d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537016 Feb 16 16:58:43.629840 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a61e4d51-4e98-4650-bf40-0e9e2bd4a4c6 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.8426466 Feb 16 16:58:43.630540 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48408) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:43.706779 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-a83522a1-2e44-490b-84aa-3840c2d793a5 req-76ebf5d1-2ec1-461c-9dc9-8a14245f9201 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:43.713542 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-be5d566d-272b-424f-951e-ccae9bc46c8f tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef5e0cee-5cbb-44e5-a1b6-06e29e16502e']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:43.726801 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-be5d566d-272b-424f-951e-ccae9bc46c8f tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ca4dca7-a659-453d-8b99-90c53792ee3d') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:43.727336 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-be5d566d-272b-424f-951e-ccae9bc46c8f tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ca4dca7-a659-453d-8b99-90c53792ee3d') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:43.745856 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-be5d566d-272b-424f-951e-ccae9bc46c8f tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:43.769771 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-be5d566d-272b-424f-951e-ccae9bc46c8f tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:43.772477 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 1d7491dc-70d2-4b84-863d-2c817c9d98e4 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:58:43.807526 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be5d566d-272b-424f-951e-ccae9bc46c8f tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:58:43.808006 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-be5d566d-272b-424f-951e-ccae9bc46c8f tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:43.812478 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 16:58:43.812478 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:58:43.812478 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 16:58:43.812478 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:58:43.812478 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 16:58:43.812478 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:58:43.812478 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 16:58:43.812478 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:58:43.812478 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 16:58:43.812478 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:58:43.812478 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 16:58:43.812478 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:58:43.812478 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 16:58:43.812478 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:58:43.812478 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:58:43.812478 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:58:43.812478 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:58:43.812478 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:58:43.812478 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 16:58:43.812478 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:58:43.812478 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 16:58:43.812478 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:58:43.812478 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:58:43.812478 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:58:43.812478 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 16:58:43.812478 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:58:43.812478 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:58:43.812478 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:58:43.812478 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:58:43.812478 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:58:43.812478 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:58:43.812478 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:58:43.836181 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-a83522a1-2e44-490b-84aa-3840c2d793a5 req-76ebf5d1-2ec1-461c-9dc9-8a14245f9201 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:43.847314 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-89be9dfd-9deb-4706-972c-5b74da65033e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3823f9c7-1cdb-4d47-86d7-272dfa493cb0', 'name': 'tempest-snat-router-1109520762', 'tenant_id': '77f33ab4bdc14ffdaab0872d4f0be08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': '18431f46-a6dc-4e48-81ea-e91090fc7ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:58:35Z', 'updated_at': '2022-02-16T16:58:39Z', 'revision_number': 3, 'project_id': '77f33ab4bdc14ffdaab0872d4f0be08f', 'gw_port': {'id': '18431f46-a6dc-4e48-81ea-e91090fc7ff4', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d7:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3823f9c7-1cdb-4d47-86d7-272dfa493cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:58:37Z', 'updated_at': '2022-02-16T16:58:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:43.852731 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd37fecf-0f2c-496c-aede-52f457e1dd62 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:43.858448 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-112fec75-8741-418a-9abb-ccd6e98d2c37 None None] Set router fb9e544b-8c7c-43e0-8f6d-ff1a1a606062 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:58:43.860367 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd37fecf-0f2c-496c-aede-52f457e1dd62 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:43.867081 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd37fecf-0f2c-496c-aede-52f457e1dd62 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:43.874729 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd37fecf-0f2c-496c-aede-52f457e1dd62 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:43.884116 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd37fecf-0f2c-496c-aede-52f457e1dd62 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:43.890328 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-bd37fecf-0f2c-496c-aede-52f457e1dd62 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3015 time: 0.2584128 Feb 16 16:58:43.896145 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48410) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:43.897031 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-44cf6b96-6c49-4dca-99aa-a601cc6511bf tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:43.901282 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-44cf6b96-6c49-4dca-99aa-a601cc6511bf tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 8.0307026 Feb 16 16:58:43.908953 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48412) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:43.925566 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a83522a1-2e44-490b-84aa-3840c2d793a5 req-76ebf5d1-2ec1-461c-9dc9-8a14245f9201 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=f20dcbe5-46cb-42aa-8245-43c2ee2343d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.1277392 Feb 16 16:58:43.968830 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89be9dfd-9deb-4706-972c-5b74da65033e None None] Checking router: 3823f9c7-1cdb-4d47-86d7-272dfa493cb0 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:58:43.969175 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89be9dfd-9deb-4706-972c-5b74da65033e None None] Updating router 3823f9c7-1cdb-4d47-86d7-272dfa493cb0 port 18431f46-a6dc-4e48-81ea-e91090fc7ff4 binding host dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:58:44.008631 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-f823784d-6080-43ba-b524-2706898d232b tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Deleting port f8b11818-56e1-4066-9eb4-93eb41d1da2b {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:58:44.009355 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f823784d-6080-43ba-b524-2706898d232b tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:44.016724 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:44.041725 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 1d7491dc-70d2-4b84-863d-2c817c9d98e4 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:44.042469 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:44.069244 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port a57b066f-0b78-478d-b5d2-144e81385b8e, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=a57b066f-0b78-478d-b5d2-144e81385b8e,segment=NetworkSegment(94094d34-a0e6-4f43-8273-2075f238e819),segment_id=94094d34-a0e6-4f43-8273-2075f238e819)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:58:44.106740 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-89be9dfd-9deb-4706-972c-5b74da65033e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:44.148193 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f823784d-6080-43ba-b524-2706898d232b tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:44.171957 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-22ac20c2-fea5-4c09-84b0-8562846cd902 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:44.203545 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-f823784d-6080-43ba-b524-2706898d232b tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Calling delete_port for f8b11818-56e1-4066-9eb4-93eb41d1da2b owned by {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:58:44.210481 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ebf5d1-2ec1-461c-9dc9-8a14245f9201 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=93b50f09-dde4-4a2c-8aed-31460c663314,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:44.219584 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd64832-e6c3-4b07-9a76-89b966f64c1b tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Made reservation on behalf of 39c6ff93779f41679a479f3011da9f36 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:44.221112 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-a6c43f7b-4173-4fbf-92d2-4e7110c6ca04 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Deleting port 18431f46-a6dc-4e48-81ea-e91090fc7ff4 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:58:44.221581 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a6c43f7b-4173-4fbf-92d2-4e7110c6ca04 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:44.231894 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9cd64832-e6c3-4b07-9a76-89b966f64c1b tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:44.237810 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-be5d566d-272b-424f-951e-ccae9bc46c8f tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:44.265579 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-112fec75-8741-418a-9abb-ccd6e98d2c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9e544b-8c7c-43e0-8f6d-ff1a1a606062', 'name': '', 'tenant_id': 'a17246a7563440b888728a64af0da20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29b52165-c01a-43c7-bf7b-ad667e5bc120', 'external_fixed_ips': [{'subnet_id': '4315f3cc-79d4-4c4f-9d9b-32277cac9812', 'ip_address': '2001:db8::244'}], 'enable_snat': True}, 'gw_port_id': '26ae86bc-1652-4e50-9c40-ba6bbe271cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:58:36Z', 'updated_at': '2022-02-16T16:58:40Z', 'revision_number': 3, 'project_id': 'a17246a7563440b888728a64af0da20b', 'gw_port': {'id': '26ae86bc-1652-4e50-9c40-ba6bbe271cef', 'name': '', 'network_id': '29b52165-c01a-43c7-bf7b-ad667e5bc120', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:57:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9e544b-8c7c-43e0-8f6d-ff1a1a606062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '4315f3cc-79d4-4c4f-9d9b-32277cac9812', 'ip_address': '2001:db8::244', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:58:38Z', 'updated_at': '2022-02-16T16:58:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4315f3cc-79d4-4c4f-9d9b-32277cac9812', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:44.273099 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-be5d566d-272b-424f-951e-ccae9bc46c8f tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:44.281615 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-be5d566d-272b-424f-951e-ccae9bc46c8f tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "DELETE /v2.0/networks/ef5e0cee-5cbb-44e5-a1b6-06e29e16502e HTTP/1.1" status: 204 len: 168 time: 1.8930809 Feb 16 16:58:44.294942 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d566d-272b-424f-951e-ccae9bc46c8f tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Pushing event deleted for resources: {'Network': ['ID=ef5e0cee-5cbb-44e5-a1b6-06e29e16502e,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:44.305009 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48414) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:44.307129 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ba865e1e-c7ce-4973-9576-72bfc1e63d35 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks [] for router, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:44.312163 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5a402-2eff-4f28-bef3-bb0fb919daa8 req-8c3bfdcf-7050-49a6-85fa-414484e271f2 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:44.312163 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-dfc5a402-2eff-4f28-bef3-bb0fb919daa8 req-8c3bfdcf-7050-49a6-85fa-414484e271f2 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4395638-6857-4307-a63e-414f7d6bf079 HTTP/1.1" status: 200 len: 945 time: 0.5250406 Feb 16 16:58:44.315120 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-86e71467-258f-47fb-99be-a24acfa54f9e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1222756628'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:44.324044 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112fec75-8741-418a-9abb-ccd6e98d2c37 None None] Checking router: fb9e544b-8c7c-43e0-8f6d-ff1a1a606062 for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:58:44.324635 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112fec75-8741-418a-9abb-ccd6e98d2c37 None None] Updating router fb9e544b-8c7c-43e0-8f6d-ff1a1a606062 port 26ae86bc-1652-4e50-9c40-ba6bbe271cef binding host dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:58:44.353270 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-112fec75-8741-418a-9abb-ccd6e98d2c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:44.469261 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4395638-6857-4307-a63e-414f7d6bf079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57b066f-0b78-478d-b5d2-144e81385b8e'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:58:44.471814 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c40bdf-2457-448d-a6e2-0d01c5c07ead" -d '{"events": [{"server_uuid": "b4395638-6857-4307-a63e-414f7d6bf079", "name": "network-vif-plugged", "status": "completed", "tag": "a57b066f-0b78-478d-b5d2-144e81385b8e"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:58:44.480861 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b4ea20-3b97-46e7-9632-b3e2a98e9f95 None None] Network ef5e0cee-5cbb-44e5-a1b6-06e29e16502e requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:58:44.483447 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:44.539931 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b4ea20-3b97-46e7-9632-b3e2a98e9f95 None None] Network ef5e0cee-5cbb-44e5-a1b6-06e29e16502e could not be found, it might have been deleted concurrently. {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 16 16:58:44.608226 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-dfc5a402-2eff-4f28-bef3-bb0fb919daa8 req-ce55bd16-505b-48b0-9122-52eaf04d0ef2 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "GET /v2.0/security-groups?id=56da404a-1554-481b-a94d-29ebc15c9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2803047 Feb 16 16:58:44.643605 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb688bc1-fc26-4cad-9e10-1de0e50669b1 x-openstack-request-id: req-cb688bc1-fc26-4cad-9e10-1de0e50669b1 {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:58:44.644031 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4395638-6857-4307-a63e-414f7d6bf079", "name": "network-vif-plugged", "status": "completed", "tag": "a57b066f-0b78-478d-b5d2-144e81385b8e", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:58:44.650091 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-cb688bc1-fc26-4cad-9e10-1de0e50669b1 {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:58:44.650091 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4395638-6857-4307-a63e-414f7d6bf079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57b066f-0b78-478d-b5d2-144e81385b8e', 'code': 200} Feb 16 16:58:44.650091 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2f495d-7430-4c5f-b691-c2afd2fa7da7 None None] Network ef5e0cee-5cbb-44e5-a1b6-06e29e16502e requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:58:44.677920 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-89be9dfd-9deb-4706-972c-5b74da65033e None None] Notify callbacks [] for port, precommit_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:44.717824 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2f495d-7430-4c5f-b691-c2afd2fa7da7 None None] Network ef5e0cee-5cbb-44e5-a1b6-06e29e16502e could not be found, it might have been deleted concurrently. {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 16 16:58:44.749001 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=a57b066f-0b78-478d-b5d2-144e81385b8e,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:44.765778 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 1d7491dc-70d2-4b84-863d-2c817c9d98e4 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:58:44.795935 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-112fec75-8741-418a-9abb-ccd6e98d2c37 None None] Notify callbacks [] for port, precommit_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:44.822524 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 1d7491dc-70d2-4b84-863d-2c817c9d98e4 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:44.823581 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:44.864225 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-89be9dfd-9deb-4706-972c-5b74da65033e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:44.874247 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e71467-258f-47fb-99be-a24acfa54f9e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Made reservation on behalf of e3df33defdf448bc970b49b57571b9c4 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:44.878266 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-86e71467-258f-47fb-99be-a24acfa54f9e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:44.898453 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-112fec75-8741-418a-9abb-ccd6e98d2c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:44.941563 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-89be9dfd-9deb-4706-972c-5b74da65033e None None] Attempting to bind port 18431f46-a6dc-4e48-81ea-e91090fc7ff4 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:44.941935 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-89be9dfd-9deb-4706-972c-5b74da65033e None None] Attempting to bind port 18431f46-a6dc-4e48-81ea-e91090fc7ff4 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:44.942294 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89be9dfd-9deb-4706-972c-5b74da65033e None None] Attempting to bind port 18431f46-a6dc-4e48-81ea-e91090fc7ff4 on network d8eab20e-246c-47ce-8449-822ce53769fc {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:44.948412 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7020a19-1862-40e1-a8bf-4f0e4cf36c4a None None] Pushing event updated for resources: {'Port': ['ID=18431f46-a6dc-4e48-81ea-e91090fc7ff4,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:44.958970 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89be9dfd-9deb-4706-972c-5b74da65033e None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:58:44.959563 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89be9dfd-9deb-4706-972c-5b74da65033e None None] Checking segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:58:44.960231 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-89be9dfd-9deb-4706-972c-5b74da65033e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:44.960798 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a6c43f7b-4173-4fbf-92d2-4e7110c6ca04 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:44.960927 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89be9dfd-9deb-4706-972c-5b74da65033e None None] Bound using segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:58:44.961690 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-89be9dfd-9deb-4706-972c-5b74da65033e None None] Bound port: 18431f46-a6dc-4e48-81ea-e91090fc7ff4, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:58:44.962203 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-89be9dfd-9deb-4706-972c-5b74da65033e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:44.971295 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-22ac20c2-fea5-4c09-84b0-8562846cd902 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:44.981155 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-112fec75-8741-418a-9abb-ccd6e98d2c37 None None] Attempting to bind port 26ae86bc-1652-4e50-9c40-ba6bbe271cef on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:44.982299 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-112fec75-8741-418a-9abb-ccd6e98d2c37 None None] Attempting to bind port 26ae86bc-1652-4e50-9c40-ba6bbe271cef by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': 'fc0a0d25-228a-48f0-83c5-19eb77173dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '29b52165-c01a-43c7-bf7b-ad667e5bc120'}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:44.982864 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112fec75-8741-418a-9abb-ccd6e98d2c37 None None] Attempting to bind port 26ae86bc-1652-4e50-9c40-ba6bbe271cef on network 29b52165-c01a-43c7-bf7b-ad667e5bc120 {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:44.990094 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba37420-0a46-4952-bf37-0e912f9f6afe None None] Pushing event updated for resources: {'Port': ['ID=26ae86bc-1652-4e50-9c40-ba6bbe271cef,revision_number=2']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:44.996714 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112fec75-8741-418a-9abb-ccd6e98d2c37 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:58:44.997402 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112fec75-8741-418a-9abb-ccd6e98d2c37 None None] Checking segment: {'id': 'fc0a0d25-228a-48f0-83c5-19eb77173dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '29b52165-c01a-43c7-bf7b-ad667e5bc120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:58:44.998106 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-112fec75-8741-418a-9abb-ccd6e98d2c37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:44.998938 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112fec75-8741-418a-9abb-ccd6e98d2c37 None None] Bound using segment: {'id': 'fc0a0d25-228a-48f0-83c5-19eb77173dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '29b52165-c01a-43c7-bf7b-ad667e5bc120'} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:58:44.999750 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-112fec75-8741-418a-9abb-ccd6e98d2c37 None None] Bound port: 26ae86bc-1652-4e50-9c40-ba6bbe271cef, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc0a0d25-228a-48f0-83c5-19eb77173dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '29b52165-c01a-43c7-bf7b-ad667e5bc120'}}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:58:45.000470 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-112fec75-8741-418a-9abb-ccd6e98d2c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:45.014609 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-a6c43f7b-4173-4fbf-92d2-4e7110c6ca04 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Calling delete_port for 18431f46-a6dc-4e48-81ea-e91090fc7ff4 owned by network:router_gateway {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:58:45.026014 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f823784d-6080-43ba-b524-2706898d232b tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:45.027108 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-22ac20c2-fea5-4c09-84b0-8562846cd902 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51b31085-0e31-4756-a29e-d7e0e41c4845']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:45.040471 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86e71467-258f-47fb-99be-a24acfa54f9e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:58:45.045807 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ba865e1e-c7ce-4973-9576-72bfc1e63d35 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:45.046284 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9cd64832-e6c3-4b07-9a76-89b966f64c1b tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:45.049611 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-22ac20c2-fea5-4c09-84b0-8562846cd902 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82b9d6cc-8cea-476a-9401-fcc6e6dfca32') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:45.050229 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-22ac20c2-fea5-4c09-84b0-8562846cd902 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82b9d6cc-8cea-476a-9401-fcc6e6dfca32') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:45.070376 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-89be9dfd-9deb-4706-972c-5b74da65033e None None] For port 18431f46-a6dc-4e48-81ea-e91090fc7ff4, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:58:45.075063 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-89be9dfd-9deb-4706-972c-5b74da65033e None None] For port 18431f46-a6dc-4e48-81ea-e91090fc7ff4, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=18431f46-a6dc-4e48-81ea-e91090fc7ff4,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:58:45.075893 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-112fec75-8741-418a-9abb-ccd6e98d2c37 None None] For port 26ae86bc-1652-4e50-9c40-ba6bbe271cef, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:58:45.079621 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-112fec75-8741-418a-9abb-ccd6e98d2c37 None None] For port 26ae86bc-1652-4e50-9c40-ba6bbe271cef, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=26ae86bc-1652-4e50-9c40-ba6bbe271cef,segment=NetworkSegment(fc0a0d25-228a-48f0-83c5-19eb77173dbf),segment_id=fc0a0d25-228a-48f0-83c5-19eb77173dbf)] {{(pid=114378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:58:45.108541 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-22ac20c2-fea5-4c09-84b0-8562846cd902 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:45.120068 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-86e71467-258f-47fb-99be-a24acfa54f9e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:45.120422 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-86e71467-258f-47fb-99be-a24acfa54f9e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Added segment 24fb5fc6-55be-467a-9371-e8d087a0df91 of type vlan for network cd5639f0-0b8c-4f07-a69d-72b42c8fceea Feb 16 16:58:45.125055 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f823784d-6080-43ba-b524-2706898d232b tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Pushing event deleted for resources: {'Port': ['ID=f8b11818-56e1-4066-9eb4-93eb41d1da2b,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:45.138849 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a76d32-b570-4e3e-ac0b-667d98f91fe8 req-52dfab5d-a1b9-4bb5-bf8c-d2cccdd9e3f5 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:45.140435 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-31a76d32-b570-4e3e-ac0b-667d98f91fe8 req-52dfab5d-a1b9-4bb5-bf8c-d2cccdd9e3f5 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b7b74a8-477e-407e-92d1-79132ca5595c HTTP/1.1" status: 200 len: 945 time: 0.2793877 Feb 16 16:58:45.155625 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-89be9dfd-9deb-4706-972c-5b74da65033e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:45.155822 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-112fec75-8741-418a-9abb-ccd6e98d2c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:45.174597 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-22ac20c2-fea5-4c09-84b0-8562846cd902 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:45.200522 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd64832-e6c3-4b07-9a76-89b966f64c1b tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Pushing event updated for resources: {'Subnet': ['ID=a4391c90-56f6-4d6f-ac25-85babbc12021,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:45.221478 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22ac20c2-fea5-4c09-84b0-8562846cd902 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:58:45.222104 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-22ac20c2-fea5-4c09-84b0-8562846cd902 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:45.238498 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 16:58:45.238498 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:58:45.238498 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 16:58:45.238498 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:58:45.238498 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 16:58:45.238498 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:58:45.238498 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 16:58:45.238498 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:58:45.238498 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 16:58:45.238498 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:58:45.238498 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 16:58:45.238498 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:58:45.238498 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 16:58:45.238498 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:58:45.238498 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:58:45.238498 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:58:45.238498 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:58:45.238498 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:58:45.238498 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 16:58:45.238498 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:58:45.238498 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 16:58:45.238498 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:58:45.238498 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:58:45.238498 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:58:45.238498 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 16:58:45.238498 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:58:45.238498 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:58:45.238498 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:58:45.238498 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:58:45.238498 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:58:45.238498 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:58:45.238498 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:58:45.242352 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012feffe-a4ce-4914-b380-657d3771f196 req-2334290a-6ae2-45f2-b02c-1c7752f61aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:45.243875 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-012feffe-a4ce-4914-b380-657d3771f196 req-2334290a-6ae2-45f2-b02c-1c7752f61aa5 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b4395638-6857-4307-a63e-414f7d6bf079 HTTP/1.1" status: 200 len: 1099 time: 0.2728703 Feb 16 16:58:45.245609 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112fec75-8741-418a-9abb-ccd6e98d2c37 None None] Routers {'fb9e544b-8c7c-43e0-8f6d-ff1a1a606062'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:58:45.246245 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-112fec75-8741-418a-9abb-ccd6e98d2c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:58:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['fb9e544b-8c7c-43e0-8f6d-ff1a1a606062'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:45.264760 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-86e71467-258f-47fb-99be-a24acfa54f9e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:45.279907 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7020a19-1862-40e1-a8bf-4f0e4cf36c4a None None] Pushing event updated for resources: {'Port': ['ID=18431f46-a6dc-4e48-81ea-e91090fc7ff4,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:45.289862 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89be9dfd-9deb-4706-972c-5b74da65033e None None] Routers {'3823f9c7-1cdb-4d47-86d7-272dfa493cb0'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:58:45.290484 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-89be9dfd-9deb-4706-972c-5b74da65033e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:58:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['3823f9c7-1cdb-4d47-86d7-272dfa493cb0'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:45.360499 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba37420-0a46-4952-bf37-0e912f9f6afe None None] Pushing event updated for resources: {'Port': ['ID=26ae86bc-1652-4e50-9c40-ba6bbe271cef,revision_number=3']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:45.364242 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd64832-e6c3-4b07-9a76-89b966f64c1b tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Checking segment: {'id': 'b87b3d99-e84f-4641-9fc7-aad5437cf6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4464ee2b-a8ff-445c-ae6f-a2842e6a04e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:58:45.364611 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd64832-e6c3-4b07-9a76-89b966f64c1b tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Network hostable DHCP agents. Network: 4464ee2b-a8ff-445c-ae6f-a2842e6a04e3, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:58:45.387532 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-31a76d32-b570-4e3e-ac0b-667d98f91fe8 req-46d3ad0d-a916-4572-9c99-0cd02573d38e tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.88 "GET /v2.0/security-groups?id=f20dcbe5-46cb-42aa-8245-43c2ee2343d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2402341 Feb 16 16:58:45.410808 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-012feffe-a4ce-4914-b380-657d3771f196 req-0539e3fc-8258-4e16-a807-61310b539338 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=56da404a-1554-481b-a94d-29ebc15c9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396492 Feb 16 16:58:45.427352 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-112fec75-8741-418a-9abb-ccd6e98d2c37 None None] Set router fb9e544b-8c7c-43e0-8f6d-ff1a1a606062 gateway port host: None {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:58:45.435713 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f823784d-6080-43ba-b524-2706898d232b tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:45.442843 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-f823784d-6080-43ba-b524-2706898d232b tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] 10.222.0.88 "DELETE /v2.0/ports/f8b11818-56e1-4066-9eb4-93eb41d1da2b HTTP/1.1" status: 204 len: 168 time: 2.3682168 Feb 16 16:58:45.443652 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48420) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:45.460478 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-ba865e1e-c7ce-4973-9576-72bfc1e63d35 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Deleting port 26ae86bc-1652-4e50-9c40-ba6bbe271cef {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:58:45.460825 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ba865e1e-c7ce-4973-9576-72bfc1e63d35 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:45.464772 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-89be9dfd-9deb-4706-972c-5b74da65033e None None] Set router 3823f9c7-1cdb-4d47-86d7-272dfa493cb0 gateway port host: None {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:58:45.467281 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-22ac20c2-fea5-4c09-84b0-8562846cd902 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:45.489776 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-22ac20c2-fea5-4c09-84b0-8562846cd902 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:45.492966 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-22ac20c2-fea5-4c09-84b0-8562846cd902 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] 10.222.0.88 "DELETE /v2.0/networks/51b31085-0e31-4756-a29e-d7e0e41c4845 HTTP/1.1" status: 204 len: 168 time: 1.5999570 Feb 16 16:58:45.493886 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-112fec75-8741-418a-9abb-ccd6e98d2c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9e544b-8c7c-43e0-8f6d-ff1a1a606062', 'name': '', 'tenant_id': 'a17246a7563440b888728a64af0da20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:58:36Z', 'updated_at': '2022-02-16T16:58:45Z', 'revision_number': 4, 'project_id': 'a17246a7563440b888728a64af0da20b', 'gw_port_host': None}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:45.502718 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48422) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:45.531820 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-89be9dfd-9deb-4706-972c-5b74da65033e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3823f9c7-1cdb-4d47-86d7-272dfa493cb0', 'name': 'tempest-snat-router-1109520762', 'tenant_id': '77f33ab4bdc14ffdaab0872d4f0be08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:58:35Z', 'updated_at': '2022-02-16T16:58:43Z', 'revision_number': 4, 'project_id': '77f33ab4bdc14ffdaab0872d4f0be08f', 'gw_port_host': None}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:45.532301 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112fec75-8741-418a-9abb-ccd6e98d2c37 None None] The sync data for ids ['fb9e544b-8c7c-43e0-8f6d-ff1a1a606062'] in dv-neutron-828697-3-hyperv is: [{'id': 'fb9e544b-8c7c-43e0-8f6d-ff1a1a606062', 'name': '', 'tenant_id': 'a17246a7563440b888728a64af0da20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:58:36Z', 'updated_at': '2022-02-16T16:58:45Z', 'revision_number': 4, 'project_id': 'a17246a7563440b888728a64af0da20b', 'gw_port_host': None}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:58:45.534015 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-86e71467-258f-47fb-99be-a24acfa54f9e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:45.539609 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e71467-258f-47fb-99be-a24acfa54f9e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:45.540242 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-86e71467-258f-47fb-99be-a24acfa54f9e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:45.546802 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ac20c2-fea5-4c09-84b0-8562846cd902 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Pushing event deleted for resources: {'Network': ['ID=51b31085-0e31-4756-a29e-d7e0e41c4845,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:45.569764 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89be9dfd-9deb-4706-972c-5b74da65033e None None] The sync data for ids ['3823f9c7-1cdb-4d47-86d7-272dfa493cb0'] in dv-neutron-828697-3-hyperv is: [{'id': '3823f9c7-1cdb-4d47-86d7-272dfa493cb0', 'name': 'tempest-snat-router-1109520762', 'tenant_id': '77f33ab4bdc14ffdaab0872d4f0be08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:58:35Z', 'updated_at': '2022-02-16T16:58:43Z', 'revision_number': 4, 'project_id': '77f33ab4bdc14ffdaab0872d4f0be08f', 'gw_port_host': None}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:58:45.599929 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad84f6e-5baa-45b1-8699-4b3568281c0c tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:45.604368 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-8ad84f6e-5baa-45b1-8699-4b3568281c0c tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] 10.222.0.88 "GET /v2.0/ports?device_id=50f7d061-a0f1-418b-9c63-498c80de7e4c HTTP/1.1" status: 200 len: 913 time: 0.1593659 Feb 16 16:58:45.610046 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48424) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:45.632417 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd64832-e6c3-4b07-9a76-89b966f64c1b tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Network 4464ee2b-a8ff-445c-ae6f-a2842e6a04e3 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:58:45.662854 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a6c43f7b-4173-4fbf-92d2-4e7110c6ca04 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:45.698629 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e71467-258f-47fb-99be-a24acfa54f9e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Pushing event updated for resources: {'Network': ['ID=cd5639f0-0b8c-4f07-a69d-72b42c8fceea,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:45.713059 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network cd5639f0-0b8c-4f07-a69d-72b42c8fceea details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:58:45.732144 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-86e71467-258f-47fb-99be-a24acfa54f9e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4228704 Feb 16 16:58:45.735404 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48428) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:45.741619 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-6e47e26b-f9fa-4107-9490-bcc31d90fbc1 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Request body: {'subnet': {'network_id': 'cd5639f0-0b8c-4f07-a69d-72b42c8fceea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:45.752180 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c43f7b-4173-4fbf-92d2-4e7110c6ca04 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Pushing event deleted for resources: {'Port': ['ID=18431f46-a6dc-4e48-81ea-e91090fc7ff4,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:45.764741 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9b992171-25cb-4de6-9cc3-5f8f81972b30 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:45.856997 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-9cd64832-e6c3-4b07-9a76-89b966f64c1b tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 4464ee2b-a8ff-445c-ae6f-a2842e6a04e3) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:45.887500 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd64832-e6c3-4b07-9a76-89b966f64c1b tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:45.888453 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9cd64832-e6c3-4b07-9a76-89b966f64c1b tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:45.912222 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595a0c0-bb85-4933-98a1-6b8a53a72f96 req-bb74f563-56c4-4b09-86ff-379f3152106b tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:45.913072 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28815021-254a-46d7-8e7f-68aa0124a8ad None None] Network 4464ee2b-a8ff-445c-ae6f-a2842e6a04e3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:58:45.924240 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5595a0c0-bb85-4933-98a1-6b8a53a72f96 req-bb74f563-56c4-4b09-86ff-379f3152106b tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4395638-6857-4307-a63e-414f7d6bf079 HTTP/1.1" status: 200 len: 946 time: 0.1829081 Feb 16 16:58:45.939164 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a6c43f7b-4173-4fbf-92d2-4e7110c6ca04 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584056'] for router_gateway, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:45.978182 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-ba865e1e-c7ce-4973-9576-72bfc1e63d35 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] For port 26ae86bc-1652-4e50-9c40-ba6bbe271cef, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=26ae86bc-1652-4e50-9c40-ba6bbe271cef,segment=NetworkSegment(fc0a0d25-228a-48f0-83c5-19eb77173dbf),segment_id=fc0a0d25-228a-48f0-83c5-19eb77173dbf)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:58:45.978182 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ba865e1e-c7ce-4973-9576-72bfc1e63d35 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:46.067360 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a6c43f7b-4173-4fbf-92d2-4e7110c6ca04 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:46.069087 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-ba865e1e-c7ce-4973-9576-72bfc1e63d35 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Calling delete_port for 26ae86bc-1652-4e50-9c40-ba6bbe271cef owned by network:router_gateway {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:58:46.071145 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a6c43f7b-4173-4fbf-92d2-4e7110c6ca04 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:46.090130 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9b992171-25cb-4de6-9cc3-5f8f81972b30 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:46.130888 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-9b992171-25cb-4de6-9cc3-5f8f81972b30 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1873e605-e7fa-43ca-a4e1-630255560ed0']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:46.157631 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e47e26b-f9fa-4107-9490-bcc31d90fbc1 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Made reservation on behalf of e3df33defdf448bc970b49b57571b9c4 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:46.161014 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6e47e26b-f9fa-4107-9490-bcc31d90fbc1 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:46.165450 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5595a0c0-bb85-4933-98a1-6b8a53a72f96 req-69a11408-e80d-4a02-88fb-182bc728c6ce tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "GET /v2.0/security-groups?id=56da404a-1554-481b-a94d-29ebc15c9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2411208 Feb 16 16:58:46.182444 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48430) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:46.183091 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-9cd64832-e6c3-4b07-9a76-89b966f64c1b tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.2345531 Feb 16 16:58:46.186457 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-9b992171-25cb-4de6-9cc3-5f8f81972b30 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df085619-e0c8-48f0-8da9-7ae8ac75b4b7') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:46.186856 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-9b992171-25cb-4de6-9cc3-5f8f81972b30 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df085619-e0c8-48f0-8da9-7ae8ac75b4b7') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:46.189830 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-f9853966-4393-42d5-98fb-8ce40a2232bf tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-878288934'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:46.200705 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9b992171-25cb-4de6-9cc3-5f8f81972b30 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:46.250808 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a6c43f7b-4173-4fbf-92d2-4e7110c6ca04 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:46.251370 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c43f7b-4173-4fbf-92d2-4e7110c6ca04 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3823f9c7-1cdb-4d47-86d7-272dfa493cb0 {{(pid=114375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:58:46.258162 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9b992171-25cb-4de6-9cc3-5f8f81972b30 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:46.260572 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a6c43f7b-4173-4fbf-92d2-4e7110c6ca04 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:46.261791 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a6c43f7b-4173-4fbf-92d2-4e7110c6ca04 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] 10.222.0.88 "DELETE /v2.0/routers/3823f9c7-1cdb-4d47-86d7-272dfa493cb0 HTTP/1.1" status: 204 len: 168 time: 3.1821694 Feb 16 16:58:46.265762 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48432) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:46.273581 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29306c5-fa47-464e-84f6-b13e73cfc5aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-4464ee2b-a8ff-445c-ae6f-a2842e6a04e3', 'network_id': '4464ee2b-a8ff-445c-ae6f-a2842e6a04e3', 'tenant_id': '39c6ff93779f41679a479f3011da9f36', 'fixed_ips': [{'subnet_id': 'a4391c90-56f6-4d6f-ac25-85babbc12021'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 16:58:46.276600 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f29306c5-fa47-464e-84f6-b13e73cfc5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:46.279379 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b992171-25cb-4de6-9cc3-5f8f81972b30 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:58:46.279517 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9b992171-25cb-4de6-9cc3-5f8f81972b30 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:46.282522 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 16:58:46.282522 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:58:46.282522 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 16:58:46.282522 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:58:46.282522 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 16:58:46.282522 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:58:46.282522 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 16:58:46.282522 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:58:46.282522 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 16:58:46.282522 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:58:46.282522 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 16:58:46.282522 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:58:46.282522 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 16:58:46.282522 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:58:46.282522 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:58:46.282522 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:58:46.282522 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:58:46.282522 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:58:46.282522 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 16:58:46.282522 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:58:46.282522 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 16:58:46.282522 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:58:46.282522 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:58:46.282522 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:58:46.282522 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 16:58:46.282522 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:58:46.282522 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:58:46.282522 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:58:46.282522 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:58:46.282522 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:58:46.282522 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:58:46.282522 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:58:46.435129 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9853966-4393-42d5-98fb-8ce40a2232bf tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Made reservation on behalf of 39c6ff93779f41679a479f3011da9f36 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:46.439554 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f9853966-4393-42d5-98fb-8ce40a2232bf tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:46.471526 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9853966-4393-42d5-98fb-8ce40a2232bf tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:58:46.481028 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f9853966-4393-42d5-98fb-8ce40a2232bf tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:46.481431 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-f9853966-4393-42d5-98fb-8ce40a2232bf tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Added segment 01d0e7ff-e8f8-4c41-bbaf-7af4fc4de07c of type vlan for network d848c7df-1f60-4f57-9ffb-f55592d1ecc2 Feb 16 16:58:46.515888 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ae565f0f-69e7-4c4a-aba3-b27c57ec1e6b tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks [] for router, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:46.517637 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ba865e1e-c7ce-4973-9576-72bfc1e63d35 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:46.555189 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9b992171-25cb-4de6-9cc3-5f8f81972b30 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:46.579082 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba865e1e-c7ce-4973-9576-72bfc1e63d35 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Pushing event deleted for resources: {'Port': ['ID=26ae86bc-1652-4e50-9c40-ba6bbe271cef,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:46.586115 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9b992171-25cb-4de6-9cc3-5f8f81972b30 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:46.586704 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f9853966-4393-42d5-98fb-8ce40a2232bf tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:46.591415 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-9b992171-25cb-4de6-9cc3-5f8f81972b30 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] 10.222.0.88 "DELETE /v2.0/networks/1873e605-e7fa-43ca-a4e1-630255560ed0 HTTP/1.1" status: 204 len: 168 time: 1.0874169 Feb 16 16:58:46.592597 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48436) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:46.625799 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b992171-25cb-4de6-9cc3-5f8f81972b30 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Pushing event deleted for resources: {'Network': ['ID=1873e605-e7fa-43ca-a4e1-630255560ed0,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:46.693660 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ba865e1e-c7ce-4973-9576-72bfc1e63d35 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584056'] for router_gateway, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:46.713149 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ae565f0f-69e7-4c4a-aba3-b27c57ec1e6b tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:46.720676 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e397a14f-511a-4019-8d77-468bdc0070b2 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:46.743457 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-f29306c5-fa47-464e-84f6-b13e73cfc5aa None None] Allocated IP 2001:db8::1 (4464ee2b-a8ff-445c-ae6f-a2842e6a04e3/a4391c90-56f6-4d6f-ac25-85babbc12021/6a9597e9-10dd-4b69-b446-532bda190cb1) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:58:46.855287 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e24ca-9dc1-49aa-a72c-06731ad62001 req-8291354d-d9ed-4820-985e-0c8a1cbf9d3a tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:46.856967 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-272e24ca-9dc1-49aa-a72c-06731ad62001 req-8291354d-d9ed-4820-985e-0c8a1cbf9d3a tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b7b74a8-477e-407e-92d1-79132ca5595c HTTP/1.1" status: 200 len: 945 time: 0.3433678 Feb 16 16:58:46.881789 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ba865e1e-c7ce-4973-9576-72bfc1e63d35 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:46.890522 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ba865e1e-c7ce-4973-9576-72bfc1e63d35 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:46.922142 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f29306c5-fa47-464e-84f6-b13e73cfc5aa None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:46.939217 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f9853966-4393-42d5-98fb-8ce40a2232bf tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:46.946302 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9853966-4393-42d5-98fb-8ce40a2232bf tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:46.947616 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f9853966-4393-42d5-98fb-8ce40a2232bf tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:47.019451 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f29306c5-fa47-464e-84f6-b13e73cfc5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:47.051079 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5dd59f-a085-4823-8e0d-bb8a331b4e8f tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:47.057230 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5dd59f-a085-4823-8e0d-bb8a331b4e8f tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:47.063943 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5dd59f-a085-4823-8e0d-bb8a331b4e8f tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:47.070003 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-9c5dd59f-a085-4823-8e0d-bb8a331b4e8f tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1947 time: 0.4691391 Feb 16 16:58:47.070184 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29306c5-fa47-464e-84f6-b13e73cfc5aa None None] Network 4464ee2b-a8ff-445c-ae6f-a2842e6a04e3 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:47.070184 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-f29306c5-fa47-464e-84f6-b13e73cfc5aa None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:47.072599 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29306c5-fa47-464e-84f6-b13e73cfc5aa None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:58:47.091339 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48438) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:47.096757 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-e2d7b71a-c2a6-4203-848b-0707a1f713d6 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-872272182'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:47.106929 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29306c5-fa47-464e-84f6-b13e73cfc5aa None None] Pushing event updated for resources: {'Port': ['ID=6a9597e9-10dd-4b69-b446-532bda190cb1,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:47.115627 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-272e24ca-9dc1-49aa-a72c-06731ad62001 req-19f2dde6-9e6a-4c3a-8418-df8d0402aad7 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.88 "GET /v2.0/security-groups?id=f20dcbe5-46cb-42aa-8245-43c2ee2343d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2377486 Feb 16 16:58:47.134627 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9853966-4393-42d5-98fb-8ce40a2232bf tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Pushing event updated for resources: {'Network': ['ID=d848c7df-1f60-4f57-9ffb-f55592d1ecc2,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:47.146991 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network d848c7df-1f60-4f57-9ffb-f55592d1ecc2 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:58:47.149067 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ba865e1e-c7ce-4973-9576-72bfc1e63d35 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:47.149703 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba865e1e-c7ce-4973-9576-72bfc1e63d35 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fb9e544b-8c7c-43e0-8f6d-ff1a1a606062 {{(pid=114375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:58:47.156120 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ba865e1e-c7ce-4973-9576-72bfc1e63d35 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:47.157541 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ba865e1e-c7ce-4973-9576-72bfc1e63d35 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] 10.222.0.88 "DELETE /v2.0/routers/fb9e544b-8c7c-43e0-8f6d-ff1a1a606062 HTTP/1.1" status: 204 len: 168 time: 3.2482920 Feb 16 16:58:47.159959 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48440) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:47.180339 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-f29306c5-fa47-464e-84f6-b13e73cfc5aa None None] Attempting to bind port 6a9597e9-10dd-4b69-b446-532bda190cb1 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:47.180990 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-f29306c5-fa47-464e-84f6-b13e73cfc5aa None None] Attempting to bind port 6a9597e9-10dd-4b69-b446-532bda190cb1 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': 'b87b3d99-e84f-4641-9fc7-aad5437cf6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4464ee2b-a8ff-445c-ae6f-a2842e6a04e3'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:47.183379 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29306c5-fa47-464e-84f6-b13e73cfc5aa None None] Attempting to bind port 6a9597e9-10dd-4b69-b446-532bda190cb1 on network 4464ee2b-a8ff-445c-ae6f-a2842e6a04e3 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:47.229006 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6e47e26b-f9fa-4107-9490-bcc31d90fbc1 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:47.255703 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f9853966-4393-42d5-98fb-8ce40a2232bf tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0698848 Feb 16 16:58:47.259886 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48446) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:47.268855 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-5d84eae8-b72c-44e7-861a-e8e780cbd6ae tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Request body: {'subnet': {'network_id': 'd848c7df-1f60-4f57-9ffb-f55592d1ecc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:47.283779 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29306c5-fa47-464e-84f6-b13e73cfc5aa None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:58:47.285104 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29306c5-fa47-464e-84f6-b13e73cfc5aa None None] Checking segment: {'id': 'b87b3d99-e84f-4641-9fc7-aad5437cf6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4464ee2b-a8ff-445c-ae6f-a2842e6a04e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:58:47.285535 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f29306c5-fa47-464e-84f6-b13e73cfc5aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:47.285937 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29306c5-fa47-464e-84f6-b13e73cfc5aa None None] Bound using segment: {'id': 'b87b3d99-e84f-4641-9fc7-aad5437cf6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4464ee2b-a8ff-445c-ae6f-a2842e6a04e3'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:58:47.287362 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-f29306c5-fa47-464e-84f6-b13e73cfc5aa None None] Bound port: 6a9597e9-10dd-4b69-b446-532bda190cb1, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b87b3d99-e84f-4641-9fc7-aad5437cf6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4464ee2b-a8ff-445c-ae6f-a2842e6a04e3'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:58:47.291249 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f29306c5-fa47-464e-84f6-b13e73cfc5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:47.334242 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-ae565f0f-69e7-4c4a-aba3-b27c57ec1e6b tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Deleting port c2324bd5-fa0f-46c7-a111-3191a6097697 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:58:47.334735 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ae565f0f-69e7-4c4a-aba3-b27c57ec1e6b tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:47.384447 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e47e26b-f9fa-4107-9490-bcc31d90fbc1 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Pushing event updated for resources: {'Subnet': ['ID=e848608f-a81c-414c-823d-d051dcc8c6ad,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:47.389776 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-d76c397b-25ae-4cfa-aa62-aa4fde8184e4 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Deleting subnet 4315f3cc-79d4-4c4f-9d9b-32277cac9812 {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 16:58:47.393773 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d76c397b-25ae-4cfa-aa62-aa4fde8184e4 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:47.412551 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-f29306c5-fa47-464e-84f6-b13e73cfc5aa None None] For port 6a9597e9-10dd-4b69-b446-532bda190cb1, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:58:47.416510 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-f29306c5-fa47-464e-84f6-b13e73cfc5aa None None] For port 6a9597e9-10dd-4b69-b446-532bda190cb1, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=6a9597e9-10dd-4b69-b446-532bda190cb1,segment=NetworkSegment(b87b3d99-e84f-4641-9fc7-aad5437cf6ef),segment_id=b87b3d99-e84f-4641-9fc7-aad5437cf6ef)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:58:47.441671 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d7b71a-c2a6-4203-848b-0707a1f713d6 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Made reservation on behalf of 7d592fce095f489f98e1b5afcbba00d4 for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:47.445638 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e2d7b71a-c2a6-4203-848b-0707a1f713d6 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:47.470015 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d76c397b-25ae-4cfa-aa62-aa4fde8184e4 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:47.472442 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e47e26b-f9fa-4107-9490-bcc31d90fbc1 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Checking segment: {'id': '24fb5fc6-55be-467a-9371-e8d087a0df91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'cd5639f0-0b8c-4f07-a69d-72b42c8fceea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:58:47.472442 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e47e26b-f9fa-4107-9490-bcc31d90fbc1 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Network hostable DHCP agents. Network: cd5639f0-0b8c-4f07-a69d-72b42c8fceea, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:58:47.508178 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa950074-2276-4351-8257-8c7689cde5c8 req-bc28e9cb-d9f2-4ce5-a4d6-8310b3790913 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:47.510077 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-aa950074-2276-4351-8257-8c7689cde5c8 req-bc28e9cb-d9f2-4ce5-a4d6-8310b3790913 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4395638-6857-4307-a63e-414f7d6bf079 HTTP/1.1" status: 200 len: 946 time: 0.1779616 Feb 16 16:58:47.527485 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f29306c5-fa47-464e-84f6-b13e73cfc5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:47.539496 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2d7b71a-c2a6-4203-848b-0707a1f713d6 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:58:47.556268 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-ae565f0f-69e7-4c4a-aba3-b27c57ec1e6b tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] For port c2324bd5-fa0f-46c7-a111-3191a6097697, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=c2324bd5-fa0f-46c7-a111-3191a6097697,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:58:47.556500 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ae565f0f-69e7-4c4a-aba3-b27c57ec1e6b tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:47.564598 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d76c397b-25ae-4cfa-aa62-aa4fde8184e4 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:47.566691 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb60c8d-d2fa-475e-9c8e-da0bfcc70f3f req-aaa43f12-902f-4b65-880d-96b1a8407885 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:47.568285 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-beb60c8d-d2fa-475e-9c8e-da0bfcc70f3f req-aaa43f12-902f-4b65-880d-96b1a8407885 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b7b74a8-477e-407e-92d1-79132ca5595c HTTP/1.1" status: 200 len: 945 time: 0.2317533 Feb 16 16:58:47.590874 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e2d7b71a-c2a6-4203-848b-0707a1f713d6 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:47.591226 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-e2d7b71a-c2a6-4203-848b-0707a1f713d6 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Added segment 20a64f19-eeaf-45e7-95bd-6ad181d668c9 of type vlan for network 154ef0e0-cc21-43fa-8498-adb6751a2fe8 Feb 16 16:58:47.594228 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-ae565f0f-69e7-4c4a-aba3-b27c57ec1e6b tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Calling delete_port for c2324bd5-fa0f-46c7-a111-3191a6097697 owned by network:router_gateway {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:58:47.601966 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48448) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:47.616306 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-cc5b8c61-c005-47e2-b338-651ed4ad09e9 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Request body: {'floatingip': {'port_id': 'eb8e721c-7a64-45ca-9a8c-f508e2b01d34'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:47.618218 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-aa950074-2276-4351-8257-8c7689cde5c8 req-eefb0534-ebbf-4cc2-8c83-394db67d6b0a tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "GET /v2.0/security-groups?id=56da404a-1554-481b-a94d-29ebc15c9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942676 Feb 16 16:58:47.618397 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29306c5-fa47-464e-84f6-b13e73cfc5aa None None] Pushing event updated for resources: {'Port': ['ID=6a9597e9-10dd-4b69-b446-532bda190cb1,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:47.677367 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cc5b8c61-c005-47e2-b338-651ed4ad09e9 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Notify callbacks [] for floatingip, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:47.677367 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e47e26b-f9fa-4107-9490-bcc31d90fbc1 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Network cd5639f0-0b8c-4f07-a69d-72b42c8fceea is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:58:47.739636 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e2d7b71a-c2a6-4203-848b-0707a1f713d6 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:47.745462 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d84eae8-b72c-44e7-861a-e8e780cbd6ae tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Made reservation on behalf of 39c6ff93779f41679a479f3011da9f36 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:47.746559 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5d84eae8-b72c-44e7-861a-e8e780cbd6ae tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:47.812657 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-6e47e26b-f9fa-4107-9490-bcc31d90fbc1 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, cd5639f0-0b8c-4f07-a69d-72b42c8fceea) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:47.822463 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ff8ed3-020a-4856-9940-58d18c373749 None None] Network cd5639f0-0b8c-4f07-a69d-72b42c8fceea requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:58:47.902893 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.ipam_backend_mixin [None req-5d84eae8-b72c-44e7-861a-e8e780cbd6ae tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Performing IP validity checks on allocation pools {{(pid=114376) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 16 16:58:47.903432 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.ipam_backend_mixin [None req-5d84eae8-b72c-44e7-861a-e8e780cbd6ae tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114376) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 16 16:58:48.082007 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23d1d5-42b4-4487-98ab-864f9da03626 req-d5fe09a0-40c7-4963-9f95-f9e1c93a863a tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:48.083921 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7e23d1d5-42b4-4487-98ab-864f9da03626 req-d5fe09a0-40c7-4963-9f95-f9e1c93a863a tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4395638-6857-4307-a63e-414f7d6bf079 HTTP/1.1" status: 200 len: 946 time: 0.3673630 Feb 16 16:58:48.087337 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e2d7b71a-c2a6-4203-848b-0707a1f713d6 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:48.093881 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d7b71a-c2a6-4203-848b-0707a1f713d6 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:48.094500 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e2d7b71a-c2a6-4203-848b-0707a1f713d6 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:48.100545 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48452) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:48.124109 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c0fa2e-6247-4c80-96cc-a9e3003222ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-cd5639f0-0b8c-4f07-a69d-72b42c8fceea', 'network_id': 'cd5639f0-0b8c-4f07-a69d-72b42c8fceea', 'tenant_id': 'e3df33defdf448bc970b49b57571b9c4', 'fixed_ips': [{'subnet_id': 'e848608f-a81c-414c-823d-d051dcc8c6ad'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 16:58:48.125364 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-00c0fa2e-6247-4c80-96cc-a9e3003222ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:48.175463 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-86e6a27c-21c9-47c7-8162-af531cb5db3a tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Request body: {'floatingip': {'port_id': 'a57b066f-0b78-478d-b5d2-144e81385b8e'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:48.180799 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e47e26b-f9fa-4107-9490-bcc31d90fbc1 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:48.181397 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ae565f0f-69e7-4c4a-aba3-b27c57ec1e6b tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:48.181900 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6e47e26b-f9fa-4107-9490-bcc31d90fbc1 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:48.184609 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d76c397b-25ae-4cfa-aa62-aa4fde8184e4 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:48.222996 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c397b-25ae-4cfa-aa62-aa4fde8184e4 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4315f3cc-79d4-4c4f-9d9b-32277cac9812,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:48.226982 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d76c397b-25ae-4cfa-aa62-aa4fde8184e4 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:48.231354 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d76c397b-25ae-4cfa-aa62-aa4fde8184e4 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] 10.222.0.88 "DELETE /v2.0/subnets/4315f3cc-79d4-4c4f-9d9b-32277cac9812 HTTP/1.1" status: 204 len: 168 time: 1.0686214 Feb 16 16:58:48.233030 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48454) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:48.237858 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-e397a14f-511a-4019-8d77-468bdc0070b2 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Deleting port a0ba0665-0243-4237-8c24-d8d0cbce7421 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:58:48.238128 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e397a14f-511a-4019-8d77-468bdc0070b2 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:48.288414 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d7b71a-c2a6-4203-848b-0707a1f713d6 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Pushing event updated for resources: {'Network': ['ID=154ef0e0-cc21-43fa-8498-adb6751a2fe8,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:48.296203 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae565f0f-69e7-4c4a-aba3-b27c57ec1e6b tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Pushing event deleted for resources: {'Port': ['ID=c2324bd5-fa0f-46c7-a111-3191a6097697,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:48.299413 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-86e6a27c-21c9-47c7-8162-af531cb5db3a tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Notify callbacks [] for floatingip, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:48.302383 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-00c0fa2e-6247-4c80-96cc-a9e3003222ae None None] Allocated IP 172.20.0.1 (cd5639f0-0b8c-4f07-a69d-72b42c8fceea/e848608f-a81c-414c-823d-d051dcc8c6ad/ad6fe884-4e79-4103-8479-a664da4711ac) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:58:48.344075 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-6e47e26b-f9fa-4107-9490-bcc31d90fbc1 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.6040380 Feb 16 16:58:48.355552 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48456) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:48.399968 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-e2d7b71a-c2a6-4203-848b-0707a1f713d6 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3051839 Feb 16 16:58:48.399968 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d7b71a-c2a6-4203-848b-0707a1f713d6 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:48.399968 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d7b71a-c2a6-4203-848b-0707a1f713d6 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:48.399968 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d7b71a-c2a6-4203-848b-0707a1f713d6 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:48.399968 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d7b71a-c2a6-4203-848b-0707a1f713d6 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:48.400477 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d7b71a-c2a6-4203-848b-0707a1f713d6 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:48.400477 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d7b71a-c2a6-4203-848b-0707a1f713d6 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:48.402240 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d7b71a-c2a6-4203-848b-0707a1f713d6 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:48.402240 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d7b71a-c2a6-4203-848b-0707a1f713d6 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:48.402240 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d7b71a-c2a6-4203-848b-0707a1f713d6 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:48.402509 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d7b71a-c2a6-4203-848b-0707a1f713d6 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:48.402626 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d7b71a-c2a6-4203-848b-0707a1f713d6 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:48.402954 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d7b71a-c2a6-4203-848b-0707a1f713d6 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:48.406143 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48458) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:48.414774 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae565f0f-69e7-4c4a-aba3-b27c57ec1e6b tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:48.415122 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae565f0f-69e7-4c4a-aba3-b27c57ec1e6b tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:48.415242 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0a03696b-6e1e-4a44-b2f5-81cb9806fc4e tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:48.419928 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae565f0f-69e7-4c4a-aba3-b27c57ec1e6b tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:48.419928 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae565f0f-69e7-4c4a-aba3-b27c57ec1e6b tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:48.419928 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae565f0f-69e7-4c4a-aba3-b27c57ec1e6b tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:48.419928 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae565f0f-69e7-4c4a-aba3-b27c57ec1e6b tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:48.419928 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae565f0f-69e7-4c4a-aba3-b27c57ec1e6b tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:48.419928 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae565f0f-69e7-4c4a-aba3-b27c57ec1e6b tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:48.419928 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae565f0f-69e7-4c4a-aba3-b27c57ec1e6b tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:48.419928 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae565f0f-69e7-4c4a-aba3-b27c57ec1e6b tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:48.419928 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae565f0f-69e7-4c4a-aba3-b27c57ec1e6b tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:48.419928 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae565f0f-69e7-4c4a-aba3-b27c57ec1e6b tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:48.429283 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-647f2ebd-27b1-469b-8080-e4cfd85579b4 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-317222210'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:48.430218 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 154ef0e0-cc21-43fa-8498-adb6751a2fe8 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:58:48.541620 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-00c0fa2e-6247-4c80-96cc-a9e3003222ae None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:48.572291 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a89d5240-23eb-47e7-925f-3ce35a0ffd9e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:48.618435 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-00c0fa2e-6247-4c80-96cc-a9e3003222ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:48.637926 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e397a14f-511a-4019-8d77-468bdc0070b2 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:48.684520 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0a03696b-6e1e-4a44-b2f5-81cb9806fc4e tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:48.691956 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ae565f0f-69e7-4c4a-aba3-b27c57ec1e6b tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584056'] for router_gateway, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:48.693034 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0fa2e-6247-4c80-96cc-a9e3003222ae None None] Pushing event updated for resources: {'Port': ['ID=ad6fe884-4e79-4103-8479-a664da4711ac,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:48.706148 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c0fa2e-6247-4c80-96cc-a9e3003222ae None None] Network cd5639f0-0b8c-4f07-a69d-72b42c8fceea is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:48.707543 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-00c0fa2e-6247-4c80-96cc-a9e3003222ae None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:48.710646 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c0fa2e-6247-4c80-96cc-a9e3003222ae None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:58:48.724257 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-0a03696b-6e1e-4a44-b2f5-81cb9806fc4e tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29b52165-c01a-43c7-bf7b-ad667e5bc120']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:48.734579 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-0a03696b-6e1e-4a44-b2f5-81cb9806fc4e tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc0a0d25-228a-48f0-83c5-19eb77173dbf') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:48.734910 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-0a03696b-6e1e-4a44-b2f5-81cb9806fc4e tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc0a0d25-228a-48f0-83c5-19eb77173dbf') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:48.751237 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0a03696b-6e1e-4a44-b2f5-81cb9806fc4e tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:48.764066 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-e397a14f-511a-4019-8d77-468bdc0070b2 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Calling delete_port for a0ba0665-0243-4237-8c24-d8d0cbce7421 owned by network:router_interface {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:58:48.787014 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-00c0fa2e-6247-4c80-96cc-a9e3003222ae None None] Attempting to bind port ad6fe884-4e79-4103-8479-a664da4711ac on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:48.788070 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-00c0fa2e-6247-4c80-96cc-a9e3003222ae None None] Attempting to bind port ad6fe884-4e79-4103-8479-a664da4711ac by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '24fb5fc6-55be-467a-9371-e8d087a0df91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'cd5639f0-0b8c-4f07-a69d-72b42c8fceea'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:48.788070 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c0fa2e-6247-4c80-96cc-a9e3003222ae None None] Attempting to bind port ad6fe884-4e79-4103-8479-a664da4711ac on network cd5639f0-0b8c-4f07-a69d-72b42c8fceea {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:48.793209 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c0fa2e-6247-4c80-96cc-a9e3003222ae None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:58:48.806941 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c0fa2e-6247-4c80-96cc-a9e3003222ae None None] Checking segment: {'id': '24fb5fc6-55be-467a-9371-e8d087a0df91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'cd5639f0-0b8c-4f07-a69d-72b42c8fceea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:58:48.806941 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-00c0fa2e-6247-4c80-96cc-a9e3003222ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:48.806941 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c0fa2e-6247-4c80-96cc-a9e3003222ae None None] Bound using segment: {'id': '24fb5fc6-55be-467a-9371-e8d087a0df91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'cd5639f0-0b8c-4f07-a69d-72b42c8fceea'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:58:48.806941 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-00c0fa2e-6247-4c80-96cc-a9e3003222ae None None] Bound port: ad6fe884-4e79-4103-8479-a664da4711ac, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24fb5fc6-55be-467a-9371-e8d087a0df91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'cd5639f0-0b8c-4f07-a69d-72b42c8fceea'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:58:48.806941 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-00c0fa2e-6247-4c80-96cc-a9e3003222ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:48.808137 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0a03696b-6e1e-4a44-b2f5-81cb9806fc4e tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:48.811711 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a03696b-6e1e-4a44-b2f5-81cb9806fc4e tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:58:48.812151 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0a03696b-6e1e-4a44-b2f5-81cb9806fc4e tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:48.816855 dv-neutron-828697-3-hyperv neutron-server[114375]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:58:48.816855 dv-neutron-828697-3-hyperv neutron-server[114375]: items = [ Feb 16 16:58:48.816855 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 16:58:48.816855 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:58:48.816855 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 16:58:48.816855 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:58:48.816855 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 16:58:48.816855 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:58:48.816855 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 16:58:48.816855 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:58:48.816855 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 16:58:48.816855 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:58:48.816855 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 16:58:48.816855 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:58:48.816855 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 16:58:48.816855 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:58:48.816855 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:58:48.816855 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:58:48.816855 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:58:48.816855 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:58:48.816855 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 16:58:48.816855 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:58:48.816855 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 16:58:48.816855 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:58:48.816855 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:58:48.816855 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:58:48.816855 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 16:58:48.816855 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:58:48.816855 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:58:48.816855 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:58:48.816855 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:58:48.816855 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:58:48.816855 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:58:48.816855 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:58:48.867768 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647f2ebd-27b1-469b-8080-e4cfd85579b4 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Made reservation on behalf of 7d592fce095f489f98e1b5afcbba00d4 for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:48.871741 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-647f2ebd-27b1-469b-8080-e4cfd85579b4 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:48.911378 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-00c0fa2e-6247-4c80-96cc-a9e3003222ae None None] For port ad6fe884-4e79-4103-8479-a664da4711ac, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:58:48.923017 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-00c0fa2e-6247-4c80-96cc-a9e3003222ae None None] For port ad6fe884-4e79-4103-8479-a664da4711ac, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=ad6fe884-4e79-4103-8479-a664da4711ac,segment=NetworkSegment(24fb5fc6-55be-467a-9371-e8d087a0df91),segment_id=24fb5fc6-55be-467a-9371-e8d087a0df91)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:58:48.959009 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 6a9597e9-10dd-4b69-b446-532bda190cb1 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:58:48.964916 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5d84eae8-b72c-44e7-861a-e8e780cbd6ae tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:48.968433 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ae565f0f-69e7-4c4a-aba3-b27c57ec1e6b tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:48.984550 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-a89d5240-23eb-47e7-925f-3ce35a0ffd9e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Deleting port ad6fe884-4e79-4103-8479-a664da4711ac {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:58:48.984894 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a89d5240-23eb-47e7-925f-3ce35a0ffd9e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:49.020794 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-00c0fa2e-6247-4c80-96cc-a9e3003222ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:49.029957 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ae565f0f-69e7-4c4a-aba3-b27c57ec1e6b tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:49.067659 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cc5b8c61-c005-47e2-b338-651ed4ad09e9 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:49.089687 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 6a9597e9-10dd-4b69-b446-532bda190cb1 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:49.090068 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:49.103696 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0a03696b-6e1e-4a44-b2f5-81cb9806fc4e tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:49.123384 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a03696b-6e1e-4a44-b2f5-81cb9806fc4e tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 29b52165-c01a-43c7-bf7b-ad667e5bc120 {{(pid=114375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 16 16:58:49.125355 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-a89d5240-23eb-47e7-925f-3ce35a0ffd9e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] For port ad6fe884-4e79-4103-8479-a664da4711ac, host dv-neutron-828697-3-hyperv, got binding levels [] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:58:49.126139 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a89d5240-23eb-47e7-925f-3ce35a0ffd9e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:49.128296 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9266a5e-9005-4b8f-8678-7d26ad3617cc None None] Network 4464ee2b-a8ff-445c-ae6f-a2842e6a04e3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:58:49.128651 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0a03696b-6e1e-4a44-b2f5-81cb9806fc4e tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:49.131860 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-0a03696b-6e1e-4a44-b2f5-81cb9806fc4e tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] 10.222.0.88 "DELETE /v2.0/networks/29b52165-c01a-43c7-bf7b-ad667e5bc120 HTTP/1.1" status: 204 len: 168 time: 0.8972447 Feb 16 16:58:49.149512 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a03696b-6e1e-4a44-b2f5-81cb9806fc4e tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Pushing event deleted for resources: {'Network': ['ID=29b52165-c01a-43c7-bf7b-ad667e5bc120,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:49.162888 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a03696b-6e1e-4a44-b2f5-81cb9806fc4e tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:49.163148 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a03696b-6e1e-4a44-b2f5-81cb9806fc4e tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:49.163447 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a03696b-6e1e-4a44-b2f5-81cb9806fc4e tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:49.163787 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a03696b-6e1e-4a44-b2f5-81cb9806fc4e tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:49.164178 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a03696b-6e1e-4a44-b2f5-81cb9806fc4e tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:49.164511 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a03696b-6e1e-4a44-b2f5-81cb9806fc4e tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:49.164941 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a03696b-6e1e-4a44-b2f5-81cb9806fc4e tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:49.165275 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a03696b-6e1e-4a44-b2f5-81cb9806fc4e tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:49.165598 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a03696b-6e1e-4a44-b2f5-81cb9806fc4e tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:49.165922 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a03696b-6e1e-4a44-b2f5-81cb9806fc4e tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:49.166243 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a03696b-6e1e-4a44-b2f5-81cb9806fc4e tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:49.167133 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a03696b-6e1e-4a44-b2f5-81cb9806fc4e tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:49.170630 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-647f2ebd-27b1-469b-8080-e4cfd85579b4 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:58:49.179948 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-a89d5240-23eb-47e7-925f-3ce35a0ffd9e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Calling delete_port for ad6fe884-4e79-4103-8479-a664da4711ac owned by network:dhcp {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:58:49.269018 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cc5b8c61-c005-47e2-b338-651ed4ad09e9 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:49.297574 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-647f2ebd-27b1-469b-8080-e4cfd85579b4 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:49.297924 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-647f2ebd-27b1-469b-8080-e4cfd85579b4 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Added segment d75febef-812c-46ad-8e2e-651bff3a69b7 of type vlan for network 5e740811-a981-4ca8-be7e-e4d99aa82cb2 Feb 16 16:58:49.306270 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d84eae8-b72c-44e7-861a-e8e780cbd6ae tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Pushing event updated for resources: {'Subnet': ['ID=8787537a-3463-4b09-943d-34dac7a5b443,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:49.316374 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ae565f0f-69e7-4c4a-aba3-b27c57ec1e6b tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:49.316958 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae565f0f-69e7-4c4a-aba3-b27c57ec1e6b tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 65f98476-aefc-43e3-ad66-8c0819dc2e4c {{(pid=114376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:58:49.440496 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ae565f0f-69e7-4c4a-aba3-b27c57ec1e6b tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:49.440496 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-ae565f0f-69e7-4c4a-aba3-b27c57ec1e6b tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] 10.222.0.88 "DELETE /v2.0/routers/65f98476-aefc-43e3-ad66-8c0819dc2e4c HTTP/1.1" status: 204 len: 168 time: 3.1709754 Feb 16 16:58:49.455207 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48464) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:49.464847 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-1330fde7-71df-4a79-9813-5e496c5db5d9 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1229048782', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}, 'admin_state_up': False}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:49.468311 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0fa2e-6247-4c80-96cc-a9e3003222ae None None] Pushing event updated for resources: {'Port': ['ID=ad6fe884-4e79-4103-8479-a664da4711ac,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:49.530104 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-f9a53a21-6eac-4471-b85f-950f37b2bc6e None None] Provisioning complete for port 6a9597e9-10dd-4b69-b446-532bda190cb1 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:49.530486 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f9a53a21-6eac-4471-b85f-950f37b2bc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:49.536961 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d84eae8-b72c-44e7-861a-e8e780cbd6ae tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Checking segment: {'id': '01d0e7ff-e8f8-4c41-bbaf-7af4fc4de07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd848c7df-1f60-4f57-9ffb-f55592d1ecc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:58:49.537686 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d84eae8-b72c-44e7-861a-e8e780cbd6ae tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Network hostable DHCP agents. Network: d848c7df-1f60-4f57-9ffb-f55592d1ecc2, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:58:49.547537 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-647f2ebd-27b1-469b-8080-e4cfd85579b4 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:49.559770 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.l3_db [None req-cc5b8c61-c005-47e2-b338-651ed4ad09e9 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Floating IP f17aa608-c4b8-4232-8030-d5604ba438ec associated. External IP: 172.26.3.44, port: eb8e721c-7a64-45ca-9a8c-f508e2b01d34. Feb 16 16:58:49.634884 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:49.686521 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d84eae8-b72c-44e7-861a-e8e780cbd6ae tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Network d848c7df-1f60-4f57-9ffb-f55592d1ecc2 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:58:49.715110 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port 6a9597e9-10dd-4b69-b446-532bda190cb1, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=6a9597e9-10dd-4b69-b446-532bda190cb1,segment=NetworkSegment(b87b3d99-e84f-4641-9fc7-aad5437cf6ef),segment_id=b87b3d99-e84f-4641-9fc7-aad5437cf6ef)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:58:49.715110 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f9a53a21-6eac-4471-b85f-950f37b2bc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:49.741737 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a89d5240-23eb-47e7-925f-3ce35a0ffd9e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:49.750028 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-647f2ebd-27b1-469b-8080-e4cfd85579b4 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:49.756643 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647f2ebd-27b1-469b-8080-e4cfd85579b4 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:49.757549 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-647f2ebd-27b1-469b-8080-e4cfd85579b4 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:49.762301 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1330fde7-71df-4a79-9813-5e496c5db5d9 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:49.765958 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1330fde7-71df-4a79-9813-5e496c5db5d9 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:49.835614 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:49.853056 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f2ebd-27b1-469b-8080-e4cfd85579b4 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Pushing event updated for resources: {'Network': ['ID=5e740811-a981-4ca8-be7e-e4d99aa82cb2,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:49.856567 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48468) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:49.861016 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-0f4d4672-c1da-4002-972f-f16f5881158f tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Request body: {'router': {'name': 'tempest-router--121529968', 'project_id': '7c1d91af94104e77a711ac9de812f9f8'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:49.870065 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-5d84eae8-b72c-44e7-861a-e8e780cbd6ae tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, d848c7df-1f60-4f57-9ffb-f55592d1ecc2) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:49.888372 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d84eae8-b72c-44e7-861a-e8e780cbd6ae tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:49.889260 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5d84eae8-b72c-44e7-861a-e8e780cbd6ae tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:49.906376 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d5240-23eb-47e7-925f-3ce35a0ffd9e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Pushing event deleted for resources: {'Port': ['ID=ad6fe884-4e79-4103-8479-a664da4711ac,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:49.906588 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 5e740811-a981-4ca8-be7e-e4d99aa82cb2 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:58:49.913741 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89d5240-23eb-47e7-925f-3ce35a0ffd9e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] No DVR routers for this DVR port ad6fe884-4e79-4103-8479-a664da4711ac on host dv-neutron-828697-3-hyperv {{(pid=114375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:58:49.918571 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee7ba6a-3ab1-4d19-900e-620b0d05c2d0 None None] Network d848c7df-1f60-4f57-9ffb-f55592d1ecc2 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:58:49.965506 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e397a14f-511a-4019-8d77-468bdc0070b2 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:50.047936 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-647f2ebd-27b1-469b-8080-e4cfd85579b4 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6262109 Feb 16 16:58:50.051352 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48470) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:50.137510 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1330fde7-71df-4a79-9813-5e496c5db5d9 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:50.192680 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a89d5240-23eb-47e7-925f-3ce35a0ffd9e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:50.305811 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.db.api [None req-f9a53a21-6eac-4471-b85f-950f37b2bc6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:58:50.306161 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG oslo_db.api [None req-f9a53a21-6eac-4471-b85f-950f37b2bc6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:58:50.316466 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc5b8c61-c005-47e2-b338-651ed4ad09e9 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Router be3aa51e-f6f2-46ea-b399-f171858b93a3 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:58:50.340081 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=6a9597e9-10dd-4b69-b446-532bda190cb1,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:50.358471 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:50.358929 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:50.359420 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:50.359953 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:50.361288 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:50.361648 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:50.361986 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:50.362342 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:50.362688 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:50.363182 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:50.363332 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:50.363656 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:50.436677 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1330fde7-71df-4a79-9813-5e496c5db5d9 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:50.485960 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a3be4b-9227-460c-8061-3ea0050e9360 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-d848c7df-1f60-4f57-9ffb-f55592d1ecc2', 'network_id': 'd848c7df-1f60-4f57-9ffb-f55592d1ecc2', 'tenant_id': '39c6ff93779f41679a479f3011da9f36', 'fixed_ips': [{'subnet_id': '8787537a-3463-4b09-943d-34dac7a5b443'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 16:58:50.488073 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b4a3be4b-9227-460c-8061-3ea0050e9360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:50.615459 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-b01c5874-8a6c-4591-ad84-016b4d92ed4b tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Request body: {'ports': [{'network_id': '154ef0e0-cc21-43fa-8498-adb6751a2fe8', 'name': 'tempest-port--883182701', 'admin_state_up': True}, {'network_id': '5e740811-a981-4ca8-be7e-e4d99aa82cb2', 'admin_state_up': False}]} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:50.620358 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-b01c5874-8a6c-4591-ad84-016b4d92ed4b tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Request body: {'port': {'network_id': '154ef0e0-cc21-43fa-8498-adb6751a2fe8', 'name': 'tempest-port--883182701', 'admin_state_up': True}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:50.620358 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-b01c5874-8a6c-4591-ad84-016b4d92ed4b tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Request body: {'port': {'network_id': '5e740811-a981-4ca8-be7e-e4d99aa82cb2', 'admin_state_up': False}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:50.620575 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0715545a-5291-4ee6-a472-726af7332464 None None] Network cd5639f0-0b8c-4f07-a69d-72b42c8fceea requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:58:50.626765 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-5d84eae8-b72c-44e7-861a-e8e780cbd6ae tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.3590932 Feb 16 16:58:50.648339 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48472) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:50.767830 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e397a14f-511a-4019-8d77-468bdc0070b2 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Pushing event deleted for resources: {'Port': ['ID=a0ba0665-0243-4237-8c24-d8d0cbce7421,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:50.789681 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-b4a3be4b-9227-460c-8061-3ea0050e9360 None None] Allocated IP 2001:db8::3 (d848c7df-1f60-4f57-9ffb-f55592d1ecc2/8787537a-3463-4b09-943d-34dac7a5b443/96b3655d-e690-4269-861d-15df5d9e3e7e) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:58:50.801464 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 6a9597e9-10dd-4b69-b446-532bda190cb1 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:58:50.818802 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a89d5240-23eb-47e7-925f-3ce35a0ffd9e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:50.824245 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.db.resource_extend [None req-86e6a27c-21c9-47c7-8162-af531cb5db3a tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 16:58:50.874090 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d5240-23eb-47e7-925f-3ce35a0ffd9e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Pushing event deleted for resources: {'Subnet': ['ID=e848608f-a81c-414c-823d-d051dcc8c6ad,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:50.918501 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776d9688-36a9-4d16-8fc0-42b0b6e0846b None None] DHCP port deletion for cd5639f0-0b8c-4f07-a69d-72b42c8fceea request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 16:58:50.978502 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 6a9597e9-10dd-4b69-b446-532bda190cb1 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:50.978885 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:51.001141 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5b8c61-c005-47e2-b338-651ed4ad09e9 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:58:51.007125 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cc5b8c61-c005-47e2-b338-651ed4ad09e9 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:51.019241 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14e9ead-438d-4398-b335-8a7eb859c8bd None None] Sync routers for ids ['be3aa51e-f6f2-46ea-b399-f171858b93a3'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:58:51.058342 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-cc5b8c61-c005-47e2-b338-651ed4ad09e9 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.88 "PUT /v2.0/floatingips/f17aa608-c4b8-4232-8030-d5604ba438ec HTTP/1.1" status: 200 len: 990 time: 3.4553199 Feb 16 16:58:51.061003 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a89d5240-23eb-47e7-925f-3ce35a0ffd9e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:51.063551 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b7b74a8-477e-407e-92d1-79132ca5595c', 'tag': 'eb8e721c-7a64-45ca-9a8c-f508e2b01d34'}] {{(pid=114375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:58:51.103133 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-a89d5240-23eb-47e7-925f-3ce35a0ffd9e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd5639f0-0b8c-4f07-a69d-72b42c8fceea']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:51.121129 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-86e6a27c-21c9-47c7-8162-af531cb5db3a tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:51.124621 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b4a3be4b-9227-460c-8061-3ea0050e9360 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:51.127466 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0f4d4672-c1da-4002-972f-f16f5881158f tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:51.127466 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0f4d4672-c1da-4002-972f-f16f5881158f tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:51.127674 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14e9ead-438d-4398-b335-8a7eb859c8bd None None] Routers {'be3aa51e-f6f2-46ea-b399-f171858b93a3'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:58:51.128229 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-c14e9ead-438d-4398-b335-8a7eb859c8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:58:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['be3aa51e-f6f2-46ea-b399-f171858b93a3'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:51.128785 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-a89d5240-23eb-47e7-925f-3ce35a0ffd9e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24fb5fc6-55be-467a-9371-e8d087a0df91') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:51.129185 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-a89d5240-23eb-47e7-925f-3ce35a0ffd9e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24fb5fc6-55be-467a-9371-e8d087a0df91') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:51.139468 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a89d5240-23eb-47e7-925f-3ce35a0ffd9e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:51.157120 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a89d5240-23eb-47e7-925f-3ce35a0ffd9e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:51.164534 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a89d5240-23eb-47e7-925f-3ce35a0ffd9e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:58:51.165110 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a89d5240-23eb-47e7-925f-3ce35a0ffd9e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:51.181699 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0f4d4672-c1da-4002-972f-f16f5881158f tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:51.188957 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e397a14f-511a-4019-8d77-468bdc0070b2 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:51.209157 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-9f51eac2-a49e-4934-ade6-bdb177fb9537 None None] Provisioning complete for port 6a9597e9-10dd-4b69-b446-532bda190cb1 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:51.209539 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9f51eac2-a49e-4934-ade6-bdb177fb9537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:51.223470 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-86e6a27c-21c9-47c7-8162-af531cb5db3a tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:51.230047 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 16:58:51.230047 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:58:51.230047 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 16:58:51.230047 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:58:51.230047 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 16:58:51.230047 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:58:51.230047 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 16:58:51.230047 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:58:51.230047 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 16:58:51.230047 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:58:51.230047 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 16:58:51.230047 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:58:51.230047 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 16:58:51.230047 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:58:51.230047 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:58:51.230047 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:58:51.230047 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:58:51.230047 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:58:51.230047 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 16:58:51.230047 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:58:51.230047 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 16:58:51.230047 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:58:51.230047 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:58:51.230047 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:58:51.230047 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 16:58:51.230047 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:58:51.230047 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:58:51.230047 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:58:51.230047 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:58:51.230047 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:58:51.230047 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:58:51.230047 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:58:51.282667 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-888c185d-8f50-4b3d-9ee0-fa7eb01b377f tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:51.302871 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device c2324bd5-fa0f-46c7-a111-3191a6097697 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:58:51.304024 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b88db-e344-4fd5-b893-602b0f64ce79 req-a4608c37-a533-43f1-9a14-a3cb78ea94ee tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:51.311720 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-df3b88db-e344-4fd5-b893-602b0f64ce79 req-a4608c37-a533-43f1-9a14-a3cb78ea94ee tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b7b74a8-477e-407e-92d1-79132ca5595c HTTP/1.1" status: 200 len: 945 time: 0.1887715 Feb 16 16:58:51.315593 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f675c1a73bb74b784e43f10fee26c40e358be44ccef5ed6f70ec30f8ec0d494b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784c6f78-5e79-4278-a01b-e855464ac728" -d '{"events": [{"name": "network-changed", "server_uuid": "2b7b74a8-477e-407e-92d1-79132ca5595c", "tag": "eb8e721c-7a64-45ca-9a8c-f508e2b01d34"}]}' {{(pid=114375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:58:51.327241 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b4a3be4b-9227-460c-8061-3ea0050e9360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:51.341330 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: c2324bd5-fa0f-46c7-a111-3191a6097697 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 16:58:51.341679 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device c2324bd5-fa0f-46c7-a111-3191a6097697 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:58:51.349740 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0f4d4672-c1da-4002-972f-f16f5881158f tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:51.402538 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-c14e9ead-438d-4398-b335-8a7eb859c8bd None None] Set router be3aa51e-f6f2-46ea-b399-f171858b93a3 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:58:51.451284 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a3be4b-9227-460c-8061-3ea0050e9360 None None] Network d848c7df-1f60-4f57-9ffb-f55592d1ecc2 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:51.458490 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a3be4b-9227-460c-8061-3ea0050e9360 None None] Pushing event updated for resources: {'Port': ['ID=96b3655d-e690-4269-861d-15df5d9e3e7e,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:51.462300 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-b4a3be4b-9227-460c-8061-3ea0050e9360 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:51.465703 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a3be4b-9227-460c-8061-3ea0050e9360 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:58:51.476675 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3378d6-a282-405b-ba9d-e81014a3fc84 x-openstack-request-id: req-de3378d6-a282-405b-ba9d-e81014a3fc84 {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:58:51.478614 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b7b74a8-477e-407e-92d1-79132ca5595c", "tag": "eb8e721c-7a64-45ca-9a8c-f508e2b01d34", "status": "completed", "code": 200}]} {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:58:51.479114 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-de3378d6-a282-405b-ba9d-e81014a3fc84 {{(pid=114375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:58:51.479829 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b7b74a8-477e-407e-92d1-79132ca5595c', 'tag': 'eb8e721c-7a64-45ca-9a8c-f508e2b01d34', 'status': 'completed', 'code': 200} Feb 16 16:58:51.484139 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-df3b88db-e344-4fd5-b893-602b0f64ce79 req-07083707-2c33-46c4-a4b5-3a362128055d tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.88 "GET /v2.0/security-groups?id=f20dcbe5-46cb-42aa-8245-43c2ee2343d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1714454 Feb 16 16:58:51.489061 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a89d5240-23eb-47e7-925f-3ce35a0ffd9e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:51.500157 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a89d5240-23eb-47e7-925f-3ce35a0ffd9e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:51.507754 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a89d5240-23eb-47e7-925f-3ce35a0ffd9e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "DELETE /v2.0/networks/cd5639f0-0b8c-4f07-a69d-72b42c8fceea HTTP/1.1" status: 204 len: 168 time: 3.1482918 Feb 16 16:58:51.509151 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48484) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:51.538175 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0f4d4672-c1da-4002-972f-f16f5881158f tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:51.542372 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-0f4d4672-c1da-4002-972f-f16f5881158f tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.6819220 Feb 16 16:58:51.546739 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-9e819ab0-b73f-4737-b5c0-4a453e8acbcf tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-793223837'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:51.552791 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48488) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:51.591035 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d5240-23eb-47e7-925f-3ce35a0ffd9e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Pushing event deleted for resources: {'Network': ['ID=cd5639f0-0b8c-4f07-a69d-72b42c8fceea,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:51.591915 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c6f78-5e79-4278-a01b-e855464ac728 req-4b30dd33-7b8f-462c-a751-40aa0f10937a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:51.593803 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-784c6f78-5e79-4278-a01b-e855464ac728 req-4b30dd33-7b8f-462c-a751-40aa0f10937a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4ee66dbf32244d7889f4914b18028830&device_id=2b7b74a8-477e-407e-92d1-79132ca5595c HTTP/1.1" status: 200 len: 1098 time: 0.0994434 Feb 16 16:58:51.595053 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.l3_db [None req-86e6a27c-21c9-47c7-8162-af531cb5db3a tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Floating IP 78e0d9b3-3ade-4f90-a6ab-7a3bbbe38ec3 associated. External IP: 172.26.3.183, port: a57b066f-0b78-478d-b5d2-144e81385b8e. Feb 16 16:58:51.598577 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-888c185d-8f50-4b3d-9ee0-fa7eb01b377f tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Deleting port 96b3655d-e690-4269-861d-15df5d9e3e7e {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:58:51.599115 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-888c185d-8f50-4b3d-9ee0-fa7eb01b377f tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:51.630356 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1330fde7-71df-4a79-9813-5e496c5db5d9 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks [] for router_gateway, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:51.665743 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-9f51eac2-a49e-4934-ade6-bdb177fb9537 None None] Could not find standard attr ID for object ad6fe884-4e79-4103-8479-a664da4711ac. {{(pid=114377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 16:58:51.671791 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-b4a3be4b-9227-460c-8061-3ea0050e9360 None None] Attempting to bind port 96b3655d-e690-4269-861d-15df5d9e3e7e on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:51.672350 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-b4a3be4b-9227-460c-8061-3ea0050e9360 None None] Attempting to bind port 96b3655d-e690-4269-861d-15df5d9e3e7e by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '01d0e7ff-e8f8-4c41-bbaf-7af4fc4de07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd848c7df-1f60-4f57-9ffb-f55592d1ecc2'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:51.672764 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a3be4b-9227-460c-8061-3ea0050e9360 None None] Attempting to bind port 96b3655d-e690-4269-861d-15df5d9e3e7e on network d848c7df-1f60-4f57-9ffb-f55592d1ecc2 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:51.679135 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-888c185d-8f50-4b3d-9ee0-fa7eb01b377f tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] For port 96b3655d-e690-4269-861d-15df5d9e3e7e, host dv-neutron-828697-3-hyperv, got binding levels [] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:58:51.679641 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-888c185d-8f50-4b3d-9ee0-fa7eb01b377f tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:51.680826 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a3be4b-9227-460c-8061-3ea0050e9360 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:58:51.680826 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a3be4b-9227-460c-8061-3ea0050e9360 None None] Checking segment: {'id': '01d0e7ff-e8f8-4c41-bbaf-7af4fc4de07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd848c7df-1f60-4f57-9ffb-f55592d1ecc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:58:51.681530 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b4a3be4b-9227-460c-8061-3ea0050e9360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:51.681706 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a3be4b-9227-460c-8061-3ea0050e9360 None None] Bound using segment: {'id': '01d0e7ff-e8f8-4c41-bbaf-7af4fc4de07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd848c7df-1f60-4f57-9ffb-f55592d1ecc2'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:58:51.682347 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-b4a3be4b-9227-460c-8061-3ea0050e9360 None None] Bound port: 96b3655d-e690-4269-861d-15df5d9e3e7e, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d0e7ff-e8f8-4c41-bbaf-7af4fc4de07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd848c7df-1f60-4f57-9ffb-f55592d1ecc2'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:58:51.682782 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b4a3be4b-9227-460c-8061-3ea0050e9360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:51.683900 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1330fde7-71df-4a79-9813-5e496c5db5d9 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:51.692802 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-888c185d-8f50-4b3d-9ee0-fa7eb01b377f tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Calling delete_port for 96b3655d-e690-4269-861d-15df5d9e3e7e owned by network:dhcp {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:58:51.702339 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3d79805e-ad8c-4e21-aafb-269d459b2292 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks [] for router, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:51.845393 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01c5874-8a6c-4591-ad84-016b4d92ed4b tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Made reservation on behalf of 7d592fce095f489f98e1b5afcbba00d4 for: {'port': 2} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:51.850184 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b01c5874-8a6c-4591-ad84-016b4d92ed4b tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:51.859336 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-c14e9ead-438d-4398-b335-8a7eb859c8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3aa51e-f6f2-46ea-b399-f171858b93a3', 'name': 'tempest-ServersTestManualDisk-2002298307-router', 'tenant_id': '4ee66dbf32244d7889f4914b18028830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '07c44328-4e17-47a8-a620-8642e304d4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:57:49Z', 'updated_at': '2022-02-16T16:57:59Z', 'revision_number': 4, 'project_id': '4ee66dbf32244d7889f4914b18028830', 'gw_port': {'id': '07c44328-4e17-47a8-a620-8642e304d4ac', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3aa51e-f6f2-46ea-b399-f171858b93a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:57:50Z', 'updated_at': '2022-02-16T16:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': 'f17aa608-c4b8-4232-8030-d5604ba438ec', 'tenant_id': '4ee66dbf32244d7889f4914b18028830', 'floating_ip_address': '172.26.3.44', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': 'be3aa51e-f6f2-46ea-b399-f171858b93a3', 'port_id': 'eb8e721c-7a64-45ca-9a8c-f508e2b01d34', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc975c54-04fd-41cf-87c4-6ca61b7fd14d', 'mac_address': 'fa:16:3e:d5:1a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7b74a8-477e-407e-92d1-79132ca5595c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:58:11Z', 'updated_at': '2022-02-16T16:58:48Z', 'revision_number': 1, 'project_id': '4ee66dbf32244d7889f4914b18028830', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2a72633-d152-4975-b54d-4c39bbe3fa61', 'name': '', 'network_id': 'dc975c54-04fd-41cf-87c4-6ca61b7fd14d', 'tenant_id': '4ee66dbf32244d7889f4914b18028830', 'mac_address': 'fa:16:3e:b9:3f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3aa51e-f6f2-46ea-b399-f171858b93a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd86b0b62-edb7-4147-9b87-7738d42c4864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:57:56Z', 'updated_at': '2022-02-16T16:58:05Z', 'revision_number': 5, 'project_id': '4ee66dbf32244d7889f4914b18028830', 'subnets': [{'id': 'd86b0b62-edb7-4147-9b87-7738d42c4864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:51.880031 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e819ab0-b73f-4737-b5c0-4a453e8acbcf tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Made reservation on behalf of e3df33defdf448bc970b49b57571b9c4 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:51.883418 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9e819ab0-b73f-4737-b5c0-4a453e8acbcf tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:51.890756 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14e9ead-438d-4398-b335-8a7eb859c8bd None None] Checking router: be3aa51e-f6f2-46ea-b399-f171858b93a3 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:58:51.901101 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14e9ead-438d-4398-b335-8a7eb859c8bd None None] Routers {'be3aa51e-f6f2-46ea-b399-f171858b93a3'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:58:51.901918 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-c14e9ead-438d-4398-b335-8a7eb859c8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:58:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['be3aa51e-f6f2-46ea-b399-f171858b93a3'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:51.959724 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3d79805e-ad8c-4e21-aafb-269d459b2292 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:51.963037 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b01c5874-8a6c-4591-ad84-016b4d92ed4b tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:51.966445 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3d79805e-ad8c-4e21-aafb-269d459b2292 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:52.011372 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-c14e9ead-438d-4398-b335-8a7eb859c8bd None None] Set router be3aa51e-f6f2-46ea-b399-f171858b93a3 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:58:52.033898 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-1330fde7-71df-4a79-9813-5e496c5db5d9 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Allocated IP 172.26.3.8 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/77746038-e42a-4e72-9149-b96155e58a36) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:58:52.050509 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.db.api [None req-b4a3be4b-9227-460c-8061-3ea0050e9360 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=114377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:58:52.050818 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG oslo_db.api [None req-b4a3be4b-9227-460c-8061-3ea0050e9360 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:58:52.054419 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-888c185d-8f50-4b3d-9ee0-fa7eb01b377f tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:52.113271 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3d79805e-ad8c-4e21-aafb-269d459b2292 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:52.113691 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d79805e-ad8c-4e21-aafb-269d459b2292 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c52f5586-acaa-4618-b278-3ffe8478eead {{(pid=114375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:58:52.118392 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3d79805e-ad8c-4e21-aafb-269d459b2292 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:52.120544 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-3d79805e-ad8c-4e21-aafb-269d459b2292 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] 10.222.0.88 "DELETE /v2.0/routers/c52f5586-acaa-4618-b278-3ffe8478eead HTTP/1.1" status: 204 len: 168 time: 0.5665438 Feb 16 16:58:52.125854 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e819ab0-b73f-4737-b5c0-4a453e8acbcf tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:58:52.147129 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9e819ab0-b73f-4737-b5c0-4a453e8acbcf tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:52.147541 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-9e819ab0-b73f-4737-b5c0-4a453e8acbcf tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Added segment e5200e84-deb9-4948-b85b-99e2bad35fbd of type vlan for network c310091f-6382-4173-bcdb-38cf615abcfa Feb 16 16:58:52.217152 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1330fde7-71df-4a79-9813-5e496c5db5d9 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:52.220050 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9e819ab0-b73f-4737-b5c0-4a453e8acbcf tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:52.371745 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9e819ab0-b73f-4737-b5c0-4a453e8acbcf tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:52.379405 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e819ab0-b73f-4737-b5c0-4a453e8acbcf tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:52.379926 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9e819ab0-b73f-4737-b5c0-4a453e8acbcf tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:52.410685 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1330fde7-71df-4a79-9813-5e496c5db5d9 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:52.428460 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888c185d-8f50-4b3d-9ee0-fa7eb01b377f tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Pushing event deleted for resources: {'Port': ['ID=96b3655d-e690-4269-861d-15df5d9e3e7e,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:52.434291 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-c14e9ead-438d-4398-b335-8a7eb859c8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3aa51e-f6f2-46ea-b399-f171858b93a3', 'name': 'tempest-ServersTestManualDisk-2002298307-router', 'tenant_id': '4ee66dbf32244d7889f4914b18028830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '07c44328-4e17-47a8-a620-8642e304d4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:57:49Z', 'updated_at': '2022-02-16T16:57:59Z', 'revision_number': 4, 'project_id': '4ee66dbf32244d7889f4914b18028830', 'gw_port': {'id': '07c44328-4e17-47a8-a620-8642e304d4ac', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3aa51e-f6f2-46ea-b399-f171858b93a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:57:50Z', 'updated_at': '2022-02-16T16:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': 'f17aa608-c4b8-4232-8030-d5604ba438ec', 'tenant_id': '4ee66dbf32244d7889f4914b18028830', 'floating_ip_address': '172.26.3.44', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': 'be3aa51e-f6f2-46ea-b399-f171858b93a3', 'port_id': 'eb8e721c-7a64-45ca-9a8c-f508e2b01d34', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc975c54-04fd-41cf-87c4-6ca61b7fd14d', 'mac_address': 'fa:16:3e:d5:1a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7b74a8-477e-407e-92d1-79132ca5595c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:58:11Z', 'updated_at': '2022-02-16T16:58:48Z', 'revision_number': 1, 'project_id': '4ee66dbf32244d7889f4914b18028830', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2a72633-d152-4975-b54d-4c39bbe3fa61', 'name': '', 'network_id': 'dc975c54-04fd-41cf-87c4-6ca61b7fd14d', 'tenant_id': '4ee66dbf32244d7889f4914b18028830', 'mac_address': 'fa:16:3e:b9:3f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3aa51e-f6f2-46ea-b399-f171858b93a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd86b0b62-edb7-4147-9b87-7738d42c4864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:57:56Z', 'updated_at': '2022-02-16T16:58:05Z', 'revision_number': 5, 'project_id': '4ee66dbf32244d7889f4914b18028830', 'subnets': [{'id': 'd86b0b62-edb7-4147-9b87-7738d42c4864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:52.472975 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14e9ead-438d-4398-b335-8a7eb859c8bd None None] The sync data for ids ['be3aa51e-f6f2-46ea-b399-f171858b93a3'] in dv-neutron-828697-3-hyperv is: [{'id': 'be3aa51e-f6f2-46ea-b399-f171858b93a3', 'name': 'tempest-ServersTestManualDisk-2002298307-router', 'tenant_id': '4ee66dbf32244d7889f4914b18028830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '07c44328-4e17-47a8-a620-8642e304d4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:57:49Z', 'updated_at': '2022-02-16T16:57:59Z', 'revision_number': 4, 'project_id': '4ee66dbf32244d7889f4914b18028830', 'gw_port': {'id': '07c44328-4e17-47a8-a620-8642e304d4ac', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3aa51e-f6f2-46ea-b399-f171858b93a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:57:50Z', 'updated_at': '2022-02-16T16:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': 'f17aa608-c4b8-4232-8030-d5604ba438ec', 'tenant_id': '4ee66dbf32244d7889f4914b18028830', 'floating_ip_address': '172.26.3.44', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': 'be3aa51e-f6f2-46ea-b399-f171858b93a3', 'port_id': 'eb8e721c-7a64-45ca-9a8c-f508e2b01d34', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc975c54-04fd-41cf-87c4-6ca61b7fd14d', 'mac_address': 'fa:16:3e:d5:1a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7b74a8-477e-407e-92d1-79132ca5595c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:58:11Z', 'updated_at': '2022-02-16T16:58:48Z', 'revision_number': 1, 'project_id': '4ee66dbf32244d7889f4914b18028830', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2a72633-d152-4975-b54d-4c39bbe3fa61', 'name': '', 'network_id': 'dc975c54-04fd-41cf-87c4-6ca61b7fd14d', 'tenant_id': '4ee66dbf32244d7889f4914b18028830', 'mac_address': 'fa:16:3e:b9:3f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3aa51e-f6f2-46ea-b399-f171858b93a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd86b0b62-edb7-4147-9b87-7738d42c4864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:57:56Z', 'updated_at': '2022-02-16T16:58:05Z', 'revision_number': 5, 'project_id': '4ee66dbf32244d7889f4914b18028830', 'subnets': [{'id': 'd86b0b62-edb7-4147-9b87-7738d42c4864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:58:52.488132 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48494) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:52.505534 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1330fde7-71df-4a79-9813-5e496c5db5d9 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:52.506312 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e819ab0-b73f-4737-b5c0-4a453e8acbcf tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Pushing event updated for resources: {'Network': ['ID=c310091f-6382-4173-bcdb-38cf615abcfa,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:52.513036 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-1330fde7-71df-4a79-9813-5e496c5db5d9 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:52.515413 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1330fde7-71df-4a79-9813-5e496c5db5d9 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:58:52.516009 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e397a14f-511a-4019-8d77-468bdc0070b2 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Router 50f7d061-a0f1-418b-9c63-498c80de7e4c has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:58:52.529060 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network c310091f-6382-4173-bcdb-38cf615abcfa details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:58:52.534562 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c6f78-5e79-4278-a01b-e855464ac728 req-e6041a51-e238-4846-9d95-9754695aa1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:52.536210 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-784c6f78-5e79-4278-a01b-e855464ac728 req-e6041a51-e238-4846-9d95-9754695aa1c3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=dc975c54-04fd-41cf-87c4-6ca61b7fd14d HTTP/1.1" status: 200 len: 913 time: 0.6994102 Feb 16 16:58:52.539461 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888c185d-8f50-4b3d-9ee0-fa7eb01b377f tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] No DVR routers for this DVR port 96b3655d-e690-4269-861d-15df5d9e3e7e on host dv-neutron-828697-3-hyperv {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:58:52.547719 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-9e819ab0-b73f-4737-b5c0-4a453e8acbcf tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0372081 Feb 16 16:58:52.555093 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48498) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:52.560024 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-78cc0a10-6977-46d3-8f7b-159cc35bbc79 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Request body: {'subnet': {'network_id': 'c310091f-6382-4173-bcdb-38cf615abcfa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:52.567044 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1330fde7-71df-4a79-9813-5e496c5db5d9 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Pushing event updated for resources: {'Port': ['ID=77746038-e42a-4e72-9149-b96155e58a36,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:52.649678 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-b4a3be4b-9227-460c-8061-3ea0050e9360 None None] Attempting to bind port 96b3655d-e690-4269-861d-15df5d9e3e7e on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:52.650271 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-b4a3be4b-9227-460c-8061-3ea0050e9360 None None] Attempting to bind port 96b3655d-e690-4269-861d-15df5d9e3e7e by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '01d0e7ff-e8f8-4c41-bbaf-7af4fc4de07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd848c7df-1f60-4f57-9ffb-f55592d1ecc2'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:52.651476 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a3be4b-9227-460c-8061-3ea0050e9360 None None] Attempting to bind port 96b3655d-e690-4269-861d-15df5d9e3e7e on network d848c7df-1f60-4f57-9ffb-f55592d1ecc2 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:52.665369 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a3be4b-9227-460c-8061-3ea0050e9360 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:58:52.665933 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a3be4b-9227-460c-8061-3ea0050e9360 None None] Checking segment: {'id': '01d0e7ff-e8f8-4c41-bbaf-7af4fc4de07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd848c7df-1f60-4f57-9ffb-f55592d1ecc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:58:52.667570 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b4a3be4b-9227-460c-8061-3ea0050e9360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:52.668255 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a3be4b-9227-460c-8061-3ea0050e9360 None None] Bound using segment: {'id': '01d0e7ff-e8f8-4c41-bbaf-7af4fc4de07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd848c7df-1f60-4f57-9ffb-f55592d1ecc2'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:58:52.668886 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-b4a3be4b-9227-460c-8061-3ea0050e9360 None None] Bound port: 96b3655d-e690-4269-861d-15df5d9e3e7e, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d0e7ff-e8f8-4c41-bbaf-7af4fc4de07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd848c7df-1f60-4f57-9ffb-f55592d1ecc2'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:58:52.669407 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b4a3be4b-9227-460c-8061-3ea0050e9360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:52.728430 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-b4a3be4b-9227-460c-8061-3ea0050e9360 None None] Port 96b3655d-e690-4269-861d-15df5d9e3e7e has been deleted concurrently {{(pid=114377) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Feb 16 16:58:52.731644 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device ad6fe884-4e79-4103-8479-a664da4711ac no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:58:52.755644 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: ad6fe884-4e79-4103-8479-a664da4711ac {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 16:58:52.756003 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device ad6fe884-4e79-4103-8479-a664da4711ac not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:58:52.888878 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e646be5a-039d-42a4-a667-5302a9bd391f None None] New status for floating IP f17aa608-c4b8-4232-8030-d5604ba438ec: ACTIVE {{(pid=114378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:58:52.897398 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-2cad3bef-a8b6-49a5-b087-a4706d0479d6 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-845674931', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}, 'admin_state_up': False}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:52.905541 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [None req-b01c5874-8a6c-4591-ad84-016b4d92ed4b tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] device_id is not set on port e1fb95ef-b4b0-41a7-8c33-2d3959d0684c yet. {{(pid=114376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:58:52.920708 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-888c185d-8f50-4b3d-9ee0-fa7eb01b377f tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:52.945713 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78cc0a10-6977-46d3-8f7b-159cc35bbc79 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Made reservation on behalf of e3df33defdf448bc970b49b57571b9c4 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:52.950087 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-78cc0a10-6977-46d3-8f7b-159cc35bbc79 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:52.961387 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-784c6f78-5e79-4278-a01b-e855464ac728 req-a38b887d-8019-4b92-9315-366c8c6f2ad4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb8e721c-7a64-45ca-9a8c-f508e2b01d34 HTTP/1.1" status: 200 len: 998 time: 0.3715963 Feb 16 16:58:53.057928 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c6f78-5e79-4278-a01b-e855464ac728 req-be998207-b098-401f-9edb-d1faa2f6a108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:53.059516 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-784c6f78-5e79-4278-a01b-e855464ac728 req-be998207-b098-401f-9edb-d1faa2f6a108 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d86b0b62-edb7-4147-9b87-7738d42c4864 HTTP/1.1" status: 200 len: 851 time: 0.0830829 Feb 16 16:58:53.086730 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2cad3bef-a8b6-49a5-b087-a4706d0479d6 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:53.086730 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2cad3bef-a8b6-49a5-b087-a4706d0479d6 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:53.156067 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e6a27c-21c9-47c7-8162-af531cb5db3a tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Router 70bca793-e1d6-4d59-966e-e5e637d1d603 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:58:53.196731 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c6f78-5e79-4278-a01b-e855464ac728 req-76495570-3aed-4040-8232-03e166911c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:53.198259 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-784c6f78-5e79-4278-a01b-e855464ac728 req-76495570-3aed-4040-8232-03e166911c28 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=dc975c54-04fd-41cf-87c4-6ca61b7fd14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0906098 Feb 16 16:58:53.263204 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e397a14f-511a-4019-8d77-468bdc0070b2 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:58:53.278897 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3142918d-af27-4da5-bd08-a4de4171db1a None None] Sync routers for ids ['50f7d061-a0f1-418b-9c63-498c80de7e4c'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:58:53.292284 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3142918d-af27-4da5-bd08-a4de4171db1a None None] Routers {'50f7d061-a0f1-418b-9c63-498c80de7e4c'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:58:53.293251 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-3142918d-af27-4da5-bd08-a4de4171db1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:58:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['50f7d061-a0f1-418b-9c63-498c80de7e4c'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:53.300874 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-e397a14f-511a-4019-8d77-468bdc0070b2 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] 10.222.0.88 "PUT /v2.0/routers/50f7d061-a0f1-418b-9c63-498c80de7e4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6874490 Feb 16 16:58:53.309446 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48500) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:53.341553 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2cad3bef-a8b6-49a5-b087-a4706d0479d6 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:53.345281 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-3142918d-af27-4da5-bd08-a4de4171db1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:53.354581 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1330fde7-71df-4a79-9813-5e496c5db5d9 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks [] for router_gateway, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:53.365243 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3142918d-af27-4da5-bd08-a4de4171db1a None None] Routers {'50f7d061-a0f1-418b-9c63-498c80de7e4c'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:58:53.370242 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-3142918d-af27-4da5-bd08-a4de4171db1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:58:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['50f7d061-a0f1-418b-9c63-498c80de7e4c'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:53.402181 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-888c185d-8f50-4b3d-9ee0-fa7eb01b377f tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:53.441004 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-3142918d-af27-4da5-bd08-a4de4171db1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:53.441918 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3142918d-af27-4da5-bd08-a4de4171db1a None None] The sync data for ids ['50f7d061-a0f1-418b-9c63-498c80de7e4c'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:58:53.484471 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888c185d-8f50-4b3d-9ee0-fa7eb01b377f tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Pushing event deleted for resources: {'Subnet': ['ID=8787537a-3463-4b09-943d-34dac7a5b443,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:53.614674 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e6a27c-21c9-47c7-8162-af531cb5db3a tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:58:53.617632 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-888c185d-8f50-4b3d-9ee0-fa7eb01b377f tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:53.628765 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-784c6f78-5e79-4278-a01b-e855464ac728 req-743629e7-17e8-4e2b-a4fa-ec01218212f1 service neutron] 10.222.0.89 "GET /v2.0/networks/dc975c54-04fd-41cf-87c4-6ca61b7fd14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880324 Feb 16 16:58:53.632711 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c330f0e5-01e6-48f1-8f62-6f647c395846 None None] Sync routers for ids ['70bca793-e1d6-4d59-966e-e5e637d1d603'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:58:53.635390 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-86e6a27c-21c9-47c7-8162-af531cb5db3a tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:53.644813 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b01c5874-8a6c-4591-ad84-016b4d92ed4b tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:53.664730 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c330f0e5-01e6-48f1-8f62-6f647c395846 None None] Routers {'70bca793-e1d6-4d59-966e-e5e637d1d603'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:58:53.667211 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-c330f0e5-01e6-48f1-8f62-6f647c395846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:58:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['70bca793-e1d6-4d59-966e-e5e637d1d603'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:53.704923 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2cad3bef-a8b6-49a5-b087-a4706d0479d6 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:53.706226 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-22f8c67f-18d8-469b-b016-5903684ba894 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks [] for router, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:53.782392 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-888c185d-8f50-4b3d-9ee0-fa7eb01b377f tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d848c7df-1f60-4f57-9ffb-f55592d1ecc2']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:53.863500 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-86e6a27c-21c9-47c7-8162-af531cb5db3a tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "PUT /v2.0/floatingips/78e0d9b3-3ade-4f90-a6ab-7a3bbbe38ec3 HTTP/1.1" status: 200 len: 992 time: 5.7114601 Feb 16 16:58:53.875124 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-888c185d-8f50-4b3d-9ee0-fa7eb01b377f tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01d0e7ff-e8f8-4c41-bbaf-7af4fc4de07c') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:53.880582 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-888c185d-8f50-4b3d-9ee0-fa7eb01b377f tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01d0e7ff-e8f8-4c41-bbaf-7af4fc4de07c') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:53.883893 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4395638-6857-4307-a63e-414f7d6bf079', 'tag': 'a57b066f-0b78-478d-b5d2-144e81385b8e'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:58:53.886687 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc6ebed-bd2a-4a27-936f-2048e8b7377d" -d '{"events": [{"name": "network-changed", "server_uuid": "b4395638-6857-4307-a63e-414f7d6bf079", "tag": "a57b066f-0b78-478d-b5d2-144e81385b8e"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:58:53.985977 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-c330f0e5-01e6-48f1-8f62-6f647c395846 None None] Set router 70bca793-e1d6-4d59-966e-e5e637d1d603 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:58:54.000056 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-888c185d-8f50-4b3d-9ee0-fa7eb01b377f tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:54.018796 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-888c185d-8f50-4b3d-9ee0-fa7eb01b377f tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:54.026805 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-888c185d-8f50-4b3d-9ee0-fa7eb01b377f tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:58:54.027212 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-888c185d-8f50-4b3d-9ee0-fa7eb01b377f tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:54.112305 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 16:58:54.112305 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:58:54.112305 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 16:58:54.112305 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:58:54.112305 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 16:58:54.112305 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:58:54.112305 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 16:58:54.112305 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:58:54.112305 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 16:58:54.112305 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:58:54.112305 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 16:58:54.112305 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:58:54.112305 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 16:58:54.112305 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:58:54.112305 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:58:54.112305 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:58:54.112305 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:58:54.112305 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:58:54.112305 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 16:58:54.112305 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:58:54.112305 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 16:58:54.112305 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:58:54.112305 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:58:54.112305 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:58:54.112305 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 16:58:54.112305 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:58:54.112305 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:58:54.112305 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:58:54.112305 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:58:54.112305 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:58:54.112305 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:58:54.112305 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:58:54.117346 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff7cc5b-867e-4f75-83dd-d8876d01ed1b x-openstack-request-id: req-1ff7cc5b-867e-4f75-83dd-d8876d01ed1b {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:58:54.117765 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4395638-6857-4307-a63e-414f7d6bf079", "tag": "a57b066f-0b78-478d-b5d2-144e81385b8e", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:58:54.118115 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1ff7cc5b-867e-4f75-83dd-d8876d01ed1b {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:58:54.118604 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4395638-6857-4307-a63e-414f7d6bf079', 'tag': 'a57b066f-0b78-478d-b5d2-144e81385b8e', 'status': 'completed', 'code': 200} Feb 16 16:58:54.134720 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-78cc0a10-6977-46d3-8f7b-159cc35bbc79 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:54.144750 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [None req-b01c5874-8a6c-4591-ad84-016b4d92ed4b tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] device_id is not set on port 28c7fda4-e7d3-46ef-8c3d-481adf04b258 yet. {{(pid=114376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:58:54.204227 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc0a10-6977-46d3-8f7b-159cc35bbc79 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Pushing event updated for resources: {'Subnet': ['ID=aa485a60-1f0b-4faa-95fb-a7bfaba6b3fa,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:54.205866 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-22f8c67f-18d8-469b-b016-5903684ba894 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:54.235668 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631179bc-159a-43ec-b3aa-73ee67e1b792 None None] Network d848c7df-1f60-4f57-9ffb-f55592d1ecc2 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:58:54.237401 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-888c185d-8f50-4b3d-9ee0-fa7eb01b377f tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:54.249111 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631179bc-159a-43ec-b3aa-73ee67e1b792 None None] Network d848c7df-1f60-4f57-9ffb-f55592d1ecc2 could not be found, it might have been deleted concurrently. {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 16 16:58:54.250763 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-888c185d-8f50-4b3d-9ee0-fa7eb01b377f tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:54.263029 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-888c185d-8f50-4b3d-9ee0-fa7eb01b377f tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "DELETE /v2.0/networks/d848c7df-1f60-4f57-9ffb-f55592d1ecc2 HTTP/1.1" status: 204 len: 168 time: 3.4929121 Feb 16 16:58:54.270013 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48506) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:54.277091 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-5111037d-f279-4616-a68e-d0f682956924 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1406983979'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:54.311477 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1330fde7-71df-4a79-9813-5e496c5db5d9 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:54.313205 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-8910146f-dc21-42f3-a5ac-acd320fa0645 None None] Could not find standard attr ID for object 96b3655d-e690-4269-861d-15df5d9e3e7e. {{(pid=114377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 16:58:54.325395 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6ebed-bd2a-4a27-936f-2048e8b7377d req-aac1b393-847f-414a-8046-cdc1f1261f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:54.327537 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bcc6ebed-bd2a-4a27-936f-2048e8b7377d req-aac1b393-847f-414a-8046-cdc1f1261f24 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b000221746b44cdbb4fb616424f3147e&device_id=b4395638-6857-4307-a63e-414f7d6bf079 HTTP/1.1" status: 200 len: 1099 time: 0.1984425 Feb 16 16:58:54.328763 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888c185d-8f50-4b3d-9ee0-fa7eb01b377f tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Pushing event deleted for resources: {'Network': ['ID=d848c7df-1f60-4f57-9ffb-f55592d1ecc2,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:54.338679 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-784c6f78-5e79-4278-a01b-e855464ac728 req-67e748df-a38f-4736-98e9-140e93fc68b2 service neutron] 10.222.0.89 "GET /v2.0/networks/dc975c54-04fd-41cf-87c4-6ca61b7fd14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6875687 Feb 16 16:58:54.349283 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7b6fa-0333-4c28-af46-2d68547348f7 req-5c98d3cb-6df2-4299-b98b-cad6d6af9edf tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:54.350810 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-85f7b6fa-0333-4c28-af46-2d68547348f7 req-5c98d3cb-6df2-4299-b98b-cad6d6af9edf tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4395638-6857-4307-a63e-414f7d6bf079 HTTP/1.1" status: 200 len: 946 time: 0.2444091 Feb 16 16:58:54.364205 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10d9390-4995-469d-8432-ca11204ee994 None None] DHCP port deletion for d848c7df-1f60-4f57-9ffb-f55592d1ecc2 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 16:58:54.378408 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-c330f0e5-01e6-48f1-8f62-6f647c395846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bca793-e1d6-4d59-966e-e5e637d1d603', 'name': 'tempest-ServersTestJSON-524628997-router', 'tenant_id': 'b000221746b44cdbb4fb616424f3147e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.137'}], 'enable_snat': True}, 'gw_port_id': 'cc419172-db86-4497-80a4-97e0b22c1d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:57:50Z', 'updated_at': '2022-02-16T16:57:59Z', 'revision_number': 4, 'project_id': 'b000221746b44cdbb4fb616424f3147e', 'gw_port': {'id': 'cc419172-db86-4497-80a4-97e0b22c1d73', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bca793-e1d6-4d59-966e-e5e637d1d603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:57:51Z', 'updated_at': '2022-02-16T16:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '78e0d9b3-3ade-4f90-a6ab-7a3bbbe38ec3', 'tenant_id': 'b000221746b44cdbb4fb616424f3147e', 'floating_ip_address': '172.26.3.183', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '70bca793-e1d6-4d59-966e-e5e637d1d603', 'port_id': 'a57b066f-0b78-478d-b5d2-144e81385b8e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e', 'mac_address': 'fa:16:3e:4e:47:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4395638-6857-4307-a63e-414f7d6bf079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:58:12Z', 'updated_at': '2022-02-16T16:58:50Z', 'revision_number': 1, 'project_id': 'b000221746b44cdbb4fb616424f3147e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f43c7428-cfb1-4194-8634-0cba20884571', 'name': '', 'network_id': '42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e', 'tenant_id': 'b000221746b44cdbb4fb616424f3147e', 'mac_address': 'fa:16:3e:00:48:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bca793-e1d6-4d59-966e-e5e637d1d603', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'adefecf5-a804-4647-bbff-e2f7d127a048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:57:57Z', 'updated_at': '2022-02-16T16:58:09Z', 'revision_number': 5, 'project_id': 'b000221746b44cdbb4fb616424f3147e', 'subnets': [{'id': 'adefecf5-a804-4647-bbff-e2f7d127a048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:54.408444 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c330f0e5-01e6-48f1-8f62-6f647c395846 None None] Checking router: 70bca793-e1d6-4d59-966e-e5e637d1d603 for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:58:54.418093 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c330f0e5-01e6-48f1-8f62-6f647c395846 None None] Routers {'70bca793-e1d6-4d59-966e-e5e637d1d603'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:58:54.418750 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-c330f0e5-01e6-48f1-8f62-6f647c395846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:58:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['70bca793-e1d6-4d59-966e-e5e637d1d603'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:54.430235 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cc0a10-6977-46d3-8f7b-159cc35bbc79 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Checking segment: {'id': 'e5200e84-deb9-4948-b85b-99e2bad35fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c310091f-6382-4173-bcdb-38cf615abcfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:58:54.430448 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cc0a10-6977-46d3-8f7b-159cc35bbc79 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Network hostable DHCP agents. Network: c310091f-6382-4173-bcdb-38cf615abcfa, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:58:54.498643 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b01c5874-8a6c-4591-ad84-016b4d92ed4b tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:54.517765 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5111037d-f279-4616-a68e-d0f682956924 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Made reservation on behalf of 39c6ff93779f41679a479f3011da9f36 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:54.526515 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5111037d-f279-4616-a68e-d0f682956924 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:54.527650 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-85f7b6fa-0333-4c28-af46-2d68547348f7 req-4c118f38-466c-47d7-aefa-e13514f49232 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "GET /v2.0/security-groups?id=56da404a-1554-481b-a94d-29ebc15c9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246693 Feb 16 16:58:54.530826 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-c330f0e5-01e6-48f1-8f62-6f647c395846 None None] Set router 70bca793-e1d6-4d59-966e-e5e637d1d603 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:58:54.587685 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5111037d-f279-4616-a68e-d0f682956924 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:58:54.600068 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cc0a10-6977-46d3-8f7b-159cc35bbc79 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Network c310091f-6382-4173-bcdb-38cf615abcfa is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:58:54.640402 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5111037d-f279-4616-a68e-d0f682956924 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:54.640909 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-5111037d-f279-4616-a68e-d0f682956924 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Added segment 713f4a0e-1bfc-47c2-ad79-616ef03c4faa of type vlan for network fd45fc54-e37a-44f6-a949-8cad146c5303 Feb 16 16:58:54.731310 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5111037d-f279-4616-a68e-d0f682956924 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:54.764446 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2cad3bef-a8b6-49a5-b087-a4706d0479d6 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks [] for router_gateway, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:54.771676 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-78cc0a10-6977-46d3-8f7b-159cc35bbc79 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, c310091f-6382-4173-bcdb-38cf615abcfa) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:54.778594 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cc0a10-6977-46d3-8f7b-159cc35bbc79 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:54.779346 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-78cc0a10-6977-46d3-8f7b-159cc35bbc79 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:54.787672 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47af0525-d70b-4b9a-be9f-7c60b32febb2 None None] Network c310091f-6382-4173-bcdb-38cf615abcfa requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:58:54.803880 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-c330f0e5-01e6-48f1-8f62-6f647c395846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bca793-e1d6-4d59-966e-e5e637d1d603', 'name': 'tempest-ServersTestJSON-524628997-router', 'tenant_id': 'b000221746b44cdbb4fb616424f3147e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.137'}], 'enable_snat': True}, 'gw_port_id': 'cc419172-db86-4497-80a4-97e0b22c1d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:57:50Z', 'updated_at': '2022-02-16T16:57:59Z', 'revision_number': 4, 'project_id': 'b000221746b44cdbb4fb616424f3147e', 'gw_port': {'id': 'cc419172-db86-4497-80a4-97e0b22c1d73', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bca793-e1d6-4d59-966e-e5e637d1d603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:57:51Z', 'updated_at': '2022-02-16T16:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '78e0d9b3-3ade-4f90-a6ab-7a3bbbe38ec3', 'tenant_id': 'b000221746b44cdbb4fb616424f3147e', 'floating_ip_address': '172.26.3.183', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '70bca793-e1d6-4d59-966e-e5e637d1d603', 'port_id': 'a57b066f-0b78-478d-b5d2-144e81385b8e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e', 'mac_address': 'fa:16:3e:4e:47:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4395638-6857-4307-a63e-414f7d6bf079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:58:12Z', 'updated_at': '2022-02-16T16:58:50Z', 'revision_number': 1, 'project_id': 'b000221746b44cdbb4fb616424f3147e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f43c7428-cfb1-4194-8634-0cba20884571', 'name': '', 'network_id': '42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e', 'tenant_id': 'b000221746b44cdbb4fb616424f3147e', 'mac_address': 'fa:16:3e:00:48:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bca793-e1d6-4d59-966e-e5e637d1d603', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'adefecf5-a804-4647-bbff-e2f7d127a048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:57:57Z', 'updated_at': '2022-02-16T16:58:09Z', 'revision_number': 5, 'project_id': 'b000221746b44cdbb4fb616424f3147e', 'subnets': [{'id': 'adefecf5-a804-4647-bbff-e2f7d127a048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:54.805545 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2cad3bef-a8b6-49a5-b087-a4706d0479d6 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:54.846358 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c330f0e5-01e6-48f1-8f62-6f647c395846 None None] The sync data for ids ['70bca793-e1d6-4d59-966e-e5e637d1d603'] in dv-neutron-828697-3-hyperv is: [{'id': '70bca793-e1d6-4d59-966e-e5e637d1d603', 'name': 'tempest-ServersTestJSON-524628997-router', 'tenant_id': 'b000221746b44cdbb4fb616424f3147e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.137'}], 'enable_snat': True}, 'gw_port_id': 'cc419172-db86-4497-80a4-97e0b22c1d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:57:50Z', 'updated_at': '2022-02-16T16:57:59Z', 'revision_number': 4, 'project_id': 'b000221746b44cdbb4fb616424f3147e', 'gw_port': {'id': 'cc419172-db86-4497-80a4-97e0b22c1d73', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bca793-e1d6-4d59-966e-e5e637d1d603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:57:51Z', 'updated_at': '2022-02-16T16:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '78e0d9b3-3ade-4f90-a6ab-7a3bbbe38ec3', 'tenant_id': 'b000221746b44cdbb4fb616424f3147e', 'floating_ip_address': '172.26.3.183', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '70bca793-e1d6-4d59-966e-e5e637d1d603', 'port_id': 'a57b066f-0b78-478d-b5d2-144e81385b8e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e', 'mac_address': 'fa:16:3e:4e:47:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4395638-6857-4307-a63e-414f7d6bf079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:58:12Z', 'updated_at': '2022-02-16T16:58:50Z', 'revision_number': 1, 'project_id': 'b000221746b44cdbb4fb616424f3147e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f43c7428-cfb1-4194-8634-0cba20884571', 'name': '', 'network_id': '42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e', 'tenant_id': 'b000221746b44cdbb4fb616424f3147e', 'mac_address': 'fa:16:3e:00:48:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bca793-e1d6-4d59-966e-e5e637d1d603', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'adefecf5-a804-4647-bbff-e2f7d127a048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:57:57Z', 'updated_at': '2022-02-16T16:58:09Z', 'revision_number': 5, 'project_id': 'b000221746b44cdbb4fb616424f3147e', 'subnets': [{'id': 'adefecf5-a804-4647-bbff-e2f7d127a048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:58:54.891444 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-22f8c67f-18d8-469b-b016-5903684ba894 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Deleting port 38271079-d3fc-466d-bb83-ac6bd08390b3 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:58:54.891780 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-22f8c67f-18d8-469b-b016-5903684ba894 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:54.938601 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-78cc0a10-6977-46d3-8f7b-159cc35bbc79 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3823509 Feb 16 16:58:54.945963 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5111037d-f279-4616-a68e-d0f682956924 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:54.950619 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48512) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:54.953031 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5111037d-f279-4616-a68e-d0f682956924 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:54.953731 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5111037d-f279-4616-a68e-d0f682956924 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:54.956092 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1330fde7-71df-4a79-9813-5e496c5db5d9 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Router c324dd17-5ff6-4d8d-9887-d1b7c067db3a is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:58:54.976966 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6ebed-bd2a-4a27-936f-2048e8b7377d req-64aea145-299b-45a2-941f-504ea315f22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:54.978695 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bcc6ebed-bd2a-4a27-936f-2048e8b7377d req-64aea145-299b-45a2-941f-504ea315f22c service neutron] 10.222.0.89 "GET /v2.0/networks?id=42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e HTTP/1.1" status: 200 len: 906 time: 0.5784402 Feb 16 16:58:54.988023 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431e967b-eedd-4848-a4b4-b35c21ec3dac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-c310091f-6382-4173-bcdb-38cf615abcfa', 'network_id': 'c310091f-6382-4173-bcdb-38cf615abcfa', 'tenant_id': 'e3df33defdf448bc970b49b57571b9c4', 'fixed_ips': [{'subnet_id': 'aa485a60-1f0b-4faa-95fb-a7bfaba6b3fa'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 16:58:54.989757 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-431e967b-eedd-4848-a4b4-b35c21ec3dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:55.064486 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b01c5874-8a6c-4591-ad84-016b4d92ed4b tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:55.085273 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-2cad3bef-a8b6-49a5-b087-a4706d0479d6 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Allocated IP 172.26.3.200 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/f6ffb717-6b03-43e3-9466-9e1690f85e6c) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:58:55.097114 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-5111037d-f279-4616-a68e-d0f682956924 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8247912 Feb 16 16:58:55.107879 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48514) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:55.112995 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-ae39525c-91dd-47b7-ac9f-77a7064d84f0 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Request body: {'subnet': {'network_id': 'fd45fc54-e37a-44f6-a949-8cad146c5303', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:55.155704 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5111037d-f279-4616-a68e-d0f682956924 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Pushing event updated for resources: {'Network': ['ID=fd45fc54-e37a-44f6-a949-8cad146c5303,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:55.158166 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-22f8c67f-18d8-469b-b016-5903684ba894 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:55.175052 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0361349d-1ac5-4379-9775-2d4b69a9bee4 None None] New status for floating IP 78e0d9b3-3ade-4f90-a6ab-7a3bbbe38ec3: ACTIVE {{(pid=114377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:58:55.188047 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-431e967b-eedd-4848-a4b4-b35c21ec3dac None None] Allocated IP 172.20.0.2 (c310091f-6382-4173-bcdb-38cf615abcfa/aa485a60-1f0b-4faa-95fb-a7bfaba6b3fa/4d503ccb-51ce-4034-81c3-09e8b71d437a) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:58:55.191455 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-22f8c67f-18d8-469b-b016-5903684ba894 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Calling delete_port for 38271079-d3fc-466d-bb83-ac6bd08390b3 owned by network:router_gateway {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:58:55.194682 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bcc6ebed-bd2a-4a27-936f-2048e8b7377d req-a057de8c-979d-47c6-818e-4fa68cc0cb51 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a57b066f-0b78-478d-b5d2-144e81385b8e HTTP/1.1" status: 200 len: 1000 time: 0.1830573 Feb 16 16:58:55.202060 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01c5874-8a6c-4591-ad84-016b4d92ed4b tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Pushing event updated for resources: {'Port': ['ID=e1fb95ef-b4b0-41a7-8c33-2d3959d0684c,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:55.221722 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network fd45fc54-e37a-44f6-a949-8cad146c5303 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:58:55.250955 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-09336390-8547-4323-abec-bed3049ab438 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:55.310876 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1330fde7-71df-4a79-9813-5e496c5db5d9 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:58:55.314611 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01c5874-8a6c-4591-ad84-016b4d92ed4b tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Checking segment: {'id': '20a64f19-eeaf-45e7-95bd-6ad181d668c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '154ef0e0-cc21-43fa-8498-adb6751a2fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:58:55.314969 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01c5874-8a6c-4591-ad84-016b4d92ed4b tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Network hostable DHCP agents. Network: 154ef0e0-cc21-43fa-8498-adb6751a2fe8, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:58:55.326558 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b376a8ac-1b9b-4113-ae2b-f7362538f32b None None] Sync routers for ids ['c324dd17-5ff6-4d8d-9887-d1b7c067db3a'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:58:55.328637 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6ebed-bd2a-4a27-936f-2048e8b7377d req-7d456b3e-8949-464e-be86-70192fcd5574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:55.330510 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bcc6ebed-bd2a-4a27-936f-2048e8b7377d req-7d456b3e-8949-464e-be86-70192fcd5574 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=adefecf5-a804-4647-bbff-e2f7d127a048 HTTP/1.1" status: 200 len: 844 time: 0.1246746 Feb 16 16:58:55.337055 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b376a8ac-1b9b-4113-ae2b-f7362538f32b None None] Routers {'c324dd17-5ff6-4d8d-9887-d1b7c067db3a'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:58:55.337741 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-b376a8ac-1b9b-4113-ae2b-f7362538f32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:58:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['c324dd17-5ff6-4d8d-9887-d1b7c067db3a'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:55.375244 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-b376a8ac-1b9b-4113-ae2b-f7362538f32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:55.384221 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b376a8ac-1b9b-4113-ae2b-f7362538f32b None None] Routers {'c324dd17-5ff6-4d8d-9887-d1b7c067db3a'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:58:55.384221 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-b376a8ac-1b9b-4113-ae2b-f7362538f32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:58:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['c324dd17-5ff6-4d8d-9887-d1b7c067db3a'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:55.406346 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2cad3bef-a8b6-49a5-b087-a4706d0479d6 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:55.421534 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-b376a8ac-1b9b-4113-ae2b-f7362538f32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:55.422197 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b376a8ac-1b9b-4113-ae2b-f7362538f32b None None] The sync data for ids ['c324dd17-5ff6-4d8d-9887-d1b7c067db3a'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:58:55.464417 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-09336390-8547-4323-abec-bed3049ab438 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:55.490910 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6ebed-bd2a-4a27-936f-2048e8b7377d req-087b035b-8664-4037-8284-a0f5036cb888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:55.492432 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bcc6ebed-bd2a-4a27-936f-2048e8b7377d req-087b035b-8664-4037-8284-a0f5036cb888 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1318102 Feb 16 16:58:55.546606 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1330fde7-71df-4a79-9813-5e496c5db5d9 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:55.547853 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-1330fde7-71df-4a79-9813-5e496c5db5d9 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.0891209 Feb 16 16:58:55.548675 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae39525c-91dd-47b7-ac9f-77a7064d84f0 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Made reservation on behalf of 39c6ff93779f41679a479f3011da9f36 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:55.552974 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ae39525c-91dd-47b7-ac9f-77a7064d84f0 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:55.557986 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48516) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:55.558980 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2cad3bef-a8b6-49a5-b087-a4706d0479d6 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:55.565306 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-34d636cf-e9fd-489d-bc8a-ebeb6ca3f863 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'enable_snat': False}}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:55.578606 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01c5874-8a6c-4591-ad84-016b4d92ed4b tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Network 154ef0e0-cc21-43fa-8498-adb6751a2fe8 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:58:55.642603 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bcc6ebed-bd2a-4a27-936f-2048e8b7377d req-0ed7ff07-a471-4b5a-b419-ef5b8fc3147a service neutron] 10.222.0.89 "GET /v2.0/networks/42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359062 Feb 16 16:58:55.689510 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cad3bef-a8b6-49a5-b087-a4706d0479d6 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:55.701891 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-2cad3bef-a8b6-49a5-b087-a4706d0479d6 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:55.704360 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cad3bef-a8b6-49a5-b087-a4706d0479d6 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:58:55.723612 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-b01c5874-8a6c-4591-ad84-016b4d92ed4b tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 154ef0e0-cc21-43fa-8498-adb6751a2fe8) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:55.732014 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6df0fd5-fa2d-4e37-85d3-7e5bf417c705 None None] Network 154ef0e0-cc21-43fa-8498-adb6751a2fe8 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:58:55.732993 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01c5874-8a6c-4591-ad84-016b4d92ed4b tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:58:55.734039 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b01c5874-8a6c-4591-ad84-016b4d92ed4b tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:55.747446 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bcc6ebed-bd2a-4a27-936f-2048e8b7377d req-34acfa56-f305-4e22-9fca-cb6c55f68394 service neutron] 10.222.0.89 "GET /v2.0/networks/42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979686 Feb 16 16:58:55.770074 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cad3bef-a8b6-49a5-b087-a4706d0479d6 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Pushing event updated for resources: {'Port': ['ID=f6ffb717-6b03-43e3-9466-9e1690f85e6c,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:55.779066 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-22f8c67f-18d8-469b-b016-5903684ba894 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:55.837705 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01c5874-8a6c-4591-ad84-016b4d92ed4b tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Pushing event updated for resources: {'Port': ['ID=28c7fda4-e7d3-46ef-8c3d-481adf04b258,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:55.888708 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01c5874-8a6c-4591-ad84-016b4d92ed4b tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Checking segment: {'id': 'd75febef-812c-46ad-8e2e-651bff3a69b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5e740811-a981-4ca8-be7e-e4d99aa82cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:58:55.889070 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01c5874-8a6c-4591-ad84-016b4d92ed4b tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Network hostable DHCP agents. Network: 5e740811-a981-4ca8-be7e-e4d99aa82cb2, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:58:55.890223 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-431e967b-eedd-4848-a4b4-b35c21ec3dac None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:55.893622 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f8c67f-18d8-469b-b016-5903684ba894 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Pushing event deleted for resources: {'Port': ['ID=38271079-d3fc-466d-bb83-ac6bd08390b3,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:55.915318 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-22f8c67f-18d8-469b-b016-5903684ba894 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584056'] for router_gateway, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:56.011815 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-22f8c67f-18d8-469b-b016-5903684ba894 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:56.013962 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-22f8c67f-18d8-469b-b016-5903684ba894 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:56.018916 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-431e967b-eedd-4848-a4b4-b35c21ec3dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:56.065782 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431e967b-eedd-4848-a4b4-b35c21ec3dac None None] Network c310091f-6382-4173-bcdb-38cf615abcfa is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:56.070386 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-431e967b-eedd-4848-a4b4-b35c21ec3dac None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:56.074794 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431e967b-eedd-4848-a4b4-b35c21ec3dac None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:58:56.078676 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e967b-eedd-4848-a4b4-b35c21ec3dac None None] Pushing event updated for resources: {'Port': ['ID=4d503ccb-51ce-4034-81c3-09e8b71d437a,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:56.080590 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01c5874-8a6c-4591-ad84-016b4d92ed4b tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Network 5e740811-a981-4ca8-be7e-e4d99aa82cb2 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:58:56.138901 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-431e967b-eedd-4848-a4b4-b35c21ec3dac None None] Attempting to bind port 4d503ccb-51ce-4034-81c3-09e8b71d437a on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:56.139187 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-431e967b-eedd-4848-a4b4-b35c21ec3dac None None] Attempting to bind port 4d503ccb-51ce-4034-81c3-09e8b71d437a by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': 'e5200e84-deb9-4948-b85b-99e2bad35fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c310091f-6382-4173-bcdb-38cf615abcfa'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:56.139552 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431e967b-eedd-4848-a4b4-b35c21ec3dac None None] Attempting to bind port 4d503ccb-51ce-4034-81c3-09e8b71d437a on network c310091f-6382-4173-bcdb-38cf615abcfa {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:56.144551 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431e967b-eedd-4848-a4b4-b35c21ec3dac None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:58:56.144926 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431e967b-eedd-4848-a4b4-b35c21ec3dac None None] Checking segment: {'id': 'e5200e84-deb9-4948-b85b-99e2bad35fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c310091f-6382-4173-bcdb-38cf615abcfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:58:56.145334 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-431e967b-eedd-4848-a4b4-b35c21ec3dac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:56.145729 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431e967b-eedd-4848-a4b4-b35c21ec3dac None None] Bound using segment: {'id': 'e5200e84-deb9-4948-b85b-99e2bad35fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c310091f-6382-4173-bcdb-38cf615abcfa'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:58:56.146193 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-431e967b-eedd-4848-a4b4-b35c21ec3dac None None] Bound port: 4d503ccb-51ce-4034-81c3-09e8b71d437a, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5200e84-deb9-4948-b85b-99e2bad35fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c310091f-6382-4173-bcdb-38cf615abcfa'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:58:56.146573 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-431e967b-eedd-4848-a4b4-b35c21ec3dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:56.200767 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-22f8c67f-18d8-469b-b016-5903684ba894 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:56.201598 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f8c67f-18d8-469b-b016-5903684ba894 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Fanout notify agent at l3_agent the message router_deleted on router 50f7d061-a0f1-418b-9c63-498c80de7e4c {{(pid=114376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:58:56.208428 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-431e967b-eedd-4848-a4b4-b35c21ec3dac None None] For port 4d503ccb-51ce-4034-81c3-09e8b71d437a, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:58:56.215368 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-22f8c67f-18d8-469b-b016-5903684ba894 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:56.216030 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-431e967b-eedd-4848-a4b4-b35c21ec3dac None None] For port 4d503ccb-51ce-4034-81c3-09e8b71d437a, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=4d503ccb-51ce-4034-81c3-09e8b71d437a,segment=NetworkSegment(e5200e84-deb9-4948-b85b-99e2bad35fbd),segment_id=e5200e84-deb9-4948-b85b-99e2bad35fbd)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:58:56.216137 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-22f8c67f-18d8-469b-b016-5903684ba894 tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] 10.222.0.88 "DELETE /v2.0/routers/50f7d061-a0f1-418b-9c63-498c80de7e4c HTTP/1.1" status: 204 len: 168 time: 2.9023218 Feb 16 16:58:56.216137 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48518) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:56.247074 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-34d636cf-e9fd-489d-bc8a-ebeb6ca3f863 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:56.258182 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ae39525c-91dd-47b7-ac9f-77a7064d84f0 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:56.273761 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-b01c5874-8a6c-4591-ad84-016b4d92ed4b tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 5e740811-a981-4ca8-be7e-e4d99aa82cb2) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:56.273761 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-09336390-8547-4323-abec-bed3049ab438 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:56.274087 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573754a7-bbcf-42ec-a56a-54c526a7d056 None None] Network 5e740811-a981-4ca8-be7e-e4d99aa82cb2 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:58:56.274407 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01c5874-8a6c-4591-ad84-016b4d92ed4b tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:58:56.280679 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01c5874-8a6c-4591-ad84-016b4d92ed4b tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:56.285453 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01c5874-8a6c-4591-ad84-016b4d92ed4b tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:56.286096 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b01c5874-8a6c-4591-ad84-016b4d92ed4b tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:56.316651 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f1f5e36-55a5-411b-b5d9-a8ef455a59de tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Deleting subnet 92058871-5d88-424e-960b-fb67dfacdb9e {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 16:58:56.323646 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8f1f5e36-55a5-411b-b5d9-a8ef455a59de tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:56.328493 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09336390-8547-4323-abec-bed3049ab438 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Pushing event deleted for resources: {'Subnet': ['ID=aa485a60-1f0b-4faa-95fb-a7bfaba6b3fa,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:56.391665 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-431e967b-eedd-4848-a4b4-b35c21ec3dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:56.413057 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae39525c-91dd-47b7-ac9f-77a7064d84f0 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Pushing event updated for resources: {'Subnet': ['ID=18a92fbe-d728-434f-b0a4-9d686648006f,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:56.418988 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-09336390-8547-4323-abec-bed3049ab438 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:56.439772 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8f1f5e36-55a5-411b-b5d9-a8ef455a59de tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:56.454883 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae39525c-91dd-47b7-ac9f-77a7064d84f0 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Checking segment: {'id': '713f4a0e-1bfc-47c2-ad79-616ef03c4faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fd45fc54-e37a-44f6-a949-8cad146c5303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:58:56.460548 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae39525c-91dd-47b7-ac9f-77a7064d84f0 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Network hostable DHCP agents. Network: fd45fc54-e37a-44f6-a949-8cad146c5303, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:58:56.460715 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e967b-eedd-4848-a4b4-b35c21ec3dac None None] Pushing event updated for resources: {'Port': ['ID=4d503ccb-51ce-4034-81c3-09e8b71d437a,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:56.465543 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2cad3bef-a8b6-49a5-b087-a4706d0479d6 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks [] for router_gateway, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:56.471391 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-09336390-8547-4323-abec-bed3049ab438 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c310091f-6382-4173-bcdb-38cf615abcfa']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:56.488074 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-b01c5874-8a6c-4591-ad84-016b4d92ed4b tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.9014697 Feb 16 16:58:56.491702 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-09336390-8547-4323-abec-bed3049ab438 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5200e84-deb9-4948-b85b-99e2bad35fbd') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:56.500687 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-09336390-8547-4323-abec-bed3049ab438 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5200e84-deb9-4948-b85b-99e2bad35fbd') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:56.500687 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48520) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:56.542402 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-09336390-8547-4323-abec-bed3049ab438 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:56.598226 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-09336390-8547-4323-abec-bed3049ab438 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:56.656958 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09336390-8547-4323-abec-bed3049ab438 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:58:56.657370 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-09336390-8547-4323-abec-bed3049ab438 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:56.660407 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 16:58:56.660407 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:58:56.660407 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 16:58:56.660407 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:58:56.660407 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 16:58:56.660407 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:58:56.660407 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 16:58:56.660407 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:58:56.660407 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 16:58:56.660407 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:58:56.660407 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 16:58:56.660407 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:58:56.660407 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 16:58:56.660407 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:58:56.660407 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:58:56.660407 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:58:56.660407 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:58:56.660407 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:58:56.660407 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 16:58:56.660407 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:58:56.660407 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 16:58:56.660407 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:58:56.660407 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:58:56.660407 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:58:56.660407 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 16:58:56.660407 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:58:56.660407 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:58:56.660407 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:58:56.660407 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:58:56.660407 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:58:56.660407 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:58:56.660407 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:58:56.724047 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8f1f5e36-55a5-411b-b5d9-a8ef455a59de tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:56.782914 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a71fa16-0e6f-4727-bf13-4cbf64d0a7ec tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:56.796942 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a71fa16-0e6f-4727-bf13-4cbf64d0a7ec tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:56.799075 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-2a71fa16-0e6f-4727-bf13-4cbf64d0a7ec tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2991099 Feb 16 16:58:56.804322 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48522) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:56.834061 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 4d503ccb-51ce-4034-81c3-09e8b71d437a up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:58:56.897440 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae39525c-91dd-47b7-ac9f-77a7064d84f0 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Network fd45fc54-e37a-44f6-a949-8cad146c5303 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:58:56.897979 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 4d503ccb-51ce-4034-81c3-09e8b71d437a triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:56.898256 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:56.940620 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-69356d7b-accb-4591-b25b-9e06fcb685c2 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Deleting port e1fb95ef-b4b0-41a7-8c33-2d3959d0684c {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:58:56.941075 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-69356d7b-accb-4591-b25b-9e06fcb685c2 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:56.991508 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:57.032114 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-ae39525c-91dd-47b7-ac9f-77a7064d84f0 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, fd45fc54-e37a-44f6-a949-8cad146c5303) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:57.032490 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port 4d503ccb-51ce-4034-81c3-09e8b71d437a, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=4d503ccb-51ce-4034-81c3-09e8b71d437a,segment=NetworkSegment(e5200e84-deb9-4948-b85b-99e2bad35fbd),segment_id=e5200e84-deb9-4948-b85b-99e2bad35fbd)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:58:57.036506 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae39525c-91dd-47b7-ac9f-77a7064d84f0 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:57.037770 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ae39525c-91dd-47b7-ac9f-77a7064d84f0 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:57.038573 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.db.api [None req-09336390-8547-4323-abec-bed3049ab438 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 16:58:57.038573 dv-neutron-828697-3-hyperv neutron-server[114376]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 16:58:57.038573 dv-neutron-828697-3-hyperv neutron-server[114376]: [parameters: {'id': 'c310091f-6382-4173-bcdb-38cf615abcfa'}] Feb 16 16:58:57.038573 dv-neutron-828697-3-hyperv neutron-server[114376]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114376) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:58:57.039072 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG oslo_db.api [None req-09336390-8547-4323-abec-bed3049ab438 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:58:57.042499 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33da87ef-97a4-449f-87d7-4675677e5b21 None None] Network fd45fc54-e37a-44f6-a949-8cad146c5303 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:58:57.048906 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-69356d7b-accb-4591-b25b-9e06fcb685c2 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:57.066618 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8f1f5e36-55a5-411b-b5d9-a8ef455a59de tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:57.069668 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-69356d7b-accb-4591-b25b-9e06fcb685c2 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Calling delete_port for e1fb95ef-b4b0-41a7-8c33-2d3959d0684c owned by {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:58:57.099113 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2cad3bef-a8b6-49a5-b087-a4706d0479d6 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:57.114490 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f5e36-55a5-411b-b5d9-a8ef455a59de tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Pushing event deleted for resources: {'Subnet': ['ID=92058871-5d88-424e-960b-fb67dfacdb9e,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:57.116913 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8f1f5e36-55a5-411b-b5d9-a8ef455a59de tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:57.122975 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-8f1f5e36-55a5-411b-b5d9-a8ef455a59de tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] 10.222.0.88 "DELETE /v2.0/subnets/92058871-5d88-424e-960b-fb67dfacdb9e HTTP/1.1" status: 204 len: 168 time: 0.9060018 Feb 16 16:58:57.148996 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48524) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:57.198950 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ae39525c-91dd-47b7-ac9f-77a7064d84f0 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.0897965 Feb 16 16:58:57.204906 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48526) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:57.236220 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d16ff8-487a-4ac3-a013-eee331c581e1 None None] Network 2ec0168c-2582-4f89-b62d-b65ce115955a requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:58:57.244808 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:57.282509 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-69356d7b-accb-4591-b25b-9e06fcb685c2 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:57.324569 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69356d7b-accb-4591-b25b-9e06fcb685c2 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Pushing event deleted for resources: {'Port': ['ID=e1fb95ef-b4b0-41a7-8c33-2d3959d0684c,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:57.328806 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-69356d7b-accb-4591-b25b-9e06fcb685c2 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:57.338911 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-69356d7b-accb-4591-b25b-9e06fcb685c2 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] 10.222.0.88 "DELETE /v2.0/ports/e1fb95ef-b4b0-41a7-8c33-2d3959d0684c HTTP/1.1" status: 204 len: 168 time: 0.5263445 Feb 16 16:58:57.345933 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48528) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:57.373355 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-aa7fd274-4e69-4a3a-b73c-4af3c5e834dc tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:57.391944 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=4d503ccb-51ce-4034-81c3-09e8b71d437a,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:57.501166 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f6cae8df-2361-403d-a240-4271a9ea853c tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:57.570685 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227da004-e362-4125-8261-f4cfdf43b9b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-fd45fc54-e37a-44f6-a949-8cad146c5303', 'network_id': 'fd45fc54-e37a-44f6-a949-8cad146c5303', 'tenant_id': '39c6ff93779f41679a479f3011da9f36', 'fixed_ips': [{'subnet_id': '18a92fbe-d728-434f-b0a4-9d686648006f'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 16:58:57.573361 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-227da004-e362-4125-8261-f4cfdf43b9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:57.587165 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-09336390-8547-4323-abec-bed3049ab438 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:57.587364 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-aa7fd274-4e69-4a3a-b73c-4af3c5e834dc tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Deleting port 591d8962-592c-4e1c-86a9-7f2d9c3781c7 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:58:57.587364 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-aa7fd274-4e69-4a3a-b73c-4af3c5e834dc tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:57.590368 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f6cae8df-2361-403d-a240-4271a9ea853c tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:57.594761 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-4fb301f3-a6e9-4fcc-baa8-146fdb7f8fce tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Deleting port 28c7fda4-e7d3-46ef-8c3d-481adf04b258 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:58:57.595167 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4fb301f3-a6e9-4fcc-baa8-146fdb7f8fce tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:57.599557 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f33475-aa01-427f-a374-96db010b4646 None None] Network c310091f-6382-4173-bcdb-38cf615abcfa requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:58:57.638767 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cad3bef-a8b6-49a5-b087-a4706d0479d6 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Router acab32df-31bb-443b-8e00-c9edfa85db32 is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:58:57.662099 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-34d636cf-e9fd-489d-bc8a-ebeb6ca3f863 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-583993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10422'] for router, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:57.672399 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-aa7fd274-4e69-4a3a-b73c-4af3c5e834dc tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] For port 591d8962-592c-4e1c-86a9-7f2d9c3781c7, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=591d8962-592c-4e1c-86a9-7f2d9c3781c7,segment=NetworkSegment(51307838-57c1-4d76-b83b-f992426f5c9b),segment_id=51307838-57c1-4d76-b83b-f992426f5c9b)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:58:57.672748 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-aa7fd274-4e69-4a3a-b73c-4af3c5e834dc tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:57.675846 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-34d636cf-e9fd-489d-bc8a-ebeb6ca3f863 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-583970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-583979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-582263'] for router, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:57.695072 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-aa7fd274-4e69-4a3a-b73c-4af3c5e834dc tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Calling delete_port for 591d8962-592c-4e1c-86a9-7f2d9c3781c7 owned by network:dhcp {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:58:57.731885 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4fb301f3-a6e9-4fcc-baa8-146fdb7f8fce tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:57.746012 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-4fb301f3-a6e9-4fcc-baa8-146fdb7f8fce tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Calling delete_port for 28c7fda4-e7d3-46ef-8c3d-481adf04b258 owned by {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:58:57.782811 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da32beef-ee80-4a24-bd3a-fdc7c8d93c25 None None] DHCP port deletion for 2ec0168c-2582-4f89-b62d-b65ce115955a request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 16:58:57.808733 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-4c3873b7-f4b4-4cad-8af7-2341ac0a40aa None None] Provisioning complete for port 4d503ccb-51ce-4034-81c3-09e8b71d437a triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:58:57.809197 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4c3873b7-f4b4-4cad-8af7-2341ac0a40aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:57.823683 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-09336390-8547-4323-abec-bed3049ab438 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Deleting port 4d503ccb-51ce-4034-81c3-09e8b71d437a {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:58:57.824056 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-09336390-8547-4323-abec-bed3049ab438 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:57.914868 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-09336390-8547-4323-abec-bed3049ab438 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] For port 4d503ccb-51ce-4034-81c3-09e8b71d437a, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=4d503ccb-51ce-4034-81c3-09e8b71d437a,segment=NetworkSegment(e5200e84-deb9-4948-b85b-99e2bad35fbd),segment_id=e5200e84-deb9-4948-b85b-99e2bad35fbd)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:58:57.915267 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-09336390-8547-4323-abec-bed3049ab438 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:57.929133 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-09336390-8547-4323-abec-bed3049ab438 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Calling delete_port for 4d503ccb-51ce-4034-81c3-09e8b71d437a owned by network:dhcp {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:58:57.942782 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cad3bef-a8b6-49a5-b087-a4706d0479d6 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:58:57.944211 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-227da004-e362-4125-8261-f4cfdf43b9b7 None None] Allocated IP 2001:db8::1 (fd45fc54-e37a-44f6-a949-8cad146c5303/18a92fbe-d728-434f-b0a4-9d686648006f/4a4ba517-425a-4125-9338-52073bb980f4) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:58:57.976926 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d636cf-e9fd-489d-bc8a-ebeb6ca3f863 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Router c324dd17-5ff6-4d8d-9887-d1b7c067db3a has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:58:57.986247 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a7a715-f6fe-4e87-bef4-8723305e3064 None None] Sync routers for ids ['acab32df-31bb-443b-8e00-c9edfa85db32'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:58:58.000315 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-da32beef-ee80-4a24-bd3a-fdc7c8d93c25 None None] Deleting port 591d8962-592c-4e1c-86a9-7f2d9c3781c7 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:58:58.000315 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-da32beef-ee80-4a24-bd3a-fdc7c8d93c25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:58.023818 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4fb301f3-a6e9-4fcc-baa8-146fdb7f8fce tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:58.058728 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abeefce-455a-41f3-9349-0b20db56775e None None] DHCP port deletion for c310091f-6382-4173-bcdb-38cf615abcfa request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 16:58:58.060335 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb301f3-a6e9-4fcc-baa8-146fdb7f8fce tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Pushing event deleted for resources: {'Port': ['ID=28c7fda4-e7d3-46ef-8c3d-481adf04b258,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:58.065337 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a7a715-f6fe-4e87-bef4-8723305e3064 None None] Routers {'acab32df-31bb-443b-8e00-c9edfa85db32'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:58:58.066033 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-d2a7a715-f6fe-4e87-bef4-8723305e3064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:58:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['acab32df-31bb-443b-8e00-c9edfa85db32'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:58.066151 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4fb301f3-a6e9-4fcc-baa8-146fdb7f8fce tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:58.074208 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-4fb301f3-a6e9-4fcc-baa8-146fdb7f8fce tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] 10.222.0.88 "DELETE /v2.0/ports/28c7fda4-e7d3-46ef-8c3d-481adf04b258 HTTP/1.1" status: 204 len: 168 time: 0.7271972 Feb 16 16:58:58.074829 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48530) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:58.088485 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2cad3bef-a8b6-49a5-b087-a4706d0479d6 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:58.089866 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-2cad3bef-a8b6-49a5-b087-a4706d0479d6 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.6006310 Feb 16 16:58:58.092862 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-aa7fd274-4e69-4a3a-b73c-4af3c5e834dc tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:58.097169 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48532) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:58.109556 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-778bf0d5-4030-4a74-88ea-dab9d7f8d622 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0335233 Feb 16 16:58:58.113057 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-09336390-8547-4323-abec-bed3049ab438 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:58.116012 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48534) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:58.125546 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-c4053e56-2efd-4333-9dc6-530c7eb93c1a tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-699644663'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:58.130383 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-d2a7a715-f6fe-4e87-bef4-8723305e3064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:58.148927 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-da32beef-ee80-4a24-bd3a-fdc7c8d93c25 None None] For port 591d8962-592c-4e1c-86a9-7f2d9c3781c7, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=591d8962-592c-4e1c-86a9-7f2d9c3781c7,segment=NetworkSegment(51307838-57c1-4d76-b83b-f992426f5c9b),segment_id=51307838-57c1-4d76-b83b-f992426f5c9b)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:58:58.149315 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-da32beef-ee80-4a24-bd3a-fdc7c8d93c25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:58.155404 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09336390-8547-4323-abec-bed3049ab438 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Pushing event deleted for resources: {'Port': ['ID=4d503ccb-51ce-4034-81c3-09e8b71d437a,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:58.170053 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7fd274-4e69-4a3a-b73c-4af3c5e834dc tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Pushing event deleted for resources: {'Port': ['ID=591d8962-592c-4e1c-86a9-7f2d9c3781c7,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:58.172423 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09336390-8547-4323-abec-bed3049ab438 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] No DVR routers for this DVR port 4d503ccb-51ce-4034-81c3-09e8b71d437a on host dv-neutron-828697-3-hyperv {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:58:58.175455 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7fd274-4e69-4a3a-b73c-4af3c5e834dc tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] No DVR routers for this DVR port 591d8962-592c-4e1c-86a9-7f2d9c3781c7 on host dv-neutron-828697-3-hyperv {{(pid=114375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:58:58.179889 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-da32beef-ee80-4a24-bd3a-fdc7c8d93c25 None None] Calling delete_port for 591d8962-592c-4e1c-86a9-7f2d9c3781c7 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:58:58.210152 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d636cf-e9fd-489d-bc8a-ebeb6ca3f863 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:58:58.215559 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-34d636cf-e9fd-489d-bc8a-ebeb6ca3f863 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:58.220632 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-34d636cf-e9fd-489d-bc8a-ebeb6ca3f863 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] 10.222.0.88 "PUT /v2.0/routers/c324dd17-5ff6-4d8d-9887-d1b7c067db3a HTTP/1.1" status: 200 len: 920 time: 2.6557813 Feb 16 16:58:58.220773 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a7a715-f6fe-4e87-bef4-8723305e3064 None None] Routers {'acab32df-31bb-443b-8e00-c9edfa85db32'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:58:58.220773 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-d2a7a715-f6fe-4e87-bef4-8723305e3064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:58:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['acab32df-31bb-443b-8e00-c9edfa85db32'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:58.237862 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bb71d5-3172-470e-9431-e8fa1ac78fb2 None None] Sync routers for ids ['c324dd17-5ff6-4d8d-9887-d1b7c067db3a'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:58:58.248070 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bb71d5-3172-470e-9431-e8fa1ac78fb2 None None] Routers {'c324dd17-5ff6-4d8d-9887-d1b7c067db3a'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:58:58.248923 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-f0bb71d5-3172-470e-9431-e8fa1ac78fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:58:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['c324dd17-5ff6-4d8d-9887-d1b7c067db3a'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:58.261244 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-09336390-8547-4323-abec-bed3049ab438 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:58.278661 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-aa7fd274-4e69-4a3a-b73c-4af3c5e834dc tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:58.285147 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-f0bb71d5-3172-470e-9431-e8fa1ac78fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:58.293542 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-09336390-8547-4323-abec-bed3049ab438 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c310091f-6382-4173-bcdb-38cf615abcfa']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:58.294895 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bb71d5-3172-470e-9431-e8fa1ac78fb2 None None] Routers {'c324dd17-5ff6-4d8d-9887-d1b7c067db3a'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:58:58.295659 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-f0bb71d5-3172-470e-9431-e8fa1ac78fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:58:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['c324dd17-5ff6-4d8d-9887-d1b7c067db3a'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:58.299858 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-aa7fd274-4e69-4a3a-b73c-4af3c5e834dc tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ec0168c-2582-4f89-b62d-b65ce115955a']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:58.306297 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-09336390-8547-4323-abec-bed3049ab438 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5200e84-deb9-4948-b85b-99e2bad35fbd') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:58.307168 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-09336390-8547-4323-abec-bed3049ab438 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5200e84-deb9-4948-b85b-99e2bad35fbd') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:58.309297 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-aa7fd274-4e69-4a3a-b73c-4af3c5e834dc tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51307838-57c1-4d76-b83b-f992426f5c9b') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:58.309593 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-aa7fd274-4e69-4a3a-b73c-4af3c5e834dc tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51307838-57c1-4d76-b83b-f992426f5c9b') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:58.312157 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-d2a7a715-f6fe-4e87-bef4-8723305e3064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:58.312814 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a7a715-f6fe-4e87-bef4-8723305e3064 None None] The sync data for ids ['acab32df-31bb-443b-8e00-c9edfa85db32'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:58:58.325059 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-aa7fd274-4e69-4a3a-b73c-4af3c5e834dc tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:58.334261 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-f0bb71d5-3172-470e-9431-e8fa1ac78fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:58.334445 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-09336390-8547-4323-abec-bed3049ab438 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:58.335223 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bb71d5-3172-470e-9431-e8fa1ac78fb2 None None] The sync data for ids ['c324dd17-5ff6-4d8d-9887-d1b7c067db3a'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:58:58.340940 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-aa7fd274-4e69-4a3a-b73c-4af3c5e834dc tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:58.343184 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48536) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:58.353739 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-09336390-8547-4323-abec-bed3049ab438 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:58.360087 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09336390-8547-4323-abec-bed3049ab438 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:58:58.360816 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-09336390-8547-4323-abec-bed3049ab438 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:58.380158 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-6abeefce-455a-41f3-9349-0b20db56775e None None] Deleting port 4d503ccb-51ce-4034-81c3-09e8b71d437a {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:58:58.380570 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6abeefce-455a-41f3-9349-0b20db56775e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:58.427415 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa7fd274-4e69-4a3a-b73c-4af3c5e834dc tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:58:58.428145 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-aa7fd274-4e69-4a3a-b73c-4af3c5e834dc tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:58.438669 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 16:58:58.438669 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:58:58.438669 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 16:58:58.438669 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:58:58.438669 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 16:58:58.438669 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:58:58.438669 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 16:58:58.438669 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:58:58.438669 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 16:58:58.438669 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:58:58.438669 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 16:58:58.438669 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:58:58.438669 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 16:58:58.438669 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:58:58.438669 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:58:58.438669 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:58:58.438669 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:58:58.438669 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:58:58.438669 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 16:58:58.438669 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:58:58.438669 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 16:58:58.438669 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:58:58.438669 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:58:58.438669 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:58:58.438669 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 16:58:58.438669 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:58:58.438669 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:58:58.438669 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:58:58.438669 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:58:58.438669 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:58:58.438669 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:58:58.438669 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:58:58.440627 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 16:58:58.440627 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:58:58.440627 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 16:58:58.440627 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:58:58.440627 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 16:58:58.440627 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:58:58.440627 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 16:58:58.440627 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:58:58.440627 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 16:58:58.440627 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:58:58.440627 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 16:58:58.440627 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:58:58.440627 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 16:58:58.440627 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:58:58.440627 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:58:58.440627 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:58:58.440627 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:58:58.440627 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:58:58.440627 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 16:58:58.440627 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:58:58.440627 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 16:58:58.440627 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:58:58.440627 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:58:58.440627 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:58:58.440627 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 16:58:58.440627 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:58:58.440627 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:58:58.440627 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:58:58.440627 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:58:58.440627 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:58:58.440627 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:58:58.440627 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:58:58.445796 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4053e56-2efd-4333-9dc6-530c7eb93c1a tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Made reservation on behalf of 7d592fce095f489f98e1b5afcbba00d4 for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:58.445796 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c4053e56-2efd-4333-9dc6-530c7eb93c1a tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:58.481457 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4053e56-2efd-4333-9dc6-530c7eb93c1a tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:58:58.490000 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-da32beef-ee80-4a24-bd3a-fdc7c8d93c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:58.490862 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c4053e56-2efd-4333-9dc6-530c7eb93c1a tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:58.491416 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-c4053e56-2efd-4333-9dc6-530c7eb93c1a tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Added segment 86c01f58-99d4-4836-9e14-2d74904dab0e of type vlan for network 00c68255-07b9-4bf4-be58-3070af9dc0bf Feb 16 16:58:58.533060 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-6abeefce-455a-41f3-9349-0b20db56775e None None] For port 4d503ccb-51ce-4034-81c3-09e8b71d437a, host dv-neutron-828697-3-hyperv, got binding levels [] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:58:58.533446 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6abeefce-455a-41f3-9349-0b20db56775e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:58.536862 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c4053e56-2efd-4333-9dc6-530c7eb93c1a tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:58.542254 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-227da004-e362-4125-8261-f4cfdf43b9b7 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:58.543686 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da32beef-ee80-4a24-bd3a-fdc7c8d93c25 None None] Pushing event deleted for resources: {'Port': ['ID=591d8962-592c-4e1c-86a9-7f2d9c3781c7,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:58.554886 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-3edac0f5-953b-4260-99ca-c810d8c82c25 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] 10.222.0.88 "GET /v2.0/routers/acab32df-31bb-443b-8e00-c9edfa85db32 HTTP/1.1" status: 200 len: 924 time: 0.4525599 Feb 16 16:58:58.566559 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da32beef-ee80-4a24-bd3a-fdc7c8d93c25 None None] No DVR routers for this DVR port 591d8962-592c-4e1c-86a9-7f2d9c3781c7 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:58:58.566660 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48540) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:58.566746 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-09336390-8547-4323-abec-bed3049ab438 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:58.566847 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-6abeefce-455a-41f3-9349-0b20db56775e None None] Calling delete_port for 4d503ccb-51ce-4034-81c3-09e8b71d437a owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:58:58.570859 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-09336390-8547-4323-abec-bed3049ab438 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:58.571087 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.ipam_backend_mixin [None req-6abeefce-455a-41f3-9349-0b20db56775e None None] Port 4d503ccb-51ce-4034-81c3-09e8b71d437a was not found and therefore no delete operation was performed {{(pid=114377) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 16:58:58.574616 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-09336390-8547-4323-abec-bed3049ab438 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "DELETE /v2.0/networks/c310091f-6382-4173-bcdb-38cf615abcfa HTTP/1.1" status: 204 len: 168 time: 3.6228139 Feb 16 16:58:58.585266 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6abeefce-455a-41f3-9349-0b20db56775e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:58.591024 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48542) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:58.596145 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-8ec65cbd-cbb3-413a-9839-c301164c425e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1955165765'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:58.599028 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-286ba9bf-a06b-49c0-bcb1-9494e57f3d6e tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] 10.222.0.88 "GET /v2.0/ports?device_id=acab32df-31bb-443b-8e00-c9edfa85db32 HTTP/1.1" status: 200 len: 205 time: 0.0429161 Feb 16 16:58:58.600530 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09336390-8547-4323-abec-bed3049ab438 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Pushing event deleted for resources: {'Network': ['ID=c310091f-6382-4173-bcdb-38cf615abcfa,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:58.601519 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-aa7fd274-4e69-4a3a-b73c-4af3c5e834dc tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:58.603051 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48544) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:58.617106 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abeefce-455a-41f3-9349-0b20db56775e None None] Pushing event deleted for resources: {'Port': ['ID=4d503ccb-51ce-4034-81c3-09e8b71d437a,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:58.621021 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-aa7fd274-4e69-4a3a-b73c-4af3c5e834dc tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:58.626530 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-aa7fd274-4e69-4a3a-b73c-4af3c5e834dc tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] 10.222.0.88 "DELETE /v2.0/networks/2ec0168c-2582-4f89-b62d-b65ce115955a HTTP/1.1" status: 204 len: 168 time: 1.4484754 Feb 16 16:58:58.626667 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6abeefce-455a-41f3-9349-0b20db56775e None None] Network c310091f-6382-4173-bcdb-38cf615abcfa is not hosted by any dhcp agent {{(pid=114377) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 16 16:58:58.626667 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abeefce-455a-41f3-9349-0b20db56775e None None] No DVR routers for this DVR port 4d503ccb-51ce-4034-81c3-09e8b71d437a on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:58:58.626897 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48546) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:58.675062 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-fb887381-95de-4c2c-ac9d-89fb40c43d43 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] 10.222.0.88 "GET /v2.0/routers/c324dd17-5ff6-4d8d-9887-d1b7c067db3a HTTP/1.1" status: 200 len: 920 time: 0.3292997 Feb 16 16:58:58.677972 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48548) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:58.696194 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7fd274-4e69-4a3a-b73c-4af3c5e834dc tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Pushing event deleted for resources: {'Network': ['ID=2ec0168c-2582-4f89-b62d-b65ce115955a,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:58.719455 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-227da004-e362-4125-8261-f4cfdf43b9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:58.770505 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 591d8962-592c-4e1c-86a9-7f2d9c3781c7 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:58:58.800967 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 591d8962-592c-4e1c-86a9-7f2d9c3781c7 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 16:58:58.801388 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 591d8962-592c-4e1c-86a9-7f2d9c3781c7 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:58:58.801876 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 4d503ccb-51ce-4034-81c3-09e8b71d437a no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:58:58.806331 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227da004-e362-4125-8261-f4cfdf43b9b7 None None] Network fd45fc54-e37a-44f6-a949-8cad146c5303 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:58.830555 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-227da004-e362-4125-8261-f4cfdf43b9b7 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:58.838609 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 4d503ccb-51ce-4034-81c3-09e8b71d437a {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 16:58:58.838609 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 4d503ccb-51ce-4034-81c3-09e8b71d437a not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:58:58.838609 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227da004-e362-4125-8261-f4cfdf43b9b7 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:58:58.842638 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227da004-e362-4125-8261-f4cfdf43b9b7 None None] Pushing event updated for resources: {'Port': ['ID=4a4ba517-425a-4125-9338-52073bb980f4,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:58.910218 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-227da004-e362-4125-8261-f4cfdf43b9b7 None None] Attempting to bind port 4a4ba517-425a-4125-9338-52073bb980f4 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:58:58.910584 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-227da004-e362-4125-8261-f4cfdf43b9b7 None None] Attempting to bind port 4a4ba517-425a-4125-9338-52073bb980f4 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '713f4a0e-1bfc-47c2-ad79-616ef03c4faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fd45fc54-e37a-44f6-a949-8cad146c5303'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:58:58.910944 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227da004-e362-4125-8261-f4cfdf43b9b7 None None] Attempting to bind port 4a4ba517-425a-4125-9338-52073bb980f4 on network fd45fc54-e37a-44f6-a949-8cad146c5303 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:58.917214 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227da004-e362-4125-8261-f4cfdf43b9b7 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:58:58.917601 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227da004-e362-4125-8261-f4cfdf43b9b7 None None] Checking segment: {'id': '713f4a0e-1bfc-47c2-ad79-616ef03c4faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fd45fc54-e37a-44f6-a949-8cad146c5303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:58:58.917989 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-227da004-e362-4125-8261-f4cfdf43b9b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:58.918379 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227da004-e362-4125-8261-f4cfdf43b9b7 None None] Bound using segment: {'id': '713f4a0e-1bfc-47c2-ad79-616ef03c4faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fd45fc54-e37a-44f6-a949-8cad146c5303'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:58:58.918867 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-227da004-e362-4125-8261-f4cfdf43b9b7 None None] Bound port: 4a4ba517-425a-4125-9338-52073bb980f4, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '713f4a0e-1bfc-47c2-ad79-616ef03c4faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fd45fc54-e37a-44f6-a949-8cad146c5303'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:58:58.919294 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-227da004-e362-4125-8261-f4cfdf43b9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:58.996354 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-227da004-e362-4125-8261-f4cfdf43b9b7 None None] For port 4a4ba517-425a-4125-9338-52073bb980f4, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:58:58.997079 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c4053e56-2efd-4333-9dc6-530c7eb93c1a tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:59.000313 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-227da004-e362-4125-8261-f4cfdf43b9b7 None None] For port 4a4ba517-425a-4125-9338-52073bb980f4, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=4a4ba517-425a-4125-9338-52073bb980f4,segment=NetworkSegment(713f4a0e-1bfc-47c2-ad79-616ef03c4faa),segment_id=713f4a0e-1bfc-47c2-ad79-616ef03c4faa)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:58:59.005130 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4053e56-2efd-4333-9dc6-530c7eb93c1a tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:59.005130 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c4053e56-2efd-4333-9dc6-530c7eb93c1a tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:59.005130 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec65cbd-cbb3-413a-9839-c301164c425e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Made reservation on behalf of e3df33defdf448bc970b49b57571b9c4 for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:59.008311 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8ec65cbd-cbb3-413a-9839-c301164c425e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:59.104572 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-227da004-e362-4125-8261-f4cfdf43b9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:59.114207 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081b8f40-29c9-47f4-bb92-15c367d95839 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:59.118160 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-081b8f40-29c9-47f4-bb92-15c367d95839 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=d8eab20e-246c-47ce-8449-822ce53769fc&device_id=c324dd17-5ff6-4d8d-9887-d1b7c067db3a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.4366908 Feb 16 16:58:59.120378 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48550) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:59.129860 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-811c9472-cf5f-4657-ab4f-50f28ef9560b tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks [] for router, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:59.161211 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ec65cbd-cbb3-413a-9839-c301164c425e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:58:59.167173 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4053e56-2efd-4333-9dc6-530c7eb93c1a tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Pushing event updated for resources: {'Network': ['ID=00c68255-07b9-4bf4-be58-3070af9dc0bf,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:59.167931 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227da004-e362-4125-8261-f4cfdf43b9b7 None None] Pushing event updated for resources: {'Port': ['ID=4a4ba517-425a-4125-9338-52073bb980f4,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:59.184430 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8ec65cbd-cbb3-413a-9839-c301164c425e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:59.184852 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-8ec65cbd-cbb3-413a-9839-c301164c425e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Added segment 1ff2d976-3ad4-49f1-b90d-6fe9f683026a of type vlan for network 39889509-b2fb-4dd6-9f83-3f5e9d1cc973 Feb 16 16:58:59.192946 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 00c68255-07b9-4bf4-be58-3070af9dc0bf details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:58:59.201278 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c4053e56-2efd-4333-9dc6-530c7eb93c1a tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0804756 Feb 16 16:58:59.202640 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48552) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:59.209150 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-23700ff7-d54d-4227-83d1-81bbc5c52d29 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1121518647'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:59.237958 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f6cae8df-2361-403d-a240-4271a9ea853c tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:59.294199 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8ec65cbd-cbb3-413a-9839-c301164c425e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:59.300262 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cae8df-2361-403d-a240-4271a9ea853c tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Pushing event deleted for resources: {'Subnet': ['ID=18a92fbe-d728-434f-b0a4-9d686648006f,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:59.343445 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-811c9472-cf5f-4657-ab4f-50f28ef9560b tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:59.351034 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c459dc69-7e24-4b5a-8510-987bd3f8ec54 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:59.355330 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-c459dc69-7e24-4b5a-8510-987bd3f8ec54 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] 10.222.0.88 "GET /v2.0/networks/d8eab20e-246c-47ce-8449-822ce53769fc HTTP/1.1" status: 200 len: 881 time: 0.2321038 Feb 16 16:58:59.355628 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48554) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:59.380178 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-b065246b-e6ca-44f6-9d12-7330157aabad tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Deleting port 017b8977-ea51-4b26-83df-424137077ce6 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:58:59.380534 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b065246b-e6ca-44f6-9d12-7330157aabad tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:59.398242 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-5fd81049-f60d-4550-baba-a251cb5276d4 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] 10.222.0.88 "GET /v2.0/ports?device_id=c324dd17-5ff6-4d8d-9887-d1b7c067db3a HTTP/1.1" status: 200 len: 205 time: 0.0393624 Feb 16 16:58:59.403398 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48556) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:59.407409 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f6cae8df-2361-403d-a240-4271a9ea853c tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:59.471882 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23700ff7-d54d-4227-83d1-81bbc5c52d29 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Made reservation on behalf of 7d592fce095f489f98e1b5afcbba00d4 for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:59.475633 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-23700ff7-d54d-4227-83d1-81bbc5c52d29 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:59.493763 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-f6cae8df-2361-403d-a240-4271a9ea853c tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd45fc54-e37a-44f6-a949-8cad146c5303']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:59.507301 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-f6cae8df-2361-403d-a240-4271a9ea853c tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '713f4a0e-1bfc-47c2-ad79-616ef03c4faa') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:59.507599 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-f6cae8df-2361-403d-a240-4271a9ea853c tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '713f4a0e-1bfc-47c2-ad79-616ef03c4faa') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:59.526759 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f6cae8df-2361-403d-a240-4271a9ea853c tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:59.550415 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-811c9472-cf5f-4657-ab4f-50f28ef9560b tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Deleting port f6ffb717-6b03-43e3-9466-9e1690f85e6c {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:58:59.550760 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-811c9472-cf5f-4657-ab4f-50f28ef9560b tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:59.553263 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8ec65cbd-cbb3-413a-9839-c301164c425e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:59.555072 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fb4326ae-91e6-4812-a2c8-475c8427809b tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks [] for router, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:59.559606 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec65cbd-cbb3-413a-9839-c301164c425e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:59.560232 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8ec65cbd-cbb3-413a-9839-c301164c425e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:59.562692 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23700ff7-d54d-4227-83d1-81bbc5c52d29 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:58:59.585804 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f6cae8df-2361-403d-a240-4271a9ea853c tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:59.608563 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b065246b-e6ca-44f6-9d12-7330157aabad tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:59.608822 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b065246b-e6ca-44f6-9d12-7330157aabad tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:59.637654 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6cae8df-2361-403d-a240-4271a9ea853c tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:58:59.637990 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f6cae8df-2361-403d-a240-4271a9ea853c tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:59.645404 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 16:58:59.645404 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:58:59.645404 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 16:58:59.645404 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:58:59.645404 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 16:58:59.645404 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:58:59.645404 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 16:58:59.645404 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:58:59.645404 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 16:58:59.645404 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:58:59.645404 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 16:58:59.645404 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:58:59.645404 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 16:58:59.645404 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:58:59.645404 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:58:59.645404 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:58:59.645404 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:58:59.645404 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:58:59.645404 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 16:58:59.645404 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:58:59.645404 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 16:58:59.645404 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:58:59.645404 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:58:59.645404 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:58:59.645404 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 16:58:59.645404 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:58:59.645404 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:58:59.645404 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:58:59.645404 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:58:59.645404 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:58:59.645404 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:58:59.645404 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:58:59.675790 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-23700ff7-d54d-4227-83d1-81bbc5c52d29 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:59.676249 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-23700ff7-d54d-4227-83d1-81bbc5c52d29 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Added segment 737b2a36-73fd-4181-b425-8c07892ec20f of type vlan for network bc266fe3-9d3b-4f1a-91d6-4f9cf2ea8187 Feb 16 16:58:59.704093 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-811c9472-cf5f-4657-ab4f-50f28ef9560b tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:59.706516 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-b065246b-e6ca-44f6-9d12-7330157aabad tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Calling delete_port for 017b8977-ea51-4b26-83df-424137077ce6 owned by network:floatingip {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:58:59.722359 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-811c9472-cf5f-4657-ab4f-50f28ef9560b tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Calling delete_port for f6ffb717-6b03-43e3-9466-9e1690f85e6c owned by network:router_gateway {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:58:59.729554 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-8ec65cbd-cbb3-413a-9839-c301164c425e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1376657 Feb 16 16:58:59.733237 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48558) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:58:59.740553 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-9e670ec4-8f61-4eeb-8874-812c243731d4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Request body: {'subnet': {'network_id': '39889509-b2fb-4dd6-9f83-3f5e9d1cc973', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:59.741545 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec65cbd-cbb3-413a-9839-c301164c425e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Pushing event updated for resources: {'Network': ['ID=39889509-b2fb-4dd6-9f83-3f5e9d1cc973,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:59.744296 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fb4326ae-91e6-4812-a2c8-475c8427809b tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:59.754895 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 39889509-b2fb-4dd6-9f83-3f5e9d1cc973 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:58:59.821889 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-23700ff7-d54d-4227-83d1-81bbc5c52d29 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:59.828322 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.db.api [None req-f6cae8df-2361-403d-a240-4271a9ea853c tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 16:58:59.828322 dv-neutron-828697-3-hyperv neutron-server[114376]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 16:58:59.828322 dv-neutron-828697-3-hyperv neutron-server[114376]: [parameters: {'id': 'fd45fc54-e37a-44f6-a949-8cad146c5303'}] Feb 16 16:58:59.828322 dv-neutron-828697-3-hyperv neutron-server[114376]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114376) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:58:59.828631 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG oslo_db.api [None req-f6cae8df-2361-403d-a240-4271a9ea853c tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:58:59.954935 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-23700ff7-d54d-4227-83d1-81bbc5c52d29 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:59.961069 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23700ff7-d54d-4227-83d1-81bbc5c52d29 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:59.961696 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-23700ff7-d54d-4227-83d1-81bbc5c52d29 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:58:59.987845 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b065246b-e6ca-44f6-9d12-7330157aabad tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:00.005908 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-fb4326ae-91e6-4812-a2c8-475c8427809b tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Deleting port 77746038-e42a-4e72-9149-b96155e58a36 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:59:00.006246 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fb4326ae-91e6-4812-a2c8-475c8427809b tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:00.058676 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e670ec4-8f61-4eeb-8874-812c243731d4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Made reservation on behalf of e3df33defdf448bc970b49b57571b9c4 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:00.062704 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9e670ec4-8f61-4eeb-8874-812c243731d4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:00.068917 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b065246b-e6ca-44f6-9d12-7330157aabad tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Pushing event deleted for resources: {'Port': ['ID=017b8977-ea51-4b26-83df-424137077ce6,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:00.074767 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23700ff7-d54d-4227-83d1-81bbc5c52d29 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Pushing event updated for resources: {'Network': ['ID=bc266fe3-9d3b-4f1a-91d6-4f9cf2ea8187,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:00.085751 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network bc266fe3-9d3b-4f1a-91d6-4f9cf2ea8187 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:59:00.107766 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-23700ff7-d54d-4227-83d1-81bbc5c52d29 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9029908 Feb 16 16:59:00.150953 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.ipam_backend_mixin [None req-9e670ec4-8f61-4eeb-8874-812c243731d4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Performing IP validity checks on allocation pools {{(pid=114375) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 16 16:59:00.151484 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.ipam_backend_mixin [None req-9e670ec4-8f61-4eeb-8874-812c243731d4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114375) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 16 16:59:00.158211 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-811c9472-cf5f-4657-ab4f-50f28ef9560b tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:00.199753 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b065246b-e6ca-44f6-9d12-7330157aabad tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks [] for floatingip, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:00.209536 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b065246b-e6ca-44f6-9d12-7330157aabad tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:00.223227 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-b065246b-e6ca-44f6-9d12-7330157aabad tempest-FloatingIPAdminTestJSON-895171502 tempest-FloatingIPAdminTestJSON-895171502-project] 10.222.0.88 "DELETE /v2.0/floatingips/11a9c4b1-2238-448a-8496-616907fde278 HTTP/1.1" status: 204 len: 168 time: 1.5871112 Feb 16 16:59:00.232234 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fb4326ae-91e6-4812-a2c8-475c8427809b tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:00.234944 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811c9472-cf5f-4657-ab4f-50f28ef9560b tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Pushing event deleted for resources: {'Port': ['ID=f6ffb717-6b03-43e3-9466-9e1690f85e6c,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:00.269555 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-fb4326ae-91e6-4812-a2c8-475c8427809b tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Calling delete_port for 77746038-e42a-4e72-9149-b96155e58a36 owned by network:router_gateway {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:59:00.332763 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f6cae8df-2361-403d-a240-4271a9ea853c tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:00.424417 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31bcf6e-b973-404a-935f-b7c0e9f0101f None None] Network fd45fc54-e37a-44f6-a949-8cad146c5303 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:59:00.445905 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-f6cae8df-2361-403d-a240-4271a9ea853c tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Deleting port 4a4ba517-425a-4125-9338-52073bb980f4 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:59:00.446398 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f6cae8df-2361-403d-a240-4271a9ea853c tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:00.454079 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-811c9472-cf5f-4657-ab4f-50f28ef9560b tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584056'] for router_gateway, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:00.527721 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-f6cae8df-2361-403d-a240-4271a9ea853c tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] For port 4a4ba517-425a-4125-9338-52073bb980f4, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=4a4ba517-425a-4125-9338-52073bb980f4,segment=NetworkSegment(713f4a0e-1bfc-47c2-ad79-616ef03c4faa),segment_id=713f4a0e-1bfc-47c2-ad79-616ef03c4faa)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:00.528306 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f6cae8df-2361-403d-a240-4271a9ea853c tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:00.543692 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-f6cae8df-2361-403d-a240-4271a9ea853c tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Calling delete_port for 4a4ba517-425a-4125-9338-52073bb980f4 owned by network:dhcp {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:59:00.572972 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-811c9472-cf5f-4657-ab4f-50f28ef9560b tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:00.576867 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-811c9472-cf5f-4657-ab4f-50f28ef9560b tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:00.649006 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-e827909f-1036-4f78-96d1-62c5a7367a6c None None] Provisioning complete for port 4a4ba517-425a-4125-9338-52073bb980f4 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:00.649389 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e827909f-1036-4f78-96d1-62c5a7367a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:00.664314 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9e670ec4-8f61-4eeb-8874-812c243731d4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:00.684617 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:00.749237 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e670ec4-8f61-4eeb-8874-812c243731d4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Pushing event updated for resources: {'Subnet': ['ID=dd44243c-cafd-4f11-bbc2-2c25fb3386a2,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:00.766542 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f6cae8df-2361-403d-a240-4271a9ea853c tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:00.780157 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-811c9472-cf5f-4657-ab4f-50f28ef9560b tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:00.780681 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811c9472-cf5f-4657-ab4f-50f28ef9560b tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Fanout notify agent at l3_agent the message router_deleted on router acab32df-31bb-443b-8e00-c9edfa85db32 {{(pid=114375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:59:00.792142 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-811c9472-cf5f-4657-ab4f-50f28ef9560b tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:00.795278 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-811c9472-cf5f-4657-ab4f-50f28ef9560b tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] 10.222.0.88 "DELETE /v2.0/routers/acab32df-31bb-443b-8e00-c9edfa85db32 HTTP/1.1" status: 204 len: 168 time: 2.1872339 Feb 16 16:59:00.799691 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48564) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:00.802631 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e670ec4-8f61-4eeb-8874-812c243731d4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Checking segment: {'id': '1ff2d976-3ad4-49f1-b90d-6fe9f683026a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '39889509-b2fb-4dd6-9f83-3f5e9d1cc973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:59:00.803475 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e670ec4-8f61-4eeb-8874-812c243731d4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Network hostable DHCP agents. Network: 39889509-b2fb-4dd6-9f83-3f5e9d1cc973, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:59:00.809514 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-9bcbdc60-7b60-4e3e-97de-1d704607734d tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1576899904', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'enable_snat': False}}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:00.833767 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e827909f-1036-4f78-96d1-62c5a7367a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:00.847690 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cae8df-2361-403d-a240-4271a9ea853c tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Pushing event deleted for resources: {'Port': ['ID=4a4ba517-425a-4125-9338-52073bb980f4,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:00.856339 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cae8df-2361-403d-a240-4271a9ea853c tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] No DVR routers for this DVR port 4a4ba517-425a-4125-9338-52073bb980f4 on host dv-neutron-828697-3-hyperv {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:59:00.892326 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c17ca4-8aee-4aca-ae1a-160b2d9bc16f None None] DHCP port deletion for fd45fc54-e37a-44f6-a949-8cad146c5303 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 16:59:00.915540 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fb4326ae-91e6-4812-a2c8-475c8427809b tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:00.946459 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4326ae-91e6-4812-a2c8-475c8427809b tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Pushing event deleted for resources: {'Port': ['ID=77746038-e42a-4e72-9149-b96155e58a36,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:00.948373 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e670ec4-8f61-4eeb-8874-812c243731d4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Network 39889509-b2fb-4dd6-9f83-3f5e9d1cc973 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:59:00.955515 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9bcbdc60-7b60-4e3e-97de-1d704607734d tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:00.956795 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9bcbdc60-7b60-4e3e-97de-1d704607734d tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:00.963466 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48568) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:01.014928 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f6cae8df-2361-403d-a240-4271a9ea853c tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:01.038765 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-9e670ec4-8f61-4eeb-8874-812c243731d4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 39889509-b2fb-4dd6-9f83-3f5e9d1cc973) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:01.044860 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e670ec4-8f61-4eeb-8874-812c243731d4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:01.045419 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9e670ec4-8f61-4eeb-8874-812c243731d4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:01.046749 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-f6cae8df-2361-403d-a240-4271a9ea853c tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd45fc54-e37a-44f6-a949-8cad146c5303']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:01.049169 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8f958e-f14e-482a-b6a9-0d727c589962 None None] Network 39889509-b2fb-4dd6-9f83-3f5e9d1cc973 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:59:01.078726 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-f6cae8df-2361-403d-a240-4271a9ea853c tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '713f4a0e-1bfc-47c2-ad79-616ef03c4faa') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:01.078940 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-f6cae8df-2361-403d-a240-4271a9ea853c tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '713f4a0e-1bfc-47c2-ad79-616ef03c4faa') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:01.088840 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9bcbdc60-7b60-4e3e-97de-1d704607734d tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:01.092859 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f6cae8df-2361-403d-a240-4271a9ea853c tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:01.097628 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fb4326ae-91e6-4812-a2c8-475c8427809b tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584056'] for router_gateway, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:01.110143 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f6cae8df-2361-403d-a240-4271a9ea853c tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:01.116651 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6cae8df-2361-403d-a240-4271a9ea853c tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:59:01.117125 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f6cae8df-2361-403d-a240-4271a9ea853c tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:01.169854 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 16:59:01.169854 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:59:01.169854 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 16:59:01.169854 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:59:01.169854 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 16:59:01.169854 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:59:01.169854 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 16:59:01.169854 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:59:01.169854 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 16:59:01.169854 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:59:01.169854 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 16:59:01.169854 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:59:01.169854 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 16:59:01.169854 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:59:01.169854 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:59:01.169854 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:59:01.169854 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:59:01.169854 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:59:01.169854 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 16:59:01.169854 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:59:01.169854 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 16:59:01.169854 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:59:01.169854 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:59:01.169854 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:59:01.169854 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 16:59:01.169854 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:59:01.169854 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:59:01.169854 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:59:01.169854 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:59:01.169854 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:59:01.169854 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:59:01.169854 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:59:01.224413 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-9e670ec4-8f61-4eeb-8874-812c243731d4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.4875216 Feb 16 16:59:01.224969 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48572) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:01.226054 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fb4326ae-91e6-4812-a2c8-475c8427809b tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:01.260200 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fb4326ae-91e6-4812-a2c8-475c8427809b tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:01.288243 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f6cae8df-2361-403d-a240-4271a9ea853c tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:01.297240 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f6cae8df-2361-403d-a240-4271a9ea853c tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:01.305206 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-f6cae8df-2361-403d-a240-4271a9ea853c tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "DELETE /v2.0/networks/fd45fc54-e37a-44f6-a949-8cad146c5303 HTTP/1.1" status: 204 len: 168 time: 4.0988922 Feb 16 16:59:01.311056 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48574) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:01.316153 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-c0c29a32-361c-4f78-b8b2-d3a12f82c802 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1539078877'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:01.323085 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cae8df-2361-403d-a240-4271a9ea853c tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Pushing event deleted for resources: {'Network': ['ID=fd45fc54-e37a-44f6-a949-8cad146c5303,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:01.353705 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73dc2ab5-2f7e-405f-b078-9b011a5f231b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-39889509-b2fb-4dd6-9f83-3f5e9d1cc973', 'network_id': '39889509-b2fb-4dd6-9f83-3f5e9d1cc973', 'tenant_id': 'e3df33defdf448bc970b49b57571b9c4', 'fixed_ips': [{'subnet_id': 'dd44243c-cafd-4f11-bbc2-2c25fb3386a2'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 16:59:01.355390 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-73dc2ab5-2f7e-405f-b078-9b011a5f231b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:01.367784 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0e8ba80c-82de-4c98-b3a6-eb4bf57a6984 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:01.434939 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0e8ba80c-82de-4c98-b3a6-eb4bf57a6984 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:01.473849 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-cf634e13-ccfd-4fa3-90e6-9f641316cb9c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d55500a897a94ba5832341dc1ad7aafc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5067282 Feb 16 16:59:01.476680 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48576) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:01.489271 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9bcbdc60-7b60-4e3e-97de-1d704607734d tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:01.506976 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fb4326ae-91e6-4812-a2c8-475c8427809b tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:01.507632 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4326ae-91e6-4812-a2c8-475c8427809b tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Fanout notify agent at l3_agent the message router_deleted on router c324dd17-5ff6-4d8d-9887-d1b7c067db3a {{(pid=114375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:59:01.522625 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fb4326ae-91e6-4812-a2c8-475c8427809b tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:01.522625 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-fb4326ae-91e6-4812-a2c8-475c8427809b tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] 10.222.0.88 "DELETE /v2.0/routers/c324dd17-5ff6-4d8d-9887-d1b7c067db3a HTTP/1.1" status: 204 len: 168 time: 2.1135168 Feb 16 16:59:01.523436 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48578) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:01.528764 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-141f22e9-dea2-4ecf-a133-76386aa40b55 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2016417583', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:01.561842 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ca1ede93-f6c5-4092-99c2-fdeeca54c896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:01.578597 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-46cee6d2-e3e2-481c-a612-d8f2a83fc2be req-0aec522a-ef4d-42e8-994f-80d7046a4c13 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2b7b74a8-477e-407e-92d1-79132ca5595c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0563297 Feb 16 16:59:01.580072 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0e8ba80c-82de-4c98-b3a6-eb4bf57a6984 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:01.586527 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ca1ede93-f6c5-4092-99c2-fdeeca54c896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:01.610102 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server [None req-73dc2ab5-2f7e-405f-b078-9b011a5f231b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dd44243c-cafd-4f11-bbc2-2c25fb3386a2: This subnet is being modified by another concurrent operation. Feb 16 16:59:01.610102 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 16:59:01.610102 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 16:59:01.610102 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 16:59:01.610102 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 16:59:01.610102 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 16:59:01.610102 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 16:59:01.610102 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 16:59:01.610102 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 16:59:01.610102 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 16:59:01.610102 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 16:59:01.610102 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 16:59:01.610102 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:59:01.610102 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:59:01.610102 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:59:01.610102 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:59:01.610102 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 16:59:01.610102 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:59:01.610102 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 16:59:01.610102 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 16:59:01.610102 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:59:01.610102 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:59:01.610102 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:59:01.610102 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:59:01.610102 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 16:59:01.610102 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:59:01.610102 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 16:59:01.610102 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 16:59:01.610102 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:59:01.610102 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:59:01.610102 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:59:01.610102 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:59:01.610102 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 16:59:01.610102 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 16:59:01.610102 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 16 16:59:01.610102 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 16 16:59:01.610102 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 16 16:59:01.610102 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 16 16:59:01.610102 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 16 16:59:01.610102 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 16 16:59:01.610102 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 16 16:59:01.610102 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 16 16:59:01.610102 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 16 16:59:01.610102 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:59:01.610102 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 16:59:01.610102 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 16:59:01.610102 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 16:59:01.610102 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 16:59:01.610102 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:59:01.610102 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:59:01.610102 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:59:01.610102 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:59:01.610102 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 16:59:01.610102 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:59:01.613362 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 16:59:01.613362 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 16:59:01.613362 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:59:01.613362 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:59:01.613362 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:59:01.613362 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:59:01.613362 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 16:59:01.613362 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:59:01.613362 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 16:59:01.613362 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 16:59:01.613362 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:59:01.613362 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:59:01.613362 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:59:01.613362 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:59:01.613362 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 16:59:01.613362 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 16:59:01.613362 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 16 16:59:01.613362 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 16 16:59:01.613362 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 16 16:59:01.613362 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 16 16:59:01.613362 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 16 16:59:01.613362 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 16 16:59:01.613362 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 16 16:59:01.613362 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 16 16:59:01.613362 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 16:59:01.613362 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 16:59:01.613362 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 16 16:59:01.613362 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 16 16:59:01.613362 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 16 16:59:01.613362 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 16 16:59:01.613362 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 16 16:59:01.613362 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 16:59:01.613362 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 16 16:59:01.613362 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 16:59:01.613362 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 16:59:01.613362 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server raise exception Feb 16 16:59:01.613362 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dd44243c-cafd-4f11-bbc2-2c25fb3386a2: This subnet is being modified by another concurrent operation. Feb 16 16:59:01.613362 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server Feb 16 16:59:01.621495 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c29a32-361c-4f78-b8b2-d3a12f82c802 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Made reservation on behalf of 39c6ff93779f41679a479f3011da9f36 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:01.625496 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c0c29a32-361c-4f78-b8b2-d3a12f82c802 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:01.632801 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8ba80c-82de-4c98-b3a6-eb4bf57a6984 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Pushing event deleted for resources: {'Subnet': ['ID=dd44243c-cafd-4f11-bbc2-2c25fb3386a2,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:01.671269 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc0fcca-9326-45c8-9eba-14987fccf731 None None] Network 39889509-b2fb-4dd6-9f83-3f5e9d1cc973 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:59:01.710291 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0e8ba80c-82de-4c98-b3a6-eb4bf57a6984 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:01.727952 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0c29a32-361c-4f78-b8b2-d3a12f82c802 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:59:01.748503 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c0c29a32-361c-4f78-b8b2-d3a12f82c802 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:01.749216 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-c0c29a32-361c-4f78-b8b2-d3a12f82c802 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Added segment de395674-e29b-4874-9297-9015b9339f75 of type vlan for network 5959bd73-7a4f-4b5b-ab6b-44b18df0d0f1 Feb 16 16:59:01.750406 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-0e8ba80c-82de-4c98-b3a6-eb4bf57a6984 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39889509-b2fb-4dd6-9f83-3f5e9d1cc973']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:01.765553 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-0e8ba80c-82de-4c98-b3a6-eb4bf57a6984 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ff2d976-3ad4-49f1-b90d-6fe9f683026a') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:01.766092 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-0e8ba80c-82de-4c98-b3a6-eb4bf57a6984 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ff2d976-3ad4-49f1-b90d-6fe9f683026a') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:01.776640 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0e8ba80c-82de-4c98-b3a6-eb4bf57a6984 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:01.792750 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0e8ba80c-82de-4c98-b3a6-eb4bf57a6984 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:01.801096 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e8ba80c-82de-4c98-b3a6-eb4bf57a6984 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:59:01.801740 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0e8ba80c-82de-4c98-b3a6-eb4bf57a6984 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:01.802678 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c0c29a32-361c-4f78-b8b2-d3a12f82c802 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:01.865563 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e15cc84-7bcc-4bd5-a3c7-67dc030195a3 None None] get_active_networks_info from dv-neutron-828697-3-hyperv {{(pid=114377) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 16 16:59:01.868541 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 16:59:01.868541 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:59:01.868541 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 16:59:01.868541 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:59:01.868541 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 16:59:01.868541 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:59:01.868541 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 16:59:01.868541 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:59:01.868541 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 16:59:01.868541 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:59:01.868541 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 16:59:01.868541 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:59:01.868541 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 16:59:01.868541 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:59:01.868541 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:59:01.868541 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:59:01.868541 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:59:01.868541 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:59:01.868541 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 16:59:01.868541 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:59:01.868541 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 16:59:01.868541 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:59:01.868541 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:59:01.868541 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:59:01.868541 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 16:59:01.868541 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:59:01.868541 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:59:01.868541 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:59:01.868541 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:59:01.868541 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:59:01.868541 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:59:01.868541 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:59:01.935284 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ca1ede93-f6c5-4092-99c2-fdeeca54c896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:01.938864 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ca1ede93-f6c5-4092-99c2-fdeeca54c896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:01.940365 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ca1ede93-f6c5-4092-99c2-fdeeca54c896 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c2f5b625-7fef-4d13-86b9-a9b30559caf4 HTTP/1.1" status: 204 len: 168 time: 0.4603698 Feb 16 16:59:01.982927 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ede93-f6c5-4092-99c2-fdeeca54c896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f5b625-7fef-4d13-86b9-a9b30559caf4,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:01.984733 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cee6d2-e3e2-481c-a612-d8f2a83fc2be req-17bbf254-7323-4d7a-add9-ce951268e9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:01.986908 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-46cee6d2-e3e2-481c-a612-d8f2a83fc2be req-17bbf254-7323-4d7a-add9-ce951268e9dc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4ee66dbf32244d7889f4914b18028830&device_id=2b7b74a8-477e-407e-92d1-79132ca5595c HTTP/1.1" status: 200 len: 1098 time: 0.1169288 Feb 16 16:59:02.196231 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c0c29a32-361c-4f78-b8b2-d3a12f82c802 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:02.196588 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e15cc84-7bcc-4bd5-a3c7-67dc030195a3 None None] Resources bound (agent type, host, resource id): {{(pid=114377) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 16:59:02.196706 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c29a32-361c-4f78-b8b2-d3a12f82c802 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:02.196706 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c0c29a32-361c-4f78-b8b2-d3a12f82c802 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:02.196706 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9bcbdc60-7b60-4e3e-97de-1d704607734d tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:02.196957 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cee6d2-e3e2-481c-a612-d8f2a83fc2be req-6ccdaee4-19d6-4353-b754-7baad1d0c6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:02.196957 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-46cee6d2-e3e2-481c-a612-d8f2a83fc2be req-6ccdaee4-19d6-4353-b754-7baad1d0c6ab service neutron] 10.222.0.89 "GET /v2.0/networks?id=dc975c54-04fd-41cf-87c4-6ca61b7fd14d HTTP/1.1" status: 200 len: 913 time: 0.1707547 Feb 16 16:59:02.328856 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-46cee6d2-e3e2-481c-a612-d8f2a83fc2be req-1d9f9392-d024-45be-a508-5278cd31790c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb8e721c-7a64-45ca-9a8c-f508e2b01d34 HTTP/1.1" status: 200 len: 1000 time: 0.0822029 Feb 16 16:59:02.332156 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cee6d2-e3e2-481c-a612-d8f2a83fc2be req-c0043736-f15a-444c-9dbb-df26edcfd496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:02.333894 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-46cee6d2-e3e2-481c-a612-d8f2a83fc2be req-c0043736-f15a-444c-9dbb-df26edcfd496 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d86b0b62-edb7-4147-9b87-7738d42c4864 HTTP/1.1" status: 200 len: 851 time: 0.0561225 Feb 16 16:59:02.385903 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cee6d2-e3e2-481c-a612-d8f2a83fc2be req-d3995de3-bf83-4b05-9d51-37703cc85694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:02.387423 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-46cee6d2-e3e2-481c-a612-d8f2a83fc2be req-d3995de3-bf83-4b05-9d51-37703cc85694 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=dc975c54-04fd-41cf-87c4-6ca61b7fd14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0456920 Feb 16 16:59:02.474587 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9bcbdc60-7b60-4e3e-97de-1d704607734d tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:02.626290 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c29a32-361c-4f78-b8b2-d3a12f82c802 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Pushing event updated for resources: {'Network': ['ID=5959bd73-7a4f-4b5b-ab6b-44b18df0d0f1,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:02.627225 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-46cee6d2-e3e2-481c-a612-d8f2a83fc2be req-7136e366-6769-4b53-a33b-158637502f8a service neutron] 10.222.0.89 "GET /v2.0/networks/dc975c54-04fd-41cf-87c4-6ca61b7fd14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878992 Feb 16 16:59:02.627315 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 5959bd73-7a4f-4b5b-ab6b-44b18df0d0f1 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:59:02.627690 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-46cee6d2-e3e2-481c-a612-d8f2a83fc2be req-0c97428f-643d-41ad-bc52-299d0422af6c service neutron] 10.222.0.89 "GET /v2.0/networks/dc975c54-04fd-41cf-87c4-6ca61b7fd14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899904 Feb 16 16:59:02.653079 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-141f22e9-dea2-4ecf-a133-76386aa40b55 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:02.664463 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-141f22e9-dea2-4ecf-a133-76386aa40b55 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:02.664774 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-c0c29a32-361c-4f78-b8b2-d3a12f82c802 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3458607 Feb 16 16:59:02.673951 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48582) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:02.674604 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0e8ba80c-82de-4c98-b3a6-eb4bf57a6984 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:02.689154 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-759f459f-0ff9-4c96-badc-a1ee5018a848 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Request body: {'subnet': {'network_id': '5959bd73-7a4f-4b5b-ab6b-44b18df0d0f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:02.705461 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 4a4ba517-425a-4125-9338-52073bb980f4 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:59:02.717093 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0e8ba80c-82de-4c98-b3a6-eb4bf57a6984 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:02.724428 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-0e8ba80c-82de-4c98-b3a6-eb4bf57a6984 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "DELETE /v2.0/networks/39889509-b2fb-4dd6-9f83-3f5e9d1cc973 HTTP/1.1" status: 204 len: 168 time: 1.4986885 Feb 16 16:59:02.728647 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48584) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:02.729240 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 4a4ba517-425a-4125-9338-52073bb980f4 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 16:59:02.729587 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 4a4ba517-425a-4125-9338-52073bb980f4 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:59:02.785059 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-4f085f5d-8da5-4879-a107-96d0066f8071 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1439418470'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:02.815686 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8ba80c-82de-4c98-b3a6-eb4bf57a6984 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Pushing event deleted for resources: {'Network': ['ID=39889509-b2fb-4dd6-9f83-3f5e9d1cc973,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:02.818234 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-141f22e9-dea2-4ecf-a133-76386aa40b55 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:02.826856 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-9bcbdc60-7b60-4e3e-97de-1d704607734d tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Allocated IP 172.26.3.221 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/9aabda9c-9954-4f29-a0fe-8f36751a79eb) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:02.946513 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9bcbdc60-7b60-4e3e-97de-1d704607734d tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:03.054510 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f085f5d-8da5-4879-a107-96d0066f8071 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Made reservation on behalf of e3df33defdf448bc970b49b57571b9c4 for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:03.060280 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4f085f5d-8da5-4879-a107-96d0066f8071 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:03.064875 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-141f22e9-dea2-4ecf-a133-76386aa40b55 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:03.126904 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f085f5d-8da5-4879-a107-96d0066f8071 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:59:03.137065 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4f085f5d-8da5-4879-a107-96d0066f8071 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:03.137808 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-4f085f5d-8da5-4879-a107-96d0066f8071 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Added segment 88b1ec41-3e0f-4efe-8771-28a824a691c5 of type vlan for network 7d1903f9-989c-4fff-945b-b7906373de50 Feb 16 16:59:03.166881 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9bcbdc60-7b60-4e3e-97de-1d704607734d tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:03.201000 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4f085f5d-8da5-4879-a107-96d0066f8071 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:03.218719 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcbdc60-7b60-4e3e-97de-1d704607734d tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:03.221832 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-9bcbdc60-7b60-4e3e-97de-1d704607734d tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:03.224710 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcbdc60-7b60-4e3e-97de-1d704607734d tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:59:03.250488 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcbdc60-7b60-4e3e-97de-1d704607734d tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Pushing event updated for resources: {'Port': ['ID=9aabda9c-9954-4f29-a0fe-8f36751a79eb,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:03.252565 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-141f22e9-dea2-4ecf-a133-76386aa40b55 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:03.256579 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-141f22e9-dea2-4ecf-a133-76386aa40b55 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.7292132 Feb 16 16:59:03.256816 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48588) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:03.262114 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-61d2fb3d-ed3a-4af4-b070-181a91681a84 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:03.340411 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4f085f5d-8da5-4879-a107-96d0066f8071 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:03.346374 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f085f5d-8da5-4879-a107-96d0066f8071 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:03.352750 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4f085f5d-8da5-4879-a107-96d0066f8071 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:03.441342 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759f459f-0ff9-4c96-badc-a1ee5018a848 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Made reservation on behalf of 39c6ff93779f41679a479f3011da9f36 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:03.444781 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-759f459f-0ff9-4c96-badc-a1ee5018a848 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:03.485339 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48590) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:03.512125 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-85db3586-73dc-4251-97d0-3dcec821a1a8 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Request body: {'subnets': [{'network_id': '00c68255-07b9-4bf4-be58-3070af9dc0bf', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--258954127', 'ip_version': 6}, {'network_id': 'bc266fe3-9d3b-4f1a-91d6-4f9cf2ea8187', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:03.512125 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-85db3586-73dc-4251-97d0-3dcec821a1a8 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Request body: {'subnet': {'network_id': '00c68255-07b9-4bf4-be58-3070af9dc0bf', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--258954127', 'ip_version': 6}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:03.512809 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-85db3586-73dc-4251-97d0-3dcec821a1a8 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Request body: {'subnet': {'network_id': 'bc266fe3-9d3b-4f1a-91d6-4f9cf2ea8187', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:03.549687 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48592) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:03.573151 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9bcbdc60-7b60-4e3e-97de-1d704607734d tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:03.670209 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-4f085f5d-8da5-4879-a107-96d0066f8071 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9052269 Feb 16 16:59:03.673331 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48594) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:03.679429 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-55b43bd0-80bc-4d81-8668-e7dfcd752603 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Request body: {'subnet': {'network_id': '7d1903f9-989c-4fff-945b-b7906373de50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:03.688699 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f085f5d-8da5-4879-a107-96d0066f8071 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Pushing event updated for resources: {'Network': ['ID=7d1903f9-989c-4fff-945b-b7906373de50,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:03.701005 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 7d1903f9-989c-4fff-945b-b7906373de50 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:59:03.703218 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5534af05-9b3e-4260-9c7a-6d8639597b7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:03.710120 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-61d2fb3d-ed3a-4af4-b070-181a91681a84 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:03.884500 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9bcbdc60-7b60-4e3e-97de-1d704607734d tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:04.013328 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5534af05-9b3e-4260-9c7a-6d8639597b7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:04.051431 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b43bd0-80bc-4d81-8668-e7dfcd752603 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Made reservation on behalf of e3df33defdf448bc970b49b57571b9c4 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:04.055118 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-55b43bd0-80bc-4d81-8668-e7dfcd752603 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:04.102955 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bcbdc60-7b60-4e3e-97de-1d704607734d tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Router 1f31d481-bf3e-4c41-8cd3-cc2f2966796a is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:59:04.169430 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-759f459f-0ff9-4c96-badc-a1ee5018a848 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:04.171223 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-61d2fb3d-ed3a-4af4-b070-181a91681a84 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks [] for router_gateway, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:04.172760 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5534af05-9b3e-4260-9c7a-6d8639597b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:04.238873 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-61d2fb3d-ed3a-4af4-b070-181a91681a84 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:04.240450 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85db3586-73dc-4251-97d0-3dcec821a1a8 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Made reservation on behalf of 7d592fce095f489f98e1b5afcbba00d4 for: {'subnet': 2} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:04.245411 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-85db3586-73dc-4251-97d0-3dcec821a1a8 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:04.245790 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-85db3586-73dc-4251-97d0-3dcec821a1a8 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:04.272734 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bcbdc60-7b60-4e3e-97de-1d704607734d tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:59:04.285502 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74b272e-4fb3-409d-abd3-efd1149d777c None None] Sync routers for ids ['1f31d481-bf3e-4c41-8cd3-cc2f2966796a'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:59:04.298189 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74b272e-4fb3-409d-abd3-efd1149d777c None None] Routers {'1f31d481-bf3e-4c41-8cd3-cc2f2966796a'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:59:04.299151 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-c74b272e-4fb3-409d-abd3-efd1149d777c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:58:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['1f31d481-bf3e-4c41-8cd3-cc2f2966796a'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:04.357467 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9bcbdc60-7b60-4e3e-97de-1d704607734d tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:04.361208 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-9bcbdc60-7b60-4e3e-97de-1d704607734d tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.5534742 Feb 16 16:59:04.362325 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48596) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:04.375316 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5534af05-9b3e-4260-9c7a-6d8639597b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b21b86-d69d-45a9-8f09-e5029a2aef0f,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:04.382949 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-5534af05-9b3e-4260-9c7a-6d8639597b7c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0c695cb685dc4b118085e1a60669a7c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7891736 Feb 16 16:59:04.385461 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48598) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:04.408176 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-c74b272e-4fb3-409d-abd3-efd1149d777c None None] Set router 1f31d481-bf3e-4c41-8cd3-cc2f2966796a gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:59:04.412414 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f459f-0ff9-4c96-badc-a1ee5018a848 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Pushing event updated for resources: {'Subnet': ['ID=47e462d0-2d8d-4eaa-84bf-c87f995cfcb6,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:04.425677 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-55b43bd0-80bc-4d81-8668-e7dfcd752603 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:04.532776 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d02adc9a-8f1c-41b7-b690-71f4dc92620d tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] 10.222.0.88 "GET /v2.0/routers/1f31d481-bf3e-4c41-8cd3-cc2f2966796a HTTP/1.1" status: 200 len: 909 time: 0.1688306 Feb 16 16:59:04.544553 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b43bd0-80bc-4d81-8668-e7dfcd752603 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Pushing event updated for resources: {'Subnet': ['ID=ea441adb-0df6-4ace-bdd9-d3a2b3eae9c5,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:04.553382 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48600) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:04.557880 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-2dea75d8-e40e-4e16-be23-d7f9160ae5fc tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1576899904', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'enable_snat': True}}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:04.576989 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b43bd0-80bc-4d81-8668-e7dfcd752603 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Checking segment: {'id': '88b1ec41-3e0f-4efe-8771-28a824a691c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '7d1903f9-989c-4fff-945b-b7906373de50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:59:04.577707 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b43bd0-80bc-4d81-8668-e7dfcd752603 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Network hostable DHCP agents. Network: 7d1903f9-989c-4fff-945b-b7906373de50, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:59:04.605606 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-c74b272e-4fb3-409d-abd3-efd1149d777c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f31d481-bf3e-4c41-8cd3-cc2f2966796a', 'name': 'tempest-snat-router-1576899904', 'tenant_id': 'a17246a7563440b888728a64af0da20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.221'}], 'enable_snat': False}, 'gw_port_id': '9aabda9c-9954-4f29-a0fe-8f36751a79eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:00Z', 'updated_at': '2022-02-16T16:59:03Z', 'revision_number': 3, 'project_id': 'a17246a7563440b888728a64af0da20b', 'gw_port': {'id': '9aabda9c-9954-4f29-a0fe-8f36751a79eb', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:94:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f31d481-bf3e-4c41-8cd3-cc2f2966796a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:02Z', 'updated_at': '2022-02-16T16:59:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:04.632930 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74b272e-4fb3-409d-abd3-efd1149d777c None None] Checking router: 1f31d481-bf3e-4c41-8cd3-cc2f2966796a for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:59:04.633288 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74b272e-4fb3-409d-abd3-efd1149d777c None None] Updating router 1f31d481-bf3e-4c41-8cd3-cc2f2966796a port 9aabda9c-9954-4f29-a0fe-8f36751a79eb binding host dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:59:04.663673 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c74b272e-4fb3-409d-abd3-efd1149d777c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:04.680166 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2dea75d8-e40e-4e16-be23-d7f9160ae5fc tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:04.681249 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2dea75d8-e40e-4e16-be23-d7f9160ae5fc tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:04.736833 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b43bd0-80bc-4d81-8668-e7dfcd752603 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Network 7d1903f9-989c-4fff-945b-b7906373de50 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:59:04.742999 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2dea75d8-e40e-4e16-be23-d7f9160ae5fc tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:04.820302 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759f459f-0ff9-4c96-badc-a1ee5018a848 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Checking segment: {'id': 'de395674-e29b-4874-9297-9015b9339f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5959bd73-7a4f-4b5b-ab6b-44b18df0d0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:59:04.820578 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759f459f-0ff9-4c96-badc-a1ee5018a848 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Network hostable DHCP agents. Network: 5959bd73-7a4f-4b5b-ab6b-44b18df0d0f1, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:59:04.876354 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-61d2fb3d-ed3a-4af4-b070-181a91681a84 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Allocated IP 172.26.3.155 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/8d8d06d8-5b27-4dfc-8834-33b5834953bf) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:04.881996 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-55b43bd0-80bc-4d81-8668-e7dfcd752603 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 7d1903f9-989c-4fff-945b-b7906373de50) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:04.883168 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-34a8af0a-d1c7-4c47-ad57-0b6fd94c07cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:04.891581 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7e6dc7-675d-4fa2-b6d4-866eab1d25af None None] Network 7d1903f9-989c-4fff-945b-b7906373de50 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:59:04.915344 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b43bd0-80bc-4d81-8668-e7dfcd752603 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:04.915995 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-55b43bd0-80bc-4d81-8668-e7dfcd752603 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:04.953019 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-34a8af0a-d1c7-4c47-ad57-0b6fd94c07cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:04.983809 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759f459f-0ff9-4c96-badc-a1ee5018a848 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Network 5959bd73-7a4f-4b5b-ab6b-44b18df0d0f1 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:59:05.000497 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2dea75d8-e40e-4e16-be23-d7f9160ae5fc tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:05.008655 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-759f459f-0ff9-4c96-badc-a1ee5018a848 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 5959bd73-7a4f-4b5b-ab6b-44b18df0d0f1) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:05.021256 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cd5087-2c3b-45bb-b0e6-8eecc804c23a None None] Network 5959bd73-7a4f-4b5b-ab6b-44b18df0d0f1 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:59:05.025035 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759f459f-0ff9-4c96-badc-a1ee5018a848 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:05.026187 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-759f459f-0ff9-4c96-badc-a1ee5018a848 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:05.039068 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-55b43bd0-80bc-4d81-8668-e7dfcd752603 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3644307 Feb 16 16:59:05.042550 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48604) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:05.107678 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961769aa-84d2-44ca-9be0-823a3cebc956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-7d1903f9-989c-4fff-945b-b7906373de50', 'network_id': '7d1903f9-989c-4fff-945b-b7906373de50', 'tenant_id': 'e3df33defdf448bc970b49b57571b9c4', 'fixed_ips': [{'subnet_id': 'ea441adb-0df6-4ace-bdd9-d3a2b3eae9c5'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 16:59:05.108559 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-961769aa-84d2-44ca-9be0-823a3cebc956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:05.177499 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-61d2fb3d-ed3a-4af4-b070-181a91681a84 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:05.200957 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-759f459f-0ff9-4c96-badc-a1ee5018a848 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.5219011 Feb 16 16:59:05.201789 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48606) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:05.225350 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8a5d2136-075b-4166-9a82-6dc7bc4711b4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:05.244310 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-34a8af0a-d1c7-4c47-ad57-0b6fd94c07cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:05.249247 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-34a8af0a-d1c7-4c47-ad57-0b6fd94c07cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:05.257196 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-34a8af0a-d1c7-4c47-ad57-0b6fd94c07cb admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/73b21b86-d69d-45a9-8f09-e5029a2aef0f HTTP/1.1" status: 204 len: 168 time: 0.8586473 Feb 16 16:59:05.274978 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a8af0a-d1c7-4c47-ad57-0b6fd94c07cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b21b86-d69d-45a9-8f09-e5029a2aef0f,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:05.309988 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be53a93-76e3-4ce6-aaab-5eef05d0e781 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-5959bd73-7a4f-4b5b-ab6b-44b18df0d0f1', 'network_id': '5959bd73-7a4f-4b5b-ab6b-44b18df0d0f1', 'tenant_id': '39c6ff93779f41679a479f3011da9f36', 'fixed_ips': [{'subnet_id': '47e462d0-2d8d-4eaa-84bf-c87f995cfcb6'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 16:59:05.311145 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-7be53a93-76e3-4ce6-aaab-5eef05d0e781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:05.359219 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-961769aa-84d2-44ca-9be0-823a3cebc956 None None] Allocated IP 172.20.0.1 (7d1903f9-989c-4fff-945b-b7906373de50/ea441adb-0df6-4ace-bdd9-d3a2b3eae9c5/d6da5de1-4995-48f6-888c-042ebf7bd5fb) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:05.384294 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-61d2fb3d-ed3a-4af4-b070-181a91681a84 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:05.389616 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8a5d2136-075b-4166-9a82-6dc7bc4711b4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:05.403122 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-40482d93-30f0-4f32-a0ea-1e7420ff109b tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:05.452606 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d2fb3d-ed3a-4af4-b070-181a91681a84 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:05.461057 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-61d2fb3d-ed3a-4af4-b070-181a91681a84 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:05.466738 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d2fb3d-ed3a-4af4-b070-181a91681a84 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:59:05.492325 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d2fb3d-ed3a-4af4-b070-181a91681a84 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Pushing event updated for resources: {'Port': ['ID=8d8d06d8-5b27-4dfc-8834-33b5834953bf,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:05.497825 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-85db3586-73dc-4251-97d0-3dcec821a1a8 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:05.509985 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-40482d93-30f0-4f32-a0ea-1e7420ff109b tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:05.664720 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2dea75d8-e40e-4e16-be23-d7f9160ae5fc tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:05.686060 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2dea75d8-e40e-4e16-be23-d7f9160ae5fc tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:05.718476 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db3586-73dc-4251-97d0-3dcec821a1a8 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Pushing event updated for resources: {'Subnet': ['ID=700f04a1-2757-405a-8629-4291205fe78c,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:05.745755 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85db3586-73dc-4251-97d0-3dcec821a1a8 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Checking segment: {'id': '86c01f58-99d4-4836-9e14-2d74904dab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '00c68255-07b9-4bf4-be58-3070af9dc0bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:59:05.746405 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85db3586-73dc-4251-97d0-3dcec821a1a8 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Network hostable DHCP agents. Network: 00c68255-07b9-4bf4-be58-3070af9dc0bf, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:59:05.746800 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-40482d93-30f0-4f32-a0ea-1e7420ff109b tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:05.778932 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40482d93-30f0-4f32-a0ea-1e7420ff109b tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Pushing event deleted for resources: {'Subnet': ['ID=47e462d0-2d8d-4eaa-84bf-c87f995cfcb6,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:05.802588 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server [None req-7be53a93-76e3-4ce6-aaab-5eef05d0e781 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 47e462d0-2d8d-4eaa-84bf-c87f995cfcb6: This subnet is being modified by another concurrent operation. Feb 16 16:59:05.802588 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 16:59:05.802588 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 16:59:05.802588 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 16:59:05.802588 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 16:59:05.802588 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 16:59:05.802588 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 16:59:05.802588 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 16:59:05.802588 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 16:59:05.802588 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 16:59:05.802588 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 16:59:05.802588 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 16:59:05.802588 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:59:05.802588 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:59:05.802588 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:59:05.802588 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:59:05.802588 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 16:59:05.802588 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:59:05.802588 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 16:59:05.802588 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 16:59:05.802588 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:59:05.802588 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:59:05.802588 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:59:05.802588 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:59:05.802588 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 16:59:05.802588 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:59:05.802588 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 16:59:05.802588 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 16:59:05.802588 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:59:05.802588 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:59:05.802588 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:59:05.802588 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:59:05.802588 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 16:59:05.802588 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 16:59:05.802588 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 16 16:59:05.802588 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 16 16:59:05.802588 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 16 16:59:05.802588 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 16 16:59:05.802588 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 16 16:59:05.802588 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 16 16:59:05.802588 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 16 16:59:05.802588 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 16 16:59:05.802588 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 16 16:59:05.802588 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:59:05.802588 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 16:59:05.802588 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 16:59:05.802588 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 16:59:05.802588 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 16:59:05.802588 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:59:05.802588 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:59:05.802588 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:59:05.802588 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:59:05.802588 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 16:59:05.802588 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:59:05.806317 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 16:59:05.806317 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 16:59:05.806317 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:59:05.806317 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:59:05.806317 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:59:05.806317 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:59:05.806317 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 16:59:05.806317 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:59:05.806317 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 16:59:05.806317 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 16:59:05.806317 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:59:05.806317 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:59:05.806317 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:59:05.806317 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:59:05.806317 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 16:59:05.806317 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 16:59:05.806317 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 16 16:59:05.806317 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 16 16:59:05.806317 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 16 16:59:05.806317 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 16 16:59:05.806317 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 16 16:59:05.806317 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 16 16:59:05.806317 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 16 16:59:05.806317 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 16 16:59:05.806317 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 16:59:05.806317 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 16:59:05.806317 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 16 16:59:05.806317 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 16 16:59:05.806317 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 16 16:59:05.806317 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 16 16:59:05.806317 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 16 16:59:05.806317 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 16:59:05.806317 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 16 16:59:05.806317 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 16:59:05.806317 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 16:59:05.806317 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server raise exception Feb 16 16:59:05.806317 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 47e462d0-2d8d-4eaa-84bf-c87f995cfcb6: This subnet is being modified by another concurrent operation. Feb 16 16:59:05.806317 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server Feb 16 16:59:05.836598 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4231a14b-358c-442d-9461-3cb601030d54 None None] Network 5959bd73-7a4f-4b5b-ab6b-44b18df0d0f1 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:59:05.871454 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-40482d93-30f0-4f32-a0ea-1e7420ff109b tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:05.889607 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85db3586-73dc-4251-97d0-3dcec821a1a8 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Network 00c68255-07b9-4bf4-be58-3070af9dc0bf is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:59:05.893282 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-40482d93-30f0-4f32-a0ea-1e7420ff109b tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5959bd73-7a4f-4b5b-ab6b-44b18df0d0f1']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:05.903822 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-40482d93-30f0-4f32-a0ea-1e7420ff109b tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de395674-e29b-4874-9297-9015b9339f75') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:05.904192 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-40482d93-30f0-4f32-a0ea-1e7420ff109b tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de395674-e29b-4874-9297-9015b9339f75') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:05.914250 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-961769aa-84d2-44ca-9be0-823a3cebc956 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:05.916323 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-40482d93-30f0-4f32-a0ea-1e7420ff109b tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:05.922971 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c74b272e-4fb3-409d-abd3-efd1149d777c None None] Notify callbacks [] for port, precommit_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:05.929660 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-40482d93-30f0-4f32-a0ea-1e7420ff109b tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:05.936972 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40482d93-30f0-4f32-a0ea-1e7420ff109b tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:59:05.937444 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-40482d93-30f0-4f32-a0ea-1e7420ff109b tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:05.940514 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 16:59:05.940514 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:59:05.940514 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 16:59:05.940514 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:59:05.940514 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 16:59:05.940514 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:59:05.940514 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 16:59:05.940514 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:59:05.940514 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 16:59:05.940514 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:59:05.940514 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 16:59:05.940514 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:59:05.940514 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 16:59:05.940514 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:59:05.940514 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:59:05.940514 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:59:05.940514 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:59:05.940514 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:59:05.940514 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 16:59:05.940514 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:59:05.940514 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 16:59:05.940514 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:59:05.940514 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:59:05.940514 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:59:05.940514 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 16:59:05.940514 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:59:05.940514 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:59:05.940514 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:59:05.940514 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:59:05.940514 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:59:05.940514 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:59:05.940514 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:59:05.964155 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-61d2fb3d-ed3a-4af4-b070-181a91681a84 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks [] for router_gateway, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:06.006851 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-961769aa-84d2-44ca-9be0-823a3cebc956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:06.009796 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-85db3586-73dc-4251-97d0-3dcec821a1a8 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 00c68255-07b9-4bf4-be58-3070af9dc0bf) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:06.011424 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c74b272e-4fb3-409d-abd3-efd1149d777c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:06.015998 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-85db3586-73dc-4251-97d0-3dcec821a1a8 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:06.024542 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b932b633-f01c-4016-b50e-8616e865f751 None None] Network 00c68255-07b9-4bf4-be58-3070af9dc0bf requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:59:06.079920 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-2dea75d8-e40e-4e16-be23-d7f9160ae5fc tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Allocated IP 172.26.3.136 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/0373dfe3-7443-4a7c-a9f0-628f472328aa) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:06.097321 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-40482d93-30f0-4f32-a0ea-1e7420ff109b tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:06.111921 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db3586-73dc-4251-97d0-3dcec821a1a8 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Pushing event updated for resources: {'Subnet': ['ID=118675c4-8cdc-4979-877b-593b50d43c83,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:06.122567 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-40482d93-30f0-4f32-a0ea-1e7420ff109b tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:06.129456 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-40482d93-30f0-4f32-a0ea-1e7420ff109b tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "DELETE /v2.0/networks/5959bd73-7a4f-4b5b-ab6b-44b18df0d0f1 HTTP/1.1" status: 204 len: 168 time: 0.9235735 Feb 16 16:59:06.129456 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40482d93-30f0-4f32-a0ea-1e7420ff109b tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Pushing event deleted for resources: {'Network': ['ID=5959bd73-7a4f-4b5b-ab6b-44b18df0d0f1,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:06.130906 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48612) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:06.137549 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-200b96d0-5371-4907-a1f4-589aecf7cf55 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-724211380'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:06.152274 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8a5d2136-075b-4166-9a82-6dc7bc4711b4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:06.185597 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85db3586-73dc-4251-97d0-3dcec821a1a8 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Checking segment: {'id': '737b2a36-73fd-4181-b425-8c07892ec20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'bc266fe3-9d3b-4f1a-91d6-4f9cf2ea8187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:59:06.185966 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85db3586-73dc-4251-97d0-3dcec821a1a8 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Network hostable DHCP agents. Network: bc266fe3-9d3b-4f1a-91d6-4f9cf2ea8187, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:59:06.191777 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961769aa-84d2-44ca-9be0-823a3cebc956 None None] Network 7d1903f9-989c-4fff-945b-b7906373de50 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:06.198354 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-c74b272e-4fb3-409d-abd3-efd1149d777c None None] Attempting to bind port 9aabda9c-9954-4f29-a0fe-8f36751a79eb on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:59:06.203644 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-c74b272e-4fb3-409d-abd3-efd1149d777c None None] Attempting to bind port 9aabda9c-9954-4f29-a0fe-8f36751a79eb by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:59:06.203644 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74b272e-4fb3-409d-abd3-efd1149d777c None None] Attempting to bind port 9aabda9c-9954-4f29-a0fe-8f36751a79eb on network d8eab20e-246c-47ce-8449-822ce53769fc {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:59:06.205496 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-961769aa-84d2-44ca-9be0-823a3cebc956 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:06.208353 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961769aa-84d2-44ca-9be0-823a3cebc956 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:59:06.221390 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d2136-075b-4166-9a82-6dc7bc4711b4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Pushing event deleted for resources: {'Subnet': ['ID=ea441adb-0df6-4ace-bdd9-d3a2b3eae9c5,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:06.239586 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48614) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:06.241061 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961769aa-84d2-44ca-9be0-823a3cebc956 None None] Pushing event updated for resources: {'Port': ['ID=d6da5de1-4995-48f6-888c-042ebf7bd5fb,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:06.254038 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74b272e-4fb3-409d-abd3-efd1149d777c None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:59:06.254847 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74b272e-4fb3-409d-abd3-efd1149d777c None None] Checking segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:59:06.255854 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c74b272e-4fb3-409d-abd3-efd1149d777c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:06.256435 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74b272e-4fb3-409d-abd3-efd1149d777c None None] Bound using segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:59:06.261032 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-c74b272e-4fb3-409d-abd3-efd1149d777c None None] Bound port: 9aabda9c-9954-4f29-a0fe-8f36751a79eb, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:59:06.261032 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c74b272e-4fb3-409d-abd3-efd1149d777c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:06.261275 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-39622cd0-81f2-423d-ab9a-ddd579460f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:06.277499 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-61d2fb3d-ed3a-4af4-b070-181a91681a84 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-583993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10422'] for router, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:06.287173 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-61d2fb3d-ed3a-4af4-b070-181a91681a84 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-583970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-583979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-582263'] for router, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:06.291916 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8a5d2136-075b-4166-9a82-6dc7bc4711b4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:06.327803 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-8a5d2136-075b-4166-9a82-6dc7bc4711b4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d1903f9-989c-4fff-945b-b7906373de50']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:06.340877 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85db3586-73dc-4251-97d0-3dcec821a1a8 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Network bc266fe3-9d3b-4f1a-91d6-4f9cf2ea8187 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:59:06.346554 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-8a5d2136-075b-4166-9a82-6dc7bc4711b4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88b1ec41-3e0f-4efe-8771-28a824a691c5') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:06.346854 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-8a5d2136-075b-4166-9a82-6dc7bc4711b4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88b1ec41-3e0f-4efe-8771-28a824a691c5') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:06.364389 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8a5d2136-075b-4166-9a82-6dc7bc4711b4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:06.380657 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2dea75d8-e40e-4e16-be23-d7f9160ae5fc tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:06.390284 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8a5d2136-075b-4166-9a82-6dc7bc4711b4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:06.395564 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200b96d0-5371-4907-a1f4-589aecf7cf55 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Made reservation on behalf of 39c6ff93779f41679a479f3011da9f36 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:06.399668 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-200b96d0-5371-4907-a1f4-589aecf7cf55 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:06.406264 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a5d2136-075b-4166-9a82-6dc7bc4711b4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:59:06.406264 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8a5d2136-075b-4166-9a82-6dc7bc4711b4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:06.410373 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 16:59:06.410373 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:59:06.410373 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 16:59:06.410373 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:59:06.410373 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 16:59:06.410373 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:59:06.410373 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 16:59:06.410373 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:59:06.410373 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 16:59:06.410373 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:59:06.410373 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 16:59:06.410373 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:59:06.410373 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 16:59:06.410373 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:59:06.410373 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:59:06.410373 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:59:06.410373 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:59:06.410373 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:59:06.410373 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 16:59:06.410373 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:59:06.410373 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 16:59:06.410373 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:59:06.410373 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:59:06.410373 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:59:06.410373 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 16:59:06.410373 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:59:06.410373 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:59:06.410373 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:59:06.410373 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:59:06.410373 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:59:06.410373 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:59:06.410373 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:59:06.412639 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce24967-a62b-45cb-964b-b68ac85e73d2 None None] Pushing event updated for resources: {'Port': ['ID=9aabda9c-9954-4f29-a0fe-8f36751a79eb,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:06.418507 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-961769aa-84d2-44ca-9be0-823a3cebc956 None None] Attempting to bind port d6da5de1-4995-48f6-888c-042ebf7bd5fb on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:59:06.419199 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-961769aa-84d2-44ca-9be0-823a3cebc956 None None] Attempting to bind port d6da5de1-4995-48f6-888c-042ebf7bd5fb by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '88b1ec41-3e0f-4efe-8771-28a824a691c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '7d1903f9-989c-4fff-945b-b7906373de50'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:59:06.419438 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961769aa-84d2-44ca-9be0-823a3cebc956 None None] Attempting to bind port d6da5de1-4995-48f6-888c-042ebf7bd5fb on network 7d1903f9-989c-4fff-945b-b7906373de50 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:59:06.428826 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-c74b272e-4fb3-409d-abd3-efd1149d777c None None] For port 9aabda9c-9954-4f29-a0fe-8f36751a79eb, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:59:06.430036 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961769aa-84d2-44ca-9be0-823a3cebc956 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:59:06.430590 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961769aa-84d2-44ca-9be0-823a3cebc956 None None] Checking segment: {'id': '88b1ec41-3e0f-4efe-8771-28a824a691c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '7d1903f9-989c-4fff-945b-b7906373de50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:59:06.431007 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-961769aa-84d2-44ca-9be0-823a3cebc956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:06.431524 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961769aa-84d2-44ca-9be0-823a3cebc956 None None] Bound using segment: {'id': '88b1ec41-3e0f-4efe-8771-28a824a691c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '7d1903f9-989c-4fff-945b-b7906373de50'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:59:06.433472 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-961769aa-84d2-44ca-9be0-823a3cebc956 None None] Bound port: d6da5de1-4995-48f6-888c-042ebf7bd5fb, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88b1ec41-3e0f-4efe-8771-28a824a691c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '7d1903f9-989c-4fff-945b-b7906373de50'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:59:06.433472 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-961769aa-84d2-44ca-9be0-823a3cebc956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:06.436692 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-c74b272e-4fb3-409d-abd3-efd1149d777c None None] For port 9aabda9c-9954-4f29-a0fe-8f36751a79eb, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=9aabda9c-9954-4f29-a0fe-8f36751a79eb,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:59:06.440990 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b27502-15dd-4100-8c92-c3a1321d20f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-00c68255-07b9-4bf4-be58-3070af9dc0bf', 'network_id': '00c68255-07b9-4bf4-be58-3070af9dc0bf', 'tenant_id': '7d592fce095f489f98e1b5afcbba00d4', 'fixed_ips': [{'subnet_id': '700f04a1-2757-405a-8629-4291205fe78c'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 16:59:06.441940 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-24b27502-15dd-4100-8c92-c3a1321d20f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:06.444125 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-39622cd0-81f2-423d-ab9a-ddd579460f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:06.454562 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-85db3586-73dc-4251-97d0-3dcec821a1a8 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, bc266fe3-9d3b-4f1a-91d6-4f9cf2ea8187) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:06.463584 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85db3586-73dc-4251-97d0-3dcec821a1a8 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:06.468809 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85db3586-73dc-4251-97d0-3dcec821a1a8 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:06.468809 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-85db3586-73dc-4251-97d0-3dcec821a1a8 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:06.475561 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca72d800-cff8-4514-8133-82ff8376645e None None] Network bc266fe3-9d3b-4f1a-91d6-4f9cf2ea8187 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:59:06.499673 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-200b96d0-5371-4907-a1f4-589aecf7cf55 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:59:06.508204 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-200b96d0-5371-4907-a1f4-589aecf7cf55 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:06.508551 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-200b96d0-5371-4907-a1f4-589aecf7cf55 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Added segment 83c4a400-ff43-4bd7-afbd-ee8d942378c9 of type vlan for network b3e54604-98d6-410b-b7d3-de27f66278e6 Feb 16 16:59:06.549974 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-39622cd0-81f2-423d-ab9a-ddd579460f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:06.558881 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-85db3586-73dc-4251-97d0-3dcec821a1a8 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.0531771 Feb 16 16:59:06.559099 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c74b272e-4fb3-409d-abd3-efd1149d777c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:06.562612 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d2fb3d-ed3a-4af4-b070-181a91681a84 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Router 4e397cb4-4091-4549-9e89-f897a395d703 is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:59:06.565815 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48616) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:06.684378 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39622cd0-81f2-423d-ab9a-ddd579460f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebccb029-026e-4cb5-b17f-97cd9f285bd8,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:06.694566 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-39622cd0-81f2-423d-ab9a-ddd579460f03 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=380d60ff4b0f4136be4788d0b78b443b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4524884 Feb 16 16:59:06.702522 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48618) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:06.751725 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-961769aa-84d2-44ca-9be0-823a3cebc956 None None] For port d6da5de1-4995-48f6-888c-042ebf7bd5fb, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:59:06.757298 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a76ab66-8c0d-4844-8110-93754919c30a tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:06.758898 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a76ab66-8c0d-4844-8110-93754919c30a tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:06.761177 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a76ab66-8c0d-4844-8110-93754919c30a tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:06.763216 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-9a76ab66-8c0d-4844-8110-93754919c30a tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1888938 Feb 16 16:59:06.770063 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74b272e-4fb3-409d-abd3-efd1149d777c None None] Routers {'1f31d481-bf3e-4c41-8cd3-cc2f2966796a'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:59:06.770959 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-c74b272e-4fb3-409d-abd3-efd1149d777c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:58:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['1f31d481-bf3e-4c41-8cd3-cc2f2966796a'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:06.780530 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48620) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:06.816900 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.db.api [None req-8a5d2136-075b-4166-9a82-6dc7bc4711b4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 16:59:06.816900 dv-neutron-828697-3-hyperv neutron-server[114375]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 16:59:06.816900 dv-neutron-828697-3-hyperv neutron-server[114375]: [parameters: {'id': '7d1903f9-989c-4fff-945b-b7906373de50'}] Feb 16 16:59:06.816900 dv-neutron-828697-3-hyperv neutron-server[114375]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:59:06.817689 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG oslo_db.api [None req-8a5d2136-075b-4166-9a82-6dc7bc4711b4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:59:06.818077 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2dea75d8-e40e-4e16-be23-d7f9160ae5fc tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:06.835134 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-200b96d0-5371-4907-a1f4-589aecf7cf55 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:06.858438 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-961769aa-84d2-44ca-9be0-823a3cebc956 None None] For port d6da5de1-4995-48f6-888c-042ebf7bd5fb, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=d6da5de1-4995-48f6-888c-042ebf7bd5fb,segment=NetworkSegment(88b1ec41-3e0f-4efe-8771-28a824a691c5),segment_id=88b1ec41-3e0f-4efe-8771-28a824a691c5)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:59:06.864128 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce24967-a62b-45cb-964b-b68ac85e73d2 None None] Pushing event updated for resources: {'Port': ['ID=9aabda9c-9954-4f29-a0fe-8f36751a79eb,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:06.870333 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dea75d8-e40e-4e16-be23-d7f9160ae5fc tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:06.884307 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-2dea75d8-e40e-4e16-be23-d7f9160ae5fc tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:06.895110 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dea75d8-e40e-4e16-be23-d7f9160ae5fc tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:59:06.902562 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ecfb22ea-f0c1-4580-84d3-d32979b64674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:06.906176 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-387a6f96-a1a5-4890-a50b-fdd2720b926c tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Deleting subnet 700f04a1-2757-405a-8629-4291205fe78c {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 16:59:06.914622 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ef8bff04-b25b-47b0-9ee7-b89db0c3b269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:06.920480 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d2fb3d-ed3a-4af4-b070-181a91681a84 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:59:06.929287 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea75d8-e40e-4e16-be23-d7f9160ae5fc tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Pushing event updated for resources: {'Port': ['ID=0373dfe3-7443-4a7c-a9f0-628f472328aa,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:06.930767 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-961769aa-84d2-44ca-9be0-823a3cebc956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:06.931732 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-61d2fb3d-ed3a-4af4-b070-181a91681a84 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:06.932871 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-61d2fb3d-ed3a-4af4-b070-181a91681a84 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] 10.222.0.88 "PUT /v2.0/routers/4e397cb4-4091-4549-9e89-f897a395d703 HTTP/1.1" status: 200 len: 880 time: 3.6750565 Feb 16 16:59:06.936136 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48622) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:06.941308 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d097d61d-6412-40dc-b670-4c1d4493bc7f None None] Sync routers for ids ['4e397cb4-4091-4549-9e89-f897a395d703'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:59:06.947489 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-24b27502-15dd-4100-8c92-c3a1321d20f4 None None] Allocated IP 2001:db8::1 (00c68255-07b9-4bf4-be58-3070af9dc0bf/700f04a1-2757-405a-8629-4291205fe78c/f7a19c39-c378-4853-a527-290b50dc1091) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:06.964518 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d097d61d-6412-40dc-b670-4c1d4493bc7f None None] Routers {'4e397cb4-4091-4549-9e89-f897a395d703'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:59:06.965479 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-d097d61d-6412-40dc-b670-4c1d4493bc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:58:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['4e397cb4-4091-4549-9e89-f897a395d703'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:06.989365 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ef8bff04-b25b-47b0-9ee7-b89db0c3b269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:07.005520 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-200b96d0-5371-4907-a1f4-589aecf7cf55 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:07.012574 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200b96d0-5371-4907-a1f4-589aecf7cf55 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:07.012804 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-200b96d0-5371-4907-a1f4-589aecf7cf55 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:07.033348 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-d097d61d-6412-40dc-b670-4c1d4493bc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:07.047943 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d097d61d-6412-40dc-b670-4c1d4493bc7f None None] Routers {'4e397cb4-4091-4549-9e89-f897a395d703'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:59:07.049295 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-d097d61d-6412-40dc-b670-4c1d4493bc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:58:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['4e397cb4-4091-4549-9e89-f897a395d703'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:07.119387 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-d097d61d-6412-40dc-b670-4c1d4493bc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:07.120990 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d097d61d-6412-40dc-b670-4c1d4493bc7f None None] The sync data for ids ['4e397cb4-4091-4549-9e89-f897a395d703'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:59:07.124615 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2630fd-0558-47f5-9b81-22bea4c03135 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-bc266fe3-9d3b-4f1a-91d6-4f9cf2ea8187', 'network_id': 'bc266fe3-9d3b-4f1a-91d6-4f9cf2ea8187', 'tenant_id': '7d592fce095f489f98e1b5afcbba00d4', 'fixed_ips': [{'subnet_id': '118675c4-8cdc-4979-877b-593b50d43c83'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 16:59:07.125357 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-1d85236b-abc2-4ff7-8dcc-a2215e5ace09 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] 10.222.0.88 "GET /v2.0/routers/4e397cb4-4091-4549-9e89-f897a395d703 HTTP/1.1" status: 200 len: 921 time: 0.1855500 Feb 16 16:59:07.125734 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ab2630fd-0558-47f5-9b81-22bea4c03135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:07.128235 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48624) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:07.142253 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82e669a-15db-464b-a82b-424c29b665c5 None None] Network 7d1903f9-989c-4fff-945b-b7906373de50 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:59:07.154884 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b96d0-5371-4907-a1f4-589aecf7cf55 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Pushing event updated for resources: {'Network': ['ID=b3e54604-98d6-410b-b7d3-de27f66278e6,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:07.176704 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-200b96d0-5371-4907-a1f4-589aecf7cf55 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0442908 Feb 16 16:59:07.180181 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48626) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:07.185320 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-ad6eab0e-5e02-4c88-b113-4f918e6053a0 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Request body: {'subnet': {'network_id': 'b3e54604-98d6-410b-b7d3-de27f66278e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:07.198652 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network b3e54604-98d6-410b-b7d3-de27f66278e6 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:59:07.200325 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f655e5ef-7230-49d9-91ba-fe0012a7217b tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:07.201836 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-f655e5ef-7230-49d9-91ba-fe0012a7217b tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=d8eab20e-246c-47ce-8449-822ce53769fc&device_id=4e397cb4-4091-4549-9e89-f897a395d703&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0721204 Feb 16 16:59:07.202987 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ef8bff04-b25b-47b0-9ee7-b89db0c3b269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:07.203665 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-c74b272e-4fb3-409d-abd3-efd1149d777c None None] Set router 1f31d481-bf3e-4c41-8cd3-cc2f2966796a gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:59:07.205574 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ef8bff04-b25b-47b0-9ee7-b89db0c3b269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:07.207021 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-ef8bff04-b25b-47b0-9ee7-b89db0c3b269 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ebccb029-026e-4cb5-b17f-97cd9f285bd8 HTTP/1.1" status: 204 len: 168 time: 0.5021648 Feb 16 16:59:07.207758 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48628) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:07.235455 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8bff04-b25b-47b0-9ee7-b89db0c3b269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebccb029-026e-4cb5-b17f-97cd9f285bd8,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:07.278494 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961769aa-84d2-44ca-9be0-823a3cebc956 None None] Pushing event updated for resources: {'Port': ['ID=d6da5de1-4995-48f6-888c-042ebf7bd5fb,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:07.321192 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc66d8e-1667-40f4-acde-3dc59bb4b707 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:07.321439 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8a5d2136-075b-4166-9a82-6dc7bc4711b4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:07.325200 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-7cc66d8e-1667-40f4-acde-3dc59bb4b707 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] 10.222.0.88 "GET /v2.0/networks/d8eab20e-246c-47ce-8449-822ce53769fc HTTP/1.1" status: 200 len: 881 time: 0.1106789 Feb 16 16:59:07.325556 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48632) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:07.360029 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-97df9751-e899-4893-b718-c6730f56a700 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e397cb4-4091-4549-9e89-f897a395d703 HTTP/1.1" status: 200 len: 205 time: 0.0323706 Feb 16 16:59:07.361784 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48636) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:07.455940 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2dea75d8-e40e-4e16-be23-d7f9160ae5fc tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:07.493592 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6eab0e-5e02-4c88-b113-4f918e6053a0 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Made reservation on behalf of 39c6ff93779f41679a479f3011da9f36 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:07.496031 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fd74050b-c04d-4da2-b2e8-70d1649f1605 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks [] for router, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:07.499798 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ad6eab0e-5e02-4c88-b113-4f918e6053a0 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:07.627669 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fd74050b-c04d-4da2-b2e8-70d1649f1605 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:07.637067 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-8a5d2136-075b-4166-9a82-6dc7bc4711b4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Deleting port d6da5de1-4995-48f6-888c-042ebf7bd5fb {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:59:07.637412 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8a5d2136-075b-4166-9a82-6dc7bc4711b4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:07.772042 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-8a5d2136-075b-4166-9a82-6dc7bc4711b4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] For port d6da5de1-4995-48f6-888c-042ebf7bd5fb, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=d6da5de1-4995-48f6-888c-042ebf7bd5fb,segment=NetworkSegment(88b1ec41-3e0f-4efe-8771-28a824a691c5),segment_id=88b1ec41-3e0f-4efe-8771-28a824a691c5)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:07.772423 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8a5d2136-075b-4166-9a82-6dc7bc4711b4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:07.798275 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-fd74050b-c04d-4da2-b2e8-70d1649f1605 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Deleting port 8d8d06d8-5b27-4dfc-8834-33b5834953bf {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:59:07.798736 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fd74050b-c04d-4da2-b2e8-70d1649f1605 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:07.849136 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-8a5d2136-075b-4166-9a82-6dc7bc4711b4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Calling delete_port for d6da5de1-4995-48f6-888c-042ebf7bd5fb owned by network:dhcp {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:59:07.889195 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fd74050b-c04d-4da2-b2e8-70d1649f1605 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:07.901611 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-24b27502-15dd-4100-8c92-c3a1321d20f4 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:07.905567 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-fd74050b-c04d-4da2-b2e8-70d1649f1605 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Calling delete_port for 8d8d06d8-5b27-4dfc-8834-33b5834953bf owned by network:router_gateway {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:59:07.906455 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-ab2630fd-0558-47f5-9b81-22bea4c03135 None None] Allocated IP 2001:db8:0:1::1 (bc266fe3-9d3b-4f1a-91d6-4f9cf2ea8187/118675c4-8cdc-4979-877b-593b50d43c83/dd5eca33-2171-48da-937a-c85b1900465b) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:07.990000 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-c74b272e-4fb3-409d-abd3-efd1149d777c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f31d481-bf3e-4c41-8cd3-cc2f2966796a', 'name': 'tempest-snat-router-1576899904', 'tenant_id': 'a17246a7563440b888728a64af0da20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.221'}], 'enable_snat': False}, 'gw_port_id': '9aabda9c-9954-4f29-a0fe-8f36751a79eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:00Z', 'updated_at': '2022-02-16T16:59:03Z', 'revision_number': 3, 'project_id': 'a17246a7563440b888728a64af0da20b', 'gw_port': {'id': '9aabda9c-9954-4f29-a0fe-8f36751a79eb', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:94:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f31d481-bf3e-4c41-8cd3-cc2f2966796a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:02Z', 'updated_at': '2022-02-16T16:59:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:07.996265 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-387a6f96-a1a5-4890-a50b-fdd2720b926c tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:08.014503 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2dea75d8-e40e-4e16-be23-d7f9160ae5fc tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:08.030252 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-24b27502-15dd-4100-8c92-c3a1321d20f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:08.035697 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74b272e-4fb3-409d-abd3-efd1149d777c None None] The sync data for ids ['1f31d481-bf3e-4c41-8cd3-cc2f2966796a'] in dv-neutron-828697-3-hyperv is: [{'id': '1f31d481-bf3e-4c41-8cd3-cc2f2966796a', 'name': 'tempest-snat-router-1576899904', 'tenant_id': 'a17246a7563440b888728a64af0da20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.221'}], 'enable_snat': False}, 'gw_port_id': '9aabda9c-9954-4f29-a0fe-8f36751a79eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:00Z', 'updated_at': '2022-02-16T16:59:03Z', 'revision_number': 3, 'project_id': 'a17246a7563440b888728a64af0da20b', 'gw_port': {'id': '9aabda9c-9954-4f29-a0fe-8f36751a79eb', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:94:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f31d481-bf3e-4c41-8cd3-cc2f2966796a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:02Z', 'updated_at': '2022-02-16T16:59:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:59:08.075264 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ad6eab0e-5e02-4c88-b113-4f918e6053a0 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:08.100365 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b27502-15dd-4100-8c92-c3a1321d20f4 None None] Network 00c68255-07b9-4bf4-be58-3070af9dc0bf is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:08.110753 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-24b27502-15dd-4100-8c92-c3a1321d20f4 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:08.113807 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b27502-15dd-4100-8c92-c3a1321d20f4 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:59:08.117921 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-387a6f96-a1a5-4890-a50b-fdd2720b926c tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:08.184053 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b27502-15dd-4100-8c92-c3a1321d20f4 None None] Pushing event updated for resources: {'Port': ['ID=f7a19c39-c378-4853-a527-290b50dc1091,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:08.197645 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ab2630fd-0558-47f5-9b81-22bea4c03135 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:08.214279 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6eab0e-5e02-4c88-b113-4f918e6053a0 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Checking segment: {'id': '83c4a400-ff43-4bd7-afbd-ee8d942378c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b3e54604-98d6-410b-b7d3-de27f66278e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:59:08.214914 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6eab0e-5e02-4c88-b113-4f918e6053a0 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Network hostable DHCP agents. Network: b3e54604-98d6-410b-b7d3-de27f66278e6, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:59:08.245564 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6eab0e-5e02-4c88-b113-4f918e6053a0 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Pushing event updated for resources: {'Subnet': ['ID=08424019-87f3-4fe4-ae8b-81d87b982a36,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:08.267960 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-387a6f96-a1a5-4890-a50b-fdd2720b926c tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:08.268445 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-24b27502-15dd-4100-8c92-c3a1321d20f4 None None] Attempting to bind port f7a19c39-c378-4853-a527-290b50dc1091 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:59:08.268822 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-24b27502-15dd-4100-8c92-c3a1321d20f4 None None] Attempting to bind port f7a19c39-c378-4853-a527-290b50dc1091 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '86c01f58-99d4-4836-9e14-2d74904dab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '00c68255-07b9-4bf4-be58-3070af9dc0bf'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:59:08.269188 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b27502-15dd-4100-8c92-c3a1321d20f4 None None] Attempting to bind port f7a19c39-c378-4853-a527-290b50dc1091 on network 00c68255-07b9-4bf4-be58-3070af9dc0bf {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:59:08.276431 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b27502-15dd-4100-8c92-c3a1321d20f4 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:59:08.276911 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b27502-15dd-4100-8c92-c3a1321d20f4 None None] Checking segment: {'id': '86c01f58-99d4-4836-9e14-2d74904dab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '00c68255-07b9-4bf4-be58-3070af9dc0bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:59:08.278014 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8a5d2136-075b-4166-9a82-6dc7bc4711b4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:08.284341 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-24b27502-15dd-4100-8c92-c3a1321d20f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:08.284341 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b27502-15dd-4100-8c92-c3a1321d20f4 None None] Bound using segment: {'id': '86c01f58-99d4-4836-9e14-2d74904dab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '00c68255-07b9-4bf4-be58-3070af9dc0bf'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:59:08.284341 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-24b27502-15dd-4100-8c92-c3a1321d20f4 None None] Bound port: f7a19c39-c378-4853-a527-290b50dc1091, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86c01f58-99d4-4836-9e14-2d74904dab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '00c68255-07b9-4bf4-be58-3070af9dc0bf'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:59:08.284341 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-24b27502-15dd-4100-8c92-c3a1321d20f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:08.312204 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d2136-075b-4166-9a82-6dc7bc4711b4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Pushing event deleted for resources: {'Port': ['ID=d6da5de1-4995-48f6-888c-042ebf7bd5fb,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:08.323233 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5d2136-075b-4166-9a82-6dc7bc4711b4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] No DVR routers for this DVR port d6da5de1-4995-48f6-888c-042ebf7bd5fb on host dv-neutron-828697-3-hyperv {{(pid=114375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:59:08.341620 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fd74050b-c04d-4da2-b2e8-70d1649f1605 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:08.347701 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ab2630fd-0558-47f5-9b81-22bea4c03135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:08.377489 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dea75d8-e40e-4e16-be23-d7f9160ae5fc tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Router 62f2af3a-7f80-401f-a78e-c8ecb9e306fd is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:59:08.385768 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6eab0e-5e02-4c88-b113-4f918e6053a0 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Network b3e54604-98d6-410b-b7d3-de27f66278e6 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:59:08.388586 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd74050b-c04d-4da2-b2e8-70d1649f1605 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Pushing event deleted for resources: {'Port': ['ID=8d8d06d8-5b27-4dfc-8834-33b5834953bf,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:08.411064 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2630fd-0558-47f5-9b81-22bea4c03135 None None] Network bc266fe3-9d3b-4f1a-91d6-4f9cf2ea8187 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:08.423452 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-ab2630fd-0558-47f5-9b81-22bea4c03135 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:08.426106 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2630fd-0558-47f5-9b81-22bea4c03135 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:59:08.444668 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2630fd-0558-47f5-9b81-22bea4c03135 None None] Pushing event updated for resources: {'Port': ['ID=dd5eca33-2171-48da-937a-c85b1900465b,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:08.509993 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8a5d2136-075b-4166-9a82-6dc7bc4711b4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:08.518518 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fd74050b-c04d-4da2-b2e8-70d1649f1605 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584056'] for router_gateway, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:08.526758 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-ad6eab0e-5e02-4c88-b113-4f918e6053a0 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, b3e54604-98d6-410b-b7d3-de27f66278e6) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:08.535089 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6eab0e-5e02-4c88-b113-4f918e6053a0 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:08.535869 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ad6eab0e-5e02-4c88-b113-4f918e6053a0 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:08.540015 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f275f70-243c-4eab-9206-e6427d63ce21 None None] Network b3e54604-98d6-410b-b7d3-de27f66278e6 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:59:08.555562 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-8a5d2136-075b-4166-9a82-6dc7bc4711b4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d1903f9-989c-4fff-945b-b7906373de50']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:08.572134 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-8a5d2136-075b-4166-9a82-6dc7bc4711b4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88b1ec41-3e0f-4efe-8771-28a824a691c5') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:08.577619 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-8a5d2136-075b-4166-9a82-6dc7bc4711b4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88b1ec41-3e0f-4efe-8771-28a824a691c5') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:08.585611 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-24b27502-15dd-4100-8c92-c3a1321d20f4 None None] For port f7a19c39-c378-4853-a527-290b50dc1091, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:59:08.596341 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-387a6f96-a1a5-4890-a50b-fdd2720b926c tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:08.616977 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8a5d2136-075b-4166-9a82-6dc7bc4711b4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:08.620053 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-ab2630fd-0558-47f5-9b81-22bea4c03135 None None] Attempting to bind port dd5eca33-2171-48da-937a-c85b1900465b on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:59:08.620427 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-ab2630fd-0558-47f5-9b81-22bea4c03135 None None] Attempting to bind port dd5eca33-2171-48da-937a-c85b1900465b by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '737b2a36-73fd-4181-b425-8c07892ec20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'bc266fe3-9d3b-4f1a-91d6-4f9cf2ea8187'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:59:08.620786 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2630fd-0558-47f5-9b81-22bea4c03135 None None] Attempting to bind port dd5eca33-2171-48da-937a-c85b1900465b on network bc266fe3-9d3b-4f1a-91d6-4f9cf2ea8187 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:59:08.641882 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-24b27502-15dd-4100-8c92-c3a1321d20f4 None None] For port f7a19c39-c378-4853-a527-290b50dc1091, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=f7a19c39-c378-4853-a527-290b50dc1091,segment=NetworkSegment(86c01f58-99d4-4836-9e14-2d74904dab0e),segment_id=86c01f58-99d4-4836-9e14-2d74904dab0e)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:59:08.645331 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2630fd-0558-47f5-9b81-22bea4c03135 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:59:08.645684 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8a5d2136-075b-4166-9a82-6dc7bc4711b4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:08.645793 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2630fd-0558-47f5-9b81-22bea4c03135 None None] Checking segment: {'id': '737b2a36-73fd-4181-b425-8c07892ec20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'bc266fe3-9d3b-4f1a-91d6-4f9cf2ea8187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:59:08.652207 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ab2630fd-0558-47f5-9b81-22bea4c03135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:08.652207 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2630fd-0558-47f5-9b81-22bea4c03135 None None] Bound using segment: {'id': '737b2a36-73fd-4181-b425-8c07892ec20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'bc266fe3-9d3b-4f1a-91d6-4f9cf2ea8187'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:59:08.652207 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-ab2630fd-0558-47f5-9b81-22bea4c03135 None None] Bound port: dd5eca33-2171-48da-937a-c85b1900465b, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '737b2a36-73fd-4181-b425-8c07892ec20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'bc266fe3-9d3b-4f1a-91d6-4f9cf2ea8187'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:59:08.652207 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ab2630fd-0558-47f5-9b81-22bea4c03135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:08.654309 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-387a6f96-a1a5-4890-a50b-fdd2720b926c tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:08.657925 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-387a6f96-a1a5-4890-a50b-fdd2720b926c tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] 10.222.0.88 "DELETE /v2.0/subnets/700f04a1-2757-405a-8629-4291205fe78c HTTP/1.1" status: 204 len: 168 time: 1.8763599 Feb 16 16:59:08.680130 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48656) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:08.692529 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a5d2136-075b-4166-9a82-6dc7bc4711b4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:59:08.692529 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8a5d2136-075b-4166-9a82-6dc7bc4711b4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:08.695093 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a6f96-a1a5-4890-a50b-fdd2720b926c tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Pushing event deleted for resources: {'Subnet': ['ID=700f04a1-2757-405a-8629-4291205fe78c,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:08.698450 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fd74050b-c04d-4da2-b2e8-70d1649f1605 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:08.742277 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fd74050b-c04d-4da2-b2e8-70d1649f1605 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:08.777731 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-24b27502-15dd-4100-8c92-c3a1321d20f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:08.795311 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-ab2630fd-0558-47f5-9b81-22bea4c03135 None None] For port dd5eca33-2171-48da-937a-c85b1900465b, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:59:08.852296 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 16:59:08.852296 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:59:08.852296 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 16:59:08.852296 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:59:08.852296 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 16:59:08.852296 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:59:08.852296 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 16:59:08.852296 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:59:08.852296 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 16:59:08.852296 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:59:08.852296 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 16:59:08.852296 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:59:08.852296 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 16:59:08.852296 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:59:08.852296 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:59:08.852296 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:59:08.852296 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:59:08.852296 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:59:08.852296 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 16:59:08.852296 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:59:08.852296 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 16:59:08.852296 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:59:08.852296 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:59:08.852296 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:59:08.852296 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 16:59:08.852296 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:59:08.852296 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:59:08.852296 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:59:08.852296 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:59:08.852296 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:59:08.852296 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:59:08.852296 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:59:08.863198 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-ab2630fd-0558-47f5-9b81-22bea4c03135 None None] For port dd5eca33-2171-48da-937a-c85b1900465b, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=dd5eca33-2171-48da-937a-c85b1900465b,segment=NetworkSegment(737b2a36-73fd-4181-b425-8c07892ec20f),segment_id=737b2a36-73fd-4181-b425-8c07892ec20f)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:59:08.864346 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ad6eab0e-5e02-4c88-b113-4f918e6053a0 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6857173 Feb 16 16:59:08.870727 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48660) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:08.888307 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-8f5abe74-6f24-4e4a-917d-1fe79448f3ef tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Request body: {'subnet': {'network_id': 'b3e54604-98d6-410b-b7d3-de27f66278e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:08.902561 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dea75d8-e40e-4e16-be23-d7f9160ae5fc tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:59:08.913605 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 9aabda9c-9954-4f29-a0fe-8f36751a79eb up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:59:08.922112 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1ba9d0-0aad-4c1a-85e5-dbc266f2ff38 None None] Sync routers for ids ['62f2af3a-7f80-401f-a78e-c8ecb9e306fd'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:59:08.927228 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b058211-2949-4784-bbb5-343cc3f23cf2 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Deleting subnet 118675c4-8cdc-4979-877b-593b50d43c83 {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 16:59:08.942835 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6b058211-2949-4784-bbb5-343cc3f23cf2 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:08.958433 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2f41df-427f-43b9-8f5d-1c343e5af9f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-b3e54604-98d6-410b-b7d3-de27f66278e6', 'network_id': 'b3e54604-98d6-410b-b7d3-de27f66278e6', 'tenant_id': '39c6ff93779f41679a479f3011da9f36', 'fixed_ips': [{'subnet_id': '08424019-87f3-4fe4-ae8b-81d87b982a36'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 16:59:08.959377 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4d2f41df-427f-43b9-8f5d-1c343e5af9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:09.004908 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8a5d2136-075b-4166-9a82-6dc7bc4711b4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:09.011140 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b27502-15dd-4100-8c92-c3a1321d20f4 None None] Pushing event updated for resources: {'Port': ['ID=f7a19c39-c378-4853-a527-290b50dc1091,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:09.012478 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2dea75d8-e40e-4e16-be23-d7f9160ae5fc tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:09.014091 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-2dea75d8-e40e-4e16-be23-d7f9160ae5fc tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.4596891 Feb 16 16:59:09.024288 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8a5d2136-075b-4166-9a82-6dc7bc4711b4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:09.029371 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-8a5d2136-075b-4166-9a82-6dc7bc4711b4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "DELETE /v2.0/networks/7d1903f9-989c-4fff-945b-b7906373de50 HTTP/1.1" status: 204 len: 168 time: 3.9861588 Feb 16 16:59:09.044174 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ab2630fd-0558-47f5-9b81-22bea4c03135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:09.050335 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1ba9d0-0aad-4c1a-85e5-dbc266f2ff38 None None] Routers {'62f2af3a-7f80-401f-a78e-c8ecb9e306fd'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:59:09.051078 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-ef1ba9d0-0aad-4c1a-85e5-dbc266f2ff38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:58:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['62f2af3a-7f80-401f-a78e-c8ecb9e306fd'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:09.066747 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48662) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:09.070047 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48664) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:09.070999 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d2136-075b-4166-9a82-6dc7bc4711b4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Pushing event deleted for resources: {'Network': ['ID=7d1903f9-989c-4fff-945b-b7906373de50,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:09.090234 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-0da8c999-89ff-44ee-a550-94d7b45d2ff9 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1166221164'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:09.240259 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da8c999-89ff-44ee-a550-94d7b45d2ff9 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Made reservation on behalf of e3df33defdf448bc970b49b57571b9c4 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:09.247963 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0da8c999-89ff-44ee-a550-94d7b45d2ff9 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:09.298818 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-04ec9b2d-5f64-48eb-9d4d-fb69017eb532 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] 10.222.0.88 "GET /v2.0/routers/62f2af3a-7f80-401f-a78e-c8ecb9e306fd HTTP/1.1" status: 200 len: 908 time: 0.2191966 Feb 16 16:59:09.298818 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48668) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:09.322532 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ce63a465-a915-46b9-a85c-105084941adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:09.381711 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0da8c999-89ff-44ee-a550-94d7b45d2ff9 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:59:09.406797 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0da8c999-89ff-44ee-a550-94d7b45d2ff9 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:09.415328 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-0da8c999-89ff-44ee-a550-94d7b45d2ff9 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Added segment 9ccb6682-277e-4713-8d76-dd6336fe1176 of type vlan for network b87e6f98-ff24-4c17-bed8-03878cbb7822 Feb 16 16:59:09.419158 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-ef1ba9d0-0aad-4c1a-85e5-dbc266f2ff38 None None] Set router 62f2af3a-7f80-401f-a78e-c8ecb9e306fd gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:59:09.566454 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fd74050b-c04d-4da2-b2e8-70d1649f1605 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:09.566454 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd74050b-c04d-4da2-b2e8-70d1649f1605 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Fanout notify agent at l3_agent the message router_deleted on router 4e397cb4-4091-4549-9e89-f897a395d703 {{(pid=114376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:59:09.569728 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-256606a0-1d42-4a15-8794-64f9103cc230 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks [] for router, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:09.572912 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fd74050b-c04d-4da2-b2e8-70d1649f1605 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:09.574202 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-fd74050b-c04d-4da2-b2e8-70d1649f1605 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] 10.222.0.88 "DELETE /v2.0/routers/4e397cb4-4091-4549-9e89-f897a395d703 HTTP/1.1" status: 204 len: 168 time: 2.2112682 Feb 16 16:59:09.598440 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48672) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:09.611118 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-a0fb0bc6-a008-455b-b4d8-91a9934294e3 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1434565401', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:09.663425 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6b058211-2949-4784-bbb5-343cc3f23cf2 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:09.698316 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-4d2f41df-427f-43b9-8f5d-1c343e5af9f1 None None] Allocated IP 2001:db8::2 (b3e54604-98d6-410b-b7d3-de27f66278e6/08424019-87f3-4fe4-ae8b-81d87b982a36/c1345bf8-183e-43d0-8d9b-5b0d01ee4e72) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:09.768745 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2630fd-0558-47f5-9b81-22bea4c03135 None None] Pushing event updated for resources: {'Port': ['ID=dd5eca33-2171-48da-937a-c85b1900465b,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:09.830492 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6b058211-2949-4784-bbb5-343cc3f23cf2 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:09.833634 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 9aabda9c-9954-4f29-a0fe-8f36751a79eb triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:09.834117 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:09.913911 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a0fb0bc6-a008-455b-b4d8-91a9934294e3 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:09.914799 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a0fb0bc6-a008-455b-b4d8-91a9934294e3 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:10.022530 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6b058211-2949-4784-bbb5-343cc3f23cf2 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:10.093268 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5abe74-6f24-4e4a-917d-1fe79448f3ef tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Made reservation on behalf of 39c6ff93779f41679a479f3011da9f36 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:10.093268 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8f5abe74-6f24-4e4a-917d-1fe79448f3ef tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:10.145075 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b058211-2949-4784-bbb5-343cc3f23cf2 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Pushing event deleted for resources: {'Subnet': ['ID=118675c4-8cdc-4979-877b-593b50d43c83,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:10.150882 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a0fb0bc6-a008-455b-b4d8-91a9934294e3 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:10.153165 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6b058211-2949-4784-bbb5-343cc3f23cf2 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:10.155956 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0da8c999-89ff-44ee-a550-94d7b45d2ff9 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:10.157350 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-6b058211-2949-4784-bbb5-343cc3f23cf2 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] 10.222.0.88 "DELETE /v2.0/subnets/118675c4-8cdc-4979-877b-593b50d43c83 HTTP/1.1" status: 204 len: 168 time: 1.4739447 Feb 16 16:59:10.161099 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48682) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:10.250982 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4d2f41df-427f-43b9-8f5d-1c343e5af9f1 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:10.263905 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:10.267573 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a0fb0bc6-a008-455b-b4d8-91a9934294e3 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:10.276232 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48684) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:10.302797 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-256606a0-1d42-4a15-8794-64f9103cc230 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:10.320642 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port 9aabda9c-9954-4f29-a0fe-8f36751a79eb, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=9aabda9c-9954-4f29-a0fe-8f36751a79eb,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:10.324395 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d694778-8118-4293-851b-0df252b905ec tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:10.331427 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-7d694778-8118-4293-851b-0df252b905ec tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1648092 Feb 16 16:59:10.331841 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48688) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:10.349489 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-ef1ba9d0-0aad-4c1a-85e5-dbc266f2ff38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f2af3a-7f80-401f-a78e-c8ecb9e306fd', 'name': 'tempest-snat-router-1576899904', 'tenant_id': 'a17246a7563440b888728a64af0da20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '0373dfe3-7443-4a7c-a9f0-628f472328aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:04Z', 'updated_at': '2022-02-16T16:59:07Z', 'revision_number': 3, 'project_id': 'a17246a7563440b888728a64af0da20b', 'gw_port': {'id': '0373dfe3-7443-4a7c-a9f0-628f472328aa', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:10:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f2af3a-7f80-401f-a78e-c8ecb9e306fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:05Z', 'updated_at': '2022-02-16T16:59:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:10.388377 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1ba9d0-0aad-4c1a-85e5-dbc266f2ff38 None None] Checking router: 62f2af3a-7f80-401f-a78e-c8ecb9e306fd for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:59:10.389078 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1ba9d0-0aad-4c1a-85e5-dbc266f2ff38 None None] Updating router 62f2af3a-7f80-401f-a78e-c8ecb9e306fd port 0373dfe3-7443-4a7c-a9f0-628f472328aa binding host dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:59:10.419380 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ef1ba9d0-0aad-4c1a-85e5-dbc266f2ff38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:10.421522 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4d2f41df-427f-43b9-8f5d-1c343e5af9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:10.441591 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0da8c999-89ff-44ee-a550-94d7b45d2ff9 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:10.446043 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a0fb0bc6-a008-455b-b4d8-91a9934294e3 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:10.448944 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-a0fb0bc6-a008-455b-b4d8-91a9934294e3 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8488626 Feb 16 16:59:10.450517 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da8c999-89ff-44ee-a550-94d7b45d2ff9 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:10.451472 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0da8c999-89ff-44ee-a550-94d7b45d2ff9 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:10.456953 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48690) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:10.464301 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-e817463d-1c56-4747-afdd-9f33facefa96 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'enable_snat': True}}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:10.480876 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-0c6c4cb7-8658-4225-b59a-b2f38d5af47a tempest-RoutersAdminNegativeTest-1232197373 tempest-RoutersAdminNegativeTest-1232197373-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-375148513', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:10.511644 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:10.521967 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:10.522874 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f41df-427f-43b9-8f5d-1c343e5af9f1 None None] Pushing event updated for resources: {'Port': ['ID=c1345bf8-183e-43d0-8d9b-5b0d01ee4e72,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:10.572615 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2f41df-427f-43b9-8f5d-1c343e5af9f1 None None] Network b3e54604-98d6-410b-b7d3-de27f66278e6 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:10.579904 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-4d2f41df-427f-43b9-8f5d-1c343e5af9f1 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:10.588363 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2f41df-427f-43b9-8f5d-1c343e5af9f1 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:59:10.616924 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da8c999-89ff-44ee-a550-94d7b45d2ff9 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Pushing event updated for resources: {'Network': ['ID=b87e6f98-ff24-4c17-bed8-03878cbb7822,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:10.620134 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-640624ad-3c56-4da7-8099-b78eaec63901 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:10.663295 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-256606a0-1d42-4a15-8794-64f9103cc230 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Deleting port 0373dfe3-7443-4a7c-a9f0-628f472328aa {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:59:10.663720 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-256606a0-1d42-4a15-8794-64f9103cc230 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:10.757852 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-0da8c999-89ff-44ee-a550-94d7b45d2ff9 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6709375 Feb 16 16:59:10.760989 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48692) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:10.766254 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-9a163d6e-d52e-43dc-8bf7-b3ce509ddd73 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Request body: {'subnet': {'network_id': 'b87e6f98-ff24-4c17-bed8-03878cbb7822', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:10.779062 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6c4cb7-8658-4225-b59a-b2f38d5af47a tempest-RoutersAdminNegativeTest-1232197373 tempest-RoutersAdminNegativeTest-1232197373-project-admin] Made reservation on behalf of a5bcc143228741f69692678dc73954a0 for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:10.784130 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0c6c4cb7-8658-4225-b59a-b2f38d5af47a tempest-RoutersAdminNegativeTest-1232197373 tempest-RoutersAdminNegativeTest-1232197373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:10.804759 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=9aabda9c-9954-4f29-a0fe-8f36751a79eb,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:10.834611 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e817463d-1c56-4747-afdd-9f33facefa96 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:10.844730 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network b87e6f98-ff24-4c17-bed8-03878cbb7822 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:59:10.849979 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e201bd4-b18f-4ae9-a3fd-077fdff46f0a None None] Network 00c68255-07b9-4bf4-be58-3070af9dc0bf requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:59:10.862393 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-640624ad-3c56-4da7-8099-b78eaec63901 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Deleting port dd5eca33-2171-48da-937a-c85b1900465b {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:59:10.862729 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-640624ad-3c56-4da7-8099-b78eaec63901 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:10.864792 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0c6c4cb7-8658-4225-b59a-b2f38d5af47a tempest-RoutersAdminNegativeTest-1232197373 tempest-RoutersAdminNegativeTest-1232197373-project-admin] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:10.909937 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-256606a0-1d42-4a15-8794-64f9103cc230 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:10.915254 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8f5abe74-6f24-4e4a-917d-1fe79448f3ef tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:10.942422 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-256606a0-1d42-4a15-8794-64f9103cc230 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Calling delete_port for 0373dfe3-7443-4a7c-a9f0-628f472328aa owned by network:router_gateway {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:59:10.949362 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device dd5eca33-2171-48da-937a-c85b1900465b up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:59:10.991582 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5abe74-6f24-4e4a-917d-1fe79448f3ef tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Network b3e54604-98d6-410b-b7d3-de27f66278e6 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:11.014886 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-640624ad-3c56-4da7-8099-b78eaec63901 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] For port dd5eca33-2171-48da-937a-c85b1900465b, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=dd5eca33-2171-48da-937a-c85b1900465b,segment=NetworkSegment(737b2a36-73fd-4181-b425-8c07892ec20f),segment_id=737b2a36-73fd-4181-b425-8c07892ec20f)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:11.015267 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-640624ad-3c56-4da7-8099-b78eaec63901 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:11.053790 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-8f5abe74-6f24-4e4a-917d-1fe79448f3ef tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:11.064335 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5abe74-6f24-4e4a-917d-1fe79448f3ef tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:11.064906 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8f5abe74-6f24-4e4a-917d-1fe79448f3ef tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:11.066764 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-4d2f41df-427f-43b9-8f5d-1c343e5af9f1 None None] Attempting to bind port c1345bf8-183e-43d0-8d9b-5b0d01ee4e72 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:59:11.067169 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-4d2f41df-427f-43b9-8f5d-1c343e5af9f1 None None] Attempting to bind port c1345bf8-183e-43d0-8d9b-5b0d01ee4e72 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '83c4a400-ff43-4bd7-afbd-ee8d942378c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b3e54604-98d6-410b-b7d3-de27f66278e6'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:59:11.067551 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2f41df-427f-43b9-8f5d-1c343e5af9f1 None None] Attempting to bind port c1345bf8-183e-43d0-8d9b-5b0d01ee4e72 on network b3e54604-98d6-410b-b7d3-de27f66278e6 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:59:11.078686 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-640624ad-3c56-4da7-8099-b78eaec63901 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Calling delete_port for dd5eca33-2171-48da-937a-c85b1900465b owned by network:dhcp {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:59:11.121999 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2f41df-427f-43b9-8f5d-1c343e5af9f1 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:59:11.122514 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2f41df-427f-43b9-8f5d-1c343e5af9f1 None None] Checking segment: {'id': '83c4a400-ff43-4bd7-afbd-ee8d942378c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b3e54604-98d6-410b-b7d3-de27f66278e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:59:11.122952 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4d2f41df-427f-43b9-8f5d-1c343e5af9f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:11.123323 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2f41df-427f-43b9-8f5d-1c343e5af9f1 None None] Bound using segment: {'id': '83c4a400-ff43-4bd7-afbd-ee8d942378c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b3e54604-98d6-410b-b7d3-de27f66278e6'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:59:11.123903 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-4d2f41df-427f-43b9-8f5d-1c343e5af9f1 None None] Bound port: c1345bf8-183e-43d0-8d9b-5b0d01ee4e72, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c4a400-ff43-4bd7-afbd-ee8d942378c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b3e54604-98d6-410b-b7d3-de27f66278e6'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:59:11.128260 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4d2f41df-427f-43b9-8f5d-1c343e5af9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:11.130827 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5abe74-6f24-4e4a-917d-1fe79448f3ef tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Pushing event updated for resources: {'Subnet': ['ID=8677fe58-230e-4e9c-8e7b-1e0478c947b5,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:11.148279 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0c6c4cb7-8658-4225-b59a-b2f38d5af47a tempest-RoutersAdminNegativeTest-1232197373 tempest-RoutersAdminNegativeTest-1232197373-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:11.151336 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a163d6e-d52e-43dc-8bf7-b3ce509ddd73 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Made reservation on behalf of e3df33defdf448bc970b49b57571b9c4 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:11.155321 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9a163d6e-d52e-43dc-8bf7-b3ce509ddd73 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:11.166047 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-c616024d-59e6-41d1-ad06-cd3734b58cbc None None] Provisioning complete for port f7a19c39-c378-4853-a527-290b50dc1091 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:11.166427 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c616024d-59e6-41d1-ad06-cd3734b58cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:11.188287 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-8f5abe74-6f24-4e4a-917d-1fe79448f3ef tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3135724 Feb 16 16:59:11.188514 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48694) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:11.239823 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0c6c4cb7-8658-4225-b59a-b2f38d5af47a tempest-RoutersAdminNegativeTest-1232197373 tempest-RoutersAdminNegativeTest-1232197373-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:11.261511 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-0c6c4cb7-8658-4225-b59a-b2f38d5af47a tempest-RoutersAdminNegativeTest-1232197373 tempest-RoutersAdminNegativeTest-1232197373-project-admin] device_id is not set on port a43473b9-43b9-4446-ac6e-b836766317ff yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:59:11.264087 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41128d24-bb87-4eca-b3ae-529630828ebe tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:11.265733 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41128d24-bb87-4eca-b3ae-529630828ebe tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:11.291238 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41128d24-bb87-4eca-b3ae-529630828ebe tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:11.293155 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41128d24-bb87-4eca-b3ae-529630828ebe tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:11.294800 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41128d24-bb87-4eca-b3ae-529630828ebe tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:11.300049 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-41128d24-bb87-4eca-b3ae-529630828ebe tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1072845 Feb 16 16:59:11.300989 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48696) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:11.311369 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-40b2890f-192e-4c7a-a5d7-db7afd38cfc6 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1512348177'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:11.387212 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port dd5eca33-2171-48da-937a-c85b1900465b triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:11.387812 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:11.418045 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-4d2f41df-427f-43b9-8f5d-1c343e5af9f1 None None] For port c1345bf8-183e-43d0-8d9b-5b0d01ee4e72, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:59:11.439683 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6c4cb7-8658-4225-b59a-b2f38d5af47a tempest-RoutersAdminNegativeTest-1232197373 tempest-RoutersAdminNegativeTest-1232197373-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3bc6c6a-a507-47e3-aea3-3bd47a316efc,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:11.464811 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-4d2f41df-427f-43b9-8f5d-1c343e5af9f1 None None] For port c1345bf8-183e-43d0-8d9b-5b0d01ee4e72, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=c1345bf8-183e-43d0-8d9b-5b0d01ee4e72,segment=NetworkSegment(83c4a400-ff43-4bd7-afbd-ee8d942378c9),segment_id=83c4a400-ff43-4bd7-afbd-ee8d942378c9)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:59:11.491858 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Could not find standard attr ID for object dd5eca33-2171-48da-937a-c85b1900465b. {{(pid=114377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 16:59:11.491858 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c616024d-59e6-41d1-ad06-cd3734b58cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:11.500291 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No ports have port_id starting with dd5eca33-2171-48da-937a-c85b1900465b Feb 16 16:59:11.502939 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1ed931-0084-48e2-97a0-0c13305f9df1 None None] DHCP port deletion for 00c68255-07b9-4bf4-be58-3070af9dc0bf request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 16:59:11.509016 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device f7a19c39-c378-4853-a527-290b50dc1091 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:59:11.548855 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-256606a0-1d42-4a15-8794-64f9103cc230 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:11.550293 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-640624ad-3c56-4da7-8099-b78eaec63901 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:11.580363 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256606a0-1d42-4a15-8794-64f9103cc230 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Pushing event deleted for resources: {'Port': ['ID=0373dfe3-7443-4a7c-a9f0-628f472328aa,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:11.589565 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4d2f41df-427f-43b9-8f5d-1c343e5af9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:11.596249 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b2890f-192e-4c7a-a5d7-db7afd38cfc6 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Made reservation on behalf of 39c6ff93779f41679a479f3011da9f36 for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:11.599735 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-40b2890f-192e-4c7a-a5d7-db7afd38cfc6 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:11.619482 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640624ad-3c56-4da7-8099-b78eaec63901 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] No DVR routers for this DVR port dd5eca33-2171-48da-937a-c85b1900465b on host dv-neutron-828697-3-hyperv {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:59:11.620510 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.db.api [None req-ef1ba9d0-0aad-4c1a-85e5-dbc266f2ff38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:59:11.620873 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG oslo_db.api [None req-ef1ba9d0-0aad-4c1a-85e5-dbc266f2ff38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:59:11.624247 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640624ad-3c56-4da7-8099-b78eaec63901 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Pushing event deleted for resources: {'Port': ['ID=dd5eca33-2171-48da-937a-c85b1900465b,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:11.634967 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-c616024d-59e6-41d1-ad06-cd3734b58cbc None None] For port f7a19c39-c378-4853-a527-290b50dc1091, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=f7a19c39-c378-4853-a527-290b50dc1091,segment=NetworkSegment(86c01f58-99d4-4836-9e14-2d74904dab0e),segment_id=86c01f58-99d4-4836-9e14-2d74904dab0e)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:11.635376 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9a163d6e-d52e-43dc-8bf7-b3ce509ddd73 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:11.637533 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9335a456-36fc-426a-a1fe-85ab6a9c873a None None] Network bc266fe3-9d3b-4f1a-91d6-4f9cf2ea8187 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:59:11.637848 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40b2890f-192e-4c7a-a5d7-db7afd38cfc6 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:59:11.696893 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-40b2890f-192e-4c7a-a5d7-db7afd38cfc6 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:11.697285 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-40b2890f-192e-4c7a-a5d7-db7afd38cfc6 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Added segment 753294fd-7236-449d-a04f-f1ea872352ac of type vlan for network e50c6897-d68c-422d-90c8-f698a384cc76 Feb 16 16:59:11.704976 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-256606a0-1d42-4a15-8794-64f9103cc230 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584056'] for router_gateway, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:11.751189 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c616024d-59e6-41d1-ad06-cd3734b58cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:11.798816 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-640624ad-3c56-4da7-8099-b78eaec63901 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:11.810096 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-40b2890f-192e-4c7a-a5d7-db7afd38cfc6 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:11.812564 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f41df-427f-43b9-8f5d-1c343e5af9f1 None None] Pushing event updated for resources: {'Port': ['ID=c1345bf8-183e-43d0-8d9b-5b0d01ee4e72,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:11.815351 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-0c6c4cb7-8658-4225-b59a-b2f38d5af47a tempest-RoutersAdminNegativeTest-1232197373 tempest-RoutersAdminNegativeTest-1232197373-project-admin] Allocated IP 172.26.3.205 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/a43473b9-43b9-4446-ac6e-b836766317ff) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:11.815596 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e817463d-1c56-4747-afdd-9f33facefa96 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:11.828395 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:11.869639 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-640624ad-3c56-4da7-8099-b78eaec63901 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc266fe3-9d3b-4f1a-91d6-4f9cf2ea8187']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:11.871709 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-256606a0-1d42-4a15-8794-64f9103cc230 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:11.878069 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-256606a0-1d42-4a15-8794-64f9103cc230 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:11.899533 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-640624ad-3c56-4da7-8099-b78eaec63901 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '737b2a36-73fd-4181-b425-8c07892ec20f') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:11.899533 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-640624ad-3c56-4da7-8099-b78eaec63901 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '737b2a36-73fd-4181-b425-8c07892ec20f') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:11.909849 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port f7a19c39-c378-4853-a527-290b50dc1091 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:11.910102 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:11.915569 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-640624ad-3c56-4da7-8099-b78eaec63901 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:11.922274 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a163d6e-d52e-43dc-8bf7-b3ce509ddd73 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Pushing event updated for resources: {'Subnet': ['ID=ae379130-66fa-42f6-95a6-10a4e3eb6dd3,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:11.944011 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e817463d-1c56-4747-afdd-9f33facefa96 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:11.957203 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-c3684463-b53f-4dda-878c-80cd43ae65ce None None] Could not find standard attr ID for object dd5eca33-2171-48da-937a-c85b1900465b. {{(pid=114377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 16:59:11.976680 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a163d6e-d52e-43dc-8bf7-b3ce509ddd73 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Checking segment: {'id': '9ccb6682-277e-4713-8d76-dd6336fe1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b87e6f98-ff24-4c17-bed8-03878cbb7822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:59:11.977200 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a163d6e-d52e-43dc-8bf7-b3ce509ddd73 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Network hostable DHCP agents. Network: b87e6f98-ff24-4c17-bed8-03878cbb7822, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:59:11.996283 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-5f1ed931-0084-48e2-97a0-0c13305f9df1 None None] Deleting port f7a19c39-c378-4853-a527-290b50dc1091 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:59:11.996528 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5f1ed931-0084-48e2-97a0-0c13305f9df1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:12.034812 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c616024d-59e6-41d1-ad06-cd3734b58cbc None None] Pushing event updated for resources: {'Port': ['ID=f7a19c39-c378-4853-a527-290b50dc1091,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:12.035259 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.db.resource_extend [None req-40b2890f-192e-4c7a-a5d7-db7afd38cfc6 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 16:59:12.038125 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-640624ad-3c56-4da7-8099-b78eaec63901 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:12.066225 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-640624ad-3c56-4da7-8099-b78eaec63901 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:59:12.067002 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-640624ad-3c56-4da7-8099-b78eaec63901 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:12.069694 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 16:59:12.069694 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:59:12.069694 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 16:59:12.069694 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:59:12.069694 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 16:59:12.069694 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:59:12.069694 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 16:59:12.069694 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:59:12.069694 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 16:59:12.069694 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:59:12.069694 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 16:59:12.069694 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:59:12.069694 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 16:59:12.069694 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:59:12.069694 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:59:12.069694 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:59:12.069694 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:59:12.069694 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:59:12.069694 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 16:59:12.069694 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:59:12.069694 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 16:59:12.069694 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:59:12.069694 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:59:12.069694 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:59:12.069694 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 16:59:12.069694 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:59:12.069694 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:59:12.069694 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:59:12.069694 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:59:12.069694 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:59:12.069694 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:59:12.069694 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:59:12.148352 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-256606a0-1d42-4a15-8794-64f9103cc230 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:12.148352 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256606a0-1d42-4a15-8794-64f9103cc230 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 62f2af3a-7f80-401f-a78e-c8ecb9e306fd {{(pid=114375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:59:12.148352 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-256606a0-1d42-4a15-8794-64f9103cc230 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:12.148352 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-256606a0-1d42-4a15-8794-64f9103cc230 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] 10.222.0.88 "DELETE /v2.0/routers/62f2af3a-7f80-401f-a78e-c8ecb9e306fd HTTP/1.1" status: 204 len: 168 time: 2.8188591 Feb 16 16:59:12.148352 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48698) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:12.149272 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea89685f-d555-456c-a8f2-d3876d6d5ca6 None None] DHCP port deletion for bc266fe3-9d3b-4f1a-91d6-4f9cf2ea8187 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 16:59:12.245094 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1ba9d0-0aad-4c1a-85e5-dbc266f2ff38 None None] Port 0373dfe3-7443-4a7c-a9f0-628f472328aa not found while updating agent binding for router 62f2af3a-7f80-401f-a78e-c8ecb9e306fd. {{(pid=114377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 16 16:59:12.245190 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a163d6e-d52e-43dc-8bf7-b3ce509ddd73 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Network b87e6f98-ff24-4c17-bed8-03878cbb7822 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:59:12.245606 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-5f1ed931-0084-48e2-97a0-0c13305f9df1 None None] For port f7a19c39-c378-4853-a527-290b50dc1091, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=f7a19c39-c378-4853-a527-290b50dc1091,segment=NetworkSegment(86c01f58-99d4-4836-9e14-2d74904dab0e),segment_id=86c01f58-99d4-4836-9e14-2d74904dab0e)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:12.245606 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5f1ed931-0084-48e2-97a0-0c13305f9df1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:12.245767 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-40b2890f-192e-4c7a-a5d7-db7afd38cfc6 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:12.245767 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b2890f-192e-4c7a-a5d7-db7afd38cfc6 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:12.245767 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-40b2890f-192e-4c7a-a5d7-db7afd38cfc6 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:12.246007 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:12.246007 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1ba9d0-0aad-4c1a-85e5-dbc266f2ff38 None None] Routers set() bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:59:12.246007 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1ba9d0-0aad-4c1a-85e5-dbc266f2ff38 None None] Router IDs set() for agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 16 16:59:12.246007 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_agentschedulers_db [None req-ef1ba9d0-0aad-4c1a-85e5-dbc266f2ff38 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'62f2af3a-7f80-401f-a78e-c8ecb9e306fd'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:59:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent'). {{(pid=114377) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 16 16:59:12.246007 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1ba9d0-0aad-4c1a-85e5-dbc266f2ff38 None None] The sync data for ids ['62f2af3a-7f80-401f-a78e-c8ecb9e306fd'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:59:12.246350 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0c6c4cb7-8658-4225-b59a-b2f38d5af47a tempest-RoutersAdminNegativeTest-1232197373 tempest-RoutersAdminNegativeTest-1232197373-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:12.246427 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-5f1ed931-0084-48e2-97a0-0c13305f9df1 None None] Calling delete_port for f7a19c39-c378-4853-a527-290b50dc1091 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:59:12.283463 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-00585f58-01f1-4e0e-94f1-4ee365c63715 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks [] for router, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:12.298123 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-640624ad-3c56-4da7-8099-b78eaec63901 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:12.314143 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-640624ad-3c56-4da7-8099-b78eaec63901 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:12.320515 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-640624ad-3c56-4da7-8099-b78eaec63901 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] 10.222.0.88 "DELETE /v2.0/networks/bc266fe3-9d3b-4f1a-91d6-4f9cf2ea8187 HTTP/1.1" status: 204 len: 168 time: 1.9882681 Feb 16 16:59:12.321129 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48700) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:12.329374 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-9a163d6e-d52e-43dc-8bf7-b3ce509ddd73 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, b87e6f98-ff24-4c17-bed8-03878cbb7822) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:12.335999 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a163d6e-d52e-43dc-8bf7-b3ce509ddd73 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:12.337548 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9a163d6e-d52e-43dc-8bf7-b3ce509ddd73 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643048'] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:12.341440 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf60bec-5b12-49ea-b68d-26426a12889a None None] Network b87e6f98-ff24-4c17-bed8-03878cbb7822 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:59:12.357771 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-40b2890f-192e-4c7a-a5d7-db7afd38cfc6 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0559595 Feb 16 16:59:12.361280 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48702) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:12.372481 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-b893261b-1428-42ee-99a0-c35085019c23 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Request body: {'network': {'name': 'New_network'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:12.404467 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b2890f-192e-4c7a-a5d7-db7afd38cfc6 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Pushing event updated for resources: {'Network': ['ID=e50c6897-d68c-422d-90c8-f698a384cc76,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:12.405188 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-00585f58-01f1-4e0e-94f1-4ee365c63715 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:12.412617 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0c6c4cb7-8658-4225-b59a-b2f38d5af47a tempest-RoutersAdminNegativeTest-1232197373 tempest-RoutersAdminNegativeTest-1232197373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:12.450051 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-9a163d6e-d52e-43dc-8bf7-b3ce509ddd73 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6879103 Feb 16 16:59:12.455996 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48704) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:12.487698 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6c4cb7-8658-4225-b59a-b2f38d5af47a tempest-RoutersAdminNegativeTest-1232197373 tempest-RoutersAdminNegativeTest-1232197373-project-admin] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:12.497710 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640624ad-3c56-4da7-8099-b78eaec63901 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Pushing event deleted for resources: {'Network': ['ID=bc266fe3-9d3b-4f1a-91d6-4f9cf2ea8187,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:12.524019 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-0c6c4cb7-8658-4225-b59a-b2f38d5af47a tempest-RoutersAdminNegativeTest-1232197373 tempest-RoutersAdminNegativeTest-1232197373-project-admin] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:12.531020 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6c4cb7-8658-4225-b59a-b2f38d5af47a tempest-RoutersAdminNegativeTest-1232197373 tempest-RoutersAdminNegativeTest-1232197373-project-admin] Pushing event updated for resources: {'Port': ['ID=a43473b9-43b9-4446-ac6e-b836766317ff,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:12.533640 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6c4cb7-8658-4225-b59a-b2f38d5af47a tempest-RoutersAdminNegativeTest-1232197373 tempest-RoutersAdminNegativeTest-1232197373-project-admin] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:59:12.544913 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-94552263-184c-44c2-baff-f5dee64744d4 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:12.558999 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network e50c6897-d68c-422d-90c8-f698a384cc76 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:59:12.605681 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-e817463d-1c56-4747-afdd-9f33facefa96 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Allocated IP 172.26.3.233 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/5cc24055-1f81-442e-89ca-dfd6658117a0) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:12.650558 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6c4cb7-8658-4225-b59a-b2f38d5af47a tempest-RoutersAdminNegativeTest-1232197373 tempest-RoutersAdminNegativeTest-1232197373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:12.655625 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0c6c4cb7-8658-4225-b59a-b2f38d5af47a tempest-RoutersAdminNegativeTest-1232197373 tempest-RoutersAdminNegativeTest-1232197373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:12.663264 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-80bd1b56-60c3-4ef5-87a8-c4667a51a5e8 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:12.698617 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-00585f58-01f1-4e0e-94f1-4ee365c63715 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Deleting port 9aabda9c-9954-4f29-a0fe-8f36751a79eb {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:59:12.699302 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-00585f58-01f1-4e0e-94f1-4ee365c63715 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:12.726415 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5f1ed931-0084-48e2-97a0-0c13305f9df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:12.784402 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-0c6c4cb7-8658-4225-b59a-b2f38d5af47a tempest-RoutersAdminNegativeTest-1232197373 tempest-RoutersAdminNegativeTest-1232197373-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.5012918 Feb 16 16:59:12.790155 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1ed931-0084-48e2-97a0-0c13305f9df1 None None] No DVR routers for this DVR port f7a19c39-c378-4853-a527-290b50dc1091 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:59:12.799608 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48708) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:12.808161 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-397a5fe8-76f0-41ba-9c76-b46e1e7515d3 tempest-RoutersAdminNegativeTest-1232197373 tempest-RoutersAdminNegativeTest-1232197373-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.205'}]}}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:12.844581 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b893261b-1428-42ee-99a0-c35085019c23 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:12.859360 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ed931-0084-48e2-97a0-0c13305f9df1 None None] Pushing event deleted for resources: {'Port': ['ID=f7a19c39-c378-4853-a527-290b50dc1091,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:12.881437 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-94552263-184c-44c2-baff-f5dee64744d4 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Deleting port f7a19c39-c378-4853-a527-290b50dc1091 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:59:12.881774 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-94552263-184c-44c2-baff-f5dee64744d4 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:12.886358 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-80bd1b56-60c3-4ef5-87a8-c4667a51a5e8 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:12.904302 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-00585f58-01f1-4e0e-94f1-4ee365c63715 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] For port 9aabda9c-9954-4f29-a0fe-8f36751a79eb, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=9aabda9c-9954-4f29-a0fe-8f36751a79eb,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:12.905819 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-00585f58-01f1-4e0e-94f1-4ee365c63715 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:12.922539 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f69feaa-e9c8-4cf2-8284-775f069ef5b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-b87e6f98-ff24-4c17-bed8-03878cbb7822', 'network_id': 'b87e6f98-ff24-4c17-bed8-03878cbb7822', 'tenant_id': 'e3df33defdf448bc970b49b57571b9c4', 'fixed_ips': [{'subnet_id': 'ae379130-66fa-42f6-95a6-10a4e3eb6dd3'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 16:59:12.923441 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1f69feaa-e9c8-4cf2-8284-775f069ef5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:12.978589 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 9aabda9c-9954-4f29-a0fe-8f36751a79eb up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:59:12.984342 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b893261b-1428-42ee-99a0-c35085019c23 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:12.997963 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e817463d-1c56-4747-afdd-9f33facefa96 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:13.011297 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-00585f58-01f1-4e0e-94f1-4ee365c63715 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Calling delete_port for 9aabda9c-9954-4f29-a0fe-8f36751a79eb owned by network:router_gateway {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:59:13.024276 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b893261b-1428-42ee-99a0-c35085019c23 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Network e50c6897-d68c-422d-90c8-f698a384cc76 is not hosted by any dhcp agent {{(pid=114376) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 16 16:59:13.031157 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b893261b-1428-42ee-99a0-c35085019c23 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:13.032541 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b893261b-1428-42ee-99a0-c35085019c23 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:13.039580 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-b893261b-1428-42ee-99a0-c35085019c23 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "PUT /v2.0/networks/e50c6897-d68c-422d-90c8-f698a384cc76 HTTP/1.1" status: 200 len: 723 time: 0.6766884 Feb 16 16:59:13.041515 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48710) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:13.070298 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-536ac128-1726-43f9-a3a5-ff3dddbc8d88 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Request body: {'subnet': {'network_id': 'e50c6897-d68c-422d-90c8-f698a384cc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:13.107449 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-397a5fe8-76f0-41ba-9c76-b46e1e7515d3 tempest-RoutersAdminNegativeTest-1232197373 tempest-RoutersAdminNegativeTest-1232197373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:13.108389 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34c6483-8751-4a93-8ef8-48f2aabdb378 None None] Network b3e54604-98d6-410b-b7d3-de27f66278e6 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:59:13.108538 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-397a5fe8-76f0-41ba-9c76-b46e1e7515d3 tempest-RoutersAdminNegativeTest-1232197373 tempest-RoutersAdminNegativeTest-1232197373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:13.140963 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-94552263-184c-44c2-baff-f5dee64744d4 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] For port f7a19c39-c378-4853-a527-290b50dc1091, host dv-neutron-828697-3-hyperv, got binding levels [] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:13.142357 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-94552263-184c-44c2-baff-f5dee64744d4 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:13.142474 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-80bd1b56-60c3-4ef5-87a8-c4667a51a5e8 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:13.190463 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 9aabda9c-9954-4f29-a0fe-8f36751a79eb triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:13.190934 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:13.211442 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-94552263-184c-44c2-baff-f5dee64744d4 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Calling delete_port for f7a19c39-c378-4853-a527-290b50dc1091 owned by network:dhcp {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:59:13.225859 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b893261b-1428-42ee-99a0-c35085019c23 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Pushing event updated for resources: {'Network': ['ID=e50c6897-d68c-422d-90c8-f698a384cc76,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:13.232297 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.ipam_backend_mixin [None req-94552263-184c-44c2-baff-f5dee64744d4 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Port f7a19c39-c378-4853-a527-290b50dc1091 was not found and therefore no delete operation was performed {{(pid=114376) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 16:59:13.248494 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bd1b56-60c3-4ef5-87a8-c4667a51a5e8 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Pushing event deleted for resources: {'Subnet': ['ID=ae379130-66fa-42f6-95a6-10a4e3eb6dd3,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:13.251679 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network e50c6897-d68c-422d-90c8-f698a384cc76 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:59:13.252669 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-80bd1b56-60c3-4ef5-87a8-c4667a51a5e8 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:13.265088 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-94552263-184c-44c2-baff-f5dee64744d4 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:13.265230 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-6d0987a2-68a7-4d98-97af-040324e0e5dc None None] Provisioning complete for port c1345bf8-183e-43d0-8d9b-5b0d01ee4e72 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:13.265230 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6d0987a2-68a7-4d98-97af-040324e0e5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:13.276097 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-397a5fe8-76f0-41ba-9c76-b46e1e7515d3 tempest-RoutersAdminNegativeTest-1232197373 tempest-RoutersAdminNegativeTest-1232197373-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:13.282358 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server [None req-1f69feaa-e9c8-4cf2-8284-775f069ef5b2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ae379130-66fa-42f6-95a6-10a4e3eb6dd3: This subnet is being modified by another concurrent operation. Feb 16 16:59:13.282358 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 16:59:13.282358 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 16:59:13.282358 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 16:59:13.282358 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 16:59:13.282358 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 16:59:13.282358 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 16:59:13.282358 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 16:59:13.282358 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 16:59:13.282358 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 16:59:13.282358 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 16:59:13.282358 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 16:59:13.282358 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:59:13.282358 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:59:13.282358 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:59:13.282358 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:59:13.282358 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 16:59:13.282358 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:59:13.282358 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 16:59:13.282358 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 16:59:13.282358 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:59:13.282358 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:59:13.282358 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:59:13.282358 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:59:13.282358 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 16:59:13.282358 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:59:13.282358 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 16:59:13.282358 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 16:59:13.282358 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:59:13.282358 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:59:13.282358 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:59:13.282358 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:59:13.282358 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 16:59:13.282358 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 16:59:13.282358 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 16 16:59:13.282358 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 16 16:59:13.282358 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 16 16:59:13.282358 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 16 16:59:13.282358 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 16 16:59:13.282358 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 16 16:59:13.282358 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 16 16:59:13.282358 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 16 16:59:13.282358 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 16 16:59:13.282358 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:59:13.282358 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 16:59:13.282358 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 16:59:13.282358 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 16:59:13.282358 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 16:59:13.282358 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:59:13.282358 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:59:13.282358 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:59:13.282358 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:59:13.282358 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 16:59:13.282358 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:59:13.285575 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 16:59:13.285575 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 16:59:13.285575 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:59:13.285575 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:59:13.285575 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:59:13.285575 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:59:13.285575 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 16:59:13.285575 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:59:13.285575 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 16:59:13.285575 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 16:59:13.285575 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:59:13.285575 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:59:13.285575 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:59:13.285575 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:59:13.285575 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 16:59:13.285575 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 16:59:13.285575 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 16 16:59:13.285575 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 16 16:59:13.285575 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 16 16:59:13.285575 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 16 16:59:13.285575 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 16 16:59:13.285575 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 16 16:59:13.285575 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 16 16:59:13.285575 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 16 16:59:13.285575 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 16:59:13.285575 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 16:59:13.285575 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 16 16:59:13.285575 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 16 16:59:13.285575 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 16 16:59:13.285575 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 16 16:59:13.285575 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 16 16:59:13.285575 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 16:59:13.285575 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 16 16:59:13.285575 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 16:59:13.285575 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 16:59:13.285575 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server raise exception Feb 16 16:59:13.285575 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ae379130-66fa-42f6-95a6-10a4e3eb6dd3: This subnet is being modified by another concurrent operation. Feb 16 16:59:13.285575 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server Feb 16 16:59:13.292370 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-80bd1b56-60c3-4ef5-87a8-c4667a51a5e8 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b87e6f98-ff24-4c17-bed8-03878cbb7822']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:13.307104 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94552263-184c-44c2-baff-f5dee64744d4 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Pushing event deleted for resources: {'Port': ['ID=f7a19c39-c378-4853-a527-290b50dc1091,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:13.307625 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-80bd1b56-60c3-4ef5-87a8-c4667a51a5e8 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ccb6682-277e-4713-8d76-dd6336fe1176') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:13.308017 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-80bd1b56-60c3-4ef5-87a8-c4667a51a5e8 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ccb6682-277e-4713-8d76-dd6336fe1176') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:13.310779 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94552263-184c-44c2-baff-f5dee64744d4 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] No DVR routers for this DVR port f7a19c39-c378-4853-a527-290b50dc1091 on host dv-neutron-828697-3-hyperv {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:59:13.348453 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e469776-72d9-46de-b845-5482a18acebf None None] Network b87e6f98-ff24-4c17-bed8-03878cbb7822 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:59:13.353136 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-80bd1b56-60c3-4ef5-87a8-c4667a51a5e8 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:13.373976 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-80bd1b56-60c3-4ef5-87a8-c4667a51a5e8 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:13.386358 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80bd1b56-60c3-4ef5-87a8-c4667a51a5e8 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:59:13.386841 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-80bd1b56-60c3-4ef5-87a8-c4667a51a5e8 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:13.389934 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 16:59:13.389934 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:59:13.389934 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 16:59:13.389934 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:59:13.389934 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 16:59:13.389934 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:59:13.389934 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 16:59:13.389934 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:59:13.389934 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 16:59:13.389934 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:59:13.389934 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 16:59:13.389934 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:59:13.389934 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 16:59:13.389934 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:59:13.389934 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:59:13.389934 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:59:13.389934 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:59:13.389934 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:59:13.389934 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 16:59:13.389934 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:59:13.389934 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 16:59:13.389934 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:59:13.389934 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:59:13.389934 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:59:13.389934 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 16:59:13.389934 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:59:13.389934 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:59:13.389934 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:59:13.389934 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:59:13.389934 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:59:13.389934 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:59:13.389934 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:59:13.437056 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e817463d-1c56-4747-afdd-9f33facefa96 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:13.478503 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-94552263-184c-44c2-baff-f5dee64744d4 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:13.485828 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-00585f58-01f1-4e0e-94f1-4ee365c63715 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:13.519901 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00585f58-01f1-4e0e-94f1-4ee365c63715 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Pushing event deleted for resources: {'Port': ['ID=9aabda9c-9954-4f29-a0fe-8f36751a79eb,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:13.532148 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e817463d-1c56-4747-afdd-9f33facefa96 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:13.536362 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-94552263-184c-44c2-baff-f5dee64744d4 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00c68255-07b9-4bf4-be58-3070af9dc0bf']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:13.562749 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-80bd1b56-60c3-4ef5-87a8-c4667a51a5e8 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:13.568533 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-e817463d-1c56-4747-afdd-9f33facefa96 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:13.585109 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-80bd1b56-60c3-4ef5-87a8-c4667a51a5e8 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:13.591138 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-80bd1b56-60c3-4ef5-87a8-c4667a51a5e8 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "DELETE /v2.0/networks/b87e6f98-ff24-4c17-bed8-03878cbb7822 HTTP/1.1" status: 204 len: 168 time: 1.1304464 Feb 16 16:59:13.591321 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48712) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:13.598409 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-afc73fea-9c3d-42c2-9a72-e98e743319a5 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-622018517'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:13.599581 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device c1345bf8-183e-43d0-8d9b-5b0d01ee4e72 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:59:13.601741 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bd1b56-60c3-4ef5-87a8-c4667a51a5e8 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Pushing event deleted for resources: {'Network': ['ID=b87e6f98-ff24-4c17-bed8-03878cbb7822,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:13.611375 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e817463d-1c56-4747-afdd-9f33facefa96 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:59:13.613588 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536ac128-1726-43f9-a3a5-ff3dddbc8d88 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Made reservation on behalf of 39c6ff93779f41679a479f3011da9f36 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:13.617090 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-536ac128-1726-43f9-a3a5-ff3dddbc8d88 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:13.624757 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-00585f58-01f1-4e0e-94f1-4ee365c63715 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584056'] for router_gateway, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:13.625632 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e817463d-1c56-4747-afdd-9f33facefa96 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Pushing event updated for resources: {'Port': ['ID=5cc24055-1f81-442e-89ca-dfd6658117a0,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:13.642033 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6d0987a2-68a7-4d98-97af-040324e0e5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:13.654563 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-94552263-184c-44c2-baff-f5dee64744d4 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86c01f58-99d4-4836-9e14-2d74904dab0e') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:13.654899 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-94552263-184c-44c2-baff-f5dee64744d4 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86c01f58-99d4-4836-9e14-2d74904dab0e') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:13.672684 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-397a5fe8-76f0-41ba-9c76-b46e1e7515d3 tempest-RoutersAdminNegativeTest-1232197373 tempest-RoutersAdminNegativeTest-1232197373-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:13.694238 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-6d0987a2-68a7-4d98-97af-040324e0e5dc None None] For port c1345bf8-183e-43d0-8d9b-5b0d01ee4e72, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=c1345bf8-183e-43d0-8d9b-5b0d01ee4e72,segment=NetworkSegment(83c4a400-ff43-4bd7-afbd-ee8d942378c9),segment_id=83c4a400-ff43-4bd7-afbd-ee8d942378c9)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:13.700836 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port c1345bf8-183e-43d0-8d9b-5b0d01ee4e72 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:13.701208 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:13.706320 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-94552263-184c-44c2-baff-f5dee64744d4 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:13.731417 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-00585f58-01f1-4e0e-94f1-4ee365c63715 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:13.733433 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-00585f58-01f1-4e0e-94f1-4ee365c63715 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:13.780196 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6d0987a2-68a7-4d98-97af-040324e0e5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:13.788260 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc3041a-53dd-47bc-a88b-d890cb54381d None None] Update dhcp port {'port': {'network_id': 'b3e54604-98d6-410b-b7d3-de27f66278e6', 'fixed_ips': [{'subnet_id': '08424019-87f3-4fe4-ae8b-81d87b982a36', 'ip_address': '2001:db8::2'}, {'subnet_id': '8677fe58-230e-4e9c-8e7b-1e0478c947b5'}], 'binding:host_id': 'dv-neutron-828697-3-hyperv'}, 'id': 'c1345bf8-183e-43d0-8d9b-5b0d01ee4e72'} from dv-neutron-828697-3-hyperv. {{(pid=114377) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 16 16:59:13.844051 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc73fea-9c3d-42c2-9a72-e98e743319a5 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Made reservation on behalf of e3df33defdf448bc970b49b57571b9c4 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:13.848592 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-afc73fea-9c3d-42c2-9a72-e98e743319a5 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:13.851258 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-fdc3041a-53dd-47bc-a88b-d890cb54381d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:13.876091 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afc73fea-9c3d-42c2-9a72-e98e743319a5 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:59:13.887191 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-afc73fea-9c3d-42c2-9a72-e98e743319a5 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:13.889909 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-afc73fea-9c3d-42c2-9a72-e98e743319a5 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Added segment 0d60eb7f-fc76-4d85-a646-bc9022e40d12 of type vlan for network 7154e632-9779-491f-9804-f8c44db14efd Feb 16 16:59:13.924834 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0987a2-68a7-4d98-97af-040324e0e5dc None None] Pushing event updated for resources: {'Port': ['ID=c1345bf8-183e-43d0-8d9b-5b0d01ee4e72,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:13.933534 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-00585f58-01f1-4e0e-94f1-4ee365c63715 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:13.947293 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00585f58-01f1-4e0e-94f1-4ee365c63715 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1f31d481-bf3e-4c41-8cd3-cc2f2966796a {{(pid=114375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:59:13.947293 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-afc73fea-9c3d-42c2-9a72-e98e743319a5 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:13.947293 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-00585f58-01f1-4e0e-94f1-4ee365c63715 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:13.948651 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-00585f58-01f1-4e0e-94f1-4ee365c63715 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] 10.222.0.88 "DELETE /v2.0/routers/1f31d481-bf3e-4c41-8cd3-cc2f2966796a HTTP/1.1" status: 204 len: 168 time: 1.8289375 Feb 16 16:59:13.951080 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48714) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:13.957507 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-f81d7108-8e64-4919-ac42-d33f2c972768 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1944847813', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}, 'admin_state_up': False}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:14.043498 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device dd5eca33-2171-48da-937a-c85b1900465b no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:59:14.092837 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: dd5eca33-2171-48da-937a-c85b1900465b {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 16:59:14.093091 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device dd5eca33-2171-48da-937a-c85b1900465b not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:59:14.093513 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device f7a19c39-c378-4853-a527-290b50dc1091 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:59:14.095007 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-94552263-184c-44c2-baff-f5dee64744d4 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:14.108787 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-afc73fea-9c3d-42c2-9a72-e98e743319a5 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:14.110846 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94552263-184c-44c2-baff-f5dee64744d4 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:59:14.111248 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-94552263-184c-44c2-baff-f5dee64744d4 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:14.117048 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc73fea-9c3d-42c2-9a72-e98e743319a5 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:14.117891 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-afc73fea-9c3d-42c2-9a72-e98e743319a5 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:14.119912 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: f7a19c39-c378-4853-a527-290b50dc1091 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 16:59:14.120282 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device f7a19c39-c378-4853-a527-290b50dc1091 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:59:14.129593 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-fdc3041a-53dd-47bc-a88b-d890cb54381d None None] Allocated IP 172.20.0.1 (b3e54604-98d6-410b-b7d3-de27f66278e6/8677fe58-230e-4e9c-8e7b-1e0478c947b5/c1345bf8-183e-43d0-8d9b-5b0d01ee4e72) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:14.143441 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 16:59:14.143441 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:59:14.143441 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 16:59:14.143441 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:59:14.143441 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 16:59:14.143441 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:59:14.143441 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 16:59:14.143441 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:59:14.143441 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 16:59:14.143441 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:59:14.143441 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 16:59:14.143441 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:59:14.143441 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 16:59:14.143441 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:59:14.143441 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:59:14.143441 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:59:14.143441 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:59:14.143441 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:59:14.143441 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 16:59:14.143441 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:59:14.143441 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 16:59:14.143441 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:59:14.143441 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:59:14.143441 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:59:14.143441 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 16:59:14.143441 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:59:14.143441 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:59:14.143441 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:59:14.143441 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:59:14.143441 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:59:14.143441 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:59:14.143441 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:59:14.185016 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f81d7108-8e64-4919-ac42-d33f2c972768 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:14.186129 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f81d7108-8e64-4919-ac42-d33f2c972768 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:14.204847 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc73fea-9c3d-42c2-9a72-e98e743319a5 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Pushing event updated for resources: {'Network': ['ID=7154e632-9779-491f-9804-f8c44db14efd,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:14.225870 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 7154e632-9779-491f-9804-f8c44db14efd details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:59:14.241671 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-fdc3041a-53dd-47bc-a88b-d890cb54381d None None] For port c1345bf8-183e-43d0-8d9b-5b0d01ee4e72, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=c1345bf8-183e-43d0-8d9b-5b0d01ee4e72,segment=NetworkSegment(83c4a400-ff43-4bd7-afbd-ee8d942378c9),segment_id=83c4a400-ff43-4bd7-afbd-ee8d942378c9)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:14.333513 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-fdc3041a-53dd-47bc-a88b-d890cb54381d None None] Notify callbacks [] for port, precommit_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:14.372194 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-94552263-184c-44c2-baff-f5dee64744d4 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:14.404742 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-94552263-184c-44c2-baff-f5dee64744d4 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:14.406704 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-fdc3041a-53dd-47bc-a88b-d890cb54381d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:14.410718 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-94552263-184c-44c2-baff-f5dee64744d4 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] 10.222.0.88 "DELETE /v2.0/networks/00c68255-07b9-4bf4-be58-3070af9dc0bf HTTP/1.1" status: 204 len: 168 time: 2.0850472 Feb 16 16:59:14.430502 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48716) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:14.496074 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94552263-184c-44c2-baff-f5dee64744d4 tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Pushing event deleted for resources: {'Network': ['ID=00c68255-07b9-4bf4-be58-3070af9dc0bf,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:14.521657 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc3041a-53dd-47bc-a88b-d890cb54381d None None] Pushing event updated for resources: {'Port': ['ID=c1345bf8-183e-43d0-8d9b-5b0d01ee4e72,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:14.550043 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-afc73fea-9c3d-42c2-9a72-e98e743319a5 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9575562 Feb 16 16:59:14.551784 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f81d7108-8e64-4919-ac42-d33f2c972768 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:14.553141 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48718) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:14.558520 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-f922eccd-92c2-4935-9547-74085b31b9a4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Request body: {'network': {'name': 'New_network'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:14.615383 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-536ac128-1726-43f9-a3a5-ff3dddbc8d88 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:14.671245 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8a078f7d-22f2-4fc5-bb7d-f8e2333853ae tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:14.782298 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e817463d-1c56-4747-afdd-9f33facefa96 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:14.782298 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536ac128-1726-43f9-a3a5-ff3dddbc8d88 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Pushing event updated for resources: {'Subnet': ['ID=02ba082c-9799-4c61-9db2-2b02e3ccefa9,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:14.782528 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device c1345bf8-183e-43d0-8d9b-5b0d01ee4e72 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:59:14.856011 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f81d7108-8e64-4919-ac42-d33f2c972768 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:14.862500 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port c1345bf8-183e-43d0-8d9b-5b0d01ee4e72 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:14.864930 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:14.867369 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f922eccd-92c2-4935-9547-74085b31b9a4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:14.896666 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-397a5fe8-76f0-41ba-9c76-b46e1e7515d3 tempest-RoutersAdminNegativeTest-1232197373 tempest-RoutersAdminNegativeTest-1232197373-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:14.948487 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536ac128-1726-43f9-a3a5-ff3dddbc8d88 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Checking segment: {'id': '753294fd-7236-449d-a04f-f1ea872352ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e50c6897-d68c-422d-90c8-f698a384cc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:59:14.948862 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536ac128-1726-43f9-a3a5-ff3dddbc8d88 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Network hostable DHCP agents. Network: e50c6897-d68c-422d-90c8-f698a384cc76, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:59:14.951383 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-397a5fe8-76f0-41ba-9c76-b46e1e7515d3 tempest-RoutersAdminNegativeTest-1232197373 tempest-RoutersAdminNegativeTest-1232197373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:15.030338 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 9aabda9c-9954-4f29-a0fe-8f36751a79eb no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:59:15.054077 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 9aabda9c-9954-4f29-a0fe-8f36751a79eb {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 16:59:15.054835 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 9aabda9c-9954-4f29-a0fe-8f36751a79eb not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:59:15.076334 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f922eccd-92c2-4935-9547-74085b31b9a4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:15.090420 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8a078f7d-22f2-4fc5-bb7d-f8e2333853ae tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:15.101070 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f922eccd-92c2-4935-9547-74085b31b9a4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Network 7154e632-9779-491f-9804-f8c44db14efd is not hosted by any dhcp agent {{(pid=114375) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 16 16:59:15.106988 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f922eccd-92c2-4935-9547-74085b31b9a4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:15.107529 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f922eccd-92c2-4935-9547-74085b31b9a4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:15.108821 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f922eccd-92c2-4935-9547-74085b31b9a4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "PUT /v2.0/networks/7154e632-9779-491f-9804-f8c44db14efd HTTP/1.1" status: 200 len: 723 time: 0.5550656 Feb 16 16:59:15.113461 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48722) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:15.123107 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-f720c806-9769-444f-b91f-bbbc7ab68a14 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Request body: {'subnet': {'network_id': '7154e632-9779-491f-9804-f8c44db14efd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:15.159487 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-8a078f7d-22f2-4fc5-bb7d-f8e2333853ae tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e740811-a981-4ca8-be7e-e4d99aa82cb2']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:15.160222 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f922eccd-92c2-4935-9547-74085b31b9a4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Pushing event updated for resources: {'Network': ['ID=7154e632-9779-491f-9804-f8c44db14efd,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:15.174026 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 7154e632-9779-491f-9804-f8c44db14efd details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:59:15.195969 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc5c1de-70e3-4e98-bec2-61b9dcba2899 None None] Network b3e54604-98d6-410b-b7d3-de27f66278e6 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:59:15.267816 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536ac128-1726-43f9-a3a5-ff3dddbc8d88 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Network e50c6897-d68c-422d-90c8-f698a384cc76 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:59:15.270983 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-8a078f7d-22f2-4fc5-bb7d-f8e2333853ae tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd75febef-812c-46ad-8e2e-651bff3a69b7') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:15.271267 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-8a078f7d-22f2-4fc5-bb7d-f8e2333853ae tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd75febef-812c-46ad-8e2e-651bff3a69b7') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:15.299296 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8a078f7d-22f2-4fc5-bb7d-f8e2333853ae tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:15.305388 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f81d7108-8e64-4919-ac42-d33f2c972768 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks [] for router_gateway, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:15.315653 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-abc0ee3c-3e43-40fa-b6d2-5b09eb458c66 None None] Provisioning complete for port c1345bf8-183e-43d0-8d9b-5b0d01ee4e72 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:15.320029 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-abc0ee3c-3e43-40fa-b6d2-5b09eb458c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:15.327942 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f81d7108-8e64-4919-ac42-d33f2c972768 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:15.390456 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8a078f7d-22f2-4fc5-bb7d-f8e2333853ae tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:15.395182 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-536ac128-1726-43f9-a3a5-ff3dddbc8d88 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, e50c6897-d68c-422d-90c8-f698a384cc76) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:15.407481 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536ac128-1726-43f9-a3a5-ff3dddbc8d88 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:15.408085 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-536ac128-1726-43f9-a3a5-ff3dddbc8d88 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:15.410988 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3773726-535b-4f8a-8d0c-4dd558dbb084 None None] Network e50c6897-d68c-422d-90c8-f698a384cc76 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:59:15.417060 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a078f7d-22f2-4fc5-bb7d-f8e2333853ae tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:59:15.417505 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8a078f7d-22f2-4fc5-bb7d-f8e2333853ae tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:15.421759 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 16:59:15.421759 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:59:15.421759 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 16:59:15.421759 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:59:15.421759 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 16:59:15.421759 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:59:15.421759 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 16:59:15.421759 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:59:15.421759 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 16:59:15.421759 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:59:15.421759 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 16:59:15.421759 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:59:15.421759 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 16:59:15.421759 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:59:15.421759 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:59:15.421759 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:59:15.421759 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:59:15.421759 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:59:15.421759 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 16:59:15.421759 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:59:15.421759 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 16:59:15.421759 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:59:15.421759 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:59:15.421759 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:59:15.421759 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 16:59:15.421759 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:59:15.421759 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:59:15.421759 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:59:15.421759 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:59:15.421759 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:59:15.421759 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:59:15.421759 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:59:15.508885 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e817463d-1c56-4747-afdd-9f33facefa96 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-583993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10422'] for router, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:15.516440 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e817463d-1c56-4747-afdd-9f33facefa96 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-583970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-583979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-582263'] for router, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:15.558168 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-397a5fe8-76f0-41ba-9c76-b46e1e7515d3 tempest-RoutersAdminNegativeTest-1232197373 tempest-RoutersAdminNegativeTest-1232197373-project-admin] Notify callbacks [] for router, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:15.565936 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-f81d7108-8e64-4919-ac42-d33f2c972768 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Allocated IP 172.26.3.216 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/85fb044e-c252-40ff-88e2-ac4640d47a15) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:15.569818 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-536ac128-1726-43f9-a3a5-ff3dddbc8d88 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5076938 Feb 16 16:59:15.570347 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48724) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:15.578655 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-e1c2eec1-ab2d-44a3-a82d-89be77bcabe8 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:15.606969 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8a078f7d-22f2-4fc5-bb7d-f8e2333853ae tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:15.640918 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8a078f7d-22f2-4fc5-bb7d-f8e2333853ae tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:15.646576 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-8a078f7d-22f2-4fc5-bb7d-f8e2333853ae tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] 10.222.0.88 "DELETE /v2.0/networks/5e740811-a981-4ca8-be7e-e4d99aa82cb2 HTTP/1.1" status: 204 len: 168 time: 1.2130609 Feb 16 16:59:15.653458 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48726) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:15.711078 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a078f7d-22f2-4fc5-bb7d-f8e2333853ae tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Pushing event deleted for resources: {'Network': ['ID=5e740811-a981-4ca8-be7e-e4d99aa82cb2,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:15.767509 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f720c806-9769-444f-b91f-bbbc7ab68a14 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Made reservation on behalf of e3df33defdf448bc970b49b57571b9c4 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:15.770032 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e1c2eec1-ab2d-44a3-a82d-89be77bcabe8 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3460827'] for subnet, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:15.770983 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f720c806-9769-444f-b91f-bbbc7ab68a14 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:15.812312 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de935be-93e1-4fcf-9a54-16987cce4084 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-e50c6897-d68c-422d-90c8-f698a384cc76', 'network_id': 'e50c6897-d68c-422d-90c8-f698a384cc76', 'tenant_id': '39c6ff93779f41679a479f3011da9f36', 'fixed_ips': [{'subnet_id': '02ba082c-9799-4c61-9db2-2b02e3ccefa9'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 16:59:15.815518 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9de935be-93e1-4fcf-9a54-16987cce4084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:15.825289 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f81d7108-8e64-4919-ac42-d33f2c972768 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:15.932144 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-397a5fe8-76f0-41ba-9c76-b46e1e7515d3 tempest-RoutersAdminNegativeTest-1232197373 tempest-RoutersAdminNegativeTest-1232197373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:15.972612 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-397a5fe8-76f0-41ba-9c76-b46e1e7515d3 tempest-RoutersAdminNegativeTest-1232197373 tempest-RoutersAdminNegativeTest-1232197373-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:15.999277 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f81d7108-8e64-4919-ac42-d33f2c972768 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:16.002505 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b46c4f4a-d613-4a6f-a2aa-9de064c112ef tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:16.032819 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-decea36a-efb3-4312-a8a5-10d1a73e4449 None None] Provisioning complete for port c1345bf8-183e-43d0-8d9b-5b0d01ee4e72 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:16.033382 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-decea36a-efb3-4312-a8a5-10d1a73e4449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:16.036502 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81d7108-8e64-4919-ac42-d33f2c972768 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:16.039960 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-f81d7108-8e64-4919-ac42-d33f2c972768 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:16.043737 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81d7108-8e64-4919-ac42-d33f2c972768 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:59:16.079508 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d7108-8e64-4919-ac42-d33f2c972768 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Pushing event updated for resources: {'Port': ['ID=85fb044e-c252-40ff-88e2-ac4640d47a15,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:16.123528 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e1c2eec1-ab2d-44a3-a82d-89be77bcabe8 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749410308967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3550432'] for subnet, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:16.138158 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-397a5fe8-76f0-41ba-9c76-b46e1e7515d3 tempest-RoutersAdminNegativeTest-1232197373 tempest-RoutersAdminNegativeTest-1232197373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:16.138713 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397a5fe8-76f0-41ba-9c76-b46e1e7515d3 tempest-RoutersAdminNegativeTest-1232197373 tempest-RoutersAdminNegativeTest-1232197373-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 267a11c9-b99d-469a-a043-23d51ede14dc {{(pid=114376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:59:16.182955 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-9de935be-93e1-4fcf-9a54-16987cce4084 None None] Allocated IP 2001:db8::2 (e50c6897-d68c-422d-90c8-f698a384cc76/02ba082c-9799-4c61-9db2-2b02e3ccefa9/9960b9b4-cdee-4edf-88c8-86104e6f07c7) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:16.190833 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e817463d-1c56-4747-afdd-9f33facefa96 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Router fd813818-02a4-4730-be2e-e3c8878f5e6f is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:59:16.214987 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c2eec1-ab2d-44a3-a82d-89be77bcabe8 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:16.215572 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e1c2eec1-ab2d-44a3-a82d-89be77bcabe8 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:16.216903 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e1c2eec1-ab2d-44a3-a82d-89be77bcabe8 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "PUT /v2.0/subnets/02ba082c-9799-4c61-9db2-2b02e3ccefa9 HTTP/1.1" status: 200 len: 826 time: 0.6458001 Feb 16 16:59:16.222658 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48728) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:16.231383 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b46c4f4a-d613-4a6f-a2aa-9de064c112ef tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:16.232284 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c2eec1-ab2d-44a3-a82d-89be77bcabe8 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Pushing event updated for resources: {'Subnet': ['ID=02ba082c-9799-4c61-9db2-2b02e3ccefa9,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:16.313152 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-b46c4f4a-d613-4a6f-a2aa-9de064c112ef tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['154ef0e0-cc21-43fa-8498-adb6751a2fe8']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:16.340300 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9de935be-93e1-4fcf-9a54-16987cce4084 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:16.367924 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-397a5fe8-76f0-41ba-9c76-b46e1e7515d3 tempest-RoutersAdminNegativeTest-1232197373 tempest-RoutersAdminNegativeTest-1232197373-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 16 16:59:16.370200 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-397a5fe8-76f0-41ba-9c76-b46e1e7515d3 tempest-RoutersAdminNegativeTest-1232197373 tempest-RoutersAdminNegativeTest-1232197373-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.5694144 Feb 16 16:59:16.373759 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48730) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:16.378251 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-b46c4f4a-d613-4a6f-a2aa-9de064c112ef tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20a64f19-eeaf-45e7-95bd-6ad181d668c9') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:16.378546 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-b46c4f4a-d613-4a6f-a2aa-9de064c112ef tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20a64f19-eeaf-45e7-95bd-6ad181d668c9') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:16.398247 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b46c4f4a-d613-4a6f-a2aa-9de064c112ef tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:16.400553 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9de935be-93e1-4fcf-9a54-16987cce4084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:16.441880 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de935be-93e1-4fcf-9a54-16987cce4084 None None] Network e50c6897-d68c-422d-90c8-f698a384cc76 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:16.445196 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-9de935be-93e1-4fcf-9a54-16987cce4084 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:16.448687 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de935be-93e1-4fcf-9a54-16987cce4084 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:59:16.457708 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de935be-93e1-4fcf-9a54-16987cce4084 None None] Pushing event updated for resources: {'Port': ['ID=9960b9b4-cdee-4edf-88c8-86104e6f07c7,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:16.461518 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b46c4f4a-d613-4a6f-a2aa-9de064c112ef tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:16.509716 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b46c4f4a-d613-4a6f-a2aa-9de064c112ef tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:59:16.510120 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b46c4f4a-d613-4a6f-a2aa-9de064c112ef tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:16.517493 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 16:59:16.517493 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:59:16.517493 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 16:59:16.517493 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:59:16.517493 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 16:59:16.517493 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:59:16.517493 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 16:59:16.517493 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:59:16.517493 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 16:59:16.517493 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:59:16.517493 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 16:59:16.517493 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:59:16.517493 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 16:59:16.517493 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:59:16.517493 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:59:16.517493 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:59:16.517493 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:59:16.517493 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:59:16.517493 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 16:59:16.517493 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:59:16.517493 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 16:59:16.517493 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:59:16.517493 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:59:16.517493 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:59:16.517493 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 16:59:16.517493 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:59:16.517493 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:59:16.517493 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:59:16.517493 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:59:16.517493 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:59:16.517493 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:59:16.517493 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:59:16.521054 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-9de935be-93e1-4fcf-9a54-16987cce4084 None None] Attempting to bind port 9960b9b4-cdee-4edf-88c8-86104e6f07c7 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:59:16.521054 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-9de935be-93e1-4fcf-9a54-16987cce4084 None None] Attempting to bind port 9960b9b4-cdee-4edf-88c8-86104e6f07c7 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '753294fd-7236-449d-a04f-f1ea872352ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e50c6897-d68c-422d-90c8-f698a384cc76'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:59:16.521054 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de935be-93e1-4fcf-9a54-16987cce4084 None None] Attempting to bind port 9960b9b4-cdee-4edf-88c8-86104e6f07c7 on network e50c6897-d68c-422d-90c8-f698a384cc76 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:59:16.527440 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f81d7108-8e64-4919-ac42-d33f2c972768 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks [] for router_gateway, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:16.527708 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de935be-93e1-4fcf-9a54-16987cce4084 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:59:16.528150 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de935be-93e1-4fcf-9a54-16987cce4084 None None] Checking segment: {'id': '753294fd-7236-449d-a04f-f1ea872352ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e50c6897-d68c-422d-90c8-f698a384cc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:59:16.528559 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9de935be-93e1-4fcf-9a54-16987cce4084 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:16.529497 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de935be-93e1-4fcf-9a54-16987cce4084 None None] Bound using segment: {'id': '753294fd-7236-449d-a04f-f1ea872352ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e50c6897-d68c-422d-90c8-f698a384cc76'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:59:16.531247 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-9de935be-93e1-4fcf-9a54-16987cce4084 None None] Bound port: 9960b9b4-cdee-4edf-88c8-86104e6f07c7, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '753294fd-7236-449d-a04f-f1ea872352ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e50c6897-d68c-422d-90c8-f698a384cc76'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:59:16.531669 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9de935be-93e1-4fcf-9a54-16987cce4084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:16.566143 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-beb4ec67-df2a-467d-8b1d-5154bbab1652 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:16.574044 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-7541ed4d-4867-43b8-af1f-67e1afea1b9a tempest-RoutersAdminNegativeTest-1232197373 tempest-RoutersAdminNegativeTest-1232197373-project-admin] Deleting port a43473b9-43b9-4446-ac6e-b836766317ff {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:59:16.574648 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7541ed4d-4867-43b8-af1f-67e1afea1b9a tempest-RoutersAdminNegativeTest-1232197373 tempest-RoutersAdminNegativeTest-1232197373-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:16.599119 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-9de935be-93e1-4fcf-9a54-16987cce4084 None None] For port 9960b9b4-cdee-4edf-88c8-86104e6f07c7, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:59:16.602550 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-9de935be-93e1-4fcf-9a54-16987cce4084 None None] For port 9960b9b4-cdee-4edf-88c8-86104e6f07c7, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=9960b9b4-cdee-4edf-88c8-86104e6f07c7,segment=NetworkSegment(753294fd-7236-449d-a04f-f1ea872352ac),segment_id=753294fd-7236-449d-a04f-f1ea872352ac)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:59:16.688009 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9de935be-93e1-4fcf-9a54-16987cce4084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:16.705964 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7541ed4d-4867-43b8-af1f-67e1afea1b9a tempest-RoutersAdminNegativeTest-1232197373 tempest-RoutersAdminNegativeTest-1232197373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:16.756154 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de935be-93e1-4fcf-9a54-16987cce4084 None None] Pushing event updated for resources: {'Port': ['ID=9960b9b4-cdee-4edf-88c8-86104e6f07c7,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:16.762505 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-7541ed4d-4867-43b8-af1f-67e1afea1b9a tempest-RoutersAdminNegativeTest-1232197373 tempest-RoutersAdminNegativeTest-1232197373-project-admin] Calling delete_port for a43473b9-43b9-4446-ac6e-b836766317ff owned by {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:59:16.867457 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f81d7108-8e64-4919-ac42-d33f2c972768 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:16.937732 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f720c806-9769-444f-b91f-bbbc7ab68a14 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:17.001209 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b46c4f4a-d613-4a6f-a2aa-9de064c112ef tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:17.018937 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b46c4f4a-d613-4a6f-a2aa-9de064c112ef tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:17.023434 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-b46c4f4a-d613-4a6f-a2aa-9de064c112ef tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] 10.222.0.88 "DELETE /v2.0/networks/154ef0e0-cc21-43fa-8498-adb6751a2fe8 HTTP/1.1" status: 204 len: 168 time: 1.3678274 Feb 16 16:59:17.033982 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e817463d-1c56-4747-afdd-9f33facefa96 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:59:17.052181 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1222c4d-ecdf-4104-98c2-9d0a27eea4a8 None None] Sync routers for ids ['fd813818-02a4-4730-be2e-e3c8878f5e6f'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:59:17.065459 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e817463d-1c56-4747-afdd-9f33facefa96 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:17.066681 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1222c4d-ecdf-4104-98c2-9d0a27eea4a8 None None] Routers {'fd813818-02a4-4730-be2e-e3c8878f5e6f'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:59:17.067365 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-d1222c4d-ecdf-4104-98c2-9d0a27eea4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:59:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['fd813818-02a4-4730-be2e-e3c8878f5e6f'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:17.070793 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-e817463d-1c56-4747-afdd-9f33facefa96 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] 10.222.0.88 "PUT /v2.0/routers/fd813818-02a4-4730-be2e-e3c8878f5e6f HTTP/1.1" status: 200 len: 915 time: 6.6086147 Feb 16 16:59:17.072071 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48734) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:17.101892 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f720c806-9769-444f-b91f-bbbc7ab68a14 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Pushing event updated for resources: {'Subnet': ['ID=575f3390-8c02-46fe-bc86-0e8447ba8341,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:17.104722 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c4f4a-d613-4a6f-a2aa-9de064c112ef tempest-BulkNetworkOpsIpV6Test-176533939 tempest-BulkNetworkOpsIpV6Test-176533939-project] Pushing event deleted for resources: {'Network': ['ID=154ef0e0-cc21-43fa-8498-adb6751a2fe8,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:17.140882 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f720c806-9769-444f-b91f-bbbc7ab68a14 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Checking segment: {'id': '0d60eb7f-fc76-4d85-a646-bc9022e40d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '7154e632-9779-491f-9804-f8c44db14efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:59:17.141662 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f720c806-9769-444f-b91f-bbbc7ab68a14 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Network hostable DHCP agents. Network: 7154e632-9779-491f-9804-f8c44db14efd, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:59:17.158518 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-d1222c4d-ecdf-4104-98c2-9d0a27eea4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:17.172112 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1222c4d-ecdf-4104-98c2-9d0a27eea4a8 None None] Routers {'fd813818-02a4-4730-be2e-e3c8878f5e6f'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:59:17.172733 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-d1222c4d-ecdf-4104-98c2-9d0a27eea4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:59:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['fd813818-02a4-4730-be2e-e3c8878f5e6f'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:17.173134 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-beb4ec67-df2a-467d-8b1d-5154bbab1652 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Deleting port 9960b9b4-cdee-4edf-88c8-86104e6f07c7 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:59:17.173546 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-beb4ec67-df2a-467d-8b1d-5154bbab1652 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:17.213135 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-d1222c4d-ecdf-4104-98c2-9d0a27eea4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:17.213135 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1222c4d-ecdf-4104-98c2-9d0a27eea4a8 None None] The sync data for ids ['fd813818-02a4-4730-be2e-e3c8878f5e6f'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:59:17.213445 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7541ed4d-4867-43b8-af1f-67e1afea1b9a tempest-RoutersAdminNegativeTest-1232197373 tempest-RoutersAdminNegativeTest-1232197373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:17.274161 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-beb4ec67-df2a-467d-8b1d-5154bbab1652 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] For port 9960b9b4-cdee-4edf-88c8-86104e6f07c7, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=9960b9b4-cdee-4edf-88c8-86104e6f07c7,segment=NetworkSegment(753294fd-7236-449d-a04f-f1ea872352ac),segment_id=753294fd-7236-449d-a04f-f1ea872352ac)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:17.275179 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-beb4ec67-df2a-467d-8b1d-5154bbab1652 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:17.288827 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-beb4ec67-df2a-467d-8b1d-5154bbab1652 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Calling delete_port for 9960b9b4-cdee-4edf-88c8-86104e6f07c7 owned by network:dhcp {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:59:17.356675 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f720c806-9769-444f-b91f-bbbc7ab68a14 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Network 7154e632-9779-491f-9804-f8c44db14efd is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:59:17.503125 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-f720c806-9769-444f-b91f-bbbc7ab68a14 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 7154e632-9779-491f-9804-f8c44db14efd) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:17.504882 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-beb4ec67-df2a-467d-8b1d-5154bbab1652 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:17.511143 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f720c806-9769-444f-b91f-bbbc7ab68a14 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:17.511725 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f720c806-9769-444f-b91f-bbbc7ab68a14 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:17.516846 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9207ff-3ee9-4a32-8581-0ba98d78c99f None None] Network 7154e632-9779-491f-9804-f8c44db14efd requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:59:17.517365 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f81d7108-8e64-4919-ac42-d33f2c972768 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Router 3c33d02e-efaf-4d6b-ac0b-8d02bc0d62e7 is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:59:17.518715 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7541ed4d-4867-43b8-af1f-67e1afea1b9a tempest-RoutersAdminNegativeTest-1232197373 tempest-RoutersAdminNegativeTest-1232197373-project-admin] Pushing event deleted for resources: {'Port': ['ID=a43473b9-43b9-4446-ac6e-b836766317ff,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:17.539811 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-1b4c4aed-b0ce-4faf-9a1a-e047cd1661a1 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] 10.222.0.88 "GET /v2.0/routers/fd813818-02a4-4730-be2e-e3c8878f5e6f HTTP/1.1" status: 200 len: 921 time: 0.4626296 Feb 16 16:59:17.545536 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48736) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:17.546318 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb4ec67-df2a-467d-8b1d-5154bbab1652 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Pushing event deleted for resources: {'Port': ['ID=9960b9b4-cdee-4edf-88c8-86104e6f07c7,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:17.622092 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb4ec67-df2a-467d-8b1d-5154bbab1652 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] No DVR routers for this DVR port 9960b9b4-cdee-4edf-88c8-86104e6f07c7 on host dv-neutron-828697-3-hyperv {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:59:17.673725 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-f720c806-9769-444f-b91f-bbbc7ab68a14 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5544217 Feb 16 16:59:17.678949 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48740) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:17.688408 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-ef0da1ef-a91b-4c5b-a2ed-7314c046741b tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:17.697293 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7541ed4d-4867-43b8-af1f-67e1afea1b9a tempest-RoutersAdminNegativeTest-1232197373 tempest-RoutersAdminNegativeTest-1232197373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:17.700826 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-7541ed4d-4867-43b8-af1f-67e1afea1b9a tempest-RoutersAdminNegativeTest-1232197373 tempest-RoutersAdminNegativeTest-1232197373-project-admin] 10.222.0.88 "DELETE /v2.0/ports/a43473b9-43b9-4446-ac6e-b836766317ff HTTP/1.1" status: 204 len: 168 time: 1.3252380 Feb 16 16:59:17.753321 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f81d7108-8e64-4919-ac42-d33f2c972768 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:59:17.754873 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c423e8-30d1-42f8-9b49-3cf7cce48da1 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:17.758241 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-94c423e8-30d1-42f8-9b49-3cf7cce48da1 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=d8eab20e-246c-47ce-8449-822ce53769fc&device_id=fd813818-02a4-4730-be2e-e3c8878f5e6f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2069294 Feb 16 16:59:17.760595 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48744) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:17.770786 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-beb4ec67-df2a-467d-8b1d-5154bbab1652 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:17.786628 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124d8ace-3077-4e2a-85d7-1c4d6bef622e None None] Sync routers for ids ['3c33d02e-efaf-4d6b-ac0b-8d02bc0d62e7'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:59:17.789473 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1ea9f5-bbae-4f89-b9ef-fd7b7fd9e4a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-7154e632-9779-491f-9804-f8c44db14efd', 'network_id': '7154e632-9779-491f-9804-f8c44db14efd', 'tenant_id': 'e3df33defdf448bc970b49b57571b9c4', 'fixed_ips': [{'subnet_id': '575f3390-8c02-46fe-bc86-0e8447ba8341'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 16:59:17.791226 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-cd1ea9f5-bbae-4f89-b9ef-fd7b7fd9e4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:17.820575 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48746) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:17.831235 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124d8ace-3077-4e2a-85d7-1c4d6bef622e None None] Routers {'3c33d02e-efaf-4d6b-ac0b-8d02bc0d62e7'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:59:17.831903 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-124d8ace-3077-4e2a-85d7-1c4d6bef622e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:59:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['3c33d02e-efaf-4d6b-ac0b-8d02bc0d62e7'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:17.875802 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f81d7108-8e64-4919-ac42-d33f2c972768 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:17.879689 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f81d7108-8e64-4919-ac42-d33f2c972768 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.9250576 Feb 16 16:59:17.879862 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48750) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:17.884165 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-8c2dbce7-6935-499c-9ec5-a490bcd3ce9d tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'enable_snat': False}}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:17.929968 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:59:17.983370 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ef0da1ef-a91b-4c5b-a2ed-7314c046741b tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2687596'] for subnet, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:17.983555 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-124d8ace-3077-4e2a-85d7-1c4d6bef622e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:18.050342 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e061bb-8f05-4b13-99f7-cfe64f076709 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:18.051730 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-78e061bb-8f05-4b13-99f7-cfe64f076709 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] 10.222.0.88 "GET /v2.0/networks/d8eab20e-246c-47ce-8449-822ce53769fc HTTP/1.1" status: 200 len: 881 time: 0.2904298 Feb 16 16:59:18.054794 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48752) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:18.060557 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbbebd2-50e8-47ac-9867-2e4403a8f215 None None] Network e50c6897-d68c-422d-90c8-f698a384cc76 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:59:18.078928 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124d8ace-3077-4e2a-85d7-1c4d6bef622e None None] Routers {'3c33d02e-efaf-4d6b-ac0b-8d02bc0d62e7'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:59:18.079568 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-124d8ace-3077-4e2a-85d7-1c4d6bef622e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:59:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['3c33d02e-efaf-4d6b-ac0b-8d02bc0d62e7'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:18.082792 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-83f283e3-f50a-463c-9b62-d64338f4c86d tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd813818-02a4-4730-be2e-e3c8878f5e6f HTTP/1.1" status: 200 len: 205 time: 0.0267532 Feb 16 16:59:18.085793 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48754) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:18.121736 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-be8629d9-4940-4e10-ac20-9c8767009c92 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7d592fce095f489f98e1b5afcbba00d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3002872 Feb 16 16:59:18.125529 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48758) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:18.156577 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-cd1ea9f5-bbae-4f89-b9ef-fd7b7fd9e4a3 None None] Allocated IP 172.20.0.2 (7154e632-9779-491f-9804-f8c44db14efd/575f3390-8c02-46fe-bc86-0e8447ba8341/3e433978-7b87-409a-aae3-6387898c6ba3) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:18.158541 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-124d8ace-3077-4e2a-85d7-1c4d6bef622e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:18.159159 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124d8ace-3077-4e2a-85d7-1c4d6bef622e None None] The sync data for ids ['3c33d02e-efaf-4d6b-ac0b-8d02bc0d62e7'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:59:18.162710 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-beb4ec67-df2a-467d-8b1d-5154bbab1652 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:18.164438 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-aa105b4e-e00f-45b5-ad64-4359f4f934b2 None None] Could not find standard attr ID for object 9960b9b4-cdee-4edf-88c8-86104e6f07c7. {{(pid=114377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 16:59:18.261834 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb4ec67-df2a-467d-8b1d-5154bbab1652 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Pushing event deleted for resources: {'Subnet': ['ID=02ba082c-9799-4c61-9db2-2b02e3ccefa9,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:18.267667 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fe6017a3-0ea0-454b-a6fe-03e313bbb050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:18.347137 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e1d28756-e682-41d0-892e-824d22f69dd5 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks [] for router, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:18.350243 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fe6017a3-0ea0-454b-a6fe-03e313bbb050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:18.384770 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48762) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:18.398467 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-beb4ec67-df2a-467d-8b1d-5154bbab1652 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:18.401371 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a94ab2-9eba-4544-8e49-e7552debd425 None None] DHCP port deletion for e50c6897-d68c-422d-90c8-f698a384cc76 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 16:59:18.410410 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8c2dbce7-6935-499c-9ec5-a490bcd3ce9d tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:18.436721 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c555a1-7a74-49f2-bd78-c7ef0fe668b5 None None] Network e50c6897-d68c-422d-90c8-f698a384cc76 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:59:18.458100 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-beb4ec67-df2a-467d-8b1d-5154bbab1652 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e50c6897-d68c-422d-90c8-f698a384cc76']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:18.474102 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-beb4ec67-df2a-467d-8b1d-5154bbab1652 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '753294fd-7236-449d-a04f-f1ea872352ac') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:18.474399 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-beb4ec67-df2a-467d-8b1d-5154bbab1652 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '753294fd-7236-449d-a04f-f1ea872352ac') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:18.486855 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-beb4ec67-df2a-467d-8b1d-5154bbab1652 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:18.495148 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-cd1ea9f5-bbae-4f89-b9ef-fd7b7fd9e4a3 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:18.505935 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-beb4ec67-df2a-467d-8b1d-5154bbab1652 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:18.520815 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e1d28756-e682-41d0-892e-824d22f69dd5 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:18.523861 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beb4ec67-df2a-467d-8b1d-5154bbab1652 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:59:18.524280 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-beb4ec67-df2a-467d-8b1d-5154bbab1652 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:18.527871 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 16:59:18.527871 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:59:18.527871 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 16:59:18.527871 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:59:18.527871 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 16:59:18.527871 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:59:18.527871 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 16:59:18.527871 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:59:18.527871 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 16:59:18.527871 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:59:18.527871 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 16:59:18.527871 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:59:18.527871 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 16:59:18.527871 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:59:18.527871 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:59:18.527871 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:59:18.527871 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:59:18.527871 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:59:18.527871 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 16:59:18.527871 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:59:18.527871 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 16:59:18.527871 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:59:18.527871 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:59:18.527871 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:59:18.527871 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 16:59:18.527871 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:59:18.527871 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:59:18.527871 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:59:18.527871 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:59:18.527871 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:59:18.527871 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:59:18.527871 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:59:18.548366 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cfa30d43-552a-49db-a7ad-4f7af578644e admin admin] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:18.587945 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fe6017a3-0ea0-454b-a6fe-03e313bbb050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:18.590415 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fe6017a3-0ea0-454b-a6fe-03e313bbb050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:18.591566 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-fe6017a3-0ea0-454b-a6fe-03e313bbb050 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/70df4323-89f9-40cb-bae8-8d03c7c1ed49 HTTP/1.1" status: 204 len: 168 time: 0.4651535 Feb 16 16:59:18.613242 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-cd1ea9f5-bbae-4f89-b9ef-fd7b7fd9e4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:18.617090 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6017a3-0ea0-454b-a6fe-03e313bbb050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70df4323-89f9-40cb-bae8-8d03c7c1ed49,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:18.678513 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1ea9f5-bbae-4f89-b9ef-fd7b7fd9e4a3 None None] Network 7154e632-9779-491f-9804-f8c44db14efd is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:18.686422 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-cd1ea9f5-bbae-4f89-b9ef-fd7b7fd9e4a3 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:18.690033 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1ea9f5-bbae-4f89-b9ef-fd7b7fd9e4a3 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:59:18.714312 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-beb4ec67-df2a-467d-8b1d-5154bbab1652 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:18.719685 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-beb4ec67-df2a-467d-8b1d-5154bbab1652 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:18.723909 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-beb4ec67-df2a-467d-8b1d-5154bbab1652 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "DELETE /v2.0/networks/e50c6897-d68c-422d-90c8-f698a384cc76 HTTP/1.1" status: 204 len: 168 time: 2.4945872 Feb 16 16:59:18.732502 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48768) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:18.746410 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb4ec67-df2a-467d-8b1d-5154bbab1652 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Pushing event deleted for resources: {'Network': ['ID=e50c6897-d68c-422d-90c8-f698a384cc76,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:18.758087 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ea9f5-bbae-4f89-b9ef-fd7b7fd9e4a3 None None] Pushing event updated for resources: {'Port': ['ID=3e433978-7b87-409a-aae3-6387898c6ba3,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:18.767588 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-64e276cd-bcb5-47b2-859a-4b2ac9bfb479 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] DELETE failed (client error): The resource could not be found. Feb 16 16:59:18.768084 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-cd1ea9f5-bbae-4f89-b9ef-fd7b7fd9e4a3 None None] Attempting to bind port 3e433978-7b87-409a-aae3-6387898c6ba3 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:59:18.768209 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64e276cd-bcb5-47b2-859a-4b2ac9bfb479 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:59:18.768464 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-cd1ea9f5-bbae-4f89-b9ef-fd7b7fd9e4a3 None None] Attempting to bind port 3e433978-7b87-409a-aae3-6387898c6ba3 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '0d60eb7f-fc76-4d85-a646-bc9022e40d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '7154e632-9779-491f-9804-f8c44db14efd'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:59:18.768829 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1ea9f5-bbae-4f89-b9ef-fd7b7fd9e4a3 None None] Attempting to bind port 3e433978-7b87-409a-aae3-6387898c6ba3 on network 7154e632-9779-491f-9804-f8c44db14efd {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:59:18.774114 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1ea9f5-bbae-4f89-b9ef-fd7b7fd9e4a3 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:59:18.774537 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1ea9f5-bbae-4f89-b9ef-fd7b7fd9e4a3 None None] Checking segment: {'id': '0d60eb7f-fc76-4d85-a646-bc9022e40d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '7154e632-9779-491f-9804-f8c44db14efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:59:18.774946 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-cd1ea9f5-bbae-4f89-b9ef-fd7b7fd9e4a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:18.775342 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1ea9f5-bbae-4f89-b9ef-fd7b7fd9e4a3 None None] Bound using segment: {'id': '0d60eb7f-fc76-4d85-a646-bc9022e40d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '7154e632-9779-491f-9804-f8c44db14efd'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:59:18.775617 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-64e276cd-bcb5-47b2-859a-4b2ac9bfb479 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "DELETE /v2.0/networks/e50c6897-d68c-422d-90c8-f698a384cc76 HTTP/1.1" status: 404 len: 339 time: 0.0424004 Feb 16 16:59:18.775816 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-cd1ea9f5-bbae-4f89-b9ef-fd7b7fd9e4a3 None None] Bound port: 3e433978-7b87-409a-aae3-6387898c6ba3, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d60eb7f-fc76-4d85-a646-bc9022e40d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '7154e632-9779-491f-9804-f8c44db14efd'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:59:18.776210 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-cd1ea9f5-bbae-4f89-b9ef-fd7b7fd9e4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:18.780931 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48770) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:18.823407 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-a1df309f-d171-42fe-b6c4-0ae04063e156 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1726819474', 'description': 'd1'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:18.859123 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-cd1ea9f5-bbae-4f89-b9ef-fd7b7fd9e4a3 None None] For port 3e433978-7b87-409a-aae3-6387898c6ba3, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:59:18.863030 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-cd1ea9f5-bbae-4f89-b9ef-fd7b7fd9e4a3 None None] For port 3e433978-7b87-409a-aae3-6387898c6ba3, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=3e433978-7b87-409a-aae3-6387898c6ba3,segment=NetworkSegment(0d60eb7f-fc76-4d85-a646-bc9022e40d12),segment_id=0d60eb7f-fc76-4d85-a646-bc9022e40d12)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:59:18.871634 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-e1d28756-e682-41d0-892e-824d22f69dd5 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Deleting port 5cc24055-1f81-442e-89ca-dfd6658117a0 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:59:18.872039 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e1d28756-e682-41d0-892e-824d22f69dd5 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:18.897691 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cfa30d43-552a-49db-a7ad-4f7af578644e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:18.954806 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e1d28756-e682-41d0-892e-824d22f69dd5 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:18.967420 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-e1d28756-e682-41d0-892e-824d22f69dd5 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Calling delete_port for 5cc24055-1f81-442e-89ca-dfd6658117a0 owned by network:router_gateway {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:59:19.054339 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8c2dbce7-6935-499c-9ec5-a490bcd3ce9d tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-583993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10422'] for router, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:19.061439 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8c2dbce7-6935-499c-9ec5-a490bcd3ce9d tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-583970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-583979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-582263'] for router, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:19.081107 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-cd1ea9f5-bbae-4f89-b9ef-fd7b7fd9e4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:19.082221 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ef0da1ef-a91b-4c5b-a2ed-7314c046741b tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749410308967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3690258'] for subnet, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:19.100386 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cfa30d43-552a-49db-a7ad-4f7af578644e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:19.140882 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa30d43-552a-49db-a7ad-4f7af578644e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71c0c1c-6a6a-45e5-ba49-a9c42cf9d47f,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:19.166817 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ea9f5-bbae-4f89-b9ef-fd7b7fd9e4a3 None None] Pushing event updated for resources: {'Port': ['ID=3e433978-7b87-409a-aae3-6387898c6ba3,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:19.189666 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1df309f-d171-42fe-b6c4-0ae04063e156 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Made reservation on behalf of 39c6ff93779f41679a479f3011da9f36 for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:19.197609 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a1df309f-d171-42fe-b6c4-0ae04063e156 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:19.232373 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-cfa30d43-552a-49db-a7ad-4f7af578644e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b877dcfd9513414cb126d7996fb9005c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8442636 Feb 16 16:59:19.234855 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48778) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:19.264596 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c2dbce7-6935-499c-9ec5-a490bcd3ce9d tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Router 3c33d02e-efaf-4d6b-ac0b-8d02bc0d62e7 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:59:19.274757 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0da1ef-a91b-4c5b-a2ed-7314c046741b tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:19.274757 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ef0da1ef-a91b-4c5b-a2ed-7314c046741b tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:19.276309 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-ef0da1ef-a91b-4c5b-a2ed-7314c046741b tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "PUT /v2.0/subnets/575f3390-8c02-46fe-bc86-0e8447ba8341 HTTP/1.1" status: 200 len: 806 time: 1.5920746 Feb 16 16:59:19.279649 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48782) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:19.304124 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1df309f-d171-42fe-b6c4-0ae04063e156 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:59:19.311771 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0da1ef-a91b-4c5b-a2ed-7314c046741b tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Pushing event updated for resources: {'Subnet': ['ID=575f3390-8c02-46fe-bc86-0e8447ba8341,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:19.321020 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a1df309f-d171-42fe-b6c4-0ae04063e156 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:19.321209 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-a1df309f-d171-42fe-b6c4-0ae04063e156 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Added segment 20f1a4fc-b48d-4b1d-8421-9f07d1abec39 of type vlan for network 2e8d36c0-3baf-4b37-ac99-d412efee773e Feb 16 16:59:19.344756 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-80ad5e48-7837-46fc-ab2c-276b286bfeb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:19.378882 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e1d28756-e682-41d0-892e-824d22f69dd5 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:19.431788 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a1df309f-d171-42fe-b6c4-0ae04063e156 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:19.435307 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-80ad5e48-7837-46fc-ab2c-276b286bfeb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:19.447665 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d28756-e682-41d0-892e-824d22f69dd5 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Pushing event deleted for resources: {'Port': ['ID=5cc24055-1f81-442e-89ca-dfd6658117a0,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:19.518745 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2dbce7-6935-499c-9ec5-a490bcd3ce9d tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:59:19.523633 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d7b095b3-9f5d-4d2d-9eb8-6be6759456f0 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:19.528544 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8c2dbce7-6935-499c-9ec5-a490bcd3ce9d tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:19.529954 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-8c2dbce7-6935-499c-9ec5-a490bcd3ce9d tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] 10.222.0.88 "PUT /v2.0/routers/3c33d02e-efaf-4d6b-ac0b-8d02bc0d62e7 HTTP/1.1" status: 200 len: 926 time: 1.6491294 Feb 16 16:59:19.533048 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48786) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:19.536758 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe601b1-6c4a-400e-ba38-3c93960fef97 None None] Sync routers for ids ['3c33d02e-efaf-4d6b-ac0b-8d02bc0d62e7'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:59:19.555557 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e1d28756-e682-41d0-892e-824d22f69dd5 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584056'] for router_gateway, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:19.574618 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe601b1-6c4a-400e-ba38-3c93960fef97 None None] Routers {'3c33d02e-efaf-4d6b-ac0b-8d02bc0d62e7'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:59:19.584608 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-4fe601b1-6c4a-400e-ba38-3c93960fef97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:59:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['3c33d02e-efaf-4d6b-ac0b-8d02bc0d62e7'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:19.621192 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-4fe601b1-6c4a-400e-ba38-3c93960fef97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:19.634197 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe601b1-6c4a-400e-ba38-3c93960fef97 None None] Routers {'3c33d02e-efaf-4d6b-ac0b-8d02bc0d62e7'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:59:19.634811 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-4fe601b1-6c4a-400e-ba38-3c93960fef97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:59:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['3c33d02e-efaf-4d6b-ac0b-8d02bc0d62e7'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:19.661801 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a1df309f-d171-42fe-b6c4-0ae04063e156 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:19.666926 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1df309f-d171-42fe-b6c4-0ae04063e156 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:19.667859 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a1df309f-d171-42fe-b6c4-0ae04063e156 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:19.669512 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-4fe601b1-6c4a-400e-ba38-3c93960fef97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:19.670402 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe601b1-6c4a-400e-ba38-3c93960fef97 None None] The sync data for ids ['3c33d02e-efaf-4d6b-ac0b-8d02bc0d62e7'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:59:19.679623 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e1d28756-e682-41d0-892e-824d22f69dd5 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:19.694794 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e1d28756-e682-41d0-892e-824d22f69dd5 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:19.727196 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-1bb05339-ccb0-4c44-ab20-e14357c6e103 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] 10.222.0.88 "GET /v2.0/routers/3c33d02e-efaf-4d6b-ac0b-8d02bc0d62e7 HTTP/1.1" status: 200 len: 926 time: 0.1885910 Feb 16 16:59:19.728955 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48790) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:19.759778 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-d7b095b3-9f5d-4d2d-9eb8-6be6759456f0 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Deleting port 3e433978-7b87-409a-aae3-6387898c6ba3 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:59:19.760531 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d7b095b3-9f5d-4d2d-9eb8-6be6759456f0 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:19.771671 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-80ad5e48-7837-46fc-ab2c-276b286bfeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:19.774001 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-80ad5e48-7837-46fc-ab2c-276b286bfeb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:19.777129 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-80ad5e48-7837-46fc-ab2c-276b286bfeb7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c71c0c1c-6a6a-45e5-ba49-a9c42cf9d47f HTTP/1.1" status: 204 len: 168 time: 0.5356109 Feb 16 16:59:19.789311 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad5e48-7837-46fc-ab2c-276b286bfeb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71c0c1c-6a6a-45e5-ba49-a9c42cf9d47f,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:19.791674 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1df309f-d171-42fe-b6c4-0ae04063e156 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Pushing event updated for resources: {'Network': ['ID=2e8d36c0-3baf-4b37-ac99-d412efee773e,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:19.797182 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-a1df309f-d171-42fe-b6c4-0ae04063e156 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0099659 Feb 16 16:59:19.800014 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48798) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:19.832910 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 2e8d36c0-3baf-4b37-ac99-d412efee773e details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:59:19.833722 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc4f663-dc0e-417d-b1e0-bdbaa3dc3d23 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:19.835450 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-cdc4f663-dc0e-417d-b1e0-bdbaa3dc3d23 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=d8eab20e-246c-47ce-8449-822ce53769fc&device_id=3c33d02e-efaf-4d6b-ac0b-8d02bc0d62e7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1047957 Feb 16 16:59:19.843507 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48800) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:19.913730 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd7fbfa-be6b-40ad-b377-75736b562984 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:19.915569 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-dfd7fbfa-be6b-40ad-b377-75736b562984 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "GET /v2.0/networks?id=2e8d36c0-3baf-4b37-ac99-d412efee773e HTTP/1.1" status: 200 len: 765 time: 0.1142008 Feb 16 16:59:19.917038 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e1d28756-e682-41d0-892e-824d22f69dd5 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:19.917788 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d28756-e682-41d0-892e-824d22f69dd5 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Fanout notify agent at l3_agent the message router_deleted on router fd813818-02a4-4730-be2e-e3c8878f5e6f {{(pid=114376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:59:19.919412 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48802) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:19.928818 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-982d001e-b3f7-4fca-8564-74cebb1575e1 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Request body: {'network': {'description': 'd2'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:19.928901 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-d7b095b3-9f5d-4d2d-9eb8-6be6759456f0 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] For port 3e433978-7b87-409a-aae3-6387898c6ba3, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=3e433978-7b87-409a-aae3-6387898c6ba3,segment=NetworkSegment(0d60eb7f-fc76-4d85-a646-bc9022e40d12),segment_id=0d60eb7f-fc76-4d85-a646-bc9022e40d12)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:19.928901 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d7b095b3-9f5d-4d2d-9eb8-6be6759456f0 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:19.935358 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e1d28756-e682-41d0-892e-824d22f69dd5 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:19.936712 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-e1d28756-e682-41d0-892e-824d22f69dd5 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] 10.222.0.88 "DELETE /v2.0/routers/fd813818-02a4-4730-be2e-e3c8878f5e6f HTTP/1.1" status: 204 len: 168 time: 1.8483627 Feb 16 16:59:19.942736 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48804) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:19.948081 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-d7b095b3-9f5d-4d2d-9eb8-6be6759456f0 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Calling delete_port for 3e433978-7b87-409a-aae3-6387898c6ba3 owned by network:dhcp {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:59:19.953031 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-a2d577a2-6e98-4785-8833-887bba5eae98 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-981314470', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:20.070608 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a2dd04-7eea-42cb-a16f-be9037b6ad18 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:20.072585 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f6a2dd04-7eea-42cb-a16f-be9037b6ad18 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] 10.222.0.88 "GET /v2.0/networks/d8eab20e-246c-47ce-8449-822ce53769fc HTTP/1.1" status: 200 len: 881 time: 0.2263212 Feb 16 16:59:20.079166 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48808) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:20.109728 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-423360f5-d5a1-45c6-a0be-d575b266536d tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] 10.222.0.88 "GET /v2.0/ports?device_id=3c33d02e-efaf-4d6b-ac0b-8d02bc0d62e7 HTTP/1.1" status: 200 len: 205 time: 0.0294607 Feb 16 16:59:20.114791 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48810) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:20.123865 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48812) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:20.142320 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a2d577a2-6e98-4785-8833-887bba5eae98 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:20.142531 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-982d001e-b3f7-4fca-8564-74cebb1575e1 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:20.143331 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a2d577a2-6e98-4785-8833-887bba5eae98 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:20.251463 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-982d001e-b3f7-4fca-8564-74cebb1575e1 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:20.271565 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-81c206d6-8d04-4c5c-9ff8-6c0092a87e1c tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks [] for router, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:20.292493 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-982d001e-b3f7-4fca-8564-74cebb1575e1 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Network 2e8d36c0-3baf-4b37-ac99-d412efee773e is not hosted by any dhcp agent {{(pid=114376) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 16 16:59:20.300670 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982d001e-b3f7-4fca-8564-74cebb1575e1 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:20.307176 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-982d001e-b3f7-4fca-8564-74cebb1575e1 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:20.311621 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-982d001e-b3f7-4fca-8564-74cebb1575e1 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "PUT /v2.0/networks/2e8d36c0-3baf-4b37-ac99-d412efee773e HTTP/1.1" status: 200 len: 762 time: 0.3909514 Feb 16 16:59:20.314631 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48818) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:20.338651 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d7b095b3-9f5d-4d2d-9eb8-6be6759456f0 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:20.370372 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d001e-b3f7-4fca-8564-74cebb1575e1 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Pushing event updated for resources: {'Network': ['ID=2e8d36c0-3baf-4b37-ac99-d412efee773e,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:20.388651 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 2e8d36c0-3baf-4b37-ac99-d412efee773e details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:59:20.416363 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-1de37d42-40a7-4f78-b139-92673443cd8a tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Request body: {'networks': [{'name': 'tempest-network--210990604'}, {'name': 'tempest-network--684751279'}]} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:20.417004 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-1de37d42-40a7-4f78-b139-92673443cd8a tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Request body: {'network': {'name': 'tempest-network--210990604'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:20.417473 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-1de37d42-40a7-4f78-b139-92673443cd8a tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Request body: {'network': {'name': 'tempest-network--684751279'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:20.493246 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4719b8-15ba-4781-88e5-42a42039ddb0 None None] Network 7154e632-9779-491f-9804-f8c44db14efd requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:59:20.550509 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-f18f29b5-ca12-4db4-a3fd-b426c98c2d73 None None] Could not find standard attr ID for object 3e433978-7b87-409a-aae3-6387898c6ba3. {{(pid=114377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 16:59:20.594904 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de37d42-40a7-4f78-b139-92673443cd8a tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Made reservation on behalf of 62bb5ef440a84a4c8ec593a84852a2c8 for: {'network': 2} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:20.600148 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1de37d42-40a7-4f78-b139-92673443cd8a tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:20.611936 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1de37d42-40a7-4f78-b139-92673443cd8a tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:20.714423 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1de37d42-40a7-4f78-b139-92673443cd8a tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:20.812830 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48824) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:20.816139 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b095b3-9f5d-4d2d-9eb8-6be6759456f0 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Pushing event deleted for resources: {'Port': ['ID=3e433978-7b87-409a-aae3-6387898c6ba3,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:20.819059 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 3e433978-7b87-409a-aae3-6387898c6ba3 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:59:20.830422 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1de37d42-40a7-4f78-b139-92673443cd8a tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:20.834733 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1de37d42-40a7-4f78-b139-92673443cd8a tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:20.862210 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 3e433978-7b87-409a-aae3-6387898c6ba3 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 16:59:20.863436 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a2d577a2-6e98-4785-8833-887bba5eae98 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:20.864306 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 3e433978-7b87-409a-aae3-6387898c6ba3 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 16 16:59:20.890614 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Port 3e433978-7b87-409a-aae3-6387898c6ba3 not found, will not notify nova. {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 16 16:59:20.920509 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de37d42-40a7-4f78-b139-92673443cd8a tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32965bf3-6b26-4455-9690-eecd67e5a197,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:20.932869 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b095b3-9f5d-4d2d-9eb8-6be6759456f0 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] No DVR routers for this DVR port 3e433978-7b87-409a-aae3-6387898c6ba3 on host dv-neutron-828697-3-hyperv {{(pid=114375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:59:20.953127 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981b810a-5bd8-4f62-b5eb-b03e9509e548 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:20.958926 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-981b810a-5bd8-4f62-b5eb-b03e9509e548 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "GET /v2.0/networks?id=2e8d36c0-3baf-4b37-ac99-d412efee773e HTTP/1.1" status: 200 len: 765 time: 0.6375904 Feb 16 16:59:20.959447 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48828) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:20.962731 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1de37d42-40a7-4f78-b139-92673443cd8a tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:59:20.972591 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed8a10d-7ea8-4c41-9362-935fbf2452ad None None] Network 7154e632-9779-491f-9804-f8c44db14efd requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:59:20.978074 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a2d577a2-6e98-4785-8833-887bba5eae98 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:20.997048 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-81c206d6-8d04-4c5c-9ff8-6c0092a87e1c tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:21.005175 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-17b6c60b-2a34-4975-9a21-c057cbd7b074 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a5bcc143228741f69692678dc73954a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1887805 Feb 16 16:59:21.006501 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48830) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:21.029395 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d7b095b3-9f5d-4d2d-9eb8-6be6759456f0 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:21.066328 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1de37d42-40a7-4f78-b139-92673443cd8a tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:21.076217 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-1de37d42-40a7-4f78-b139-92673443cd8a tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Added segment c65c3bdb-61b8-4560-9376-d0341477c12e of type vlan for network 63e968d3-c135-455a-8517-122d94964987 Feb 16 16:59:21.102471 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a2d577a2-6e98-4785-8833-887bba5eae98 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:21.103456 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a2d577a2-6e98-4785-8833-887bba5eae98 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1572397 Feb 16 16:59:21.107046 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48832) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:21.111249 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-f784ada1-ebff-49a8-a3e9-af9bb2bcee35 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'enable_snat': False}}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:21.115084 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fa573f3e-3574-4cc4-9ac3-753395e6e478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:21.178364 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1de37d42-40a7-4f78-b139-92673443cd8a tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:21.201327 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d28f6-910d-495f-b408-ce5f06f91980 req-5ae3da4c-d58f-4749-84c9-132179ad8f91 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:21.203860 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ad3d28f6-910d-495f-b408-ce5f06f91980 req-5ae3da4c-d58f-4749-84c9-132179ad8f91 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b7b74a8-477e-407e-92d1-79132ca5595c HTTP/1.1" status: 200 len: 945 time: 0.2790568 Feb 16 16:59:21.228546 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fa573f3e-3574-4cc4-9ac3-753395e6e478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:21.295356 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1a5b9b-628a-4ddd-87b9-2764cca764b5 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:21.299541 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-3c1a5b9b-628a-4ddd-87b9-2764cca764b5 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3358386 Feb 16 16:59:21.299842 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48834) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:21.318608 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1de37d42-40a7-4f78-b139-92673443cd8a tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:59:21.331693 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d7b095b3-9f5d-4d2d-9eb8-6be6759456f0 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:21.371785 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f72078a-54c2-4ae6-9ee9-a5a8d978299d None None] get_active_networks_info from dv-neutron-828697-3-hyperv {{(pid=114377) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 16 16:59:21.372147 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-2eca032e-f03a-44bd-9f75-785e819f2836 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "GET /v2.0/subnets?network_id=d8eab20e-246c-47ce-8449-822ce53769fc HTTP/1.1" status: 200 len: 207 time: 0.0608704 Feb 16 16:59:21.372147 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1de37d42-40a7-4f78-b139-92673443cd8a tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:21.372147 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-1de37d42-40a7-4f78-b139-92673443cd8a tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Added segment ffe52d29-0362-4fd5-85b2-7b4cb4d426b8 of type vlan for network a6505451-d7a2-4257-a07a-c705881cb64c Feb 16 16:59:21.372385 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b095b3-9f5d-4d2d-9eb8-6be6759456f0 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Pushing event deleted for resources: {'Subnet': ['ID=575f3390-8c02-46fe-bc86-0e8447ba8341,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:21.372480 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ad3d28f6-910d-495f-b408-ce5f06f91980 req-de707fc4-ad3b-497c-96b9-6144874cc529 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.88 "GET /v2.0/security-groups?id=f20dcbe5-46cb-42aa-8245-43c2ee2343d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1303706 Feb 16 16:59:21.372480 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48836) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:21.488218 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f72078a-54c2-4ae6-9ee9-a5a8d978299d None None] Resources bound (agent type, host, resource id): {{(pid=114377) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 16:59:21.518558 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f784ada1-ebff-49a8-a3e9-af9bb2bcee35 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:21.521196 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1de37d42-40a7-4f78-b139-92673443cd8a tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:21.525950 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fa573f3e-3574-4cc4-9ac3-753395e6e478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:21.528622 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fa573f3e-3574-4cc4-9ac3-753395e6e478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:21.529795 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-fa573f3e-3574-4cc4-9ac3-753395e6e478 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a3bc6c6a-a507-47e3-aea3-3bd47a316efc HTTP/1.1" status: 204 len: 168 time: 0.5231481 Feb 16 16:59:21.546159 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d7b095b3-9f5d-4d2d-9eb8-6be6759456f0 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:21.550227 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-81c206d6-8d04-4c5c-9ff8-6c0092a87e1c tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Deleting port 85fb044e-c252-40ff-88e2-ac4640d47a15 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:59:21.550667 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-81c206d6-8d04-4c5c-9ff8-6c0092a87e1c tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:21.560285 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa573f3e-3574-4cc4-9ac3-753395e6e478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3bc6c6a-a507-47e3-aea3-3bd47a316efc,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:21.617140 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12137eab-4aac-4bcf-a540-02c7b52a2e69 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:21.622411 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-d7b095b3-9f5d-4d2d-9eb8-6be6759456f0 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7154e632-9779-491f-9804-f8c44db14efd']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:21.622969 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12137eab-4aac-4bcf-a540-02c7b52a2e69 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:21.629092 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12137eab-4aac-4bcf-a540-02c7b52a2e69 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:21.635043 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12137eab-4aac-4bcf-a540-02c7b52a2e69 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:21.640697 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12137eab-4aac-4bcf-a540-02c7b52a2e69 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:21.646411 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-d7b095b3-9f5d-4d2d-9eb8-6be6759456f0 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d60eb7f-fc76-4d85-a646-bc9022e40d12') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:21.646846 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-d7b095b3-9f5d-4d2d-9eb8-6be6759456f0 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d60eb7f-fc76-4d85-a646-bc9022e40d12') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:21.647007 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12137eab-4aac-4bcf-a540-02c7b52a2e69 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:21.655143 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-12137eab-4aac-4bcf-a540-02c7b52a2e69 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.2858644 Feb 16 16:59:21.655763 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48840) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:21.668765 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d7b095b3-9f5d-4d2d-9eb8-6be6759456f0 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:21.716653 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1de37d42-40a7-4f78-b139-92673443cd8a tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:21.716653 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1de37d42-40a7-4f78-b139-92673443cd8a tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:21.722306 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de37d42-40a7-4f78-b139-92673443cd8a tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:21.728082 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de37d42-40a7-4f78-b139-92673443cd8a tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:21.728775 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1de37d42-40a7-4f78-b139-92673443cd8a tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:21.729360 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d7b095b3-9f5d-4d2d-9eb8-6be6759456f0 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:21.737081 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-81c206d6-8d04-4c5c-9ff8-6c0092a87e1c tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:21.750673 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7b095b3-9f5d-4d2d-9eb8-6be6759456f0 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:59:21.751075 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d7b095b3-9f5d-4d2d-9eb8-6be6759456f0 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:21.756639 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 16:59:21.756639 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:59:21.756639 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 16:59:21.756639 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:59:21.756639 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 16:59:21.756639 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:59:21.756639 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 16:59:21.756639 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:59:21.756639 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 16:59:21.756639 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:59:21.756639 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 16:59:21.756639 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:59:21.756639 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 16:59:21.756639 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:59:21.756639 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:59:21.756639 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:59:21.756639 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:59:21.756639 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:59:21.756639 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 16:59:21.756639 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:59:21.756639 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 16:59:21.756639 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:59:21.756639 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:59:21.756639 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:59:21.756639 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 16:59:21.756639 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:59:21.756639 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:59:21.756639 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:59:21.756639 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:59:21.756639 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:59:21.756639 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:59:21.756639 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:59:21.772702 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-81c206d6-8d04-4c5c-9ff8-6c0092a87e1c tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Calling delete_port for 85fb044e-c252-40ff-88e2-ac4640d47a15 owned by network:router_gateway {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:59:21.817824 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de37d42-40a7-4f78-b139-92673443cd8a tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Pushing event updated for resources: {'Network': ['ID=63e968d3-c135-455a-8517-122d94964987,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:21.830120 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 63e968d3-c135-455a-8517-122d94964987 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:59:21.850363 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6f7b5e-aeb5-4f00-a858-68bb30937772 None None] get_active_networks_info from dv-neutron-828697-3-hyperv {{(pid=114377) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 16 16:59:21.871317 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-1de37d42-40a7-4f78-b139-92673443cd8a tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.7372956 Feb 16 16:59:21.879412 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48842) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:21.982859 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d7b095b3-9f5d-4d2d-9eb8-6be6759456f0 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:22.001983 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d7b095b3-9f5d-4d2d-9eb8-6be6759456f0 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:22.007492 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d7b095b3-9f5d-4d2d-9eb8-6be6759456f0 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "DELETE /v2.0/networks/7154e632-9779-491f-9804-f8c44db14efd HTTP/1.1" status: 204 len: 168 time: 2.7245100 Feb 16 16:59:22.022410 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48846) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:22.043585 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b095b3-9f5d-4d2d-9eb8-6be6759456f0 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Pushing event deleted for resources: {'Network': ['ID=7154e632-9779-491f-9804-f8c44db14efd,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:22.047146 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6f7b5e-aeb5-4f00-a858-68bb30937772 None None] Resources bound (agent type, host, resource id): {{(pid=114377) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 16:59:22.230504 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea52cf76-cc7d-4ae8-b074-63e0f5b3bd8f tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] DELETE failed (client error): The resource could not be found. Feb 16 16:59:22.231306 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea52cf76-cc7d-4ae8-b074-63e0f5b3bd8f tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:59:22.238530 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ea52cf76-cc7d-4ae8-b074-63e0f5b3bd8f tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "DELETE /v2.0/networks/7154e632-9779-491f-9804-f8c44db14efd HTTP/1.1" status: 404 len: 339 time: 0.2080395 Feb 16 16:59:22.245821 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48854) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:22.300175 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-c97bffea-1bb6-4812-b19a-f5aa167b40f4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1989717438', 'description': 'd1'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:22.313180 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b4b072-bf9a-4c6a-8c31-b631dc36285e tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:22.319711 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b4b072-bf9a-4c6a-8c31-b631dc36285e tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:22.325756 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b4b072-bf9a-4c6a-8c31-b631dc36285e tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:22.332419 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b4b072-bf9a-4c6a-8c31-b631dc36285e tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:22.336827 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-5b92cfc4-3c28-49f7-96bd-1f7850da6743 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.6760383 Feb 16 16:59:22.336827 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48858) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:22.339177 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e9b4b072-bf9a-4c6a-8c31-b631dc36285e tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.4573150 Feb 16 16:59:22.342742 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48860) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:22.343483 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-81c206d6-8d04-4c5c-9ff8-6c0092a87e1c tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:22.370470 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de37d42-40a7-4f78-b139-92673443cd8a tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Pushing event updated for resources: {'Network': ['ID=a6505451-d7a2-4257-a07a-c705881cb64c,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:22.389046 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network a6505451-d7a2-4257-a07a-c705881cb64c details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:59:22.403732 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045a288f-1165-47f6-ad98-3c226616b0fe tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:22.405134 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045a288f-1165-47f6-ad98-3c226616b0fe tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:22.406775 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045a288f-1165-47f6-ad98-3c226616b0fe tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:22.408382 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045a288f-1165-47f6-ad98-3c226616b0fe tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:22.410058 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045a288f-1165-47f6-ad98-3c226616b0fe tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:22.415315 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-045a288f-1165-47f6-ad98-3c226616b0fe tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0744386 Feb 16 16:59:22.415556 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48864) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:22.498804 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f33572-75f7-4ba3-af5f-ee1c93ee93b7 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Attributes excluded by policy engine: ['shared'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:22.500760 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f33572-75f7-4ba3-af5f-ee1c93ee93b7 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Attributes excluded by policy engine: ['shared'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:22.502268 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f33572-75f7-4ba3-af5f-ee1c93ee93b7 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Attributes excluded by policy engine: ['shared'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:22.503663 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f33572-75f7-4ba3-af5f-ee1c93ee93b7 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Attributes excluded by policy engine: ['shared'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:22.505330 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f33572-75f7-4ba3-af5f-ee1c93ee93b7 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Attributes excluded by policy engine: ['shared'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:22.510837 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-55f33572-75f7-4ba3-af5f-ee1c93ee93b7 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0904725 Feb 16 16:59:22.514742 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48868) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:22.544990 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-85bb7b48-68b7-4e49-9695-5ed79dff6772 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:22.554629 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c206d6-8d04-4c5c-9ff8-6c0092a87e1c tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Pushing event deleted for resources: {'Port': ['ID=85fb044e-c252-40ff-88e2-ac4640d47a15,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:22.684711 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ff1ed-6566-4033-8f33-d34bbe7340ec req-df60af6e-3a03-4fed-9df1-9833d9f4ad7d tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:22.686503 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2d3ff1ed-6566-4033-8f33-d34bbe7340ec req-df60af6e-3a03-4fed-9df1-9833d9f4ad7d tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.89 "GET /v2.0/ports?device_id=2b7b74a8-477e-407e-92d1-79132ca5595c HTTP/1.1" status: 200 len: 945 time: 0.2011914 Feb 16 16:59:22.703464 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb9922-2b43-487a-9934-50abdd974dc5 req-db2ae965-87b8-4455-8dad-45e25c8db9c6 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:22.704933 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f6cb9922-2b43-487a-9934-50abdd974dc5 req-db2ae965-87b8-4455-8dad-45e25c8db9c6 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b7b74a8-477e-407e-92d1-79132ca5595c HTTP/1.1" status: 200 len: 945 time: 0.1969538 Feb 16 16:59:22.720165 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97bffea-1bb6-4812-b19a-f5aa167b40f4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Made reservation on behalf of e3df33defdf448bc970b49b57571b9c4 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:22.730299 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c97bffea-1bb6-4812-b19a-f5aa167b40f4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:22.741113 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf10a58d-ffa5-41b2-989e-bbba4b31a5eb None None] DHCP port deletion for 7154e632-9779-491f-9804-f8c44db14efd request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 16:59:22.788629 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 3e433978-7b87-409a-aae3-6387898c6ba3 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:59:22.793349 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-85bb7b48-68b7-4e49-9695-5ed79dff6772 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:22.802204 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a475958a-eb25-4846-8d04-ce49c844e03d tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:22.803585 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-a475958a-eb25-4846-8d04-ce49c844e03d tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "GET /v2.0/networks/7ebaaa86-9215-4cd1-abe6-9acab39c6c8d HTTP/1.1" status: 200 len: 803 time: 0.2877688 Feb 16 16:59:22.811635 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 3e433978-7b87-409a-aae3-6387898c6ba3 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 16:59:22.812450 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 3e433978-7b87-409a-aae3-6387898c6ba3 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:59:22.824809 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-85bb7b48-68b7-4e49-9695-5ed79dff6772 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63e968d3-c135-455a-8517-122d94964987']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:22.825856 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48876) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:22.832747 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-81c206d6-8d04-4c5c-9ff8-6c0092a87e1c tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584056'] for router_gateway, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:22.875659 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f784ada1-ebff-49a8-a3e9-af9bb2bcee35 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:22.942377 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f6cb9922-2b43-487a-9934-50abdd974dc5 req-f49574fe-5254-417c-8eac-bd9b6d1457df tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.88 "GET /v2.0/security-groups?id=f20dcbe5-46cb-42aa-8245-43c2ee2343d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2054305 Feb 16 16:59:22.942699 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-85bb7b48-68b7-4e49-9695-5ed79dff6772 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c65c3bdb-61b8-4560-9376-d0341477c12e') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:22.942699 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-85bb7b48-68b7-4e49-9695-5ed79dff6772 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c65c3bdb-61b8-4560-9376-d0341477c12e') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:22.946439 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f784ada1-ebff-49a8-a3e9-af9bb2bcee35 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:22.983287 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-85bb7b48-68b7-4e49-9695-5ed79dff6772 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:22.987784 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-a51834ae-9461-4c8e-b540-5f2e597135c4 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "GET /v2.0/networks/7ebaaa86-9215-4cd1-abe6-9acab39c6c8d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1561151 Feb 16 16:59:22.991521 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-2d3ff1ed-6566-4033-8f33-d34bbe7340ec req-7792ca32-0b4c-4ae2-889a-a2745355d4d1 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Deleting port eb8e721c-7a64-45ca-9a8c-f508e2b01d34 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:59:22.991862 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-2d3ff1ed-6566-4033-8f33-d34bbe7340ec req-7792ca32-0b4c-4ae2-889a-a2745355d4d1 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:22.995438 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48880) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:23.017319 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-81c206d6-8d04-4c5c-9ff8-6c0092a87e1c tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:23.029543 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c97bffea-1bb6-4812-b19a-f5aa167b40f4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:59:23.070483 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-81c206d6-8d04-4c5c-9ff8-6c0092a87e1c tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:23.087956 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-2d3ff1ed-6566-4033-8f33-d34bbe7340ec req-7792ca32-0b4c-4ae2-889a-a2745355d4d1 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] For port eb8e721c-7a64-45ca-9a8c-f508e2b01d34, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=eb8e721c-7a64-45ca-9a8c-f508e2b01d34,segment=NetworkSegment(4096eadf-9dd4-4613-90de-b8c786630ae7),segment_id=4096eadf-9dd4-4613-90de-b8c786630ae7)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:23.088419 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-2d3ff1ed-6566-4033-8f33-d34bbe7340ec req-7792ca32-0b4c-4ae2-889a-a2745355d4d1 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:23.093312 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-85bb7b48-68b7-4e49-9695-5ed79dff6772 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:23.144840 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3150e401-a246-4779-be0f-8136e78dc108 req-d088df0b-233d-404d-819e-e902561bdee9 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:23.147014 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-3150e401-a246-4779-be0f-8136e78dc108 req-d088df0b-233d-404d-819e-e902561bdee9 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4395638-6857-4307-a63e-414f7d6bf079 HTTP/1.1" status: 200 len: 946 time: 0.4674015 Feb 16 16:59:23.147525 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48884) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:23.153012 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c97bffea-1bb6-4812-b19a-f5aa167b40f4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:23.153012 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-c97bffea-1bb6-4812-b19a-f5aa167b40f4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Added segment d8abf4b6-c7dc-4d20-98be-03781c81c5fc of type vlan for network ffea3271-a580-475e-897e-11609904329b Feb 16 16:59:23.158620 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85bb7b48-68b7-4e49-9695-5ed79dff6772 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:59:23.159029 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-85bb7b48-68b7-4e49-9695-5ed79dff6772 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:23.173791 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 16:59:23.173791 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:59:23.173791 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 16:59:23.173791 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:59:23.173791 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 16:59:23.173791 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:59:23.173791 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 16:59:23.173791 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:59:23.173791 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 16:59:23.173791 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:59:23.173791 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 16:59:23.173791 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:59:23.173791 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 16:59:23.173791 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:59:23.173791 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:59:23.173791 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:59:23.173791 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:59:23.173791 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:59:23.173791 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 16:59:23.173791 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:59:23.173791 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 16:59:23.173791 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:59:23.173791 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:59:23.173791 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:59:23.173791 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 16:59:23.173791 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:59:23.173791 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:59:23.173791 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:59:23.173791 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:59:23.173791 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:59:23.173791 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:59:23.173791 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:59:23.290591 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bcb37d-bae1-4862-b220-4a468fd82741 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:23.291957 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d6bcb37d-bae1-4862-b220-4a468fd82741 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "GET /v2.0/subnets/65ae65e8-4573-4748-8094-0d94ff3bac8c HTTP/1.1" status: 200 len: 843 time: 0.2875822 Feb 16 16:59:23.299770 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48888) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:23.315422 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-dc89de46-eba2-4fae-a2c5-a225fe5299e1 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-61561545'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:23.324095 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c97bffea-1bb6-4812-b19a-f5aa167b40f4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:23.329341 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-81c206d6-8d04-4c5c-9ff8-6c0092a87e1c tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:23.329860 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c206d6-8d04-4c5c-9ff8-6c0092a87e1c tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Fanout notify agent at l3_agent the message router_deleted on router 3c33d02e-efaf-4d6b-ac0b-8d02bc0d62e7 {{(pid=114375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:59:23.343298 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-81c206d6-8d04-4c5c-9ff8-6c0092a87e1c tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:23.347529 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-81c206d6-8d04-4c5c-9ff8-6c0092a87e1c tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] 10.222.0.88 "DELETE /v2.0/routers/3c33d02e-efaf-4d6b-ac0b-8d02bc0d62e7 HTTP/1.1" status: 204 len: 168 time: 3.2288916 Feb 16 16:59:23.348379 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48890) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:23.355623 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-b2edf6e4-a548-469e-aea7-1178bc6d5626 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-306115415', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:23.371881 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-2d3ff1ed-6566-4033-8f33-d34bbe7340ec req-7792ca32-0b4c-4ae2-889a-a2745355d4d1 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:23.372278 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-2d3ff1ed-6566-4033-8f33-d34bbe7340ec req-7792ca32-0b4c-4ae2-889a-a2745355d4d1 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:23.372592 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.l3_db [req-2d3ff1ed-6566-4033-8f33-d34bbe7340ec req-7792ca32-0b4c-4ae2-889a-a2745355d4d1 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Floating IP f17aa608-c4b8-4232-8030-d5604ba438ec disassociated. External IP: 172.26.3.44, port: eb8e721c-7a64-45ca-9a8c-f508e2b01d34. Feb 16 16:59:23.372937 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-2d3ff1ed-6566-4033-8f33-d34bbe7340ec req-7792ca32-0b4c-4ae2-889a-a2745355d4d1 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Calling delete_port for eb8e721c-7a64-45ca-9a8c-f508e2b01d34 owned by compute:nova {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:59:23.373278 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-3150e401-a246-4779-be0f-8136e78dc108 req-9305751e-1943-40e9-b9a9-c6c1bb94dfae tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "GET /v2.0/security-groups?id=56da404a-1554-481b-a94d-29ebc15c9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2157855 Feb 16 16:59:23.389177 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c318b88-7d5a-4a06-a3f3-dba2f8a73e5c tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Attributes excluded by policy engine: ['shared'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:23.395769 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-3c318b88-7d5a-4a06-a3f3-dba2f8a73e5c tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "GET /v2.0/subnets/65ae65e8-4573-4748-8094-0d94ff3bac8c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0898242 Feb 16 16:59:23.396099 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48892) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:23.397770 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-f784ada1-ebff-49a8-a3e9-af9bb2bcee35 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Allocated IP 172.26.3.198 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/2bac9d17-c86c-4d2a-a4d1-7a3ca7056f30) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:23.403640 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-a61f4eb5-d1d1-43b5-8319-da23c40127b4 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1313250637'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:23.408367 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-85bb7b48-68b7-4e49-9695-5ed79dff6772 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:23.420910 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-85bb7b48-68b7-4e49-9695-5ed79dff6772 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:23.426819 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-85bb7b48-68b7-4e49-9695-5ed79dff6772 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] 10.222.0.88 "DELETE /v2.0/networks/63e968d3-c135-455a-8517-122d94964987 HTTP/1.1" status: 204 len: 168 time: 1.0782001 Feb 16 16:59:23.428742 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48894) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:23.449180 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb7b48-68b7-4e49-9695-5ed79dff6772 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Pushing event deleted for resources: {'Network': ['ID=63e968d3-c135-455a-8517-122d94964987,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:23.525021 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c97bffea-1bb6-4812-b19a-f5aa167b40f4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:23.529170 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b2edf6e4-a548-469e-aea7-1178bc6d5626 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:23.530217 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b2edf6e4-a548-469e-aea7-1178bc6d5626 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:23.530467 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97bffea-1bb6-4812-b19a-f5aa167b40f4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:23.530983 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c97bffea-1bb6-4812-b19a-f5aa167b40f4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:23.553490 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc89de46-eba2-4fae-a2c5-a225fe5299e1 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:23.556951 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-dc89de46-eba2-4fae-a2c5-a225fe5299e1 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:23.593277 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b2edf6e4-a548-469e-aea7-1178bc6d5626 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:23.622627 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-dc89de46-eba2-4fae-a2c5-a225fe5299e1 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:23.651708 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-2d3ff1ed-6566-4033-8f33-d34bbe7340ec req-7792ca32-0b4c-4ae2-889a-a2745355d4d1 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:23.655027 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cb7a6be6-b460-4adb-8fac-88cf494eb189 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:23.676180 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97bffea-1bb6-4812-b19a-f5aa167b40f4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Pushing event updated for resources: {'Network': ['ID=ffea3271-a580-475e-897e-11609904329b,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:23.684833 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61f4eb5-d1d1-43b5-8319-da23c40127b4 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Made reservation on behalf of 39c6ff93779f41679a479f3011da9f36 for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:23.692443 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a61f4eb5-d1d1-43b5-8319-da23c40127b4 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:23.692605 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network ffea3271-a580-475e-897e-11609904329b details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:59:23.697104 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-c97bffea-1bb6-4812-b19a-f5aa167b40f4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.4505749 Feb 16 16:59:23.702008 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48896) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:23.704067 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b2edf6e4-a548-469e-aea7-1178bc6d5626 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:23.709335 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7792ca32-0b4c-4ae2-889a-a2745355d4d1 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Pushing event deleted for resources: {'Port': ['ID=eb8e721c-7a64-45ca-9a8c-f508e2b01d34,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:23.728450 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f784ada1-ebff-49a8-a3e9-af9bb2bcee35 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:23.733814 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a61f4eb5-d1d1-43b5-8319-da23c40127b4 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:59:23.744594 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a61f4eb5-d1d1-43b5-8319-da23c40127b4 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:23.744594 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-a61f4eb5-d1d1-43b5-8319-da23c40127b4 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Added segment f2143a1c-62ce-457b-bdac-de683da29225 of type vlan for network 139edb32-db03-4324-829e-ec4a8b2b9495 Feb 16 16:59:23.797191 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a61f4eb5-d1d1-43b5-8319-da23c40127b4 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:23.890689 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cb7a6be6-b460-4adb-8fac-88cf494eb189 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:23.910553 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b2edf6e4-a548-469e-aea7-1178bc6d5626 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:23.914174 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-b2edf6e4-a548-469e-aea7-1178bc6d5626 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5619912 Feb 16 16:59:23.916965 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d1a7f1-7d3e-4837-a5b4-0330b2d831f7 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:23.918489 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-56d1a7f1-7d3e-4837-a5b4-0330b2d831f7 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "GET /v2.0/networks?id=ffea3271-a580-475e-897e-11609904329b HTTP/1.1" status: 200 len: 761 time: 0.2139757 Feb 16 16:59:23.923919 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48898) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:23.925753 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48900) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:23.930506 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-5b67f181-3b73-47a9-a70e-5f8bee2ea216 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Request body: {'network': {'description': 'd2'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:23.938925 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-1e8c6ca6-222a-4798-bcb7-8289fbbdf42f tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:23.943548 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-cb7a6be6-b460-4adb-8fac-88cf494eb189 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6505451-d7a2-4257-a07a-c705881cb64c']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:23.960694 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-cb7a6be6-b460-4adb-8fac-88cf494eb189 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffe52d29-0362-4fd5-85b2-7b4cb4d426b8') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:23.960990 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-cb7a6be6-b460-4adb-8fac-88cf494eb189 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffe52d29-0362-4fd5-85b2-7b4cb4d426b8') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:23.978759 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cb7a6be6-b460-4adb-8fac-88cf494eb189 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:23.998616 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-dc89de46-eba2-4fae-a2c5-a225fe5299e1 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:24.005365 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cb7a6be6-b460-4adb-8fac-88cf494eb189 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:24.008486 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a61f4eb5-d1d1-43b5-8319-da23c40127b4 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:24.012553 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb7a6be6-b460-4adb-8fac-88cf494eb189 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:59:24.012965 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cb7a6be6-b460-4adb-8fac-88cf494eb189 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:24.029644 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61f4eb5-d1d1-43b5-8319-da23c40127b4 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:24.029814 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 16:59:24.029814 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:59:24.029814 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 16:59:24.029814 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:59:24.029814 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 16:59:24.029814 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:59:24.029814 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 16:59:24.029814 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:59:24.029814 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 16:59:24.029814 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:59:24.029814 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 16:59:24.029814 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:59:24.029814 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 16:59:24.029814 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:59:24.029814 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:59:24.029814 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:59:24.029814 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:59:24.029814 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:59:24.029814 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 16:59:24.029814 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:59:24.029814 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 16:59:24.029814 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:59:24.029814 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:59:24.029814 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:59:24.029814 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 16:59:24.029814 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:59:24.029814 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:59:24.029814 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:59:24.029814 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:59:24.029814 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:59:24.029814 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:59:24.029814 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:59:24.031933 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a61f4eb5-d1d1-43b5-8319-da23c40127b4 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:24.154030 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d3ff1ed-6566-4033-8f33-d34bbe7340ec req-7792ca32-0b4c-4ae2-889a-a2745355d4d1 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Router be3aa51e-f6f2-46ea-b399-f171858b93a3 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:59:24.203178 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-299519c9-bda6-48a2-a4d7-e926d4f1087e req-118fbc58-40ff-4fb1-b605-791a3fe50c44 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b7b74a8-477e-407e-92d1-79132ca5595c HTTP/1.1" status: 200 len: 210 time: 0.1191373 Feb 16 16:59:24.302445 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-dc89de46-eba2-4fae-a2c5-a225fe5299e1 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:24.306452 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f784ada1-ebff-49a8-a3e9-af9bb2bcee35 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:24.320312 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-a61f4eb5-d1d1-43b5-8319-da23c40127b4 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9233837 Feb 16 16:59:24.327329 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48904) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:24.340283 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61f4eb5-d1d1-43b5-8319-da23c40127b4 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Pushing event updated for resources: {'Network': ['ID=139edb32-db03-4324-829e-ec4a8b2b9495,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:24.347493 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-b37981ac-efaa-4de5-b9cb-2290328afc40 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Request body: {'subnet': {'network_id': '139edb32-db03-4324-829e-ec4a8b2b9495', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:24.361180 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 139edb32-db03-4324-829e-ec4a8b2b9495 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:59:24.405322 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc89de46-eba2-4fae-a2c5-a225fe5299e1 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:59:24.422331 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f784ada1-ebff-49a8-a3e9-af9bb2bcee35 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:24.441602 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-f784ada1-ebff-49a8-a3e9-af9bb2bcee35 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:24.445703 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc89de46-eba2-4fae-a2c5-a225fe5299e1 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d31945c4-7172-4b5b-acf2-fcbbc9dd1a04,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:24.460463 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-dc89de46-eba2-4fae-a2c5-a225fe5299e1 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:24.460817 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-dc89de46-eba2-4fae-a2c5-a225fe5299e1 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Added segment 6749cc35-eb69-40cf-8a55-6e83ad275e70 of type vlan for network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 Feb 16 16:59:24.462485 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f784ada1-ebff-49a8-a3e9-af9bb2bcee35 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:59:24.464635 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f784ada1-ebff-49a8-a3e9-af9bb2bcee35 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Pushing event updated for resources: {'Port': ['ID=2bac9d17-c86c-4d2a-a4d1-7a3ca7056f30,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:24.538469 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cb7a6be6-b460-4adb-8fac-88cf494eb189 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:24.582263 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cb7a6be6-b460-4adb-8fac-88cf494eb189 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:24.588533 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-cb7a6be6-b460-4adb-8fac-88cf494eb189 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] 10.222.0.88 "DELETE /v2.0/networks/a6505451-d7a2-4257-a07a-c705881cb64c HTTP/1.1" status: 204 len: 168 time: 1.1484609 Feb 16 16:59:24.603060 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-dc89de46-eba2-4fae-a2c5-a225fe5299e1 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:24.607000 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48908) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:24.622331 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a6be6-b460-4adb-8fac-88cf494eb189 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Pushing event deleted for resources: {'Network': ['ID=a6505451-d7a2-4257-a07a-c705881cb64c,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:24.687493 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f0c7b-04ba-4b00-9a80-1883f419956c req-ca6cb2ba-a9c1-46b8-b190-9a4ec68cf274 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:24.689447 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-708f0c7b-04ba-4b00-9a80-1883f419956c req-ca6cb2ba-a9c1-46b8-b190-9a4ec68cf274 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.89 "GET /v2.0/ports?device_id=b4395638-6857-4307-a63e-414f7d6bf079 HTTP/1.1" status: 200 len: 946 time: 0.6999049 Feb 16 16:59:24.787432 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbae3c-fad0-4e5b-b4bb-2dd30bdc05eb req-517110e9-25f7-4301-8370-35cb1f8fcc90 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:24.788900 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-10fbae3c-fad0-4e5b-b4bb-2dd30bdc05eb req-517110e9-25f7-4301-8370-35cb1f8fcc90 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4395638-6857-4307-a63e-414f7d6bf079 HTTP/1.1" status: 200 len: 946 time: 0.2847874 Feb 16 16:59:24.872117 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-dc89de46-eba2-4fae-a2c5-a225fe5299e1 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:24.875021 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1e8c6ca6-222a-4798-bcb7-8289fbbdf42f tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:24.877413 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc89de46-eba2-4fae-a2c5-a225fe5299e1 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:24.878534 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-dc89de46-eba2-4fae-a2c5-a225fe5299e1 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:24.897281 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff87e5c-67a9-4472-9068-0983d9f1ef9d tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:24.899708 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff87e5c-67a9-4472-9068-0983d9f1ef9d tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:24.904920 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-aff87e5c-67a9-4472-9068-0983d9f1ef9d tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2925675 Feb 16 16:59:24.907808 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48910) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:24.914072 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-258777c2-8068-4c87-b334-f63193f680f5 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-149422586'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:24.936411 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-10fbae3c-fad0-4e5b-b4bb-2dd30bdc05eb req-d002c16d-ad98-4d4e-b17a-94003354af77 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "GET /v2.0/security-groups?id=56da404a-1554-481b-a94d-29ebc15c9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307333 Feb 16 16:59:24.955567 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5b67f181-3b73-47a9-a70e-5f8bee2ea216 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:25.019945 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d3ff1ed-6566-4033-8f33-d34bbe7340ec req-7792ca32-0b4c-4ae2-889a-a2745355d4d1 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:59:25.047368 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc89de46-eba2-4fae-a2c5-a225fe5299e1 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Network': ['ID=1e2a9b2d-a159-48c5-a704-dcb18c3b88c3,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:25.047941 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ef1b8d-3aa1-4595-bf20-f4e46d4149dc None None] Sync routers for ids ['be3aa51e-f6f2-46ea-b399-f171858b93a3'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:59:25.064508 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:59:25.080166 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-dc89de46-eba2-4fae-a2c5-a225fe5299e1 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9237707 Feb 16 16:59:25.083750 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48912) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:25.085078 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d3ff1ed-6566-4033-8f33-d34bbe7340ec req-7792ca32-0b4c-4ae2-889a-a2745355d4d1 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] No DVR routers for this DVR port eb8e721c-7a64-45ca-9a8c-f508e2b01d34 on host hv-neutron-8286 {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:59:25.089328 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-24f19cf0-7248-475e-9081-945b4af59c99 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'subnet': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:25.090429 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-2d3ff1ed-6566-4033-8f33-d34bbe7340ec req-7792ca32-0b4c-4ae2-889a-a2745355d4d1 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:25.094072 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2d3ff1ed-6566-4033-8f33-d34bbe7340ec req-7792ca32-0b4c-4ae2-889a-a2745355d4d1 tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.89 "DELETE /v2.0/ports/eb8e721c-7a64-45ca-9a8c-f508e2b01d34 HTTP/1.1" status: 204 len: 173 time: 2.3860235 Feb 16 16:59:25.094608 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7b74a8-477e-407e-92d1-79132ca5595c', 'name': 'network-vif-deleted', 'tag': 'eb8e721c-7a64-45ca-9a8c-f508e2b01d34'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:59:25.097046 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d5fe43-a99f-418c-8a90-0678956269e5" -d '{"events": [{"server_uuid": "2b7b74a8-477e-407e-92d1-79132ca5595c", "name": "network-vif-deleted", "tag": "eb8e721c-7a64-45ca-9a8c-f508e2b01d34"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:59:25.137074 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-708f0c7b-04ba-4b00-9a80-1883f419956c req-162e8dbb-3943-481d-a21f-700ccfc56008 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Deleting port a57b066f-0b78-478d-b5d2-144e81385b8e {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:59:25.137528 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-708f0c7b-04ba-4b00-9a80-1883f419956c req-162e8dbb-3943-481d-a21f-700ccfc56008 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:25.149779 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5b67f181-3b73-47a9-a70e-5f8bee2ea216 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:25.161738 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f784ada1-ebff-49a8-a3e9-af9bb2bcee35 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:25.210360 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5779144-a2b6-423a-aa7c-3c7f3248cbfb x-openstack-request-id: req-c5779144-a2b6-423a-aa7c-3c7f3248cbfb {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:59:25.210796 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b7b74a8-477e-407e-92d1-79132ca5595c", "name": "network-vif-deleted", "tag": "eb8e721c-7a64-45ca-9a8c-f508e2b01d34", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:59:25.211144 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c5779144-a2b6-423a-aa7c-3c7f3248cbfb {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:59:25.211689 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b7b74a8-477e-407e-92d1-79132ca5595c', 'name': 'network-vif-deleted', 'tag': 'eb8e721c-7a64-45ca-9a8c-f508e2b01d34', 'status': 'completed', 'code': 200} Feb 16 16:59:25.221835 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ef1b8d-3aa1-4595-bf20-f4e46d4149dc None None] Routers {'be3aa51e-f6f2-46ea-b399-f171858b93a3'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:59:25.222701 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-07ef1b8d-3aa1-4595-bf20-f4e46d4149dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:59:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['be3aa51e-f6f2-46ea-b399-f171858b93a3'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:25.223328 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5b67f181-3b73-47a9-a70e-5f8bee2ea216 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Network ffea3271-a580-475e-897e-11609904329b is not hosted by any dhcp agent {{(pid=114376) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 16 16:59:25.228856 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b67f181-3b73-47a9-a70e-5f8bee2ea216 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:25.229558 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5b67f181-3b73-47a9-a70e-5f8bee2ea216 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:25.233532 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-5b67f181-3b73-47a9-a70e-5f8bee2ea216 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "PUT /v2.0/networks/ffea3271-a580-475e-897e-11609904329b HTTP/1.1" status: 200 len: 758 time: 1.3046870 Feb 16 16:59:25.241561 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48916) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:25.283190 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258777c2-8068-4c87-b334-f63193f680f5 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Made reservation on behalf of 62bb5ef440a84a4c8ec593a84852a2c8 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:25.289241 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-258777c2-8068-4c87-b334-f63193f680f5 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:25.363817 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ec12b2-068e-4cc5-ac26-8b132da4a13b tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:25.365467 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-10ec12b2-068e-4cc5-ac26-8b132da4a13b tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "GET /v2.0/networks?id=ffea3271-a580-475e-897e-11609904329b HTTP/1.1" status: 200 len: 761 time: 0.1193941 Feb 16 16:59:25.375944 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48920) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:25.386407 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-0e328a02-530a-472f-8e46-018fda1d9f3b tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1724168440'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:25.395964 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-07ef1b8d-3aa1-4595-bf20-f4e46d4149dc None None] Set router be3aa51e-f6f2-46ea-b399-f171858b93a3 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:59:25.410524 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b67f181-3b73-47a9-a70e-5f8bee2ea216 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Pushing event updated for resources: {'Network': ['ID=ffea3271-a580-475e-897e-11609904329b,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:25.426455 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-b8487424-0144-48f4-a6fe-223fe4064d6f req-cf962efc-bcd8-4a13-b7ff-5ad160096d3e tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b7b74a8-477e-407e-92d1-79132ca5595c HTTP/1.1" status: 200 len: 210 time: 0.0750089 Feb 16 16:59:25.452166 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-258777c2-8068-4c87-b334-f63193f680f5 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:59:25.453278 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-708f0c7b-04ba-4b00-9a80-1883f419956c req-162e8dbb-3943-481d-a21f-700ccfc56008 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] For port a57b066f-0b78-478d-b5d2-144e81385b8e, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=a57b066f-0b78-478d-b5d2-144e81385b8e,segment=NetworkSegment(94094d34-a0e6-4f43-8273-2075f238e819),segment_id=94094d34-a0e6-4f43-8273-2075f238e819)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:25.454077 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-708f0c7b-04ba-4b00-9a80-1883f419956c req-162e8dbb-3943-481d-a21f-700ccfc56008 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:25.506232 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-258777c2-8068-4c87-b334-f63193f680f5 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:25.506583 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-258777c2-8068-4c87-b334-f63193f680f5 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Added segment 43843cc6-1cee-42cd-b1db-e612fa8cf36d of type vlan for network 4302024b-9f41-48d4-a71b-5d2de780997f Feb 16 16:59:25.545803 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f784ada1-ebff-49a8-a3e9-af9bb2bcee35 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-583993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10422'] for router, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:25.562204 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f784ada1-ebff-49a8-a3e9-af9bb2bcee35 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-583970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-583979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-582263'] for router, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:25.570396 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37981ac-efaa-4de5-b9cb-2290328afc40 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Made reservation on behalf of 39c6ff93779f41679a479f3011da9f36 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:25.574647 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b37981ac-efaa-4de5-b9cb-2290328afc40 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:25.576171 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-258777c2-8068-4c87-b334-f63193f680f5 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:25.583449 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network ffea3271-a580-475e-897e-11609904329b details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:59:25.685234 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-258777c2-8068-4c87-b334-f63193f680f5 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:25.692714 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258777c2-8068-4c87-b334-f63193f680f5 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:25.693826 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-258777c2-8068-4c87-b334-f63193f680f5 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:25.726246 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f19cf0-7248-475e-9081-945b4af59c99 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:25.730784 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-24f19cf0-7248-475e-9081-945b4af59c99 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:25.746203 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1e8c6ca6-222a-4798-bcb7-8289fbbdf42f tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks [] for router_gateway, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:25.751127 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.ipam_backend_mixin [None req-b37981ac-efaa-4de5-b9cb-2290328afc40 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Performing IP validity checks on allocation pools {{(pid=114376) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 16 16:59:25.751654 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.ipam_backend_mixin [None req-b37981ac-efaa-4de5-b9cb-2290328afc40 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114376) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 16 16:59:25.772868 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-07ef1b8d-3aa1-4595-bf20-f4e46d4149dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3aa51e-f6f2-46ea-b399-f171858b93a3', 'name': 'tempest-ServersTestManualDisk-2002298307-router', 'tenant_id': '4ee66dbf32244d7889f4914b18028830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '07c44328-4e17-47a8-a620-8642e304d4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:57:49Z', 'updated_at': '2022-02-16T16:57:59Z', 'revision_number': 4, 'project_id': '4ee66dbf32244d7889f4914b18028830', 'gw_port': {'id': '07c44328-4e17-47a8-a620-8642e304d4ac', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3aa51e-f6f2-46ea-b399-f171858b93a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:57:50Z', 'updated_at': '2022-02-16T16:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'b2a72633-d152-4975-b54d-4c39bbe3fa61', 'name': '', 'network_id': 'dc975c54-04fd-41cf-87c4-6ca61b7fd14d', 'tenant_id': '4ee66dbf32244d7889f4914b18028830', 'mac_address': 'fa:16:3e:b9:3f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3aa51e-f6f2-46ea-b399-f171858b93a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd86b0b62-edb7-4147-9b87-7738d42c4864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:57:56Z', 'updated_at': '2022-02-16T16:58:05Z', 'revision_number': 5, 'project_id': '4ee66dbf32244d7889f4914b18028830', 'subnets': [{'id': 'd86b0b62-edb7-4147-9b87-7738d42c4864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:25.801480 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ef1b8d-3aa1-4595-bf20-f4e46d4149dc None None] Checking router: be3aa51e-f6f2-46ea-b399-f171858b93a3 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:59:25.811674 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ef1b8d-3aa1-4595-bf20-f4e46d4149dc None None] Routers {'be3aa51e-f6f2-46ea-b399-f171858b93a3'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:59:25.812342 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-07ef1b8d-3aa1-4595-bf20-f4e46d4149dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:59:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['be3aa51e-f6f2-46ea-b399-f171858b93a3'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:25.817346 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1e8c6ca6-222a-4798-bcb7-8289fbbdf42f tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:25.946238 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-07ef1b8d-3aa1-4595-bf20-f4e46d4149dc None None] Set router be3aa51e-f6f2-46ea-b399-f171858b93a3 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:59:25.974970 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e328a02-530a-472f-8e46-018fda1d9f3b tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Made reservation on behalf of e3df33defdf448bc970b49b57571b9c4 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:25.979065 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0e328a02-530a-472f-8e46-018fda1d9f3b tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:26.008206 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e328a02-530a-472f-8e46-018fda1d9f3b tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:59:26.017113 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0e328a02-530a-472f-8e46-018fda1d9f3b tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:26.017356 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-0e328a02-530a-472f-8e46-018fda1d9f3b tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Added segment d2230560-066b-48ef-b84b-6f25f3560cd6 of type vlan for network 20c77d88-2ba6-4969-ab2b-4cfa48886203 Feb 16 16:59:26.060114 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0e328a02-530a-472f-8e46-018fda1d9f3b tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:26.074892 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-708f0c7b-04ba-4b00-9a80-1883f419956c req-162e8dbb-3943-481d-a21f-700ccfc56008 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:26.075106 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-708f0c7b-04ba-4b00-9a80-1883f419956c req-162e8dbb-3943-481d-a21f-700ccfc56008 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:26.075366 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.l3_db [req-708f0c7b-04ba-4b00-9a80-1883f419956c req-162e8dbb-3943-481d-a21f-700ccfc56008 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Floating IP 78e0d9b3-3ade-4f90-a6ab-7a3bbbe38ec3 disassociated. External IP: 172.26.3.183, port: a57b066f-0b78-478d-b5d2-144e81385b8e. Feb 16 16:59:26.075723 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-708f0c7b-04ba-4b00-9a80-1883f419956c req-162e8dbb-3943-481d-a21f-700ccfc56008 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Calling delete_port for a57b066f-0b78-478d-b5d2-144e81385b8e owned by compute:nova {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:59:26.095567 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-258777c2-8068-4c87-b334-f63193f680f5 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1855090 Feb 16 16:59:26.103812 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48926) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:26.105999 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258777c2-8068-4c87-b334-f63193f680f5 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Pushing event updated for resources: {'Network': ['ID=4302024b-9f41-48d4-a71b-5d2de780997f,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:26.114633 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-f150a193-057f-4a46-9499-491e013a4c8a tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-895648068'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:26.121492 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 4302024b-9f41-48d4-a71b-5d2de780997f details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:59:26.151217 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-1e8c6ca6-222a-4798-bcb7-8289fbbdf42f tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Allocated IP 172.26.3.51 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/9120f07f-67e2-43cb-85ef-872d4db20cab) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:26.231995 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0e328a02-530a-472f-8e46-018fda1d9f3b tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:26.238237 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-07ef1b8d-3aa1-4595-bf20-f4e46d4149dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3aa51e-f6f2-46ea-b399-f171858b93a3', 'name': 'tempest-ServersTestManualDisk-2002298307-router', 'tenant_id': '4ee66dbf32244d7889f4914b18028830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '07c44328-4e17-47a8-a620-8642e304d4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:57:49Z', 'updated_at': '2022-02-16T16:57:59Z', 'revision_number': 4, 'project_id': '4ee66dbf32244d7889f4914b18028830', 'gw_port': {'id': '07c44328-4e17-47a8-a620-8642e304d4ac', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3aa51e-f6f2-46ea-b399-f171858b93a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:57:50Z', 'updated_at': '2022-02-16T16:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'b2a72633-d152-4975-b54d-4c39bbe3fa61', 'name': '', 'network_id': 'dc975c54-04fd-41cf-87c4-6ca61b7fd14d', 'tenant_id': '4ee66dbf32244d7889f4914b18028830', 'mac_address': 'fa:16:3e:b9:3f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3aa51e-f6f2-46ea-b399-f171858b93a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd86b0b62-edb7-4147-9b87-7738d42c4864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:57:56Z', 'updated_at': '2022-02-16T16:58:05Z', 'revision_number': 5, 'project_id': '4ee66dbf32244d7889f4914b18028830', 'subnets': [{'id': 'd86b0b62-edb7-4147-9b87-7738d42c4864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:26.243035 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e328a02-530a-472f-8e46-018fda1d9f3b tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:26.244100 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0e328a02-530a-472f-8e46-018fda1d9f3b tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:26.261948 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b47ca-66de-43b1-8dc9-419264864dfe req-375b520e-dffe-4357-b839-cd5154269337 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:26.263532 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c14b47ca-66de-43b1-8dc9-419264864dfe req-375b520e-dffe-4357-b839-cd5154269337 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4395638-6857-4307-a63e-414f7d6bf079 HTTP/1.1" status: 200 len: 946 time: 0.2134423 Feb 16 16:59:26.266509 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ef1b8d-3aa1-4595-bf20-f4e46d4149dc None None] The sync data for ids ['be3aa51e-f6f2-46ea-b399-f171858b93a3'] in dv-neutron-828697-3-hyperv is: [{'id': 'be3aa51e-f6f2-46ea-b399-f171858b93a3', 'name': 'tempest-ServersTestManualDisk-2002298307-router', 'tenant_id': '4ee66dbf32244d7889f4914b18028830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '07c44328-4e17-47a8-a620-8642e304d4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:57:49Z', 'updated_at': '2022-02-16T16:57:59Z', 'revision_number': 4, 'project_id': '4ee66dbf32244d7889f4914b18028830', 'gw_port': {'id': '07c44328-4e17-47a8-a620-8642e304d4ac', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3aa51e-f6f2-46ea-b399-f171858b93a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:57:50Z', 'updated_at': '2022-02-16T16:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'b2a72633-d152-4975-b54d-4c39bbe3fa61', 'name': '', 'network_id': 'dc975c54-04fd-41cf-87c4-6ca61b7fd14d', 'tenant_id': '4ee66dbf32244d7889f4914b18028830', 'mac_address': 'fa:16:3e:b9:3f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3aa51e-f6f2-46ea-b399-f171858b93a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd86b0b62-edb7-4147-9b87-7738d42c4864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:57:56Z', 'updated_at': '2022-02-16T16:58:05Z', 'revision_number': 5, 'project_id': '4ee66dbf32244d7889f4914b18028830', 'subnets': [{'id': 'd86b0b62-edb7-4147-9b87-7738d42c4864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:59:26.319758 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-24f19cf0-7248-475e-9081-945b4af59c99 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:26.354829 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b37981ac-efaa-4de5-b9cb-2290328afc40 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:26.359650 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f150a193-057f-4a46-9499-491e013a4c8a tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Made reservation on behalf of 62bb5ef440a84a4c8ec593a84852a2c8 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:26.363089 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f150a193-057f-4a46-9499-491e013a4c8a tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:26.368763 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f784ada1-ebff-49a8-a3e9-af9bb2bcee35 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Router 85d09343-8f1e-408d-8776-ba4acba62d5d is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:59:26.370434 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e328a02-530a-472f-8e46-018fda1d9f3b tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Pushing event updated for resources: {'Network': ['ID=20c77d88-2ba6-4969-ab2b-4cfa48886203,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:26.382243 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 20c77d88-2ba6-4969-ab2b-4cfa48886203 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:59:26.406151 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-0e328a02-530a-472f-8e46-018fda1d9f3b tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0265462 Feb 16 16:59:26.418575 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48928) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:26.435859 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f19cf0-7248-475e-9081-945b4af59c99 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Subnet': ['ID=02429bde-3254-46e5-a445-d7f7673c13e2,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:26.448177 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f150a193-057f-4a46-9499-491e013a4c8a tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:59:26.450959 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-1c51a959-add5-4d6b-9faf-b022ede7c96d tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Request body: {'subnet': {'network_id': '20c77d88-2ba6-4969-ab2b-4cfa48886203', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:26.530106 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f150a193-057f-4a46-9499-491e013a4c8a tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:26.530454 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-f150a193-057f-4a46-9499-491e013a4c8a tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Added segment 86535206-d635-435c-8236-e51bac2c069f of type vlan for network ed5c63da-1a4f-4f09-93d5-37f2aceac538 Feb 16 16:59:26.548211 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f19cf0-7248-475e-9081-945b4af59c99 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Checking segment: {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:59:26.549015 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f19cf0-7248-475e-9081-945b4af59c99 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Network hostable DHCP agents. Network: 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:59:26.610403 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67a2b08-0c3c-450e-9f95-4e0ff1007e15 None None] New status for floating IP f17aa608-c4b8-4232-8030-d5604ba438ec: DOWN {{(pid=114378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:59:26.626341 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48934) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:26.634696 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f150a193-057f-4a46-9499-491e013a4c8a tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:26.719137 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f784ada1-ebff-49a8-a3e9-af9bb2bcee35 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:59:26.724219 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f784ada1-ebff-49a8-a3e9-af9bb2bcee35 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:26.728395 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f784ada1-ebff-49a8-a3e9-af9bb2bcee35 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] 10.222.0.88 "PUT /v2.0/routers/85d09343-8f1e-408d-8776-ba4acba62d5d HTTP/1.1" status: 200 len: 915 time: 5.6204050 Feb 16 16:59:26.729251 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48936) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:26.733803 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950e1888-d73c-40ed-8b86-4c6b9564c583 None None] Sync routers for ids ['85d09343-8f1e-408d-8776-ba4acba62d5d'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:59:26.740220 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f19cf0-7248-475e-9081-945b4af59c99 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:59:26.743330 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950e1888-d73c-40ed-8b86-4c6b9564c583 None None] Routers {'85d09343-8f1e-408d-8776-ba4acba62d5d'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:59:26.745998 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-950e1888-d73c-40ed-8b86-4c6b9564c583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:59:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['85d09343-8f1e-408d-8776-ba4acba62d5d'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:26.781555 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-950e1888-d73c-40ed-8b86-4c6b9564c583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:26.791221 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950e1888-d73c-40ed-8b86-4c6b9564c583 None None] Routers {'85d09343-8f1e-408d-8776-ba4acba62d5d'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:59:26.792143 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-950e1888-d73c-40ed-8b86-4c6b9564c583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:59:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['85d09343-8f1e-408d-8776-ba4acba62d5d'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:26.792269 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9a17d34b-d9fb-4e66-85a2-53886ca05fde tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:26.829620 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-950e1888-d73c-40ed-8b86-4c6b9564c583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:26.830281 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950e1888-d73c-40ed-8b86-4c6b9564c583 None None] The sync data for ids ['85d09343-8f1e-408d-8776-ba4acba62d5d'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:59:26.854779 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9a17d34b-d9fb-4e66-85a2-53886ca05fde tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:26.871906 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c14b47ca-66de-43b1-8dc9-419264864dfe req-05c4b0ea-6219-4b9a-8b28-c515f0afbfd6 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "GET /v2.0/security-groups?id=56da404a-1554-481b-a94d-29ebc15c9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5703158 Feb 16 16:59:26.929784 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37981ac-efaa-4de5-b9cb-2290328afc40 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Pushing event updated for resources: {'Subnet': ['ID=767df996-d087-4040-aa61-741bc05cb857,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:26.951866 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37981ac-efaa-4de5-b9cb-2290328afc40 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Checking segment: {'id': 'f2143a1c-62ce-457b-bdac-de683da29225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '139edb32-db03-4324-829e-ec4a8b2b9495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:59:26.952253 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37981ac-efaa-4de5-b9cb-2290328afc40 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Network hostable DHCP agents. Network: 139edb32-db03-4324-829e-ec4a8b2b9495, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:59:27.037487 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-708f0c7b-04ba-4b00-9a80-1883f419956c req-162e8dbb-3943-481d-a21f-700ccfc56008 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:27.075496 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1e8c6ca6-222a-4798-bcb7-8289fbbdf42f tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:27.081177 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c51a959-add5-4d6b-9faf-b022ede7c96d tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Made reservation on behalf of e3df33defdf448bc970b49b57571b9c4 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:27.084672 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1c51a959-add5-4d6b-9faf-b022ede7c96d tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:27.087569 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37981ac-efaa-4de5-b9cb-2290328afc40 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Network 139edb32-db03-4324-829e-ec4a8b2b9495 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:59:27.089566 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162e8dbb-3943-481d-a21f-700ccfc56008 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Pushing event deleted for resources: {'Port': ['ID=a57b066f-0b78-478d-b5d2-144e81385b8e,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:27.106732 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device eb8e721c-7a64-45ca-9a8c-f508e2b01d34 no longer exists at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:59:27.137104 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] No Port match for: eb8e721c-7a64-45ca-9a8c-f508e2b01d34 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 16:59:27.137752 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device eb8e721c-7a64-45ca-9a8c-f508e2b01d34 not bound to the agent host hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:59:27.137866 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device a57b066f-0b78-478d-b5d2-144e81385b8e no longer exists at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:59:27.147075 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f150a193-057f-4a46-9499-491e013a4c8a tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:27.153451 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f150a193-057f-4a46-9499-491e013a4c8a tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:27.153679 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-b37981ac-efaa-4de5-b9cb-2290328afc40 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 139edb32-db03-4324-829e-ec4a8b2b9495) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:27.154213 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f150a193-057f-4a46-9499-491e013a4c8a tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:27.159955 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] No Port match for: a57b066f-0b78-478d-b5d2-144e81385b8e {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 16:59:27.160682 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device a57b066f-0b78-478d-b5d2-144e81385b8e not bound to the agent host hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:59:27.164305 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb0b987-f3b4-4536-be14-1bf61b840365 None None] Network 139edb32-db03-4324-829e-ec4a8b2b9495 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:59:27.165234 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37981ac-efaa-4de5-b9cb-2290328afc40 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:27.166604 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b37981ac-efaa-4de5-b9cb-2290328afc40 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:27.181470 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-24f19cf0-7248-475e-9081-945b4af59c99 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:27.186753 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f19cf0-7248-475e-9081-945b4af59c99 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:27.188346 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-24f19cf0-7248-475e-9081-945b4af59c99 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:27.218715 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5178a505-7a2e-43b9-a2b1-277b027436ab None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:59:27.274988 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-346a122f-aa07-4167-a6fd-add31f3896bb tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] 10.222.0.88 "GET /v2.0/routers/85d09343-8f1e-408d-8776-ba4acba62d5d HTTP/1.1" status: 200 len: 921 time: 0.5405622 Feb 16 16:59:27.276256 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48938) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:27.312964 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f150a193-057f-4a46-9499-491e013a4c8a tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Pushing event updated for resources: {'Network': ['ID=ed5c63da-1a4f-4f09-93d5-37f2aceac538,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:27.322496 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f150a193-057f-4a46-9499-491e013a4c8a tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2173808 Feb 16 16:59:27.325587 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48940) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:27.333380 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-d4a53943-1029-40ed-a52f-1f87e4a64ec5 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Request body: {'ports': [{'network_id': '4302024b-9f41-48d4-a71b-5d2de780997f', 'name': 'tempest-port--1645320636', 'admin_state_up': True}, {'network_id': 'ed5c63da-1a4f-4f09-93d5-37f2aceac538', 'admin_state_up': False}]} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:27.333835 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-d4a53943-1029-40ed-a52f-1f87e4a64ec5 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Request body: {'port': {'network_id': '4302024b-9f41-48d4-a71b-5d2de780997f', 'name': 'tempest-port--1645320636', 'admin_state_up': True}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:27.334725 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-d4a53943-1029-40ed-a52f-1f87e4a64ec5 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Request body: {'port': {'network_id': 'ed5c63da-1a4f-4f09-93d5-37f2aceac538', 'admin_state_up': False}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:27.338785 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-708f0c7b-04ba-4b00-9a80-1883f419956c req-162e8dbb-3943-481d-a21f-700ccfc56008 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Router 70bca793-e1d6-4d59-966e-e5e637d1d603 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:59:27.353666 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network ed5c63da-1a4f-4f09-93d5-37f2aceac538 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:59:27.374823 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-b37981ac-efaa-4de5-b9cb-2290328afc40 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.0317252 Feb 16 16:59:27.378586 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48942) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:27.385294 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-11a0a6af-f591-4c4f-a4ee-892b9c0c2a07 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:27.402620 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4038f09a-6426-4e10-8408-64d1f66da79a tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:27.407414 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-4038f09a-6426-4e10-8408-64d1f66da79a tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=d8eab20e-246c-47ce-8449-822ce53769fc&device_id=85d09343-8f1e-408d-8776-ba4acba62d5d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1260076 Feb 16 16:59:27.409652 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48944) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:27.440866 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-24f19cf0-7248-475e-9081-945b4af59c99 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3559606 Feb 16 16:59:27.444726 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48946) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:27.466242 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1e8c6ca6-222a-4798-bcb7-8289fbbdf42f tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:27.477891 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-68d95169-9e95-4c5b-9a81-d5d6aef8acda tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'port': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'name': 'tempest-NetworksTestDHCPv6-1102025273'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:27.515627 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9a17d34b-d9fb-4e66-85a2-53886ca05fde tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:27.518627 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9a17d34b-d9fb-4e66-85a2-53886ca05fde tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:27.522153 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-9a17d34b-d9fb-4e66-85a2-53886ca05fde tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.88 "DELETE /v2.0/security-groups/f20dcbe5-46cb-42aa-8245-43c2ee2343d9 HTTP/1.1" status: 204 len: 168 time: 0.8893616 Feb 16 16:59:27.524439 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1120a6-0221-4fd7-8d5b-225189bf96c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-139edb32-db03-4324-829e-ec4a8b2b9495', 'network_id': '139edb32-db03-4324-829e-ec4a8b2b9495', 'tenant_id': '39c6ff93779f41679a479f3011da9f36', 'fixed_ips': [{'subnet_id': '767df996-d087-4040-aa61-741bc05cb857'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 16:59:27.525314 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6c1120a6-0221-4fd7-8d5b-225189bf96c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:27.538653 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48948) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:27.561806 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41578bb-7a9d-49d3-8978-0c7d120f4a64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'tenant_id': '81837604d6654060bf0a8ff194578833', 'fixed_ips': [{'subnet_id': '02429bde-3254-46e5-a445-d7f7673c13e2'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 16:59:27.562711 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e41578bb-7a9d-49d3-8978-0c7d120f4a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:27.598078 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8c6ca6-222a-4798-bcb7-8289fbbdf42f tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:27.599283 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-c89f1b0a-9364-4173-b62b-69b48d6bbe1f tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] show failed (client error): The resource could not be found. Feb 16 16:59:27.604564 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c89f1b0a-9364-4173-b62b-69b48d6bbe1f tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.88 "GET /v2.0/security-groups/f20dcbe5-46cb-42aa-8245-43c2ee2343d9 HTTP/1.1" status: 404 len: 347 time: 0.0648227 Feb 16 16:59:27.644489 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39710f1-458a-4a9d-b107-55b741dd60de tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:27.644703 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48950) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:27.648971 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e39710f1-458a-4a9d-b107-55b741dd60de tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] 10.222.0.88 "GET /v2.0/networks/d8eab20e-246c-47ce-8449-822ce53769fc HTTP/1.1" status: 200 len: 881 time: 0.2397163 Feb 16 16:59:27.665828 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-1e8c6ca6-222a-4798-bcb7-8289fbbdf42f tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:27.684287 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8c6ca6-222a-4798-bcb7-8289fbbdf42f tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:59:27.686576 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48952) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:27.686713 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a17d34b-d9fb-4e66-85a2-53886ca05fde tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20dcbe5-46cb-42aa-8245-43c2ee2343d9,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:27.709598 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1c51a959-add5-4d6b-9faf-b022ede7c96d tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:27.777904 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8c6ca6-222a-4798-bcb7-8289fbbdf42f tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Pushing event updated for resources: {'Port': ['ID=9120f07f-67e2-43cb-85ef-872d4db20cab,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:27.814915 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-044a8760-44f3-49d5-b5af-d95304eec6ee tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] 10.222.0.88 "GET /v2.0/ports?device_id=85d09343-8f1e-408d-8776-ba4acba62d5d HTTP/1.1" status: 200 len: 205 time: 0.1274765 Feb 16 16:59:27.818718 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a53943-1029-40ed-a52f-1f87e4a64ec5 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Made reservation on behalf of 62bb5ef440a84a4c8ec593a84852a2c8 for: {'port': 2} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:27.825622 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d4a53943-1029-40ed-a52f-1f87e4a64ec5 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:27.828127 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48956) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:27.898528 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d4a53943-1029-40ed-a52f-1f87e4a64ec5 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:27.917024 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-11a0a6af-f591-4c4f-a4ee-892b9c0c2a07 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2687596'] for subnet, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:27.928487 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c51a959-add5-4d6b-9faf-b022ede7c96d tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Pushing event updated for resources: {'Subnet': ['ID=8b39b189-2a65-4fb1-baa3-ba221b665ec7,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:27.940888 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-708f0c7b-04ba-4b00-9a80-1883f419956c req-162e8dbb-3943-481d-a21f-700ccfc56008 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:59:27.961410 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea59fc5-1f7d-4706-a187-58fae33b67ad None None] Sync routers for ids ['70bca793-e1d6-4d59-966e-e5e637d1d603'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:59:27.991334 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea59fc5-1f7d-4706-a187-58fae33b67ad None None] Routers {'70bca793-e1d6-4d59-966e-e5e637d1d603'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:59:27.991967 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-9ea59fc5-1f7d-4706-a187-58fae33b67ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:59:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['70bca793-e1d6-4d59-966e-e5e637d1d603'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:28.003401 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-e41578bb-7a9d-49d3-8978-0c7d120f4a64 None None] Allocated IP 2001:db8::2 (1e2a9b2d-a159-48c5-a704-dcb18c3b88c3/02429bde-3254-46e5-a445-d7f7673c13e2/cce940ef-7a00-4296-996b-ce7f66919624) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:28.026585 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-708f0c7b-04ba-4b00-9a80-1883f419956c req-162e8dbb-3943-481d-a21f-700ccfc56008 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] No DVR routers for this DVR port a57b066f-0b78-478d-b5d2-144e81385b8e on host hv-neutron-8286 {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:59:28.071951 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-708f0c7b-04ba-4b00-9a80-1883f419956c req-162e8dbb-3943-481d-a21f-700ccfc56008 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:28.075325 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-708f0c7b-04ba-4b00-9a80-1883f419956c req-162e8dbb-3943-481d-a21f-700ccfc56008 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.89 "DELETE /v2.0/ports/a57b066f-0b78-478d-b5d2-144e81385b8e HTTP/1.1" status: 204 len: 173 time: 3.2901638 Feb 16 16:59:28.077979 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-8573cf9b-aa38-4f85-aa41-850448878434 req-5abd8111-4d92-47fa-924f-5be8fed20b6a tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4395638-6857-4307-a63e-414f7d6bf079 HTTP/1.1" status: 200 len: 210 time: 0.0716584 Feb 16 16:59:28.097993 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4395638-6857-4307-a63e-414f7d6bf079', 'name': 'network-vif-deleted', 'tag': 'a57b066f-0b78-478d-b5d2-144e81385b8e'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:59:28.100289 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0baae4-faac-40e1-b527-1d13a0bfd1db" -d '{"events": [{"server_uuid": "b4395638-6857-4307-a63e-414f7d6bf079", "name": "network-vif-deleted", "tag": "a57b066f-0b78-478d-b5d2-144e81385b8e"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:59:28.123779 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a1757f2c-362d-4f29-8544-56fbc18f0112 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks [] for router, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:28.129487 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d95169-9e95-4c5b-9a81-d5d6aef8acda tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:28.133591 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-68d95169-9e95-4c5b-9a81-d5d6aef8acda tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:28.137243 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c51a959-add5-4d6b-9faf-b022ede7c96d tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Checking segment: {'id': 'd2230560-066b-48ef-b84b-6f25f3560cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '20c77d88-2ba6-4969-ab2b-4cfa48886203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:59:28.137689 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c51a959-add5-4d6b-9faf-b022ede7c96d tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Network hostable DHCP agents. Network: 20c77d88-2ba6-4969-ab2b-4cfa48886203, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:59:28.169608 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-9ea59fc5-1f7d-4706-a187-58fae33b67ad None None] Set router 70bca793-e1d6-4d59-966e-e5e637d1d603 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:59:28.198832 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0747c548-a453-485a-b269-25d7878da5c0 x-openstack-request-id: req-0747c548-a453-485a-b269-25d7878da5c0 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:59:28.199076 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4395638-6857-4307-a63e-414f7d6bf079", "name": "network-vif-deleted", "tag": "a57b066f-0b78-478d-b5d2-144e81385b8e", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:59:28.199448 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0747c548-a453-485a-b269-25d7878da5c0 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:59:28.199906 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4395638-6857-4307-a63e-414f7d6bf079', 'name': 'network-vif-deleted', 'tag': 'a57b066f-0b78-478d-b5d2-144e81385b8e', 'status': 'completed', 'code': 200} Feb 16 16:59:28.253099 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-68d95169-9e95-4c5b-9a81-d5d6aef8acda tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] device_id is not set on port 0ab8d8d0-be11-43fc-bc7f-8f9ccdebee75 yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:59:28.267304 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-d4a53943-1029-40ed-a52f-1f87e4a64ec5 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] device_id is not set on port 40b5f5fd-b088-4d26-bc91-fc3949250ec9 yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:59:28.270930 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e41578bb-7a9d-49d3-8978-0c7d120f4a64 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:28.287643 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.db.api [None req-6c1120a6-0221-4fd7-8d5b-225189bf96c6 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 16 16:59:28.287643 dv-neutron-828697-3-hyperv neutron-server[114377]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 16 16:59:28.287643 dv-neutron-828697-3-hyperv neutron-server[114377]: [parameters: {'in_use': 1, 'id_1': '767df996-d087-4040-aa61-741bc05cb857'}] Feb 16 16:59:28.287643 dv-neutron-828697-3-hyperv neutron-server[114377]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=114377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:59:28.290574 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG oslo_db.api [None req-6c1120a6-0221-4fd7-8d5b-225189bf96c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:59:28.300948 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-b45dff3c-d4a2-4b60-904f-94a9de2f887d tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Deleting port eb0c4996-0b47-42af-ab78-9487092d71a1 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:59:28.301305 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b45dff3c-d4a2-4b60-904f-94a9de2f887d tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:28.372017 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c51a959-add5-4d6b-9faf-b022ede7c96d tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Network 20c77d88-2ba6-4969-ab2b-4cfa48886203 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:59:28.383214 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e41578bb-7a9d-49d3-8978-0c7d120f4a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:28.418963 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a1757f2c-362d-4f29-8544-56fbc18f0112 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:28.422052 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41578bb-7a9d-49d3-8978-0c7d120f4a64 None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:28.426116 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-e41578bb-7a9d-49d3-8978-0c7d120f4a64 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:28.429939 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41578bb-7a9d-49d3-8978-0c7d120f4a64 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:59:28.475727 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-68d95169-9e95-4c5b-9a81-d5d6aef8acda tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Allocated IP 2001:db8::334 (1e2a9b2d-a159-48c5-a704-dcb18c3b88c3/02429bde-3254-46e5-a445-d7f7673c13e2/0ab8d8d0-be11-43fc-bc7f-8f9ccdebee75) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:28.476330 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-9ea59fc5-1f7d-4706-a187-58fae33b67ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bca793-e1d6-4d59-966e-e5e637d1d603', 'name': 'tempest-ServersTestJSON-524628997-router', 'tenant_id': 'b000221746b44cdbb4fb616424f3147e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.137'}], 'enable_snat': True}, 'gw_port_id': 'cc419172-db86-4497-80a4-97e0b22c1d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:57:50Z', 'updated_at': '2022-02-16T16:57:59Z', 'revision_number': 4, 'project_id': 'b000221746b44cdbb4fb616424f3147e', 'gw_port': {'id': 'cc419172-db86-4497-80a4-97e0b22c1d73', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bca793-e1d6-4d59-966e-e5e637d1d603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:57:51Z', 'updated_at': '2022-02-16T16:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'f43c7428-cfb1-4194-8634-0cba20884571', 'name': '', 'network_id': '42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e', 'tenant_id': 'b000221746b44cdbb4fb616424f3147e', 'mac_address': 'fa:16:3e:00:48:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bca793-e1d6-4d59-966e-e5e637d1d603', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'adefecf5-a804-4647-bbff-e2f7d127a048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:57:57Z', 'updated_at': '2022-02-16T16:58:09Z', 'revision_number': 5, 'project_id': 'b000221746b44cdbb4fb616424f3147e', 'subnets': [{'id': 'adefecf5-a804-4647-bbff-e2f7d127a048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:28.478143 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41578bb-7a9d-49d3-8978-0c7d120f4a64 None None] Pushing event updated for resources: {'Port': ['ID=cce940ef-7a00-4296-996b-ce7f66919624,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:28.500509 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-e41578bb-7a9d-49d3-8978-0c7d120f4a64 None None] Attempting to bind port cce940ef-7a00-4296-996b-ce7f66919624 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:59:28.500716 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-e41578bb-7a9d-49d3-8978-0c7d120f4a64 None None] Attempting to bind port cce940ef-7a00-4296-996b-ce7f66919624 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:59:28.501112 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41578bb-7a9d-49d3-8978-0c7d120f4a64 None None] Attempting to bind port cce940ef-7a00-4296-996b-ce7f66919624 on network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:59:28.507194 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41578bb-7a9d-49d3-8978-0c7d120f4a64 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:59:28.507457 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41578bb-7a9d-49d3-8978-0c7d120f4a64 None None] Checking segment: {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:59:28.508011 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e41578bb-7a9d-49d3-8978-0c7d120f4a64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:28.508640 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41578bb-7a9d-49d3-8978-0c7d120f4a64 None None] Bound using segment: {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:59:28.509635 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-e41578bb-7a9d-49d3-8978-0c7d120f4a64 None None] Bound port: cce940ef-7a00-4296-996b-ce7f66919624, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:59:28.509635 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e41578bb-7a9d-49d3-8978-0c7d120f4a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:28.517361 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-1c51a959-add5-4d6b-9faf-b022ede7c96d tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 20c77d88-2ba6-4969-ab2b-4cfa48886203) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:28.528129 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b45dff3c-d4a2-4b60-904f-94a9de2f887d tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:28.528461 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b45dff3c-d4a2-4b60-904f-94a9de2f887d tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:28.531614 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c51a959-add5-4d6b-9faf-b022ede7c96d tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:28.532238 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1c51a959-add5-4d6b-9faf-b022ede7c96d tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:28.533460 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c4c8ce-e816-4fcb-ac90-51ed0341051f None None] Network 20c77d88-2ba6-4969-ab2b-4cfa48886203 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:59:28.554583 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-b45dff3c-d4a2-4b60-904f-94a9de2f887d tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Calling delete_port for eb0c4996-0b47-42af-ab78-9487092d71a1 owned by network:floatingip {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:59:28.561037 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d4a53943-1029-40ed-a52f-1f87e4a64ec5 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:28.566121 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea59fc5-1f7d-4706-a187-58fae33b67ad None None] Checking router: 70bca793-e1d6-4d59-966e-e5e637d1d603 for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:59:28.587772 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea59fc5-1f7d-4706-a187-58fae33b67ad None None] Routers {'70bca793-e1d6-4d59-966e-e5e637d1d603'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:59:28.588436 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-9ea59fc5-1f7d-4706-a187-58fae33b67ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:59:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['70bca793-e1d6-4d59-966e-e5e637d1d603'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:28.650594 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-11a0a6af-f591-4c4f-a4ee-892b9c0c2a07 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749410308967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3690258'] for subnet, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:28.707468 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a0a6af-f591-4c4f-a4ee-892b9c0c2a07 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:28.708112 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-11a0a6af-f591-4c4f-a4ee-892b9c0c2a07 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:28.709448 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-11a0a6af-f591-4c4f-a4ee-892b9c0c2a07 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "PUT /v2.0/subnets/767df996-d087-4040-aa61-741bc05cb857 HTTP/1.1" status: 200 len: 900 time: 1.3301277 Feb 16 16:59:28.718998 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48962) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:28.719635 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1e8c6ca6-222a-4798-bcb7-8289fbbdf42f tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks [] for router_gateway, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:28.725698 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-d4a53943-1029-40ed-a52f-1f87e4a64ec5 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] device_id is not set on port 5070eb80-8561-411d-8473-55122a27dbe9 yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:59:28.745127 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-e41578bb-7a9d-49d3-8978-0c7d120f4a64 None None] For port cce940ef-7a00-4296-996b-ce7f66919624, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:59:28.759778 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d37202d-db7a-42c8-92b9-f502e43d620c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-20c77d88-2ba6-4969-ab2b-4cfa48886203', 'network_id': '20c77d88-2ba6-4969-ab2b-4cfa48886203', 'tenant_id': 'e3df33defdf448bc970b49b57571b9c4', 'fixed_ips': [{'subnet_id': '8b39b189-2a65-4fb1-baa3-ba221b665ec7'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 16:59:28.762623 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2d37202d-db7a-42c8-92b9-f502e43d620c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:28.772488 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-1c51a959-add5-4d6b-9faf-b022ede7c96d tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3293700 Feb 16 16:59:28.773125 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48964) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:28.783555 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-e41578bb-7a9d-49d3-8978-0c7d120f4a64 None None] For port cce940ef-7a00-4296-996b-ce7f66919624, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=cce940ef-7a00-4296-996b-ce7f66919624,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:59:28.790618 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6c1120a6-0221-4fd7-8d5b-225189bf96c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:28.810702 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-9ea59fc5-1f7d-4706-a187-58fae33b67ad None None] Set router 70bca793-e1d6-4d59-966e-e5e637d1d603 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:59:28.891327 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-a1757f2c-362d-4f29-8544-56fbc18f0112 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Deleting port 2bac9d17-c86c-4d2a-a4d1-7a3ca7056f30 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:59:28.891937 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a1757f2c-362d-4f29-8544-56fbc18f0112 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:28.989494 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e41578bb-7a9d-49d3-8978-0c7d120f4a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:29.052467 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-68d95169-9e95-4c5b-9a81-d5d6aef8acda tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:29.066861 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d245e382-d987-4b51-bf7d-3b5c5a002ae3 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:29.138527 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a1757f2c-362d-4f29-8544-56fbc18f0112 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:29.183165 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-6c1120a6-0221-4fd7-8d5b-225189bf96c6 None None] Allocated IP 2001:db8::3 (139edb32-db03-4324-829e-ec4a8b2b9495/767df996-d087-4040-aa61-741bc05cb857/fc6a471e-089f-4b6a-9224-f5db631d2c63) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:29.201509 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-a1757f2c-362d-4f29-8544-56fbc18f0112 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Calling delete_port for 2bac9d17-c86c-4d2a-a4d1-7a3ca7056f30 owned by network:router_gateway {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:59:29.215431 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41578bb-7a9d-49d3-8978-0c7d120f4a64 None None] Pushing event updated for resources: {'Port': ['ID=cce940ef-7a00-4296-996b-ce7f66919624,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:29.236463 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-2d37202d-db7a-42c8-92b9-f502e43d620c None None] Allocated IP 172.20.0.2 (20c77d88-2ba6-4969-ab2b-4cfa48886203/8b39b189-2a65-4fb1-baa3-ba221b665ec7/72098e47-1e40-4990-9cec-7718692ea34f) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:29.263642 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d4a53943-1029-40ed-a52f-1f87e4a64ec5 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:29.269257 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a0a6af-f591-4c4f-a4ee-892b9c0c2a07 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Pushing event updated for resources: {'Subnet': ['ID=767df996-d087-4040-aa61-741bc05cb857,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:29.355757 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-dc6a36ac-f80a-482b-a4c4-a6102300299a req-212f4848-2644-4813-b1fe-bddfcf53c51c tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4395638-6857-4307-a63e-414f7d6bf079 HTTP/1.1" status: 200 len: 210 time: 0.0837502 Feb 16 16:59:29.415233 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d245e382-d987-4b51-bf7d-3b5c5a002ae3 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:29.456301 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d3c5f158-8fa3-429c-bb07-ee3e287f132e tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:29.462661 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-9ea59fc5-1f7d-4706-a187-58fae33b67ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bca793-e1d6-4d59-966e-e5e637d1d603', 'name': 'tempest-ServersTestJSON-524628997-router', 'tenant_id': 'b000221746b44cdbb4fb616424f3147e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.137'}], 'enable_snat': True}, 'gw_port_id': 'cc419172-db86-4497-80a4-97e0b22c1d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:57:50Z', 'updated_at': '2022-02-16T16:57:59Z', 'revision_number': 4, 'project_id': 'b000221746b44cdbb4fb616424f3147e', 'gw_port': {'id': 'cc419172-db86-4497-80a4-97e0b22c1d73', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bca793-e1d6-4d59-966e-e5e637d1d603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:57:51Z', 'updated_at': '2022-02-16T16:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'f43c7428-cfb1-4194-8634-0cba20884571', 'name': '', 'network_id': '42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e', 'tenant_id': 'b000221746b44cdbb4fb616424f3147e', 'mac_address': 'fa:16:3e:00:48:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bca793-e1d6-4d59-966e-e5e637d1d603', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'adefecf5-a804-4647-bbff-e2f7d127a048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:57:57Z', 'updated_at': '2022-02-16T16:58:09Z', 'revision_number': 5, 'project_id': 'b000221746b44cdbb4fb616424f3147e', 'subnets': [{'id': 'adefecf5-a804-4647-bbff-e2f7d127a048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:29.504156 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-68d95169-9e95-4c5b-9a81-d5d6aef8acda tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:29.543366 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea59fc5-1f7d-4706-a187-58fae33b67ad None None] The sync data for ids ['70bca793-e1d6-4d59-966e-e5e637d1d603'] in dv-neutron-828697-3-hyperv is: [{'id': '70bca793-e1d6-4d59-966e-e5e637d1d603', 'name': 'tempest-ServersTestJSON-524628997-router', 'tenant_id': 'b000221746b44cdbb4fb616424f3147e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.137'}], 'enable_snat': True}, 'gw_port_id': 'cc419172-db86-4497-80a4-97e0b22c1d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:57:50Z', 'updated_at': '2022-02-16T16:57:59Z', 'revision_number': 4, 'project_id': 'b000221746b44cdbb4fb616424f3147e', 'gw_port': {'id': 'cc419172-db86-4497-80a4-97e0b22c1d73', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bca793-e1d6-4d59-966e-e5e637d1d603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:57:51Z', 'updated_at': '2022-02-16T16:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'f43c7428-cfb1-4194-8634-0cba20884571', 'name': '', 'network_id': '42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e', 'tenant_id': 'b000221746b44cdbb4fb616424f3147e', 'mac_address': 'fa:16:3e:00:48:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bca793-e1d6-4d59-966e-e5e637d1d603', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'adefecf5-a804-4647-bbff-e2f7d127a048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:57:57Z', 'updated_at': '2022-02-16T16:58:09Z', 'revision_number': 5, 'project_id': 'b000221746b44cdbb4fb616424f3147e', 'subnets': [{'id': 'adefecf5-a804-4647-bbff-e2f7d127a048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:59:29.607397 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6c1120a6-0221-4fd7-8d5b-225189bf96c6 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:29.615308 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1e8c6ca6-222a-4798-bcb7-8289fbbdf42f tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-583993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10422'] for router, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:29.615781 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d95169-9e95-4c5b-9a81-d5d6aef8acda tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:29.625082 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d3c5f158-8fa3-429c-bb07-ee3e287f132e tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:29.627348 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-68d95169-9e95-4c5b-9a81-d5d6aef8acda tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:29.634594 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d95169-9e95-4c5b-9a81-d5d6aef8acda tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:59:29.634799 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1e8c6ca6-222a-4798-bcb7-8289fbbdf42f tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-583970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-583979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-582263'] for router, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:29.636176 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2d37202d-db7a-42c8-92b9-f502e43d620c None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:29.642127 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d95169-9e95-4c5b-9a81-d5d6aef8acda tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:29.642797 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-68d95169-9e95-4c5b-9a81-d5d6aef8acda tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:29.645253 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d95169-9e95-4c5b-9a81-d5d6aef8acda tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Port': ['ID=0ab8d8d0-be11-43fc-bc7f-8f9ccdebee75,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:29.685579 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b45dff3c-d4a2-4b60-904f-94a9de2f887d tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:29.732911 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d4a53943-1029-40ed-a52f-1f87e4a64ec5 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:29.775832 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45dff3c-d4a2-4b60-904f-94a9de2f887d tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Pushing event deleted for resources: {'Port': ['ID=eb0c4996-0b47-42af-ab78-9487092d71a1,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:29.782166 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6c1120a6-0221-4fd7-8d5b-225189bf96c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:29.796908 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2d37202d-db7a-42c8-92b9-f502e43d620c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:29.822689 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a53943-1029-40ed-a52f-1f87e4a64ec5 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Pushing event updated for resources: {'Port': ['ID=40b5f5fd-b088-4d26-bc91-fc3949250ec9,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:29.862920 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-68d95169-9e95-4c5b-9a81-d5d6aef8acda tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4126353 Feb 16 16:59:29.862920 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a53943-1029-40ed-a52f-1f87e4a64ec5 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Checking segment: {'id': '43843cc6-1cee-42cd-b1db-e612fa8cf36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4302024b-9f41-48d4-a71b-5d2de780997f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:59:29.862920 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a53943-1029-40ed-a52f-1f87e4a64ec5 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Network hostable DHCP agents. Network: 4302024b-9f41-48d4-a71b-5d2de780997f, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:59:29.863278 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d37202d-db7a-42c8-92b9-f502e43d620c None None] Network 20c77d88-2ba6-4969-ab2b-4cfa48886203 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:29.868395 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48968) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:29.868912 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1120a6-0221-4fd7-8d5b-225189bf96c6 None None] Network 139edb32-db03-4324-829e-ec4a8b2b9495 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:29.872449 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-2d37202d-db7a-42c8-92b9-f502e43d620c None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:29.875018 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d37202d-db7a-42c8-92b9-f502e43d620c None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:59:29.877261 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-6c1120a6-0221-4fd7-8d5b-225189bf96c6 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:29.880085 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1120a6-0221-4fd7-8d5b-225189bf96c6 None None] Pushing event updated for resources: {'Port': ['ID=fc6a471e-089f-4b6a-9224-f5db631d2c63,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:29.882402 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1120a6-0221-4fd7-8d5b-225189bf96c6 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:59:29.916852 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b45dff3c-d4a2-4b60-904f-94a9de2f887d tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Notify callbacks [] for floatingip, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:29.919051 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b45dff3c-d4a2-4b60-904f-94a9de2f887d tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:29.923318 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-b45dff3c-d4a2-4b60-904f-94a9de2f887d tempest-ServersTestManualDisk-3834428 tempest-ServersTestManualDisk-3834428-project] 10.222.0.88 "DELETE /v2.0/floatingips/f17aa608-c4b8-4232-8030-d5604ba438ec HTTP/1.1" status: 204 len: 168 time: 2.2548623 Feb 16 16:59:29.924109 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48970) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:29.968331 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a1757f2c-362d-4f29-8544-56fbc18f0112 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:29.981004 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d245e382-d987-4b51-bf7d-3b5c5a002ae3 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:30.003175 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d37202d-db7a-42c8-92b9-f502e43d620c None None] Pushing event updated for resources: {'Port': ['ID=72098e47-1e40-4990-9cec-7718692ea34f,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:30.018630 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c362f51-b143-4a77-a57b-b54222f2a619 None None] New status for floating IP 78e0d9b3-3ade-4f90-a6ab-7a3bbbe38ec3: DOWN {{(pid=114377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:59:30.021231 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-6c1120a6-0221-4fd7-8d5b-225189bf96c6 None None] Attempting to bind port fc6a471e-089f-4b6a-9224-f5db631d2c63 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:59:30.021556 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-6c1120a6-0221-4fd7-8d5b-225189bf96c6 None None] Attempting to bind port fc6a471e-089f-4b6a-9224-f5db631d2c63 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': 'f2143a1c-62ce-457b-bdac-de683da29225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '139edb32-db03-4324-829e-ec4a8b2b9495'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:59:30.021812 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1120a6-0221-4fd7-8d5b-225189bf96c6 None None] Attempting to bind port fc6a471e-089f-4b6a-9224-f5db631d2c63 on network 139edb32-db03-4324-829e-ec4a8b2b9495 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:59:30.023631 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-2d37202d-db7a-42c8-92b9-f502e43d620c None None] Attempting to bind port 72098e47-1e40-4990-9cec-7718692ea34f on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:59:30.024691 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-2d37202d-db7a-42c8-92b9-f502e43d620c None None] Attempting to bind port 72098e47-1e40-4990-9cec-7718692ea34f by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': 'd2230560-066b-48ef-b84b-6f25f3560cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '20c77d88-2ba6-4969-ab2b-4cfa48886203'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:59:30.024908 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d37202d-db7a-42c8-92b9-f502e43d620c None None] Attempting to bind port 72098e47-1e40-4990-9cec-7718692ea34f on network 20c77d88-2ba6-4969-ab2b-4cfa48886203 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:59:30.038936 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d3c5f158-8fa3-429c-bb07-ee3e287f132e tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:30.065748 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1757f2c-362d-4f29-8544-56fbc18f0112 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Pushing event deleted for resources: {'Port': ['ID=2bac9d17-c86c-4d2a-a4d1-7a3ca7056f30,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:30.067665 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d37202d-db7a-42c8-92b9-f502e43d620c None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:59:30.067829 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d37202d-db7a-42c8-92b9-f502e43d620c None None] Checking segment: {'id': 'd2230560-066b-48ef-b84b-6f25f3560cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '20c77d88-2ba6-4969-ab2b-4cfa48886203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:59:30.068007 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d245e382-d987-4b51-bf7d-3b5c5a002ae3 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Pushing event deleted for resources: {'Subnet': ['ID=8b39b189-2a65-4fb1-baa3-ba221b665ec7,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:30.068113 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2d37202d-db7a-42c8-92b9-f502e43d620c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:30.068511 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d37202d-db7a-42c8-92b9-f502e43d620c None None] Bound using segment: {'id': 'd2230560-066b-48ef-b84b-6f25f3560cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '20c77d88-2ba6-4969-ab2b-4cfa48886203'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:59:30.068993 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-2d37202d-db7a-42c8-92b9-f502e43d620c None None] Bound port: 72098e47-1e40-4990-9cec-7718692ea34f, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2230560-066b-48ef-b84b-6f25f3560cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '20c77d88-2ba6-4969-ab2b-4cfa48886203'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:59:30.069783 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2d37202d-db7a-42c8-92b9-f502e43d620c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:30.075683 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a53943-1029-40ed-a52f-1f87e4a64ec5 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Network 4302024b-9f41-48d4-a71b-5d2de780997f is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:59:30.075865 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1120a6-0221-4fd7-8d5b-225189bf96c6 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:59:30.075865 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1120a6-0221-4fd7-8d5b-225189bf96c6 None None] Checking segment: {'id': 'f2143a1c-62ce-457b-bdac-de683da29225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '139edb32-db03-4324-829e-ec4a8b2b9495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:59:30.076174 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6c1120a6-0221-4fd7-8d5b-225189bf96c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:30.076465 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1120a6-0221-4fd7-8d5b-225189bf96c6 None None] Bound using segment: {'id': 'f2143a1c-62ce-457b-bdac-de683da29225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '139edb32-db03-4324-829e-ec4a8b2b9495'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:59:30.076909 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-6c1120a6-0221-4fd7-8d5b-225189bf96c6 None None] Bound port: fc6a471e-089f-4b6a-9224-f5db631d2c63, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2143a1c-62ce-457b-bdac-de683da29225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '139edb32-db03-4324-829e-ec4a8b2b9495'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:59:30.077568 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6c1120a6-0221-4fd7-8d5b-225189bf96c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:30.080919 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c5f158-8fa3-429c-bb07-ee3e287f132e tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Pushing event deleted for resources: {'Subnet': ['ID=767df996-d087-4040-aa61-741bc05cb857,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:30.152434 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e8c6ca6-222a-4798-bcb7-8289fbbdf42f tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Router accafc5c-0aa8-4f15-8693-ddf05c30fe87 is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:59:30.172979 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c16def1-72d1-43c4-86f0-1a62cf187dfb tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:30.178892 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c16def1-72d1-43c4-86f0-1a62cf187dfb tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:30.181322 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-6c16def1-72d1-43c4-86f0-1a62cf187dfb tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2902777 Feb 16 16:59:30.191715 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48972) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:30.211624 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d245e382-d987-4b51-bf7d-3b5c5a002ae3 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:30.219886 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a1757f2c-362d-4f29-8544-56fbc18f0112 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584056'] for router_gateway, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:30.221383 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d3c5f158-8fa3-429c-bb07-ee3e287f132e tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:30.252298 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-d4a53943-1029-40ed-a52f-1f87e4a64ec5 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 4302024b-9f41-48d4-a71b-5d2de780997f) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:30.257515 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-6c1120a6-0221-4fd7-8d5b-225189bf96c6 None None] For port fc6a471e-089f-4b6a-9224-f5db631d2c63, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:59:30.264565 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc4a260-3140-4a18-9115-5d022a843e2d None None] Network 4302024b-9f41-48d4-a71b-5d2de780997f requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:59:30.267157 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-6c1120a6-0221-4fd7-8d5b-225189bf96c6 None None] For port fc6a471e-089f-4b6a-9224-f5db631d2c63, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=fc6a471e-089f-4b6a-9224-f5db631d2c63,segment=NetworkSegment(f2143a1c-62ce-457b-bdac-de683da29225),segment_id=f2143a1c-62ce-457b-bdac-de683da29225)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:59:30.269391 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-2d37202d-db7a-42c8-92b9-f502e43d620c None None] For port 72098e47-1e40-4990-9cec-7718692ea34f, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:59:30.326451 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a53943-1029-40ed-a52f-1f87e4a64ec5 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:59:30.327463 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d4a53943-1029-40ed-a52f-1f87e4a64ec5 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:30.329692 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-d3c5f158-8fa3-429c-bb07-ee3e287f132e tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['139edb32-db03-4324-829e-ec4a8b2b9495']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:30.336935 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-d245e382-d987-4b51-bf7d-3b5c5a002ae3 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20c77d88-2ba6-4969-ab2b-4cfa48886203']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:30.343374 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-2d37202d-db7a-42c8-92b9-f502e43d620c None None] For port 72098e47-1e40-4990-9cec-7718692ea34f, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=72098e47-1e40-4990-9cec-7718692ea34f,segment=NetworkSegment(d2230560-066b-48ef-b84b-6f25f3560cd6),segment_id=d2230560-066b-48ef-b84b-6f25f3560cd6)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:59:30.348831 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-d3c5f158-8fa3-429c-bb07-ee3e287f132e tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2143a1c-62ce-457b-bdac-de683da29225') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:30.349536 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-d3c5f158-8fa3-429c-bb07-ee3e287f132e tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2143a1c-62ce-457b-bdac-de683da29225') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:30.366619 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6c1120a6-0221-4fd7-8d5b-225189bf96c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:30.369060 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d3c5f158-8fa3-429c-bb07-ee3e287f132e tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:30.446612 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:30.483564 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2d37202d-db7a-42c8-92b9-f502e43d620c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:30.492558 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d3c5f158-8fa3-429c-bb07-ee3e287f132e tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:30.527290 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1120a6-0221-4fd7-8d5b-225189bf96c6 None None] Pushing event updated for resources: {'Port': ['ID=fc6a471e-089f-4b6a-9224-f5db631d2c63,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:30.528294 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3c5f158-8fa3-429c-bb07-ee3e287f132e tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:59:30.528989 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d3c5f158-8fa3-429c-bb07-ee3e287f132e tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:30.534144 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 16:59:30.534144 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:59:30.534144 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 16:59:30.534144 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:59:30.534144 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 16:59:30.534144 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:59:30.534144 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 16:59:30.534144 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:59:30.534144 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 16:59:30.534144 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:59:30.534144 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 16:59:30.534144 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:59:30.534144 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 16:59:30.534144 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:59:30.534144 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:59:30.534144 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:59:30.534144 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:59:30.534144 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:59:30.534144 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 16:59:30.534144 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:59:30.534144 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 16:59:30.534144 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:59:30.534144 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:59:30.534144 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:59:30.534144 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 16:59:30.534144 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:59:30.534144 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:59:30.534144 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:59:30.534144 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:59:30.534144 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:59:30.534144 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:59:30.534144 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:59:30.599172 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8c6ca6-222a-4798-bcb7-8289fbbdf42f tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:59:30.600660 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48978) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:30.618758 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbce2622-de0b-4d5d-a1c3-c370cd630659 None None] Sync routers for ids ['accafc5c-0aa8-4f15-8693-ddf05c30fe87'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:59:30.639054 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d37202d-db7a-42c8-92b9-f502e43d620c None None] Pushing event updated for resources: {'Port': ['ID=72098e47-1e40-4990-9cec-7718692ea34f,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:30.645317 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbce2622-de0b-4d5d-a1c3-c370cd630659 None None] Routers {'accafc5c-0aa8-4f15-8693-ddf05c30fe87'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:59:30.648439 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-dbce2622-de0b-4d5d-a1c3-c370cd630659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:59:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['accafc5c-0aa8-4f15-8693-ddf05c30fe87'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:30.663408 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1213f7c7-7c6d-4600-9c7d-1129f6aa35ed None None] Network 20c77d88-2ba6-4969-ab2b-4cfa48886203 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:59:30.671027 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1e8c6ca6-222a-4798-bcb7-8289fbbdf42f tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:30.674704 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce3093e-b65d-426c-89b3-422be2b6244c None None] Network 139edb32-db03-4324-829e-ec4a8b2b9495 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:59:30.680074 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-1e8c6ca6-222a-4798-bcb7-8289fbbdf42f tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] 10.222.0.88 "PUT /v2.0/routers/accafc5c-0aa8-4f15-8693-ddf05c30fe87 HTTP/1.1" status: 200 len: 882 time: 6.7487867 Feb 16 16:59:30.683894 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48982) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:30.719572 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-dbce2622-de0b-4d5d-a1c3-c370cd630659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:30.731372 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbce2622-de0b-4d5d-a1c3-c370cd630659 None None] Routers {'accafc5c-0aa8-4f15-8693-ddf05c30fe87'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:59:30.732105 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-dbce2622-de0b-4d5d-a1c3-c370cd630659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:59:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['accafc5c-0aa8-4f15-8693-ddf05c30fe87'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:30.823343 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-dbce2622-de0b-4d5d-a1c3-c370cd630659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:30.824195 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbce2622-de0b-4d5d-a1c3-c370cd630659 None None] The sync data for ids ['accafc5c-0aa8-4f15-8693-ddf05c30fe87'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:59:30.870491 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device cce940ef-7a00-4296-996b-ce7f66919624 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:59:30.910916 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.db.api [None req-d3c5f158-8fa3-429c-bb07-ee3e287f132e tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 16:59:30.910916 dv-neutron-828697-3-hyperv neutron-server[114376]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 16:59:30.910916 dv-neutron-828697-3-hyperv neutron-server[114376]: [parameters: {'id': '139edb32-db03-4324-829e-ec4a8b2b9495'}] Feb 16 16:59:30.910916 dv-neutron-828697-3-hyperv neutron-server[114376]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114376) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:59:30.911339 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328456be-8497-4e10-84aa-a5d5eeaf1b76 None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:59:30.911417 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG oslo_db.api [None req-d3c5f158-8fa3-429c-bb07-ee3e287f132e tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:59:30.912939 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-d245e382-d987-4b51-bf7d-3b5c5a002ae3 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2230560-066b-48ef-b84b-6f25f3560cd6') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:30.913453 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-d245e382-d987-4b51-bf7d-3b5c5a002ae3 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2230560-066b-48ef-b84b-6f25f3560cd6') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:30.917443 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a1757f2c-362d-4f29-8544-56fbc18f0112 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:30.945980 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a1757f2c-362d-4f29-8544-56fbc18f0112 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:30.956424 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-201c24bc-7387-43f1-ba2a-c61bf9385aae tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:30.979052 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d245e382-d987-4b51-bf7d-3b5c5a002ae3 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:31.009866 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-201c24bc-7387-43f1-ba2a-c61bf9385aae tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:31.038948 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a53943-1029-40ed-a52f-1f87e4a64ec5 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Pushing event updated for resources: {'Port': ['ID=5070eb80-8561-411d-8473-55122a27dbe9,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:31.046765 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-2ddf6086-6af1-423b-a997-ecfc263f4460 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] 10.222.0.88 "GET /v2.0/routers/accafc5c-0aa8-4f15-8693-ddf05c30fe87 HTTP/1.1" status: 200 len: 923 time: 0.2951927 Feb 16 16:59:31.053060 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48984) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:31.054623 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d245e382-d987-4b51-bf7d-3b5c5a002ae3 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:31.069499 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d245e382-d987-4b51-bf7d-3b5c5a002ae3 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:59:31.070214 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d245e382-d987-4b51-bf7d-3b5c5a002ae3 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:31.076064 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 16:59:31.076064 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:59:31.076064 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 16:59:31.076064 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:59:31.076064 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 16:59:31.076064 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:59:31.076064 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 16:59:31.076064 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:59:31.076064 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 16:59:31.076064 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:59:31.076064 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 16:59:31.076064 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:59:31.076064 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 16:59:31.076064 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:59:31.076064 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:59:31.076064 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:59:31.076064 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:59:31.076064 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:59:31.076064 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 16:59:31.076064 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:59:31.076064 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 16:59:31.076064 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:59:31.076064 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:59:31.076064 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:59:31.076064 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 16:59:31.076064 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:59:31.076064 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:59:31.076064 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:59:31.076064 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:59:31.076064 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:59:31.076064 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:59:31.076064 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:59:31.101508 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a53943-1029-40ed-a52f-1f87e4a64ec5 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Checking segment: {'id': '86535206-d635-435c-8236-e51bac2c069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ed5c63da-1a4f-4f09-93d5-37f2aceac538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:59:31.106406 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a53943-1029-40ed-a52f-1f87e4a64ec5 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Network hostable DHCP agents. Network: ed5c63da-1a4f-4f09-93d5-37f2aceac538, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:59:31.151318 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a1757f2c-362d-4f29-8544-56fbc18f0112 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:31.152156 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1757f2c-362d-4f29-8544-56fbc18f0112 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Fanout notify agent at l3_agent the message router_deleted on router 85d09343-8f1e-408d-8776-ba4acba62d5d {{(pid=114375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:59:31.162169 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-7f99aba8-a99a-49f3-87e4-829d1bf907da tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Deleting port 0ab8d8d0-be11-43fc-bc7f-8f9ccdebee75 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:59:31.162381 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7f99aba8-a99a-49f3-87e4-829d1bf907da tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:31.163229 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7820044-f53d-4aa9-8d3a-5746889b76d4 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:31.167595 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-a7820044-f53d-4aa9-8d3a-5746889b76d4 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=d8eab20e-246c-47ce-8449-822ce53769fc&device_id=accafc5c-0aa8-4f15-8693-ddf05c30fe87&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1108184 Feb 16 16:59:31.171098 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a1757f2c-362d-4f29-8544-56fbc18f0112 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:31.175490 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a1757f2c-362d-4f29-8544-56fbc18f0112 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] 10.222.0.88 "DELETE /v2.0/routers/85d09343-8f1e-408d-8776-ba4acba62d5d HTTP/1.1" status: 204 len: 168 time: 3.3421459 Feb 16 16:59:31.175610 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48986) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:31.185753 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48988) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:31.199155 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-3792cbaf-8b2c-4af3-b3d1-35b90ec05a0f tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-924393445', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}, 'admin_state_up': False}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:31.239729 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.db.api [None req-d245e382-d987-4b51-bf7d-3b5c5a002ae3 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 16:59:31.239729 dv-neutron-828697-3-hyperv neutron-server[114375]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 16:59:31.239729 dv-neutron-828697-3-hyperv neutron-server[114375]: [parameters: {'id': '20c77d88-2ba6-4969-ab2b-4cfa48886203'}] Feb 16 16:59:31.239729 dv-neutron-828697-3-hyperv neutron-server[114375]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:59:31.239729 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG oslo_db.api [None req-d245e382-d987-4b51-bf7d-3b5c5a002ae3 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:59:31.253811 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-f894cf0e-6244-4922-ae2c-d2f1c88c32ea None None] Provisioning complete for port cce940ef-7a00-4296-996b-ce7f66919624 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:31.254182 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f894cf0e-6244-4922-ae2c-d2f1c88c32ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:31.281540 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-201c24bc-7387-43f1-ba2a-c61bf9385aae tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:31.285209 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-201c24bc-7387-43f1-ba2a-c61bf9385aae tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:31.288358 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-201c24bc-7387-43f1-ba2a-c61bf9385aae tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "DELETE /v2.0/security-groups/56da404a-1554-481b-a94d-29ebc15c9f0b HTTP/1.1" status: 204 len: 168 time: 0.6729491 Feb 16 16:59:31.290490 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48990) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:31.304741 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7f99aba8-a99a-49f3-87e4-829d1bf907da tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:31.317001 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c24bc-7387-43f1-ba2a-c61bf9385aae tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56da404a-1554-481b-a94d-29ebc15c9f0b,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:31.320398 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-4811b5b7-7dc0-4149-a84d-c962106b9778 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] show failed (client error): The resource could not be found. Feb 16 16:59:31.322536 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-4811b5b7-7dc0-4149-a84d-c962106b9778 tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "GET /v2.0/security-groups/56da404a-1554-481b-a94d-29ebc15c9f0b HTTP/1.1" status: 404 len: 347 time: 0.0298865 Feb 16 16:59:31.330648 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a53943-1029-40ed-a52f-1f87e4a64ec5 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Network ed5c63da-1a4f-4f09-93d5-37f2aceac538 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:59:31.331293 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b4473ec5-d928-4a96-be5d-d11ad0ce51a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:31.333801 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48992) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:31.339135 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-7f99aba8-a99a-49f3-87e4-829d1bf907da tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Calling delete_port for 0ab8d8d0-be11-43fc-bc7f-8f9ccdebee75 owned by {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:59:31.343681 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port cce940ef-7a00-4296-996b-ce7f66919624 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:31.344070 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:31.381630 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71dc4435-6345-412f-9cfe-5274124d613e tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:31.385702 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-71dc4435-6345-412f-9cfe-5274124d613e tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] 10.222.0.88 "GET /v2.0/networks/d8eab20e-246c-47ce-8449-822ce53769fc HTTP/1.1" status: 200 len: 881 time: 0.2088935 Feb 16 16:59:31.387482 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48994) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:31.393870 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3792cbaf-8b2c-4af3-b3d1-35b90ec05a0f tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:31.394928 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3792cbaf-8b2c-4af3-b3d1-35b90ec05a0f tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:31.426514 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c74a840-b57a-4050-98a6-3374542b1a60 None None] Network 139edb32-db03-4324-829e-ec4a8b2b9495 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:59:31.448123 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d3c5f158-8fa3-429c-bb07-ee3e287f132e tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:31.462327 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-d4a53943-1029-40ed-a52f-1f87e4a64ec5 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, ed5c63da-1a4f-4f09-93d5-37f2aceac538) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:31.468668 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d69b1f28-31a8-4478-b482-260533676905 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] 10.222.0.88 "GET /v2.0/ports?device_id=accafc5c-0aa8-4f15-8693-ddf05c30fe87 HTTP/1.1" status: 200 len: 205 time: 0.0737152 Feb 16 16:59:31.474622 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 48996) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:31.483511 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a53943-1029-40ed-a52f-1f87e4a64ec5 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:59:31.483511 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a53943-1029-40ed-a52f-1f87e4a64ec5 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:31.487790 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a53943-1029-40ed-a52f-1f87e4a64ec5 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:31.488618 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d4a53943-1029-40ed-a52f-1f87e4a64ec5 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:31.505918 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f9fe6d-5e51-4ab5-becb-3f74f6cd0dcb None None] Network ed5c63da-1a4f-4f09-93d5-37f2aceac538 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:59:31.612286 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f894cf0e-6244-4922-ae2c-d2f1c88c32ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:31.639555 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-49ae754a-df56-49db-8e34-1328b9f5eb7a tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Deleting port c879f37e-d426-48a2-9a95-0fece1559f50 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:59:31.639903 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-49ae754a-df56-49db-8e34-1328b9f5eb7a tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:31.652732 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d4a53943-1029-40ed-a52f-1f87e4a64ec5 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.3239772 Feb 16 16:59:31.666944 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 48998) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:31.744425 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d245e382-d987-4b51-bf7d-3b5c5a002ae3 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:31.760566 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:31.763747 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-f894cf0e-6244-4922-ae2c-d2f1c88c32ea None None] For port cce940ef-7a00-4296-996b-ce7f66919624, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=cce940ef-7a00-4296-996b-ce7f66919624,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:31.798601 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14720a05-0eca-43e7-a818-511458fe3a2d tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:31.808111 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14720a05-0eca-43e7-a818-511458fe3a2d tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:31.812356 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-14720a05-0eca-43e7-a818-511458fe3a2d tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1419401 Feb 16 16:59:31.820522 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49000) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:31.847268 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3792cbaf-8b2c-4af3-b3d1-35b90ec05a0f tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:31.873695 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-49ae754a-df56-49db-8e34-1328b9f5eb7a tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:31.874026 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-49ae754a-df56-49db-8e34-1328b9f5eb7a tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:31.908498 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-49ae754a-df56-49db-8e34-1328b9f5eb7a tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Calling delete_port for c879f37e-d426-48a2-9a95-0fece1559f50 owned by network:floatingip {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:59:31.955085 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7f99aba8-a99a-49f3-87e4-829d1bf907da tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:31.982819 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-14a09ffd-66b4-417b-ab5c-bb613369085e tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks [] for router, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:31.990082 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f894cf0e-6244-4922-ae2c-d2f1c88c32ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:32.037030 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f99aba8-a99a-49f3-87e4-829d1bf907da tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event deleted for resources: {'Port': ['ID=0ab8d8d0-be11-43fc-bc7f-8f9ccdebee75,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:32.073485 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7f99aba8-a99a-49f3-87e4-829d1bf907da tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:32.077377 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-7f99aba8-a99a-49f3-87e4-829d1bf907da tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/ports/0ab8d8d0-be11-43fc-bc7f-8f9ccdebee75 HTTP/1.1" status: 204 len: 168 time: 1.8835535 Feb 16 16:59:32.081079 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-d3c5f158-8fa3-429c-bb07-ee3e287f132e tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Deleting port fc6a471e-089f-4b6a-9224-f5db631d2c63 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:59:32.082048 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d3c5f158-8fa3-429c-bb07-ee3e287f132e tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:32.083372 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.db.api [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:59:32.083520 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49002) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:32.083917 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG oslo_db.api [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:59:32.088430 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f894cf0e-6244-4922-ae2c-d2f1c88c32ea None None] Pushing event updated for resources: {'Port': ['ID=cce940ef-7a00-4296-996b-ce7f66919624,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:32.115620 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-a1e65635-32b2-4d37-8815-3fc8f38d67e6 None None] Provisioning complete for port cce940ef-7a00-4296-996b-ce7f66919624 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:32.116826 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a1e65635-32b2-4d37-8815-3fc8f38d67e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:32.166140 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-d245e382-d987-4b51-bf7d-3b5c5a002ae3 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Deleting port 72098e47-1e40-4990-9cec-7718692ea34f {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:59:32.166140 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d245e382-d987-4b51-bf7d-3b5c5a002ae3 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:32.206217 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361f097d-fe7f-41c6-babc-d2bda95cb36c tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:32.208371 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361f097d-fe7f-41c6-babc-d2bda95cb36c tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:32.210168 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-361f097d-fe7f-41c6-babc-d2bda95cb36c tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1249192 Feb 16 16:59:32.214940 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49004) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:32.226092 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-a1e65635-32b2-4d37-8815-3fc8f38d67e6 None None] Could not find standard attr ID for object 0ab8d8d0-be11-43fc-bc7f-8f9ccdebee75. {{(pid=114377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 16:59:32.289486 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-463a47db-b18d-4b62-8d24-620682a894d2 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Deleting port 40b5f5fd-b088-4d26-bc91-fc3949250ec9 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:59:32.290424 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-463a47db-b18d-4b62-8d24-620682a894d2 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:32.332582 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-14a09ffd-66b4-417b-ab5c-bb613369085e tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:32.341304 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-354c64b3-09be-4305-9687-25e962c851d8 None None] Could not find standard attr ID for object 0ab8d8d0-be11-43fc-bc7f-8f9ccdebee75. {{(pid=114377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 16:59:32.382998 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3792cbaf-8b2c-4af3-b3d1-35b90ec05a0f tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:32.408483 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-d3c5f158-8fa3-429c-bb07-ee3e287f132e tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] For port fc6a471e-089f-4b6a-9224-f5db631d2c63, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=fc6a471e-089f-4b6a-9224-f5db631d2c63,segment=NetworkSegment(f2143a1c-62ce-457b-bdac-de683da29225),segment_id=f2143a1c-62ce-457b-bdac-de683da29225)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:32.408856 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d3c5f158-8fa3-429c-bb07-ee3e287f132e tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:32.419550 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-d245e382-d987-4b51-bf7d-3b5c5a002ae3 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] For port 72098e47-1e40-4990-9cec-7718692ea34f, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=72098e47-1e40-4990-9cec-7718692ea34f,segment=NetworkSegment(d2230560-066b-48ef-b84b-6f25f3560cd6),segment_id=d2230560-066b-48ef-b84b-6f25f3560cd6)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:32.420083 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d245e382-d987-4b51-bf7d-3b5c5a002ae3 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:32.428646 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-d3c5f158-8fa3-429c-bb07-ee3e287f132e tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Calling delete_port for fc6a471e-089f-4b6a-9224-f5db631d2c63 owned by network:dhcp {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:59:32.452459 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-bda4dd16-aefa-4eab-b37c-073fd813c45c tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Deleting subnet 02429bde-3254-46e5-a445-d7f7673c13e2 {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 16:59:32.455870 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bda4dd16-aefa-4eab-b37c-073fd813c45c tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:32.460597 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-463a47db-b18d-4b62-8d24-620682a894d2 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:32.463823 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-d245e382-d987-4b51-bf7d-3b5c5a002ae3 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Calling delete_port for 72098e47-1e40-4990-9cec-7718692ea34f owned by network:dhcp {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:59:32.492907 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-b4473ec5-d928-4a96-be5d-d11ad0ce51a7 admin admin] Deleting port b2a72633-d152-4975-b54d-4c39bbe3fa61 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:59:32.493260 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b4473ec5-d928-4a96-be5d-d11ad0ce51a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:32.499364 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-463a47db-b18d-4b62-8d24-620682a894d2 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Calling delete_port for 40b5f5fd-b088-4d26-bc91-fc3949250ec9 owned by {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:59:32.533637 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a17df1-1a23-4ff7-ae86-9fad42c7b45e None None] get_active_networks_info from dv-neutron-828697-3-hyperv {{(pid=114377) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 16 16:59:32.564089 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bda4dd16-aefa-4eab-b37c-073fd813c45c tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:32.621821 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-49ae754a-df56-49db-8e34-1328b9f5eb7a tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:32.674941 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae754a-df56-49db-8e34-1328b9f5eb7a tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Pushing event deleted for resources: {'Port': ['ID=c879f37e-d426-48a2-9a95-0fece1559f50,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:32.688261 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-b4473ec5-d928-4a96-be5d-d11ad0ce51a7 admin admin] For port b2a72633-d152-4975-b54d-4c39bbe3fa61, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=b2a72633-d152-4975-b54d-4c39bbe3fa61,segment=NetworkSegment(4096eadf-9dd4-4613-90de-b8c786630ae7),segment_id=4096eadf-9dd4-4613-90de-b8c786630ae7)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:32.688658 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b4473ec5-d928-4a96-be5d-d11ad0ce51a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:32.691652 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-14a09ffd-66b4-417b-ab5c-bb613369085e tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Deleting port 9120f07f-67e2-43cb-85ef-872d4db20cab {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:59:32.692001 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-14a09ffd-66b4-417b-ab5c-bb613369085e tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:32.719270 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d3c5f158-8fa3-429c-bb07-ee3e287f132e tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:32.721419 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-b4473ec5-d928-4a96-be5d-d11ad0ce51a7 admin admin] Calling delete_port for b2a72633-d152-4975-b54d-4c39bbe3fa61 owned by network:router_interface {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:59:32.725806 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a17df1-1a23-4ff7-ae86-9fad42c7b45e None None] Resources bound (agent type, host, resource id): {{(pid=114377) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 16:59:32.813200 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bda4dd16-aefa-4eab-b37c-073fd813c45c tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:32.818075 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-49ae754a-df56-49db-8e34-1328b9f5eb7a tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Notify callbacks [] for floatingip, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:32.820908 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-49ae754a-df56-49db-8e34-1328b9f5eb7a tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:32.824957 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-49ae754a-df56-49db-8e34-1328b9f5eb7a tempest-ServersTestJSON-1687447036 tempest-ServersTestJSON-1687447036-project] 10.222.0.88 "DELETE /v2.0/floatingips/78e0d9b3-3ade-4f90-a6ab-7a3bbbe38ec3 HTTP/1.1" status: 204 len: 168 time: 1.4893913 Feb 16 16:59:32.825125 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c5f158-8fa3-429c-bb07-ee3e287f132e tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] No DVR routers for this DVR port fc6a471e-089f-4b6a-9224-f5db631d2c63 on host dv-neutron-828697-3-hyperv {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:59:32.840979 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49006) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:32.854073 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device cce940ef-7a00-4296-996b-ce7f66919624 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:59:32.854946 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c5f158-8fa3-429c-bb07-ee3e287f132e tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Pushing event deleted for resources: {'Port': ['ID=fc6a471e-089f-4b6a-9224-f5db631d2c63,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:32.891919 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d245e382-d987-4b51-bf7d-3b5c5a002ae3 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:32.929066 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-463a47db-b18d-4b62-8d24-620682a894d2 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:32.931370 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d245e382-d987-4b51-bf7d-3b5c5a002ae3 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Pushing event deleted for resources: {'Port': ['ID=72098e47-1e40-4990-9cec-7718692ea34f,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:32.960293 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d3c5f158-8fa3-429c-bb07-ee3e287f132e tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:32.973309 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port cce940ef-7a00-4296-996b-ce7f66919624 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:32.973691 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:32.981833 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-d3c5f158-8fa3-429c-bb07-ee3e287f132e tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['139edb32-db03-4324-829e-ec4a8b2b9495']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:32.987431 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d245e382-d987-4b51-bf7d-3b5c5a002ae3 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] No DVR routers for this DVR port 72098e47-1e40-4990-9cec-7718692ea34f on host dv-neutron-828697-3-hyperv {{(pid=114375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:59:32.991368 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-d3c5f158-8fa3-429c-bb07-ee3e287f132e tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2143a1c-62ce-457b-bdac-de683da29225') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:32.991729 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-d3c5f158-8fa3-429c-bb07-ee3e287f132e tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2143a1c-62ce-457b-bdac-de683da29225') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:33.001874 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d3c5f158-8fa3-429c-bb07-ee3e287f132e tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:33.015437 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d3c5f158-8fa3-429c-bb07-ee3e287f132e tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:33.034013 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3c5f158-8fa3-429c-bb07-ee3e287f132e tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:59:33.034563 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d3c5f158-8fa3-429c-bb07-ee3e287f132e tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:33.044944 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463a47db-b18d-4b62-8d24-620682a894d2 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Pushing event deleted for resources: {'Port': ['ID=40b5f5fd-b088-4d26-bc91-fc3949250ec9,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:33.070698 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-463a47db-b18d-4b62-8d24-620682a894d2 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:33.076425 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-463a47db-b18d-4b62-8d24-620682a894d2 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] 10.222.0.88 "DELETE /v2.0/ports/40b5f5fd-b088-4d26-bc91-fc3949250ec9 HTTP/1.1" status: 204 len: 168 time: 1.2532287 Feb 16 16:59:33.081340 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49008) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:33.108037 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 16:59:33.108037 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:59:33.108037 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 16:59:33.108037 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:59:33.108037 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 16:59:33.108037 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:59:33.108037 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 16:59:33.108037 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:59:33.108037 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 16:59:33.108037 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:59:33.108037 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 16:59:33.108037 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:59:33.108037 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 16:59:33.108037 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:59:33.108037 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:59:33.108037 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:59:33.108037 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:59:33.108037 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:59:33.108037 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 16:59:33.108037 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:59:33.108037 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 16:59:33.108037 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:59:33.108037 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:59:33.108037 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:59:33.108037 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 16:59:33.108037 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:59:33.108037 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:59:33.108037 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:59:33.108037 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:59:33.108037 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:59:33.108037 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:59:33.108037 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:59:33.131159 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-14a09ffd-66b4-417b-ab5c-bb613369085e tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:33.149823 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-14a09ffd-66b4-417b-ab5c-bb613369085e tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Calling delete_port for 9120f07f-67e2-43cb-85ef-872d4db20cab owned by network:router_gateway {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:59:33.202588 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d245e382-d987-4b51-bf7d-3b5c5a002ae3 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:33.209068 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bda4dd16-aefa-4eab-b37c-073fd813c45c tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:33.236618 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d3c5f158-8fa3-429c-bb07-ee3e287f132e tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:33.249085 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d3c5f158-8fa3-429c-bb07-ee3e287f132e tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:33.252252 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-d3c5f158-8fa3-429c-bb07-ee3e287f132e tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "DELETE /v2.0/networks/139edb32-db03-4324-829e-ec4a8b2b9495 HTTP/1.1" status: 204 len: 168 time: 4.4786804 Feb 16 16:59:33.273116 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49010) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:33.289011 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bda4dd16-aefa-4eab-b37c-073fd813c45c tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:33.290730 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccb2066-cae6-48cc-bbdb-6f477501e40b None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:59:33.295029 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-bda4dd16-aefa-4eab-b37c-073fd813c45c tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/02429bde-3254-46e5-a445-d7f7673c13e2 HTTP/1.1" status: 204 len: 168 time: 1.0441527 Feb 16 16:59:33.296494 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda4dd16-aefa-4eab-b37c-073fd813c45c tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event deleted for resources: {'Subnet': ['ID=02429bde-3254-46e5-a445-d7f7673c13e2,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:33.297660 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49012) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:33.300405 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-d245e382-d987-4b51-bf7d-3b5c5a002ae3 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20c77d88-2ba6-4969-ab2b-4cfa48886203']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:33.335719 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c5f158-8fa3-429c-bb07-ee3e287f132e tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Pushing event deleted for resources: {'Network': ['ID=139edb32-db03-4324-829e-ec4a8b2b9495,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:33.384965 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3792cbaf-8b2c-4af3-b3d1-35b90ec05a0f tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks [] for router_gateway, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:33.443971 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3792cbaf-8b2c-4af3-b3d1-35b90ec05a0f tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:33.529532 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11791e61-c2aa-4593-93a0-6f29c89090a3 None None] DHCP port deletion for 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 16:59:33.589290 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-11791e61-c2aa-4593-93a0-6f29c89090a3 None None] Deleting port cce940ef-7a00-4296-996b-ce7f66919624 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:59:33.589656 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-11791e61-c2aa-4593-93a0-6f29c89090a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:33.662402 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-11791e61-c2aa-4593-93a0-6f29c89090a3 None None] For port cce940ef-7a00-4296-996b-ce7f66919624, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=cce940ef-7a00-4296-996b-ce7f66919624,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:33.662912 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-11791e61-c2aa-4593-93a0-6f29c89090a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:33.679373 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-11791e61-c2aa-4593-93a0-6f29c89090a3 None None] Calling delete_port for cce940ef-7a00-4296-996b-ce7f66919624 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:59:33.698896 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-d245e382-d987-4b51-bf7d-3b5c5a002ae3 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2230560-066b-48ef-b84b-6f25f3560cd6') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:33.699514 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-d245e382-d987-4b51-bf7d-3b5c5a002ae3 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2230560-066b-48ef-b84b-6f25f3560cd6') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:33.706326 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-2890e8b8-2d7a-4922-95b1-533529954beb tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3977654 Feb 16 16:59:33.706326 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff7f9248-6e7a-4e56-9d2b-fd8475bc4d32 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] DELETE failed (client error): The resource could not be found. Feb 16 16:59:33.706326 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff7f9248-6e7a-4e56-9d2b-fd8475bc4d32 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:59:33.708616 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ff7f9248-6e7a-4e56-9d2b-fd8475bc4d32 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "DELETE /v2.0/subnets/767df996-d087-4040-aa61-741bc05cb857 HTTP/1.1" status: 404 len: 337 time: 0.4271009 Feb 16 16:59:33.715460 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49014) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:33.715732 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49016) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:33.734727 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-c7cf8188-e011-4c17-aaf1-7db8a49019e3 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'subnet': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:33.750902 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d245e382-d987-4b51-bf7d-3b5c5a002ae3 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:33.771913 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d06ef6d-bcc8-40ec-b6a8-af1b86174ffc tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] DELETE failed (client error): The resource could not be found. Feb 16 16:59:33.772511 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d06ef6d-bcc8-40ec-b6a8-af1b86174ffc tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:59:33.776023 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-9d06ef6d-bcc8-40ec-b6a8-af1b86174ffc tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "DELETE /v2.0/networks/139edb32-db03-4324-829e-ec4a8b2b9495 HTTP/1.1" status: 404 len: 339 time: 0.0570800 Feb 16 16:59:33.783178 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49018) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:33.852670 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d245e382-d987-4b51-bf7d-3b5c5a002ae3 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:33.856258 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-11791e61-c2aa-4593-93a0-6f29c89090a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:33.885435 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11791e61-c2aa-4593-93a0-6f29c89090a3 None None] No DVR routers for this DVR port cce940ef-7a00-4296-996b-ce7f66919624 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:59:33.890544 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11791e61-c2aa-4593-93a0-6f29c89090a3 None None] Pushing event deleted for resources: {'Port': ['ID=cce940ef-7a00-4296-996b-ce7f66919624,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:33.902584 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-3792cbaf-8b2c-4af3-b3d1-35b90ec05a0f tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Allocated IP 172.26.3.82 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/300a146d-5cb1-4eab-95fd-158bd053edd6) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:33.916840 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d245e382-d987-4b51-bf7d-3b5c5a002ae3 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:59:33.917250 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d245e382-d987-4b51-bf7d-3b5c5a002ae3 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:33.920390 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 16:59:33.920390 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:59:33.920390 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 16:59:33.920390 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:59:33.920390 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 16:59:33.920390 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:59:33.920390 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 16:59:33.920390 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:59:33.920390 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 16:59:33.920390 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:59:33.920390 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 16:59:33.920390 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:59:33.920390 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 16:59:33.920390 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:59:33.920390 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:59:33.920390 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:59:33.920390 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:59:33.920390 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:59:33.920390 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 16:59:33.920390 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:59:33.920390 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 16:59:33.920390 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:59:33.920390 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:59:33.920390 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:59:33.920390 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 16:59:33.920390 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:59:33.920390 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:59:33.920390 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:59:33.920390 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:59:33.920390 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:59:33.920390 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:59:33.920390 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:59:33.938287 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-f40145e6-57aa-4af5-a417-dcf23fe22f67 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Deleting port 5070eb80-8561-411d-8473-55122a27dbe9 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:59:33.938631 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f40145e6-57aa-4af5-a417-dcf23fe22f67 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:33.957324 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b4473ec5-d928-4a96-be5d-d11ad0ce51a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:33.995159 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4473ec5-d928-4a96-be5d-d11ad0ce51a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2a72633-d152-4975-b54d-4c39bbe3fa61,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:34.028211 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-14a09ffd-66b4-417b-ab5c-bb613369085e tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:34.065533 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0daec7a8-4994-41d0-92a2-cc898527417b tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:34.088593 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a09ffd-66b4-417b-ab5c-bb613369085e tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Pushing event deleted for resources: {'Port': ['ID=9120f07f-67e2-43cb-85ef-872d4db20cab,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:34.101493 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f40145e6-57aa-4af5-a417-dcf23fe22f67 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:34.166586 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3792cbaf-8b2c-4af3-b3d1-35b90ec05a0f tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:34.173086 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-f40145e6-57aa-4af5-a417-dcf23fe22f67 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Calling delete_port for 5070eb80-8561-411d-8473-55122a27dbe9 owned by {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:59:34.180793 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d245e382-d987-4b51-bf7d-3b5c5a002ae3 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:34.217981 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d245e382-d987-4b51-bf7d-3b5c5a002ae3 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:34.223968 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d245e382-d987-4b51-bf7d-3b5c5a002ae3 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "DELETE /v2.0/networks/20c77d88-2ba6-4969-ab2b-4cfa48886203 HTTP/1.1" status: 204 len: 168 time: 5.4446046 Feb 16 16:59:34.226948 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49020) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:34.241763 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-14a09ffd-66b4-417b-ab5c-bb613369085e tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584056'] for router_gateway, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:34.254817 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d245e382-d987-4b51-bf7d-3b5c5a002ae3 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Pushing event deleted for resources: {'Network': ['ID=20c77d88-2ba6-4969-ab2b-4cfa48886203,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:34.300865 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-079e1301-684d-433f-8e28-1abd9b808b7a tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] GET failed (client error): The resource could not be found. Feb 16 16:59:34.300865 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-079e1301-684d-433f-8e28-1abd9b808b7a tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "GET /v2.0/subnets/8b39b189-2a65-4fb1-baa3-ba221b665ec7 HTTP/1.1" status: 404 len: 337 time: 0.0727882 Feb 16 16:59:34.317767 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7cf8188-e011-4c17-aaf1-7db8a49019e3 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:34.321826 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c7cf8188-e011-4c17-aaf1-7db8a49019e3 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:34.325430 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49022) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:34.401570 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-14a09ffd-66b4-417b-ab5c-bb613369085e tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:34.406199 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-14a09ffd-66b4-417b-ab5c-bb613369085e tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:34.414791 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0daec7a8-4994-41d0-92a2-cc898527417b tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:34.427471 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-d48be196-beba-4927-bbaf-1a1f31e65164 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] DELETE failed (client error): The resource could not be found. Feb 16 16:59:34.428085 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d48be196-beba-4927-bbaf-1a1f31e65164 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:59:34.431123 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d48be196-beba-4927-bbaf-1a1f31e65164 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "DELETE /v2.0/networks/20c77d88-2ba6-4969-ab2b-4cfa48886203 HTTP/1.1" status: 404 len: 339 time: 0.0960033 Feb 16 16:59:34.443403 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49024) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:34.453062 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b4473ec5-d928-4a96-be5d-d11ad0ce51a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:34.509977 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3792cbaf-8b2c-4af3-b3d1-35b90ec05a0f tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:34.522139 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-0daec7a8-4994-41d0-92a2-cc898527417b tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e8d36c0-3baf-4b37-ac99-d412efee773e']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:34.563539 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3792cbaf-8b2c-4af3-b3d1-35b90ec05a0f tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:34.596901 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-3792cbaf-8b2c-4af3-b3d1-35b90ec05a0f tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:34.605099 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-14a09ffd-66b4-417b-ab5c-bb613369085e tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:34.605661 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a09ffd-66b4-417b-ab5c-bb613369085e tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Fanout notify agent at l3_agent the message router_deleted on router accafc5c-0aa8-4f15-8693-ddf05c30fe87 {{(pid=114376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:59:34.609022 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3792cbaf-8b2c-4af3-b3d1-35b90ec05a0f tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:59:34.611114 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-0daec7a8-4994-41d0-92a2-cc898527417b tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20f1a4fc-b48d-4b1d-8421-9f07d1abec39') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:34.611409 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-0daec7a8-4994-41d0-92a2-cc898527417b tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20f1a4fc-b48d-4b1d-8421-9f07d1abec39') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:34.615562 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-14a09ffd-66b4-417b-ab5c-bb613369085e tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:34.621262 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-14a09ffd-66b4-417b-ab5c-bb613369085e tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] 10.222.0.88 "DELETE /v2.0/routers/accafc5c-0aa8-4f15-8693-ddf05c30fe87 HTTP/1.1" status: 204 len: 168 time: 3.1408877 Feb 16 16:59:34.621262 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3792cbaf-8b2c-4af3-b3d1-35b90ec05a0f tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Pushing event updated for resources: {'Port': ['ID=300a146d-5cb1-4eab-95fd-158bd053edd6,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:34.628198 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49026) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:34.648115 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-36526961-7b9d-47c6-b2a6-6006e6c68507 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-306039157', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:34.660585 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0daec7a8-4994-41d0-92a2-cc898527417b tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:34.734033 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0daec7a8-4994-41d0-92a2-cc898527417b tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:34.790063 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0daec7a8-4994-41d0-92a2-cc898527417b tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:59:34.790476 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0daec7a8-4994-41d0-92a2-cc898527417b tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:34.793405 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 16:59:34.793405 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:59:34.793405 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 16:59:34.793405 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:59:34.793405 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 16:59:34.793405 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:59:34.793405 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 16:59:34.793405 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:59:34.793405 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 16:59:34.793405 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:59:34.793405 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 16:59:34.793405 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:59:34.793405 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 16:59:34.793405 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:59:34.793405 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:59:34.793405 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:59:34.793405 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:59:34.793405 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:59:34.793405 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 16:59:34.793405 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:59:34.793405 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 16:59:34.793405 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:59:34.793405 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:59:34.793405 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:59:34.793405 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 16:59:34.793405 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:59:34.793405 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:59:34.793405 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:59:34.793405 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:59:34.793405 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:59:34.793405 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:59:34.793405 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:59:34.851851 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device cce940ef-7a00-4296-996b-ce7f66919624 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:59:34.867662 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4473ec5-d928-4a96-be5d-d11ad0ce51a7 admin admin] Router be3aa51e-f6f2-46ea-b399-f171858b93a3 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:59:34.879283 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc2b0fd-6f6a-441d-a5dc-d84d51d89b1a tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:34.882325 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: cce940ef-7a00-4296-996b-ce7f66919624 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 16:59:34.882816 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-cfc2b0fd-6f6a-441d-a5dc-d84d51d89b1a tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4312375 Feb 16 16:59:34.882904 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device cce940ef-7a00-4296-996b-ce7f66919624 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:59:34.891303 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f40145e6-57aa-4af5-a417-dcf23fe22f67 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:34.894605 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49028) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:34.982319 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4473ec5-d928-4a96-be5d-d11ad0ce51a7 admin admin] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:59:34.986023 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40145e6-57aa-4af5-a417-dcf23fe22f67 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Pushing event deleted for resources: {'Port': ['ID=5070eb80-8561-411d-8473-55122a27dbe9,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:34.992633 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-b4473ec5-d928-4a96-be5d-d11ad0ce51a7 admin admin] 10.222.0.88 "PUT /v2.0/routers/be3aa51e-f6f2-46ea-b399-f171858b93a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0607083 Feb 16 16:59:34.992633 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49030) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:34.994829 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bd67c8-7248-44a8-bee9-dd738b231fa7 None None] Sync routers for ids ['be3aa51e-f6f2-46ea-b399-f171858b93a3'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:59:34.997841 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-143d4ae2-231b-45b4-ba15-e2fa9702f742 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "GET /v2.0/subnets?network_id=d8eab20e-246c-47ce-8449-822ce53769fc HTTP/1.1" status: 200 len: 207 time: 0.0966926 Feb 16 16:59:35.001950 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-36526961-7b9d-47c6-b2a6-6006e6c68507 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:35.002999 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-36526961-7b9d-47c6-b2a6-6006e6c68507 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:35.006363 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bd67c8-7248-44a8-bee9-dd738b231fa7 None None] Routers {'be3aa51e-f6f2-46ea-b399-f171858b93a3'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:59:35.007036 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-81bd67c8-7248-44a8-bee9-dd738b231fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:59:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['be3aa51e-f6f2-46ea-b399-f171858b93a3'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:35.014527 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49032) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:35.019639 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f40145e6-57aa-4af5-a417-dcf23fe22f67 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:35.025184 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f40145e6-57aa-4af5-a417-dcf23fe22f67 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] 10.222.0.88 "DELETE /v2.0/ports/5070eb80-8561-411d-8473-55122a27dbe9 HTTP/1.1" status: 204 len: 168 time: 1.9405820 Feb 16 16:59:35.031475 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49034) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:35.136441 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-91ab0685-494a-4d30-97b1-a483bb56c667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:35.143105 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f3b86c5e-1f54-4d4a-9b96-8b86ef46f3e9 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0862639 Feb 16 16:59:35.152577 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0daec7a8-4994-41d0-92a2-cc898527417b tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:35.156656 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49036) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:35.194078 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-3bef7067-0e55-4412-b3d7-bcae8ec56003 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-158199420'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:35.203223 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4dcc7195-8a7e-4cd2-8139-c9c839e4f59b admin admin] Notify callbacks [] for router, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:35.226742 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0daec7a8-4994-41d0-92a2-cc898527417b tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:35.226742 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-0daec7a8-4994-41d0-92a2-cc898527417b tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "DELETE /v2.0/networks/2e8d36c0-3baf-4b37-ac99-d412efee773e HTTP/1.1" status: 204 len: 168 time: 1.4081161 Feb 16 16:59:35.226742 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49038) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:35.244583 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3792cbaf-8b2c-4af3-b3d1-35b90ec05a0f tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks [] for router_gateway, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:35.306319 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-8137a8e7-417c-4c23-ba6c-19e91534c0ce tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] DELETE failed (client error): The resource could not be found. Feb 16 16:59:35.306784 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8137a8e7-417c-4c23-ba6c-19e91534c0ce tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:59:35.309868 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-8137a8e7-417c-4c23-ba6c-19e91534c0ce tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "DELETE /v2.0/subnets/02ba082c-9799-4c61-9db2-2b02e3ccefa9 HTTP/1.1" status: 404 len: 337 time: 0.0829496 Feb 16 16:59:35.311527 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-36526961-7b9d-47c6-b2a6-6006e6c68507 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:35.321360 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c7cf8188-e011-4c17-aaf1-7db8a49019e3 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:35.327548 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-81bd67c8-7248-44a8-bee9-dd738b231fa7 None None] Set router be3aa51e-f6f2-46ea-b399-f171858b93a3 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:59:35.327707 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daec7a8-4994-41d0-92a2-cc898527417b tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Pushing event deleted for resources: {'Network': ['ID=2e8d36c0-3baf-4b37-ac99-d412efee773e,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:35.328481 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49040) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:35.433350 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-36526961-7b9d-47c6-b2a6-6006e6c68507 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:35.453371 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-78bc8ccd-0d28-45a4-820d-3567e7841884 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] DELETE failed (client error): The resource could not be found. Feb 16 16:59:35.453927 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78bc8ccd-0d28-45a4-820d-3567e7841884 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:59:35.457004 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-78bc8ccd-0d28-45a4-820d-3567e7841884 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "DELETE /v2.0/networks/e50c6897-d68c-422d-90c8-f698a384cc76 HTTP/1.1" status: 404 len: 339 time: 0.1216660 Feb 16 16:59:35.466652 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49042) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:35.491033 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7cf8188-e011-4c17-aaf1-7db8a49019e3 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:35.503778 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3478ff5a-0125-40dc-a3cc-0d0642b5d23e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:35.510439 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3478ff5a-0125-40dc-a3cc-0d0642b5d23e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:35.516545 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3478ff5a-0125-40dc-a3cc-0d0642b5d23e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:35.522274 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3478ff5a-0125-40dc-a3cc-0d0642b5d23e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:35.527727 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-3478ff5a-0125-40dc-a3cc-0d0642b5d23e tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.5085239 Feb 16 16:59:35.540503 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-81bd67c8-7248-44a8-bee9-dd738b231fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3aa51e-f6f2-46ea-b399-f171858b93a3', 'name': 'tempest-ServersTestManualDisk-2002298307-router', 'tenant_id': '4ee66dbf32244d7889f4914b18028830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '07c44328-4e17-47a8-a620-8642e304d4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:57:49Z', 'updated_at': '2022-02-16T16:59:33Z', 'revision_number': 5, 'project_id': '4ee66dbf32244d7889f4914b18028830', 'gw_port': {'id': '07c44328-4e17-47a8-a620-8642e304d4ac', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3aa51e-f6f2-46ea-b399-f171858b93a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:57:50Z', 'updated_at': '2022-02-16T16:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:35.551839 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49044) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:35.553083 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-c7cf8188-e011-4c17-aaf1-7db8a49019e3 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:35.568051 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cf8188-e011-4c17-aaf1-7db8a49019e3 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:35.570442 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c7cf8188-e011-4c17-aaf1-7db8a49019e3 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:35.570690 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bef7067-0e55-4412-b3d7-bcae8ec56003 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Made reservation on behalf of 62bb5ef440a84a4c8ec593a84852a2c8 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:35.575399 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3bef7067-0e55-4412-b3d7-bcae8ec56003 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:35.578129 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7458e40-5deb-4053-823d-24d5052b0ff9 None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:59:35.580099 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bd67c8-7248-44a8-bee9-dd738b231fa7 None None] Checking router: be3aa51e-f6f2-46ea-b399-f171858b93a3 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:59:35.583776 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cf8188-e011-4c17-aaf1-7db8a49019e3 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Subnet': ['ID=b5b5c548-7802-4696-9b2c-9de4d596164b,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:35.617308 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-36526961-7b9d-47c6-b2a6-6006e6c68507 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:35.623411 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-36526961-7b9d-47c6-b2a6-6006e6c68507 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9784250 Feb 16 16:59:35.623598 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49046) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:35.626761 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-1e8210c5-dea2-42e9-8e1a-6c3f61c298b4 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'enable_snat': True}}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:35.646344 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bd67c8-7248-44a8-bee9-dd738b231fa7 None None] Routers {'be3aa51e-f6f2-46ea-b399-f171858b93a3'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:59:35.647585 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-81bd67c8-7248-44a8-bee9-dd738b231fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:59:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['be3aa51e-f6f2-46ea-b399-f171858b93a3'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:35.760432 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-47e9135a-1d28-4cb9-a86e-2da1b8aa0e93 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Deleting subnet 8677fe58-230e-4e9c-8e7b-1e0478c947b5 {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 16:59:35.772139 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-c7cf8188-e011-4c17-aaf1-7db8a49019e3 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0521195 Feb 16 16:59:35.777618 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-47e9135a-1d28-4cb9-a86e-2da1b8aa0e93 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:35.782148 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49048) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:35.786408 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-3c3d735a-55c2-4d59-8198-cb223ba8713b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'port': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'name': 'tempest-NetworksTestDHCPv6-708687897'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:35.807249 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4dcc7195-8a7e-4cd2-8139-c9c839e4f59b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:35.809254 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bef7067-0e55-4412-b3d7-bcae8ec56003 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:59:35.811146 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-81bd67c8-7248-44a8-bee9-dd738b231fa7 None None] Set router be3aa51e-f6f2-46ea-b399-f171858b93a3 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:59:35.853188 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3bef7067-0e55-4412-b3d7-bcae8ec56003 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:35.853531 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-3bef7067-0e55-4412-b3d7-bcae8ec56003 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Added segment aa304879-a344-4129-9078-0ce84a30bec6 of type vlan for network f5dccf38-292a-4614-a747-25b3c4b7bfa3 Feb 16 16:59:35.888420 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-aad20bbd-fbea-4612-971f-830e14b58cf2 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3331769 Feb 16 16:59:35.900552 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc1f42e-aac3-4101-9d94-521abdb1b476 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'tenant_id': '81837604d6654060bf0a8ff194578833', 'fixed_ips': [{'subnet_id': 'b5b5c548-7802-4696-9b2c-9de4d596164b'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 16:59:35.901462 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-adc1f42e-aac3-4101-9d94-521abdb1b476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:35.907550 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-47e9135a-1d28-4cb9-a86e-2da1b8aa0e93 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:35.917653 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49050) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:36.008463 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1e8210c5-dea2-42e9-8e1a-6c3f61c298b4 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:36.122431 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b4471f-fb6d-45e5-9944-e42fecd80bcb tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:36.124106 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b4471f-fb6d-45e5-9944-e42fecd80bcb tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:36.127358 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-59b4471f-fb6d-45e5-9944-e42fecd80bcb tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2009101 Feb 16 16:59:36.131322 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49052) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:36.158629 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-adc1f42e-aac3-4101-9d94-521abdb1b476 None None] Allocated IP 2001:db8::2 (1e2a9b2d-a159-48c5-a704-dcb18c3b88c3/b5b5c548-7802-4696-9b2c-9de4d596164b/68689d56-3876-428a-af17-86b429989cfd) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:36.169963 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3792cbaf-8b2c-4af3-b3d1-35b90ec05a0f tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:36.193725 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-81bd67c8-7248-44a8-bee9-dd738b231fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3aa51e-f6f2-46ea-b399-f171858b93a3', 'name': 'tempest-ServersTestManualDisk-2002298307-router', 'tenant_id': '4ee66dbf32244d7889f4914b18028830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '07c44328-4e17-47a8-a620-8642e304d4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:57:49Z', 'updated_at': '2022-02-16T16:59:33Z', 'revision_number': 5, 'project_id': '4ee66dbf32244d7889f4914b18028830', 'gw_port': {'id': '07c44328-4e17-47a8-a620-8642e304d4ac', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3aa51e-f6f2-46ea-b399-f171858b93a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:57:50Z', 'updated_at': '2022-02-16T16:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:36.223341 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bd67c8-7248-44a8-bee9-dd738b231fa7 None None] The sync data for ids ['be3aa51e-f6f2-46ea-b399-f171858b93a3'] in dv-neutron-828697-3-hyperv is: [{'id': 'be3aa51e-f6f2-46ea-b399-f171858b93a3', 'name': 'tempest-ServersTestManualDisk-2002298307-router', 'tenant_id': '4ee66dbf32244d7889f4914b18028830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '07c44328-4e17-47a8-a620-8642e304d4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:57:49Z', 'updated_at': '2022-02-16T16:59:33Z', 'revision_number': 5, 'project_id': '4ee66dbf32244d7889f4914b18028830', 'gw_port': {'id': '07c44328-4e17-47a8-a620-8642e304d4ac', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3aa51e-f6f2-46ea-b399-f171858b93a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:57:50Z', 'updated_at': '2022-02-16T16:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:59:36.239351 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3bef7067-0e55-4412-b3d7-bcae8ec56003 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:36.289582 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015add43-5f5d-40f4-a04e-4c215270f8d6 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Attributes excluded by policy engine: ['shared'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:36.291572 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015add43-5f5d-40f4-a04e-4c215270f8d6 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Attributes excluded by policy engine: ['shared'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:36.293188 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-015add43-5f5d-40f4-a04e-4c215270f8d6 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1608658 Feb 16 16:59:36.300563 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49054) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:36.348668 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-47e9135a-1d28-4cb9-a86e-2da1b8aa0e93 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:36.365113 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-4dcc7195-8a7e-4cd2-8139-c9c839e4f59b admin admin] Deleting port 07c44328-4e17-47a8-a620-8642e304d4ac {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:59:36.365844 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4dcc7195-8a7e-4cd2-8139-c9c839e4f59b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:36.380131 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-adc1f42e-aac3-4101-9d94-521abdb1b476 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:36.424255 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3d735a-55c2-4d59-8198-cb223ba8713b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:36.427676 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3c3d735a-55c2-4d59-8198-cb223ba8713b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:36.436423 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-91ab0685-494a-4d30-97b1-a483bb56c667 admin admin] Deleting port f43c7428-cfb1-4194-8634-0cba20884571 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:59:36.436762 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-91ab0685-494a-4d30-97b1-a483bb56c667 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:36.474329 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3bef7067-0e55-4412-b3d7-bcae8ec56003 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:36.480267 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bef7067-0e55-4412-b3d7-bcae8ec56003 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:36.480842 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3bef7067-0e55-4412-b3d7-bcae8ec56003 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:36.517280 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [None req-3c3d735a-55c2-4d59-8198-cb223ba8713b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] device_id is not set on port aa8bac37-8caa-490d-81fa-3772d844a06f yet. {{(pid=114376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:59:36.525915 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-adc1f42e-aac3-4101-9d94-521abdb1b476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:36.552194 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-47e9135a-1d28-4cb9-a86e-2da1b8aa0e93 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:36.574584 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc1f42e-aac3-4101-9d94-521abdb1b476 None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:36.579231 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-adc1f42e-aac3-4101-9d94-521abdb1b476 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:36.581868 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc1f42e-aac3-4101-9d94-521abdb1b476 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:59:36.590008 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1f42e-aac3-4101-9d94-521abdb1b476 None None] Pushing event updated for resources: {'Port': ['ID=68689d56-3876-428a-af17-86b429989cfd,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:36.599496 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef7067-0e55-4412-b3d7-bcae8ec56003 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Pushing event updated for resources: {'Network': ['ID=f5dccf38-292a-4614-a747-25b3c4b7bfa3,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:36.610554 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e9135a-1d28-4cb9-a86e-2da1b8aa0e93 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Pushing event deleted for resources: {'Subnet': ['ID=8677fe58-230e-4e9c-8e7b-1e0478c947b5,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:36.615762 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-47e9135a-1d28-4cb9-a86e-2da1b8aa0e93 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:36.619532 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-47e9135a-1d28-4cb9-a86e-2da1b8aa0e93 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "DELETE /v2.0/subnets/8677fe58-230e-4e9c-8e7b-1e0478c947b5 HTTP/1.1" status: 204 len: 168 time: 1.1433451 Feb 16 16:59:36.623463 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-3bef7067-0e55-4412-b3d7-bcae8ec56003 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4325993 Feb 16 16:59:36.623463 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49056) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:36.627945 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-91ab0685-494a-4d30-97b1-a483bb56c667 admin admin] For port f43c7428-cfb1-4194-8634-0cba20884571, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=f43c7428-cfb1-4194-8634-0cba20884571,segment=NetworkSegment(94094d34-a0e6-4f43-8273-2075f238e819),segment_id=94094d34-a0e6-4f43-8273-2075f238e819)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:36.628538 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9001698-b09d-4417-a285-e014930f08d1 None None] Network b3e54604-98d6-410b-b7d3-de27f66278e6 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:59:36.628627 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-91ab0685-494a-4d30-97b1-a483bb56c667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:36.633676 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9ec90a-5b4f-4f5a-857a-a926b9c77c2b tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:36.638436 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-2e9ec90a-5b4f-4f5a-857a-a926b9c77c2b tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "GET /v2.0/networks/630a5f4c-4aa1-4505-b714-dea3c15b1118 HTTP/1.1" status: 200 len: 799 time: 0.3313518 Feb 16 16:59:36.638588 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49058) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:36.651190 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-e69b2096-765e-4218-abb4-c889c9dc7716 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-40536152'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:36.652425 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49060) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:36.660710 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-91ab0685-494a-4d30-97b1-a483bb56c667 admin admin] Calling delete_port for f43c7428-cfb1-4194-8634-0cba20884571 owned by network:router_interface {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:59:36.683450 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network f5dccf38-292a-4614-a747-25b3c4b7bfa3 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:59:36.747206 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-4dcc7195-8a7e-4cd2-8139-c9c839e4f59b admin admin] For port 07c44328-4e17-47a8-a620-8642e304d4ac, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=07c44328-4e17-47a8-a620-8642e304d4ac,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:36.747621 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4dcc7195-8a7e-4cd2-8139-c9c839e4f59b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:36.778604 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-adc1f42e-aac3-4101-9d94-521abdb1b476 None None] Attempting to bind port 68689d56-3876-428a-af17-86b429989cfd on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:59:36.778973 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-adc1f42e-aac3-4101-9d94-521abdb1b476 None None] Attempting to bind port 68689d56-3876-428a-af17-86b429989cfd by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:59:36.779335 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc1f42e-aac3-4101-9d94-521abdb1b476 None None] Attempting to bind port 68689d56-3876-428a-af17-86b429989cfd on network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:59:36.786613 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device b2a72633-d152-4975-b54d-4c39bbe3fa61 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:59:36.818474 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc1f42e-aac3-4101-9d94-521abdb1b476 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:59:36.818852 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc1f42e-aac3-4101-9d94-521abdb1b476 None None] Checking segment: {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:59:36.819252 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-adc1f42e-aac3-4101-9d94-521abdb1b476 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:36.819642 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc1f42e-aac3-4101-9d94-521abdb1b476 None None] Bound using segment: {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:59:36.820144 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-adc1f42e-aac3-4101-9d94-521abdb1b476 None None] Bound port: 68689d56-3876-428a-af17-86b429989cfd, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:59:36.820607 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-adc1f42e-aac3-4101-9d94-521abdb1b476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:36.822170 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-4dcc7195-8a7e-4cd2-8139-c9c839e4f59b admin admin] Calling delete_port for 07c44328-4e17-47a8-a620-8642e304d4ac owned by network:router_gateway {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:59:36.838957 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1e283d1-63af-4fd3-ad2d-d312d36e382e tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Deleting subnet 08424019-87f3-4fe4-ae8b-81d87b982a36 {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 16:59:36.846862 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d1e283d1-63af-4fd3-ad2d-d312d36e382e tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:36.862166 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: b2a72633-d152-4975-b54d-4c39bbe3fa61 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 16:59:36.862516 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device b2a72633-d152-4975-b54d-4c39bbe3fa61 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:59:36.963541 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69b2096-765e-4218-abb4-c889c9dc7716 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Made reservation on behalf of 62bb5ef440a84a4c8ec593a84852a2c8 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:36.968403 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e69b2096-765e-4218-abb4-c889c9dc7716 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:36.974667 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d1e283d1-63af-4fd3-ad2d-d312d36e382e tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:37.001694 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-36d4cf6a-ffa0-481c-890f-00dab171cf02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:37.008610 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-adc1f42e-aac3-4101-9d94-521abdb1b476 None None] For port 68689d56-3876-428a-af17-86b429989cfd, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:59:37.030616 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-adc1f42e-aac3-4101-9d94-521abdb1b476 None None] For port 68689d56-3876-428a-af17-86b429989cfd, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=68689d56-3876-428a-af17-86b429989cfd,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:59:37.031464 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-69976e3d-6bfa-4caf-b4f6-64f72fa87000 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "GET /v2.0/networks/630a5f4c-4aa1-4505-b714-dea3c15b1118?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.3570333 Feb 16 16:59:37.031591 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49062) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:37.036999 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3792cbaf-8b2c-4af3-b3d1-35b90ec05a0f tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Router cbb43c2e-7b2d-485b-99d7-f5a86db4efcd is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:59:37.044724 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e69b2096-765e-4218-abb4-c889c9dc7716 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:59:37.053877 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-3c3d735a-55c2-4d59-8198-cb223ba8713b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Allocated IP 2001:db8::2d9 (1e2a9b2d-a159-48c5-a704-dcb18c3b88c3/b5b5c548-7802-4696-9b2c-9de4d596164b/aa8bac37-8caa-490d-81fa-3772d844a06f) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:37.070220 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-91ab0685-494a-4d30-97b1-a483bb56c667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:37.126184 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-adc1f42e-aac3-4101-9d94-521abdb1b476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:37.134020 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e69b2096-765e-4218-abb4-c889c9dc7716 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:37.134375 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-e69b2096-765e-4218-abb4-c889c9dc7716 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Added segment 42ff96d5-ff46-4a2f-8dd3-3fc2c001b825 of type vlan for network 97a25e4b-6ccf-4667-b7eb-aadd90807be7 Feb 16 16:59:37.141922 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ab0685-494a-4d30-97b1-a483bb56c667 admin admin] Pushing event deleted for resources: {'Port': ['ID=f43c7428-cfb1-4194-8634-0cba20884571,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:37.203317 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1f42e-aac3-4101-9d94-521abdb1b476 None None] Pushing event updated for resources: {'Port': ['ID=68689d56-3876-428a-af17-86b429989cfd,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:37.237390 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcde633-12f6-4ca4-b7af-15554d37f350 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:37.238829 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-7fcde633-12f6-4ca4-b7af-15554d37f350 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "GET /v2.0/subnets/01018d11-9e6c-4193-b507-3fc4859925c3 HTTP/1.1" status: 200 len: 811 time: 0.2069674 Feb 16 16:59:37.260079 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d1e283d1-63af-4fd3-ad2d-d312d36e382e tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:37.264764 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49064) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:37.316179 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e69b2096-765e-4218-abb4-c889c9dc7716 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:37.413275 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e69b2096-765e-4218-abb4-c889c9dc7716 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:37.415277 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69b2096-765e-4218-abb4-c889c9dc7716 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:37.415933 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e69b2096-765e-4218-abb4-c889c9dc7716 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:37.560837 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e69b2096-765e-4218-abb4-c889c9dc7716 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9187834 Feb 16 16:59:37.573700 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1e8210c5-dea2-42e9-8e1a-6c3f61c298b4 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:37.588417 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b21cd3-9357-4cca-b1b0-fe54fae11fbe tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Attributes excluded by policy engine: ['shared'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:37.590936 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-82b21cd3-9357-4cca-b1b0-fe54fae11fbe tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "GET /v2.0/subnets/01018d11-9e6c-4193-b507-3fc4859925c3?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2789521 Feb 16 16:59:37.603200 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49066) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:37.657038 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-0b20f744-e956-46fa-85be-8cf665e4d445 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-308657115'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:37.680875 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b2096-765e-4218-abb4-c889c9dc7716 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Pushing event updated for resources: {'Network': ['ID=97a25e4b-6ccf-4667-b7eb-aadd90807be7,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:37.703573 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 97a25e4b-6ccf-4667-b7eb-aadd90807be7 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:59:37.720206 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49068) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:37.736067 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-fa27aa70-c667-4e86-9d78-05dbda2f643e tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Request body: {'subnets': [{'network_id': 'f5dccf38-292a-4614-a747-25b3c4b7bfa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1921538974', 'ip_version': 4}, {'network_id': '97a25e4b-6ccf-4667-b7eb-aadd90807be7', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:37.736631 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-fa27aa70-c667-4e86-9d78-05dbda2f643e tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Request body: {'subnet': {'network_id': 'f5dccf38-292a-4614-a747-25b3c4b7bfa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1921538974', 'ip_version': 4}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:37.737316 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-fa27aa70-c667-4e86-9d78-05dbda2f643e tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Request body: {'subnet': {'network_id': '97a25e4b-6ccf-4667-b7eb-aadd90807be7', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:37.800402 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1e8210c5-dea2-42e9-8e1a-6c3f61c298b4 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:37.824543 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-91ab0685-494a-4d30-97b1-a483bb56c667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:37.833519 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d1e283d1-63af-4fd3-ad2d-d312d36e382e tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:37.848183 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3c3d735a-55c2-4d59-8198-cb223ba8713b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:37.884656 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b20f744-e956-46fa-85be-8cf665e4d445 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Made reservation on behalf of e3df33defdf448bc970b49b57571b9c4 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:37.888323 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0b20f744-e956-46fa-85be-8cf665e4d445 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:37.890323 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e283d1-63af-4fd3-ad2d-d312d36e382e tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Pushing event deleted for resources: {'Subnet': ['ID=08424019-87f3-4fe4-ae8b-81d87b982a36,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:37.928576 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3792cbaf-8b2c-4af3-b3d1-35b90ec05a0f tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:59:37.933716 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47160210-3157-4bb3-b595-34378923d344 None None] Network b3e54604-98d6-410b-b7d3-de27f66278e6 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:59:37.942829 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8384fdca-2c08-4e61-84fb-8b7cf6c54e33 None None] Sync routers for ids ['cbb43c2e-7b2d-485b-99d7-f5a86db4efcd'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:59:37.957668 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d1e283d1-63af-4fd3-ad2d-d312d36e382e tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:37.965317 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8384fdca-2c08-4e61-84fb-8b7cf6c54e33 None None] Routers {'cbb43c2e-7b2d-485b-99d7-f5a86db4efcd'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:59:37.965317 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-8384fdca-2c08-4e61-84fb-8b7cf6c54e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:59:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['cbb43c2e-7b2d-485b-99d7-f5a86db4efcd'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:37.969016 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d1e283d1-63af-4fd3-ad2d-d312d36e382e tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "DELETE /v2.0/subnets/08424019-87f3-4fe4-ae8b-81d87b982a36 HTTP/1.1" status: 204 len: 168 time: 1.3377538 Feb 16 16:59:37.971034 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49070) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:38.001823 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-e8af2ddc-49c9-4e57-acf6-be0ab257064d None None] Provisioning complete for port c1345bf8-183e-43d0-8d9b-5b0d01ee4e72 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:38.002503 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e8af2ddc-49c9-4e57-acf6-be0ab257064d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:38.005060 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-8384fdca-2c08-4e61-84fb-8b7cf6c54e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:38.014031 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8384fdca-2c08-4e61-84fb-8b7cf6c54e33 None None] Routers {'cbb43c2e-7b2d-485b-99d7-f5a86db4efcd'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:59:38.014841 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-8384fdca-2c08-4e61-84fb-8b7cf6c54e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:59:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['cbb43c2e-7b2d-485b-99d7-f5a86db4efcd'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:38.023153 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4dcc7195-8a7e-4cd2-8139-c9c839e4f59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:38.057197 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-8384fdca-2c08-4e61-84fb-8b7cf6c54e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:38.058093 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8384fdca-2c08-4e61-84fb-8b7cf6c54e33 None None] The sync data for ids ['cbb43c2e-7b2d-485b-99d7-f5a86db4efcd'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:59:38.101697 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3792cbaf-8b2c-4af3-b3d1-35b90ec05a0f tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:38.103491 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-3792cbaf-8b2c-4af3-b3d1-35b90ec05a0f tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.9168913 Feb 16 16:59:38.110379 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49072) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:38.111909 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc7195-8a7e-4cd2-8139-c9c839e4f59b admin admin] Pushing event deleted for resources: {'Port': ['ID=07c44328-4e17-47a8-a620-8642e304d4ac,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:38.118930 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-d09a1c7c-c6d2-4ee9-b9eb-fe977b90cfb3 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:38.132068 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b20f744-e956-46fa-85be-8cf665e4d445 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:59:38.150741 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-1e8210c5-dea2-42e9-8e1a-6c3f61c298b4 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Allocated IP 172.26.3.12 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/8fdce0f0-697b-4c21-ba68-ba8e07aca285) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:38.153079 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3c3d735a-55c2-4d59-8198-cb223ba8713b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:38.179823 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f894f63c-80ca-450c-8d1e-d9ffeb736856 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:38.239684 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0b20f744-e956-46fa-85be-8cf665e4d445 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:38.239684 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-0b20f744-e956-46fa-85be-8cf665e4d445 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Added segment 235c03f4-f917-46d0-82be-7fea0d1bf3b8 of type vlan for network 500d2e42-894f-4b2b-a80f-5e0bed5153af Feb 16 16:59:38.255829 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e79c002-a27a-463e-baf3-55f00c812d27 None None] DHCP port deletion for b3e54604-98d6-410b-b7d3-de27f66278e6 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 16:59:38.280085 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3d735a-55c2-4d59-8198-cb223ba8713b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:38.281874 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-3c3d735a-55c2-4d59-8198-cb223ba8713b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:38.284581 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3d735a-55c2-4d59-8198-cb223ba8713b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:59:38.296076 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3d735a-55c2-4d59-8198-cb223ba8713b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:38.296076 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3c3d735a-55c2-4d59-8198-cb223ba8713b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:38.314483 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3d735a-55c2-4d59-8198-cb223ba8713b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Port': ['ID=aa8bac37-8caa-490d-81fa-3772d844a06f,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:38.329231 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-9e79c002-a27a-463e-baf3-55f00c812d27 None None] Deleting port c1345bf8-183e-43d0-8d9b-5b0d01ee4e72 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:59:38.329778 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9e79c002-a27a-463e-baf3-55f00c812d27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:38.355438 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4dcc7195-8a7e-4cd2-8139-c9c839e4f59b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584056'] for router_gateway, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:38.360241 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0b20f744-e956-46fa-85be-8cf665e4d445 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:38.412182 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-9e79c002-a27a-463e-baf3-55f00c812d27 None None] For port c1345bf8-183e-43d0-8d9b-5b0d01ee4e72, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=c1345bf8-183e-43d0-8d9b-5b0d01ee4e72,segment=NetworkSegment(83c4a400-ff43-4bd7-afbd-ee8d942378c9),segment_id=83c4a400-ff43-4bd7-afbd-ee8d942378c9)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:38.413192 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9e79c002-a27a-463e-baf3-55f00c812d27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:38.417513 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-3c3d735a-55c2-4d59-8198-cb223ba8713b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6320436 Feb 16 16:59:38.422777 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49074) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:38.449357 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-9e79c002-a27a-463e-baf3-55f00c812d27 None None] Calling delete_port for c1345bf8-183e-43d0-8d9b-5b0d01ee4e72 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:59:38.499203 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa27aa70-c667-4e86-9d78-05dbda2f643e tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Made reservation on behalf of 62bb5ef440a84a4c8ec593a84852a2c8 for: {'subnet': 2} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:38.508797 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4dcc7195-8a7e-4cd2-8139-c9c839e4f59b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:38.510996 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fa27aa70-c667-4e86-9d78-05dbda2f643e tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:38.511512 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fa27aa70-c667-4e86-9d78-05dbda2f643e tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:38.512966 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4dcc7195-8a7e-4cd2-8139-c9c839e4f59b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:38.594324 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1e8210c5-dea2-42e9-8e1a-6c3f61c298b4 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:38.594324 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-f894f63c-80ca-450c-8d1e-d9ffeb736856 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Deleting port c1345bf8-183e-43d0-8d9b-5b0d01ee4e72 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:59:38.594324 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f894f63c-80ca-450c-8d1e-d9ffeb736856 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:38.655853 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9e79c002-a27a-463e-baf3-55f00c812d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:38.679760 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-f894f63c-80ca-450c-8d1e-d9ffeb736856 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] For port c1345bf8-183e-43d0-8d9b-5b0d01ee4e72, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=c1345bf8-183e-43d0-8d9b-5b0d01ee4e72,segment=NetworkSegment(83c4a400-ff43-4bd7-afbd-ee8d942378c9),segment_id=83c4a400-ff43-4bd7-afbd-ee8d942378c9)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:38.680713 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f894f63c-80ca-450c-8d1e-d9ffeb736856 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:38.704561 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-f894f63c-80ca-450c-8d1e-d9ffeb736856 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Calling delete_port for c1345bf8-183e-43d0-8d9b-5b0d01ee4e72 owned by network:dhcp {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:59:38.707242 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e79c002-a27a-463e-baf3-55f00c812d27 None None] No DVR routers for this DVR port c1345bf8-183e-43d0-8d9b-5b0d01ee4e72 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:59:38.709242 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a399d385-7f7f-4eeb-acac-cebc178d4afd tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:38.710270 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e79c002-a27a-463e-baf3-55f00c812d27 None None] Pushing event deleted for resources: {'Port': ['ID=c1345bf8-183e-43d0-8d9b-5b0d01ee4e72,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:38.712343 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4dcc7195-8a7e-4cd2-8139-c9c839e4f59b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:38.714544 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dcc7195-8a7e-4cd2-8139-c9c839e4f59b admin admin] Fanout notify agent at l3_agent the message router_deleted on router be3aa51e-f6f2-46ea-b399-f171858b93a3 {{(pid=114376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:59:38.715094 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a399d385-7f7f-4eeb-acac-cebc178d4afd tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:38.716731 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a399d385-7f7f-4eeb-acac-cebc178d4afd tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2854557 Feb 16 16:59:38.718329 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4dcc7195-8a7e-4cd2-8139-c9c839e4f59b admin admin] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:38.721675 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ab0685-494a-4d30-97b1-a483bb56c667 admin admin] Router 70bca793-e1d6-4d59-966e-e5e637d1d603 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:59:38.721940 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-4dcc7195-8a7e-4cd2-8139-c9c839e4f59b admin admin] 10.222.0.88 "DELETE /v2.0/routers/be3aa51e-f6f2-46ea-b399-f171858b93a3 HTTP/1.1" status: 204 len: 168 time: 3.7287679 Feb 16 16:59:38.721940 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49076) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:38.723202 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49078) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:38.731182 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0b20f744-e956-46fa-85be-8cf665e4d445 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:38.736993 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b20f744-e956-46fa-85be-8cf665e4d445 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:38.737573 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0b20f744-e956-46fa-85be-8cf665e4d445 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:38.748622 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-a74a1db8-1a76-488e-9791-938aeb302b9a None None] Provisioning complete for port 68689d56-3876-428a-af17-86b429989cfd triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:38.749008 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a74a1db8-1a76-488e-9791-938aeb302b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:38.886422 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1e8210c5-dea2-42e9-8e1a-6c3f61c298b4 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:38.963738 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8210c5-dea2-42e9-8e1a-6c3f61c298b4 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:38.973526 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-1e8210c5-dea2-42e9-8e1a-6c3f61c298b4 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:38.976064 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8210c5-dea2-42e9-8e1a-6c3f61c298b4 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:59:39.020906 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8210c5-dea2-42e9-8e1a-6c3f61c298b4 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Pushing event updated for resources: {'Port': ['ID=8fdce0f0-697b-4c21-ba68-ba8e07aca285,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:39.025336 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a74a1db8-1a76-488e-9791-938aeb302b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:39.043577 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-d7ef0702-7daa-4f40-9490-2ba15fc72fb8 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Deleting port aa8bac37-8caa-490d-81fa-3772d844a06f {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:59:39.044099 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d7ef0702-7daa-4f40-9490-2ba15fc72fb8 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:39.053826 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b20f744-e956-46fa-85be-8cf665e4d445 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Pushing event updated for resources: {'Network': ['ID=500d2e42-894f-4b2b-a80f-5e0bed5153af,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:39.067493 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-a74a1db8-1a76-488e-9791-938aeb302b9a None None] For port 68689d56-3876-428a-af17-86b429989cfd, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=68689d56-3876-428a-af17-86b429989cfd,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:39.067493 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 500d2e42-894f-4b2b-a80f-5e0bed5153af details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:59:39.073714 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f894f63c-80ca-450c-8d1e-d9ffeb736856 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:39.079877 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6912e8f-c6e7-4439-ac09-4ed8070c3ef6 admin admin] Deleting subnet d86b0b62-edb7-4147-9b87-7738d42c4864 {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 16:59:39.089621 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-0b20f744-e956-46fa-85be-8cf665e4d445 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4460692 Feb 16 16:59:39.097252 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49080) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:39.100195 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b6912e8f-c6e7-4439-ac09-4ed8070c3ef6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:39.108279 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-db2a8738-4a55-4d29-a573-1192575f67ef tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Request body: {'subnet': {'network_id': '500d2e42-894f-4b2b-a80f-5e0bed5153af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:39.184429 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a74a1db8-1a76-488e-9791-938aeb302b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:39.200800 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f894f63c-80ca-450c-8d1e-d9ffeb736856 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Pushing event deleted for resources: {'Port': ['ID=c1345bf8-183e-43d0-8d9b-5b0d01ee4e72,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:39.209322 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f894f63c-80ca-450c-8d1e-d9ffeb736856 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] No DVR routers for this DVR port c1345bf8-183e-43d0-8d9b-5b0d01ee4e72 on host dv-neutron-828697-3-hyperv {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:59:39.242362 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b4c8bb26-8dc2-4369-ab61-a6d90fbd9465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:39.284421 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74a1db8-1a76-488e-9791-938aeb302b9a None None] Pushing event updated for resources: {'Port': ['ID=68689d56-3876-428a-af17-86b429989cfd,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:39.317416 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-aa9b46db-a91b-4876-ad88-24469374f59a None None] Provisioning complete for port aa8bac37-8caa-490d-81fa-3772d844a06f triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:39.317995 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-aa9b46db-a91b-4876-ad88-24469374f59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:39.360985 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d7ef0702-7daa-4f40-9490-2ba15fc72fb8 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:39.365047 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f894f63c-80ca-450c-8d1e-d9ffeb736856 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:39.389082 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-d7ef0702-7daa-4f40-9490-2ba15fc72fb8 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Calling delete_port for aa8bac37-8caa-490d-81fa-3772d844a06f owned by {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:59:39.400792 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 68689d56-3876-428a-af17-86b429989cfd up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:59:39.403444 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-f894f63c-80ca-450c-8d1e-d9ffeb736856 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3e54604-98d6-410b-b7d3-de27f66278e6']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:39.421988 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-f894f63c-80ca-450c-8d1e-d9ffeb736856 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83c4a400-ff43-4bd7-afbd-ee8d942378c9') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:39.422270 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-f894f63c-80ca-450c-8d1e-d9ffeb736856 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83c4a400-ff43-4bd7-afbd-ee8d942378c9') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:39.469019 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-aa9b46db-a91b-4876-ad88-24469374f59a None None] Port aa8bac37-8caa-490d-81fa-3772d844a06f cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 16:59:39.474014 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f894f63c-80ca-450c-8d1e-d9ffeb736856 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:39.491961 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 68689d56-3876-428a-af17-86b429989cfd triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:39.495514 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:39.538550 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f894f63c-80ca-450c-8d1e-d9ffeb736856 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:39.549609 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f894f63c-80ca-450c-8d1e-d9ffeb736856 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:59:39.550024 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f894f63c-80ca-450c-8d1e-d9ffeb736856 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:39.553817 dv-neutron-828697-3-hyperv neutron-server[114376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:59:39.553817 dv-neutron-828697-3-hyperv neutron-server[114376]: self.session.flush() Feb 16 16:59:39.553817 dv-neutron-828697-3-hyperv neutron-server[114376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:59:39.553817 dv-neutron-828697-3-hyperv neutron-server[114376]: self.session.flush() Feb 16 16:59:39.553817 dv-neutron-828697-3-hyperv neutron-server[114376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:59:39.553817 dv-neutron-828697-3-hyperv neutron-server[114376]: self.session.flush() Feb 16 16:59:39.553817 dv-neutron-828697-3-hyperv neutron-server[114376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:59:39.553817 dv-neutron-828697-3-hyperv neutron-server[114376]: self.session.flush() Feb 16 16:59:39.553817 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 16:59:39.553817 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:59:39.553817 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 16:59:39.553817 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:59:39.553817 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 16:59:39.553817 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:59:39.553817 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 16:59:39.553817 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:59:39.553817 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 16:59:39.553817 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:59:39.553817 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 16:59:39.553817 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:59:39.553817 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 16:59:39.553817 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:59:39.553817 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:59:39.553817 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:59:39.553817 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:59:39.553817 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:59:39.553817 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 16:59:39.553817 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:59:39.553817 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 16:59:39.553817 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:59:39.553817 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:59:39.553817 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:59:39.553817 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 16:59:39.553817 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:59:39.553817 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:59:39.553817 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:59:39.553817 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:59:39.553817 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:59:39.553817 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:59:39.553817 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:59:39.708336 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1e8210c5-dea2-42e9-8e1a-6c3f61c298b4 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:39.716548 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b6912e8f-c6e7-4439-ac09-4ed8070c3ef6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:39.813136 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device c1345bf8-183e-43d0-8d9b-5b0d01ee4e72 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:59:39.824350 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d09a1c7c-c6d2-4ee9-b9eb-fe977b90cfb3 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:39.835134 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: c1345bf8-183e-43d0-8d9b-5b0d01ee4e72 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 16:59:39.835738 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device c1345bf8-183e-43d0-8d9b-5b0d01ee4e72 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:59:39.859304 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ab0685-494a-4d30-97b1-a483bb56c667 admin admin] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:59:39.870237 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f707365-8ff4-4bbd-8706-816b1ab95b36 None None] Sync routers for ids ['70bca793-e1d6-4d59-966e-e5e637d1d603'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:59:39.881235 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f707365-8ff4-4bbd-8706-816b1ab95b36 None None] Routers {'70bca793-e1d6-4d59-966e-e5e637d1d603'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:59:39.882595 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-0f707365-8ff4-4bbd-8706-816b1ab95b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:59:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['70bca793-e1d6-4d59-966e-e5e637d1d603'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:39.889783 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-91ab0685-494a-4d30-97b1-a483bb56c667 admin admin] 10.222.0.88 "PUT /v2.0/routers/70bca793-e1d6-4d59-966e-e5e637d1d603/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0478604 Feb 16 16:59:39.897761 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49082) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:39.981849 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b6912e8f-c6e7-4439-ac09-4ed8070c3ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:39.985921 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d09a1c7c-c6d2-4ee9-b9eb-fe977b90cfb3 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:40.005825 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-0f707365-8ff4-4bbd-8706-816b1ab95b36 None None] Set router 70bca793-e1d6-4d59-966e-e5e637d1d603 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:59:40.022454 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f894f63c-80ca-450c-8d1e-d9ffeb736856 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:40.038308 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f894f63c-80ca-450c-8d1e-d9ffeb736856 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:40.040488 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-f894f63c-80ca-450c-8d1e-d9ffeb736856 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "DELETE /v2.0/networks/b3e54604-98d6-410b-b7d3-de27f66278e6 HTTP/1.1" status: 204 len: 168 time: 2.0684803 Feb 16 16:59:40.054879 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49084) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:40.062655 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f894f63c-80ca-450c-8d1e-d9ffeb736856 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Pushing event deleted for resources: {'Network': ['ID=b3e54604-98d6-410b-b7d3-de27f66278e6,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:40.074992 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2a8738-4a55-4d29-a573-1192575f67ef tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Made reservation on behalf of e3df33defdf448bc970b49b57571b9c4 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:40.078283 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-db2a8738-4a55-4d29-a573-1192575f67ef tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:40.163302 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d7ef0702-7daa-4f40-9490-2ba15fc72fb8 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:40.179888 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8e88c91-2adf-4f5e-a064-734b38ed6804 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] DELETE failed (client error): The resource could not be found. Feb 16 16:59:40.180926 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8e88c91-2adf-4f5e-a064-734b38ed6804 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:59:40.184049 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-c8e88c91-2adf-4f5e-a064-734b38ed6804 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "DELETE /v2.0/subnets/47e462d0-2d8d-4eaa-84bf-c87f995cfcb6 HTTP/1.1" status: 404 len: 337 time: 0.1236119 Feb 16 16:59:40.197312 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49086) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:40.218252 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef0702-7daa-4f40-9490-2ba15fc72fb8 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event deleted for resources: {'Port': ['ID=aa8bac37-8caa-490d-81fa-3772d844a06f,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:40.221625 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-0f707365-8ff4-4bbd-8706-816b1ab95b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bca793-e1d6-4d59-966e-e5e637d1d603', 'name': 'tempest-ServersTestJSON-524628997-router', 'tenant_id': 'b000221746b44cdbb4fb616424f3147e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.137'}], 'enable_snat': True}, 'gw_port_id': 'cc419172-db86-4497-80a4-97e0b22c1d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:57:50Z', 'updated_at': '2022-02-16T16:59:36Z', 'revision_number': 5, 'project_id': 'b000221746b44cdbb4fb616424f3147e', 'gw_port': {'id': 'cc419172-db86-4497-80a4-97e0b22c1d73', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bca793-e1d6-4d59-966e-e5e637d1d603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:57:51Z', 'updated_at': '2022-02-16T16:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:40.243524 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.ipam_backend_mixin [None req-db2a8738-4a55-4d29-a573-1192575f67ef tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Performing IP validity checks on allocation pools {{(pid=114375) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 16 16:59:40.244085 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.ipam_backend_mixin [None req-db2a8738-4a55-4d29-a573-1192575f67ef tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114375) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 16 16:59:40.247014 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-88428958-a13e-42fe-a30a-b8b7b79eec1a admin admin] Notify callbacks [] for router, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:40.259422 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d7ef0702-7daa-4f40-9490-2ba15fc72fb8 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:40.263790 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f707365-8ff4-4bbd-8706-816b1ab95b36 None None] Checking router: 70bca793-e1d6-4d59-966e-e5e637d1d603 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:59:40.263952 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-d7ef0702-7daa-4f40-9490-2ba15fc72fb8 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/ports/aa8bac37-8caa-490d-81fa-3772d844a06f HTTP/1.1" status: 204 len: 168 time: 1.5379550 Feb 16 16:59:40.263952 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5586773-70e0-4e61-9bac-1ee84d9c7b02 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] DELETE failed (client error): The resource could not be found. Feb 16 16:59:40.263952 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5586773-70e0-4e61-9bac-1ee84d9c7b02 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:59:40.270899 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-f5586773-70e0-4e61-9bac-1ee84d9c7b02 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "DELETE /v2.0/networks/5959bd73-7a4f-4b5b-ab6b-44b18df0d0f1 HTTP/1.1" status: 404 len: 339 time: 0.0648551 Feb 16 16:59:40.270899 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49088) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:40.277615 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49090) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:40.279393 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f707365-8ff4-4bbd-8706-816b1ab95b36 None None] Routers {'70bca793-e1d6-4d59-966e-e5e637d1d603'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:59:40.279909 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-0f707365-8ff4-4bbd-8706-816b1ab95b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:59:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['70bca793-e1d6-4d59-966e-e5e637d1d603'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:40.365716 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b6912e8f-c6e7-4439-ac09-4ed8070c3ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:40.365980 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-342f0618-b93c-4a3b-8581-a7b96454b60a tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] DELETE failed (client error): The resource could not be found. Feb 16 16:59:40.366308 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-342f0618-b93c-4a3b-8581-a7b96454b60a tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:59:40.369984 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-342f0618-b93c-4a3b-8581-a7b96454b60a tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "DELETE /v2.0/subnets/18a92fbe-d728-434f-b0a4-9d686648006f HTTP/1.1" status: 404 len: 337 time: 0.0646653 Feb 16 16:59:40.374372 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49092) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:40.406799 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-872cd92d-6baf-4666-9204-1b692834a08b tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] DELETE failed (client error): The resource could not be found. Feb 16 16:59:40.407575 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-872cd92d-6baf-4666-9204-1b692834a08b tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:59:40.410443 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-872cd92d-6baf-4666-9204-1b692834a08b tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "DELETE /v2.0/networks/fd45fc54-e37a-44f6-a949-8cad146c5303 HTTP/1.1" status: 404 len: 339 time: 0.0332623 Feb 16 16:59:40.413062 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49094) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:40.415046 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:40.423726 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef297bb3-c859-4d2d-adeb-f49d9c082d36 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:40.425269 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef297bb3-c859-4d2d-adeb-f49d9c082d36 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:40.428628 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-ef297bb3-c859-4d2d-adeb-f49d9c082d36 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1569908 Feb 16 16:59:40.431095 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1e8210c5-dea2-42e9-8e1a-6c3f61c298b4 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-583993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10422'] for router, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:40.432584 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49096) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:40.436511 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6912e8f-c6e7-4439-ac09-4ed8070c3ef6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d86b0b62-edb7-4147-9b87-7738d42c4864,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:40.448544 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b6912e8f-c6e7-4439-ac09-4ed8070c3ef6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:40.451767 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-b6912e8f-c6e7-4439-ac09-4ed8070c3ef6 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/d86b0b62-edb7-4147-9b87-7738d42c4864 HTTP/1.1" status: 204 len: 168 time: 1.7273362 Feb 16 16:59:40.457091 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49098) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:40.459670 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-0f707365-8ff4-4bbd-8706-816b1ab95b36 None None] Set router 70bca793-e1d6-4d59-966e-e5e637d1d603 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:59:40.482974 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf0193ba-1041-41b2-9403-a170a3d27fce tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] DELETE failed (client error): The resource could not be found. Feb 16 16:59:40.483732 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf0193ba-1041-41b2-9403-a170a3d27fce tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:59:40.487130 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-cf0193ba-1041-41b2-9403-a170a3d27fce tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "DELETE /v2.0/subnets/8787537a-3463-4b09-943d-34dac7a5b443 HTTP/1.1" status: 404 len: 337 time: 0.0729401 Feb 16 16:59:40.490870 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1e8210c5-dea2-42e9-8e1a-6c3f61c298b4 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-583970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-583979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-582263'] for router, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:40.492685 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49100) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:40.500846 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4928363-b9ad-46e1-99ea-b60371d7a660 None None] Network dc975c54-04fd-41cf-87c4-6ca61b7fd14d requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:59:40.569333 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c9674fd-55e2-4e15-971e-2058b1b7830c tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] DELETE failed (client error): The resource could not be found. Feb 16 16:59:40.569862 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c9674fd-55e2-4e15-971e-2058b1b7830c tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:59:40.573078 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-1c9674fd-55e2-4e15-971e-2058b1b7830c tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "DELETE /v2.0/networks/d848c7df-1f60-4f57-9ffb-f55592d1ecc2 HTTP/1.1" status: 404 len: 339 time: 0.0751781 Feb 16 16:59:40.579180 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49102) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:40.583155 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fa27aa70-c667-4e86-9d78-05dbda2f643e tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:40.585806 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-d09a1c7c-c6d2-4ee9-b9eb-fe977b90cfb3 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Deleting port 300a146d-5cb1-4eab-95fd-158bd053edd6 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:59:40.586812 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d09a1c7c-c6d2-4ee9-b9eb-fe977b90cfb3 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:40.616878 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-b620b5fb-2d44-4827-ba46-9b5ae58e121b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Deleting subnet b5b5c548-7802-4696-9b2c-9de4d596164b {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 16:59:40.623525 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b620b5fb-2d44-4827-ba46-9b5ae58e121b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:40.708211 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-88428958-a13e-42fe-a30a-b8b7b79eec1a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:40.710595 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b620b5fb-2d44-4827-ba46-9b5ae58e121b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:40.743340 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-173623bf-8713-49a3-bd17-84b5eaef500f tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Deleting subnet a4391c90-56f6-4d6f-ac25-85babbc12021 {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 16:59:40.757009 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-173623bf-8713-49a3-bd17-84b5eaef500f tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:40.774407 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8f7c6d5b-47ce-48b8-9c78-f92500c46177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:40.788305 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-0f707365-8ff4-4bbd-8706-816b1ab95b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bca793-e1d6-4d59-966e-e5e637d1d603', 'name': 'tempest-ServersTestJSON-524628997-router', 'tenant_id': 'b000221746b44cdbb4fb616424f3147e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.137'}], 'enable_snat': True}, 'gw_port_id': 'cc419172-db86-4497-80a4-97e0b22c1d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:57:50Z', 'updated_at': '2022-02-16T16:59:36Z', 'revision_number': 5, 'project_id': 'b000221746b44cdbb4fb616424f3147e', 'gw_port': {'id': 'cc419172-db86-4497-80a4-97e0b22c1d73', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bca793-e1d6-4d59-966e-e5e637d1d603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:57:51Z', 'updated_at': '2022-02-16T16:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:40.838355 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 68689d56-3876-428a-af17-86b429989cfd up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:59:40.843792 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f707365-8ff4-4bbd-8706-816b1ab95b36 None None] The sync data for ids ['70bca793-e1d6-4d59-966e-e5e637d1d603'] in dv-neutron-828697-3-hyperv is: [{'id': '70bca793-e1d6-4d59-966e-e5e637d1d603', 'name': 'tempest-ServersTestJSON-524628997-router', 'tenant_id': 'b000221746b44cdbb4fb616424f3147e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.137'}], 'enable_snat': True}, 'gw_port_id': 'cc419172-db86-4497-80a4-97e0b22c1d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:57:50Z', 'updated_at': '2022-02-16T16:59:36Z', 'revision_number': 5, 'project_id': 'b000221746b44cdbb4fb616424f3147e', 'gw_port': {'id': 'cc419172-db86-4497-80a4-97e0b22c1d73', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bca793-e1d6-4d59-966e-e5e637d1d603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:57:51Z', 'updated_at': '2022-02-16T16:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:59:40.849893 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa27aa70-c667-4e86-9d78-05dbda2f643e tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Pushing event updated for resources: {'Subnet': ['ID=05945eed-066c-4ce7-96d5-a1fc81192845,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:40.856617 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-173623bf-8713-49a3-bd17-84b5eaef500f tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:40.868496 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa27aa70-c667-4e86-9d78-05dbda2f643e tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Checking segment: {'id': 'aa304879-a344-4129-9078-0ce84a30bec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f5dccf38-292a-4614-a747-25b3c4b7bfa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:59:40.868856 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa27aa70-c667-4e86-9d78-05dbda2f643e tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Network hostable DHCP agents. Network: f5dccf38-292a-4614-a747-25b3c4b7bfa3, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:59:40.879655 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e931a64-67d0-4462-bebe-5bf01fdbc0cb None None] DHCP port deletion for dc975c54-04fd-41cf-87c4-6ca61b7fd14d request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 16:59:40.904975 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d09a1c7c-c6d2-4ee9-b9eb-fe977b90cfb3 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:40.928883 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b620b5fb-2d44-4827-ba46-9b5ae58e121b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:40.948787 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-d09a1c7c-c6d2-4ee9-b9eb-fe977b90cfb3 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Calling delete_port for 300a146d-5cb1-4eab-95fd-158bd053edd6 owned by network:router_gateway {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:59:40.963080 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 68689d56-3876-428a-af17-86b429989cfd triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:40.963447 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-db2a8738-4a55-4d29-a573-1192575f67ef tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:40.963903 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:41.013220 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-2e931a64-67d0-4462-bebe-5bf01fdbc0cb None None] Deleting port 000f9510-1cd1-49b8-8060-086706eb7193 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:59:41.013894 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2e931a64-67d0-4462-bebe-5bf01fdbc0cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:41.017257 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-173623bf-8713-49a3-bd17-84b5eaef500f tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:41.049881 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e8210c5-dea2-42e9-8e1a-6c3f61c298b4 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Router 6a491411-fed2-47a4-90d5-64790ad74b5f is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:59:41.108143 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a8738-4a55-4d29-a573-1192575f67ef tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Pushing event updated for resources: {'Subnet': ['ID=e87a2170-bed7-4764-827e-1b4bf2ab44e4,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:41.110356 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa27aa70-c667-4e86-9d78-05dbda2f643e tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Network f5dccf38-292a-4614-a747-25b3c4b7bfa3 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:59:41.128272 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-8f7c6d5b-47ce-48b8-9c78-f92500c46177 admin admin] Deleting port 000f9510-1cd1-49b8-8060-086706eb7193 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:59:41.128622 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8f7c6d5b-47ce-48b8-9c78-f92500c46177 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:41.137708 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-2e931a64-67d0-4462-bebe-5bf01fdbc0cb None None] For port 000f9510-1cd1-49b8-8060-086706eb7193, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=000f9510-1cd1-49b8-8060-086706eb7193,segment=NetworkSegment(4096eadf-9dd4-4613-90de-b8c786630ae7),segment_id=4096eadf-9dd4-4613-90de-b8c786630ae7)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:41.141968 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2e931a64-67d0-4462-bebe-5bf01fdbc0cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:41.156399 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-2e931a64-67d0-4462-bebe-5bf01fdbc0cb None None] Calling delete_port for 000f9510-1cd1-49b8-8060-086706eb7193 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:59:41.163272 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2a8738-4a55-4d29-a573-1192575f67ef tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Checking segment: {'id': '235c03f4-f917-46d0-82be-7fea0d1bf3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '500d2e42-894f-4b2b-a80f-5e0bed5153af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:59:41.163637 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2a8738-4a55-4d29-a573-1192575f67ef tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Network hostable DHCP agents. Network: 500d2e42-894f-4b2b-a80f-5e0bed5153af, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:59:41.170038 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 07c44328-4e17-47a8-a620-8642e304d4ac no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:59:41.179910 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b620b5fb-2d44-4827-ba46-9b5ae58e121b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:41.221028 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b620b5fb-2d44-4827-ba46-9b5ae58e121b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:41.233658 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-b620b5fb-2d44-4827-ba46-9b5ae58e121b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/b5b5c548-7802-4696-9b2c-9de4d596164b HTTP/1.1" status: 204 len: 168 time: 0.7710576 Feb 16 16:59:41.233658 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b620b5fb-2d44-4827-ba46-9b5ae58e121b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event deleted for resources: {'Subnet': ['ID=b5b5c548-7802-4696-9b2c-9de4d596164b,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:41.234509 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49104) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:41.239504 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-88428958-a13e-42fe-a30a-b8b7b79eec1a admin admin] Deleting port cc419172-db86-4497-80a4-97e0b22c1d73 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:59:41.239849 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-88428958-a13e-42fe-a30a-b8b7b79eec1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:41.247583 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d343993-d881-4e23-9983-e5f290d3d317 None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:59:41.251678 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8210c5-dea2-42e9-8e1a-6c3f61c298b4 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:59:41.256883 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1e8210c5-dea2-42e9-8e1a-6c3f61c298b4 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:41.258847 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-1e8210c5-dea2-42e9-8e1a-6c3f61c298b4 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] 10.222.0.88 "PUT /v2.0/routers/6a491411-fed2-47a4-90d5-64790ad74b5f HTTP/1.1" status: 200 len: 917 time: 5.6351595 Feb 16 16:59:41.261693 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49106) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:41.266619 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515ed260-6808-47ab-8190-7232e098be3f None None] Sync routers for ids ['6a491411-fed2-47a4-90d5-64790ad74b5f'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:59:41.279811 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 07c44328-4e17-47a8-a620-8642e304d4ac {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 16:59:41.285172 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 07c44328-4e17-47a8-a620-8642e304d4ac not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:59:41.289173 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515ed260-6808-47ab-8190-7232e098be3f None None] Routers {'6a491411-fed2-47a4-90d5-64790ad74b5f'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:59:41.290358 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-515ed260-6808-47ab-8190-7232e098be3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:59:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['6a491411-fed2-47a4-90d5-64790ad74b5f'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:41.336953 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-41b4b5fb-76e8-42a3-b8ef-86ef4d098fba tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0963840 Feb 16 16:59:41.338857 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-fa27aa70-c667-4e86-9d78-05dbda2f643e tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, f5dccf38-292a-4614-a747-25b3c4b7bfa3) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:41.340295 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49108) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:41.361422 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-515ed260-6808-47ab-8190-7232e098be3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:41.374102 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-5235a86c-cfb3-4ab1-b0cf-8fd0ecc7d1af tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'subnet': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:41.376653 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198e3fc3-7d42-463b-93b0-7f53726d9f3b None None] Network f5dccf38-292a-4614-a747-25b3c4b7bfa3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:59:41.382750 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515ed260-6808-47ab-8190-7232e098be3f None None] Routers {'6a491411-fed2-47a4-90d5-64790ad74b5f'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:59:41.384271 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-515ed260-6808-47ab-8190-7232e098be3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:59:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['6a491411-fed2-47a4-90d5-64790ad74b5f'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:41.411193 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fa27aa70-c667-4e86-9d78-05dbda2f643e tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:41.428883 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-173623bf-8713-49a3-bd17-84b5eaef500f tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:41.463046 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-515ed260-6808-47ab-8190-7232e098be3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:41.465441 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515ed260-6808-47ab-8190-7232e098be3f None None] The sync data for ids ['6a491411-fed2-47a4-90d5-64790ad74b5f'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:59:41.485940 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-8f7c6d5b-47ce-48b8-9c78-f92500c46177 admin admin] For port 000f9510-1cd1-49b8-8060-086706eb7193, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=000f9510-1cd1-49b8-8060-086706eb7193,segment=NetworkSegment(4096eadf-9dd4-4613-90de-b8c786630ae7),segment_id=4096eadf-9dd4-4613-90de-b8c786630ae7)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:41.486313 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8f7c6d5b-47ce-48b8-9c78-f92500c46177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:41.495379 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef459bd-0f3d-475d-bc01-d35fe9e3694e None None] Network 4464ee2b-a8ff-445c-ae6f-a2842e6a04e3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:59:41.502728 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173623bf-8713-49a3-bd17-84b5eaef500f tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Pushing event deleted for resources: {'Subnet': ['ID=a4391c90-56f6-4d6f-ac25-85babbc12021,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:41.502728 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-173623bf-8713-49a3-bd17-84b5eaef500f tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:41.509952 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-173623bf-8713-49a3-bd17-84b5eaef500f tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "DELETE /v2.0/subnets/a4391c90-56f6-4d6f-ac25-85babbc12021 HTTP/1.1" status: 204 len: 168 time: 0.9295402 Feb 16 16:59:41.513409 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49110) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:41.534629 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-8f7c6d5b-47ce-48b8-9c78-f92500c46177 admin admin] Calling delete_port for 000f9510-1cd1-49b8-8060-086706eb7193 owned by network:dhcp {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:59:41.577971 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2a8738-4a55-4d29-a573-1192575f67ef tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Network 500d2e42-894f-4b2b-a80f-5e0bed5153af is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:59:41.586662 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2e931a64-67d0-4462-bebe-5bf01fdbc0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:41.622406 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-df7efffd-1723-40c8-99b8-1fb242562750 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:41.622752 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa27aa70-c667-4e86-9d78-05dbda2f643e tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Pushing event updated for resources: {'Subnet': ['ID=4e13f6f9-a581-447e-b236-9ac3cf07d315,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:41.634704 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-db2a8738-4a55-4d29-a573-1192575f67ef tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 500d2e42-894f-4b2b-a80f-5e0bed5153af) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:41.640761 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-75387cb5-982a-4a6a-919c-71fa34b4b549 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] 10.222.0.88 "GET /v2.0/routers/6a491411-fed2-47a4-90d5-64790ad74b5f HTTP/1.1" status: 200 len: 923 time: 0.3773010 Feb 16 16:59:41.642655 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49112) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:41.653724 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-88428958-a13e-42fe-a30a-b8b7b79eec1a admin admin] For port cc419172-db86-4497-80a4-97e0b22c1d73, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=cc419172-db86-4497-80a4-97e0b22c1d73,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:41.654091 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-88428958-a13e-42fe-a30a-b8b7b79eec1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:41.661758 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c543af-b479-4edd-912b-db2e87bb445e None None] Network 500d2e42-894f-4b2b-a80f-5e0bed5153af requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:59:41.673296 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e931a64-67d0-4462-bebe-5bf01fdbc0cb None None] No DVR routers for this DVR port 000f9510-1cd1-49b8-8060-086706eb7193 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:59:41.677269 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e931a64-67d0-4462-bebe-5bf01fdbc0cb None None] Pushing event deleted for resources: {'Port': ['ID=000f9510-1cd1-49b8-8060-086706eb7193,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:41.695013 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2a8738-4a55-4d29-a573-1192575f67ef tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:41.695647 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-db2a8738-4a55-4d29-a573-1192575f67ef tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:41.721869 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-88428958-a13e-42fe-a30a-b8b7b79eec1a admin admin] Calling delete_port for cc419172-db86-4497-80a4-97e0b22c1d73 owned by network:router_gateway {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:59:41.746131 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa27aa70-c667-4e86-9d78-05dbda2f643e tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Checking segment: {'id': '42ff96d5-ff46-4a2f-8dd3-3fc2c001b825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '97a25e4b-6ccf-4667-b7eb-aadd90807be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:59:41.746498 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa27aa70-c667-4e86-9d78-05dbda2f643e tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Network hostable DHCP agents. Network: 97a25e4b-6ccf-4667-b7eb-aadd90807be7, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:59:41.752552 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e51896b-e979-4afa-8aa1-d405a04f5eab tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:41.756922 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-9e51896b-e979-4afa-8aa1-d405a04f5eab tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=d8eab20e-246c-47ce-8449-822ce53769fc&device_id=6a491411-fed2-47a4-90d5-64790ad74b5f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1124017 Feb 16 16:59:41.758859 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49114) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:41.823374 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-df7efffd-1723-40c8-99b8-1fb242562750 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Deleting port 6a9597e9-10dd-4b69-b446-532bda190cb1 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:59:41.838288 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-df7efffd-1723-40c8-99b8-1fb242562750 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:41.838510 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d09a1c7c-c6d2-4ee9-b9eb-fe977b90cfb3 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:41.887345 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-db2a8738-4a55-4d29-a573-1192575f67ef tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.7851210 Feb 16 16:59:41.888245 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a1c7c-c6d2-4ee9-b9eb-fe977b90cfb3 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Pushing event deleted for resources: {'Port': ['ID=300a146d-5cb1-4eab-95fd-158bd053edd6,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:41.893927 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49116) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:41.902597 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-d4f47eb9-5436-448d-b76d-d8f55678473a tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:41.911811 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8f7c6d5b-47ce-48b8-9c78-f92500c46177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:41.932212 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-df7efffd-1723-40c8-99b8-1fb242562750 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] For port 6a9597e9-10dd-4b69-b446-532bda190cb1, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=6a9597e9-10dd-4b69-b446-532bda190cb1,segment=NetworkSegment(b87b3d99-e84f-4641-9fc7-aad5437cf6ef),segment_id=b87b3d99-e84f-4641-9fc7-aad5437cf6ef)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:41.932581 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-df7efffd-1723-40c8-99b8-1fb242562750 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:41.955843 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-df7efffd-1723-40c8-99b8-1fb242562750 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Calling delete_port for 6a9597e9-10dd-4b69-b446-532bda190cb1 owned by network:dhcp {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:59:41.963671 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c660a48c-b8d7-4d56-836a-c198fc74828e tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:41.965101 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c660a48c-b8d7-4d56-836a-c198fc74828e tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] 10.222.0.88 "GET /v2.0/networks/d8eab20e-246c-47ce-8449-822ce53769fc HTTP/1.1" status: 200 len: 881 time: 0.2050123 Feb 16 16:59:41.968993 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49118) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:41.983857 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5235a86c-cfb3-4ab1-b0cf-8fd0ecc7d1af tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:41.987604 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5235a86c-cfb3-4ab1-b0cf-8fd0ecc7d1af tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:41.998590 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-badc3beb-d269-4248-9214-9a68a7506c3e tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a491411-fed2-47a4-90d5-64790ad74b5f HTTP/1.1" status: 200 len: 205 time: 0.0285144 Feb 16 16:59:42.001429 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49120) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:42.021183 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb10178-d6ab-497f-917d-ef7005d74be3 None None] DHCP port deletion for 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 16:59:42.035490 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:42.050386 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7c6d5b-47ce-48b8-9c78-f92500c46177 admin admin] Pushing event deleted for resources: {'Port': ['ID=000f9510-1cd1-49b8-8060-086706eb7193,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:42.052203 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa27aa70-c667-4e86-9d78-05dbda2f643e tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Network 97a25e4b-6ccf-4667-b7eb-aadd90807be7 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:59:42.057840 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7c6d5b-47ce-48b8-9c78-f92500c46177 admin admin] No DVR routers for this DVR port 000f9510-1cd1-49b8-8060-086706eb7193 on host dv-neutron-828697-3-hyperv {{(pid=114375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:59:42.113798 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3ee2c7fd-e649-4303-8918-f35135e0f2ec tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks [] for router, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:42.139590 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d4848d-d53e-424c-a3c0-fe7f29db775e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-f5dccf38-292a-4614-a747-25b3c4b7bfa3', 'network_id': 'f5dccf38-292a-4614-a747-25b3c4b7bfa3', 'tenant_id': '62bb5ef440a84a4c8ec593a84852a2c8', 'fixed_ips': [{'subnet_id': '05945eed-066c-4ce7-96d5-a1fc81192845'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 16:59:42.140589 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-46d4848d-d53e-424c-a3c0-fe7f29db775e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:42.189045 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:42.229793 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-fa27aa70-c667-4e86-9d78-05dbda2f643e tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 97a25e4b-6ccf-4667-b7eb-aadd90807be7) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:42.236339 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d09a1c7c-c6d2-4ee9-b9eb-fe977b90cfb3 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584056'] for router_gateway, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:42.284234 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4af8618-ca6a-4c84-99c0-d14e3c4c308b None None] Network 97a25e4b-6ccf-4667-b7eb-aadd90807be7 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:59:42.287114 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ed6ed3-5a89-4571-be70-9c0bd735ba86 None None] DHCP port deletion for 4464ee2b-a8ff-445c-ae6f-a2842e6a04e3 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 16:59:42.327108 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa27aa70-c667-4e86-9d78-05dbda2f643e tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:42.327489 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa27aa70-c667-4e86-9d78-05dbda2f643e tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:42.328150 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fa27aa70-c667-4e86-9d78-05dbda2f643e tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:42.359605 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-dcb10178-d6ab-497f-917d-ef7005d74be3 None None] Deleting port 68689d56-3876-428a-af17-86b429989cfd {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:59:42.363723 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-dcb10178-d6ab-497f-917d-ef7005d74be3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:42.376877 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8f7c6d5b-47ce-48b8-9c78-f92500c46177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:42.382130 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d4f47eb9-5436-448d-b76d-d8f55678473a tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3460827'] for subnet, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:42.453904 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f498117c-4c55-44ca-832a-f80e858970bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-500d2e42-894f-4b2b-a80f-5e0bed5153af', 'network_id': '500d2e42-894f-4b2b-a80f-5e0bed5153af', 'tenant_id': 'e3df33defdf448bc970b49b57571b9c4', 'fixed_ips': [{'subnet_id': 'e87a2170-bed7-4764-827e-1b4bf2ab44e4'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 16:59:42.454996 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f498117c-4c55-44ca-832a-f80e858970bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:42.527559 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3ee2c7fd-e649-4303-8918-f35135e0f2ec tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:42.638604 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-dcb10178-d6ab-497f-917d-ef7005d74be3 None None] For port 68689d56-3876-428a-af17-86b429989cfd, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=68689d56-3876-428a-af17-86b429989cfd,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:42.638989 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-dcb10178-d6ab-497f-917d-ef7005d74be3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:42.651003 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-df7efffd-1723-40c8-99b8-1fb242562750 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:42.653788 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-46d4848d-d53e-424c-a3c0-fe7f29db775e None None] Allocated IP 172.20.0.2 (f5dccf38-292a-4614-a747-25b3c4b7bfa3/05945eed-066c-4ce7-96d5-a1fc81192845/53c543eb-dc25-4b41-95b5-03c1293087f7) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:42.684717 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7efffd-1723-40c8-99b8-1fb242562750 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Pushing event deleted for resources: {'Port': ['ID=6a9597e9-10dd-4b69-b446-532bda190cb1,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:42.687954 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7efffd-1723-40c8-99b8-1fb242562750 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] No DVR routers for this DVR port 6a9597e9-10dd-4b69-b446-532bda190cb1 on host dv-neutron-828697-3-hyperv {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:59:42.713233 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-dcb10178-d6ab-497f-917d-ef7005d74be3 None None] Calling delete_port for 68689d56-3876-428a-af17-86b429989cfd owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:59:42.739840 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-3ee2c7fd-e649-4303-8918-f35135e0f2ec tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Deleting port 8fdce0f0-697b-4c21-ba68-ba8e07aca285 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:59:42.740193 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3ee2c7fd-e649-4303-8918-f35135e0f2ec tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:42.763945 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-8f7c6d5b-47ce-48b8-9c78-f92500c46177 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc975c54-04fd-41cf-87c4-6ca61b7fd14d']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:42.788837 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-84ed6ed3-5a89-4571-be70-9c0bd735ba86 None None] Deleting port 6a9597e9-10dd-4b69-b446-532bda190cb1 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:59:42.789562 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-84ed6ed3-5a89-4571-be70-9c0bd735ba86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:42.853373 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-8f7c6d5b-47ce-48b8-9c78-f92500c46177 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4096eadf-9dd4-4613-90de-b8c786630ae7') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:42.853671 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-8f7c6d5b-47ce-48b8-9c78-f92500c46177 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4096eadf-9dd4-4613-90de-b8c786630ae7') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:42.883129 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3ee2c7fd-e649-4303-8918-f35135e0f2ec tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:42.893827 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-fa27aa70-c667-4e86-9d78-05dbda2f643e tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 5.1705441 Feb 16 16:59:42.897842 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-3ee2c7fd-e649-4303-8918-f35135e0f2ec tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Calling delete_port for 8fdce0f0-697b-4c21-ba68-ba8e07aca285 owned by network:router_gateway {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:59:42.915280 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device f43c7428-cfb1-4194-8634-0cba20884571 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:59:42.918020 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f651b53-f7d3-4eef-9cb2-32f0581c87ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-97a25e4b-6ccf-4667-b7eb-aadd90807be7', 'network_id': '97a25e4b-6ccf-4667-b7eb-aadd90807be7', 'tenant_id': '62bb5ef440a84a4c8ec593a84852a2c8', 'fixed_ips': [{'subnet_id': '4e13f6f9-a581-447e-b236-9ac3cf07d315'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 16:59:42.920436 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5f651b53-f7d3-4eef-9cb2-32f0581c87ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:42.920544 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49122) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:42.923138 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8f7c6d5b-47ce-48b8-9c78-f92500c46177 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:42.982164 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: f43c7428-cfb1-4194-8634-0cba20884571 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 16:59:42.982513 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device f43c7428-cfb1-4194-8634-0cba20884571 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:59:42.982938 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 68689d56-3876-428a-af17-86b429989cfd no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:59:43.034143 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-84ed6ed3-5a89-4571-be70-9c0bd735ba86 None None] For port 6a9597e9-10dd-4b69-b446-532bda190cb1, host dv-neutron-828697-3-hyperv, got binding levels [] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:43.034582 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-84ed6ed3-5a89-4571-be70-9c0bd735ba86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:43.050357 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-88428958-a13e-42fe-a30a-b8b7b79eec1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:43.060746 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8f7c6d5b-47ce-48b8-9c78-f92500c46177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:43.081481 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d09a1c7c-c6d2-4ee9-b9eb-fe977b90cfb3 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-583993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10422'] for router, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:43.088369 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-df7efffd-1723-40c8-99b8-1fb242562750 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:43.108834 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f7c6d5b-47ce-48b8-9c78-f92500c46177 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:59:43.109332 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8f7c6d5b-47ce-48b8-9c78-f92500c46177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:43.113003 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-df7efffd-1723-40c8-99b8-1fb242562750 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4464ee2b-a8ff-445c-ae6f-a2842e6a04e3']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:43.115245 dv-neutron-828697-3-hyperv neutron-server[114375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:59:43.115245 dv-neutron-828697-3-hyperv neutron-server[114375]: self.session.flush() Feb 16 16:59:43.115245 dv-neutron-828697-3-hyperv neutron-server[114375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:59:43.115245 dv-neutron-828697-3-hyperv neutron-server[114375]: self.session.flush() Feb 16 16:59:43.115245 dv-neutron-828697-3-hyperv neutron-server[114375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:59:43.115245 dv-neutron-828697-3-hyperv neutron-server[114375]: self.session.flush() Feb 16 16:59:43.115245 dv-neutron-828697-3-hyperv neutron-server[114375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:59:43.115245 dv-neutron-828697-3-hyperv neutron-server[114375]: self.session.flush() Feb 16 16:59:43.115245 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 16:59:43.115245 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:59:43.115245 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 16:59:43.115245 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:59:43.115245 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 16:59:43.115245 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:59:43.115245 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 16:59:43.115245 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:59:43.115245 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 16:59:43.115245 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:59:43.115245 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 16:59:43.115245 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:59:43.115245 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 16:59:43.115245 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:59:43.115245 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:59:43.115245 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:59:43.115245 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:59:43.115245 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:59:43.115245 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 16:59:43.115245 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:59:43.115245 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 16:59:43.115245 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:59:43.115245 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:59:43.115245 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:59:43.115245 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 16:59:43.115245 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:59:43.115245 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:59:43.115245 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:59:43.115245 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:59:43.115245 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:59:43.115245 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:59:43.115245 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:59:43.128564 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-84ed6ed3-5a89-4571-be70-9c0bd735ba86 None None] Calling delete_port for 6a9597e9-10dd-4b69-b446-532bda190cb1 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:59:43.130856 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-df7efffd-1723-40c8-99b8-1fb242562750 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b87b3d99-e84f-4641-9fc7-aad5437cf6ef') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:43.132044 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-df7efffd-1723-40c8-99b8-1fb242562750 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b87b3d99-e84f-4641-9fc7-aad5437cf6ef') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:43.135329 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88428958-a13e-42fe-a30a-b8b7b79eec1a admin admin] Pushing event deleted for resources: {'Port': ['ID=cc419172-db86-4497-80a4-97e0b22c1d73,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:43.143144 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d09a1c7c-c6d2-4ee9-b9eb-fe977b90cfb3 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-583970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-583979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-582263'] for router, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:43.147465 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-df7efffd-1723-40c8-99b8-1fb242562750 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:43.165446 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.ipam_backend_mixin [None req-84ed6ed3-5a89-4571-be70-9c0bd735ba86 None None] Port 6a9597e9-10dd-4b69-b446-532bda190cb1 was not found and therefore no delete operation was performed {{(pid=114377) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 16:59:43.175279 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-df7efffd-1723-40c8-99b8-1fb242562750 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:43.178268 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-84ed6ed3-5a89-4571-be70-9c0bd735ba86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:43.189829 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df7efffd-1723-40c8-99b8-1fb242562750 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:59:43.190706 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-df7efffd-1723-40c8-99b8-1fb242562750 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:43.209431 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d0eec2-69ac-461a-854c-e1600aa106c8 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:43.211021 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d0eec2-69ac-461a-854c-e1600aa106c8 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:43.212916 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d0eec2-69ac-461a-854c-e1600aa106c8 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:43.217471 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-41d0eec2-69ac-461a-854c-e1600aa106c8 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2890215 Feb 16 16:59:43.217899 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.db.api [None req-f498117c-4c55-44ca-832a-f80e858970bd None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 16 16:59:43.217899 dv-neutron-828697-3-hyperv neutron-server[114377]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 16 16:59:43.217899 dv-neutron-828697-3-hyperv neutron-server[114377]: [parameters: {'in_use': 1, 'id_1': 'e87a2170-bed7-4764-827e-1b4bf2ab44e4'}] Feb 16 16:59:43.217899 dv-neutron-828697-3-hyperv neutron-server[114377]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=114377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:59:43.217899 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG oslo_db.api [None req-f498117c-4c55-44ca-832a-f80e858970bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:59:43.229420 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed6ed3-5a89-4571-be70-9c0bd735ba86 None None] Pushing event deleted for resources: {'Port': ['ID=6a9597e9-10dd-4b69-b446-532bda190cb1,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:43.233734 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49124) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:43.244004 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ed6ed3-5a89-4571-be70-9c0bd735ba86 None None] No DVR routers for this DVR port 6a9597e9-10dd-4b69-b446-532bda190cb1 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:59:43.278079 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-46d4848d-d53e-424c-a3c0-fe7f29db775e None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:43.285647 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-dcb10178-d6ab-497f-917d-ef7005d74be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:43.308333 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 16:59:43.308333 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:59:43.308333 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 16:59:43.308333 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:59:43.308333 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 16:59:43.308333 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:59:43.308333 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 16:59:43.308333 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:59:43.308333 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 16:59:43.308333 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:59:43.308333 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 16:59:43.308333 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:59:43.308333 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 16:59:43.308333 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:59:43.308333 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:59:43.308333 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:59:43.308333 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:59:43.308333 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:59:43.308333 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 16:59:43.308333 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:59:43.308333 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 16:59:43.308333 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:59:43.308333 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:59:43.308333 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:59:43.308333 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 16:59:43.308333 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:59:43.308333 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:59:43.308333 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:59:43.308333 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:59:43.308333 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:59:43.308333 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:59:43.308333 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:59:43.312530 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3ee2c7fd-e649-4303-8918-f35135e0f2ec tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:43.332136 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Port 68689d56-3876-428a-af17-86b429989cfd update to DOWN by agent not found {{(pid=114377) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Feb 16 16:59:43.332577 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 000f9510-1cd1-49b8-8060-086706eb7193 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:59:43.341925 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb10178-d6ab-497f-917d-ef7005d74be3 None None] Pushing event deleted for resources: {'Port': ['ID=68689d56-3876-428a-af17-86b429989cfd,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:43.360655 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee2c7fd-e649-4303-8918-f35135e0f2ec tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Pushing event deleted for resources: {'Port': ['ID=8fdce0f0-697b-4c21-ba68-ba8e07aca285,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:43.366088 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb10178-d6ab-497f-917d-ef7005d74be3 None None] No DVR routers for this DVR port 68689d56-3876-428a-af17-86b429989cfd on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:59:43.374559 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-5f651b53-f7d3-4eef-9cb2-32f0581c87ad None None] Allocated IP 172.20.0.18 (97a25e4b-6ccf-4667-b7eb-aadd90807be7/4e13f6f9-a581-447e-b236-9ac3cf07d315/67889742-9cd2-4ebe-8362-8d56bc61dd16) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:43.379090 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 000f9510-1cd1-49b8-8060-086706eb7193 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 16:59:43.379090 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 000f9510-1cd1-49b8-8060-086706eb7193 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:59:43.379090 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 6a9597e9-10dd-4b69-b446-532bda190cb1 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:59:43.384976 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-46d4848d-d53e-424c-a3c0-fe7f29db775e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:43.422607 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 6a9597e9-10dd-4b69-b446-532bda190cb1 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 16:59:43.422996 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 6a9597e9-10dd-4b69-b446-532bda190cb1 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:59:43.474871 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8f7c6d5b-47ce-48b8-9c78-f92500c46177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:43.475607 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-df7efffd-1723-40c8-99b8-1fb242562750 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:43.498445 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d4848d-d53e-424c-a3c0-fe7f29db775e None None] Network f5dccf38-292a-4614-a747-25b3c4b7bfa3 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:43.508703 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-46d4848d-d53e-424c-a3c0-fe7f29db775e None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:43.509363 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8f7c6d5b-47ce-48b8-9c78-f92500c46177 admin admin] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:43.511073 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d4848d-d53e-424c-a3c0-fe7f29db775e None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:59:43.515614 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-8f7c6d5b-47ce-48b8-9c78-f92500c46177 admin admin] 10.222.0.88 "DELETE /v2.0/networks/dc975c54-04fd-41cf-87c4-6ca61b7fd14d HTTP/1.1" status: 204 len: 168 time: 3.0562015 Feb 16 16:59:43.526260 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-c164b486-453e-4b53-8a78-fdf5667a0276 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Deleting subnet 05945eed-066c-4ce7-96d5-a1fc81192845 {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 16:59:43.533312 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d4848d-d53e-424c-a3c0-fe7f29db775e None None] Pushing event updated for resources: {'Port': ['ID=53c543eb-dc25-4b41-95b5-03c1293087f7,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:43.534827 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-df7efffd-1723-40c8-99b8-1fb242562750 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:43.538301 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d09a1c7c-c6d2-4ee9-b9eb-fe977b90cfb3 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Router cbb43c2e-7b2d-485b-99d7-f5a86db4efcd has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:59:43.550436 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5235a86c-cfb3-4ab1-b0cf-8fd0ecc7d1af tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:43.555296 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c164b486-453e-4b53-8a78-fdf5667a0276 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:43.556215 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-df7efffd-1723-40c8-99b8-1fb242562750 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "DELETE /v2.0/networks/4464ee2b-a8ff-445c-ae6f-a2842e6a04e3 HTTP/1.1" status: 204 len: 168 time: 2.0408976 Feb 16 16:59:43.560480 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49128) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:43.562103 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7efffd-1723-40c8-99b8-1fb242562750 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Pushing event deleted for resources: {'Network': ['ID=4464ee2b-a8ff-445c-ae6f-a2842e6a04e3,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:43.576451 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3ee2c7fd-e649-4303-8918-f35135e0f2ec tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584056'] for router_gateway, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:43.584931 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7c6d5b-47ce-48b8-9c78-f92500c46177 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc975c54-04fd-41cf-87c4-6ca61b7fd14d,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:43.616962 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-88428958-a13e-42fe-a30a-b8b7b79eec1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584056'] for router_gateway, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:43.634603 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-da1d6c1c-7156-4271-b251-9cfe46cc4940 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] DELETE failed (client error): The resource could not be found. Feb 16 16:59:43.635063 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da1d6c1c-7156-4271-b251-9cfe46cc4940 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:59:43.640756 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-da1d6c1c-7156-4271-b251-9cfe46cc4940 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "DELETE /v2.0/subnets/44a213de-cb93-4f35-b748-d0d3648f56bc HTTP/1.1" status: 404 len: 337 time: 0.0732441 Feb 16 16:59:43.677089 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5f651b53-f7d3-4eef-9cb2-32f0581c87ad None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:43.678771 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49130) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:43.721280 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f498117c-4c55-44ca-832a-f80e858970bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:43.736061 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-46d4848d-d53e-424c-a3c0-fe7f29db775e None None] Attempting to bind port 53c543eb-dc25-4b41-95b5-03c1293087f7 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:59:43.736480 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-46d4848d-d53e-424c-a3c0-fe7f29db775e None None] Attempting to bind port 53c543eb-dc25-4b41-95b5-03c1293087f7 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': 'aa304879-a344-4129-9078-0ce84a30bec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f5dccf38-292a-4614-a747-25b3c4b7bfa3'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:59:43.737242 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d4848d-d53e-424c-a3c0-fe7f29db775e None None] Attempting to bind port 53c543eb-dc25-4b41-95b5-03c1293087f7 on network f5dccf38-292a-4614-a747-25b3c4b7bfa3 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:59:43.740917 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d5473e6-62b1-40ac-9131-81cf8cdb02bd tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] DELETE failed (client error): The resource could not be found. Feb 16 16:59:43.741511 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d5473e6-62b1-40ac-9131-81cf8cdb02bd tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:59:43.742497 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5235a86c-cfb3-4ab1-b0cf-8fd0ecc7d1af tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:43.746860 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-4d5473e6-62b1-40ac-9131-81cf8cdb02bd tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "DELETE /v2.0/networks/1bdc6fd5-8070-4eff-836e-56b9d44ce166 HTTP/1.1" status: 404 len: 339 time: 0.0647564 Feb 16 16:59:43.747063 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d4848d-d53e-424c-a3c0-fe7f29db775e None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:59:43.747063 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d4848d-d53e-424c-a3c0-fe7f29db775e None None] Checking segment: {'id': 'aa304879-a344-4129-9078-0ce84a30bec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f5dccf38-292a-4614-a747-25b3c4b7bfa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:59:43.747063 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-46d4848d-d53e-424c-a3c0-fe7f29db775e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:43.747063 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d4848d-d53e-424c-a3c0-fe7f29db775e None None] Bound using segment: {'id': 'aa304879-a344-4129-9078-0ce84a30bec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f5dccf38-292a-4614-a747-25b3c4b7bfa3'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:59:43.747063 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-46d4848d-d53e-424c-a3c0-fe7f29db775e None None] Bound port: 53c543eb-dc25-4b41-95b5-03c1293087f7, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa304879-a344-4129-9078-0ce84a30bec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f5dccf38-292a-4614-a747-25b3c4b7bfa3'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:59:43.747439 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3ee2c7fd-e649-4303-8918-f35135e0f2ec tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:43.747525 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-46d4848d-d53e-424c-a3c0-fe7f29db775e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:43.750219 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49132) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:43.757984 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3ee2c7fd-e649-4303-8918-f35135e0f2ec tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:43.758212 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c164b486-453e-4b53-8a78-fdf5667a0276 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:43.762824 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-5235a86c-cfb3-4ab1-b0cf-8fd0ecc7d1af tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:43.771010 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d4f47eb9-5436-448d-b76d-d8f55678473a tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749410308967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3550432'] for subnet, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:43.771010 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5235a86c-cfb3-4ab1-b0cf-8fd0ecc7d1af tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:43.771010 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5235a86c-cfb3-4ab1-b0cf-8fd0ecc7d1af tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:43.781084 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80140879-202a-424a-988b-f5c57813d5fc None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:59:43.823659 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-88428958-a13e-42fe-a30a-b8b7b79eec1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:43.855521 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6789d9e-ac7b-48de-a3b9-7fb2b3ccafca tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Deleting subnet 65ae65e8-4573-4748-8094-0d94ff3bac8c {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 16:59:43.860840 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e6789d9e-ac7b-48de-a3b9-7fb2b3ccafca tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:43.861932 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5f651b53-f7d3-4eef-9cb2-32f0581c87ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:43.863637 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-88428958-a13e-42fe-a30a-b8b7b79eec1a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:43.879877 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5235a86c-cfb3-4ab1-b0cf-8fd0ecc7d1af tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Subnet': ['ID=1ae38c01-400e-4163-ac5d-14c2aca0ec9d,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:43.930519 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d09a1c7c-c6d2-4ee9-b9eb-fe977b90cfb3 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:59:43.959551 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d09a1c7c-c6d2-4ee9-b9eb-fe977b90cfb3 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:43.961078 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d09a1c7c-c6d2-4ee9-b9eb-fe977b90cfb3 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] 10.222.0.88 "PUT /v2.0/routers/cbb43c2e-7b2d-485b-99d7-f5a86db4efcd HTTP/1.1" status: 200 len: 705 time: 5.8465347 Feb 16 16:59:43.965533 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f47eb9-5436-448d-b76d-d8f55678473a tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:43.966426 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d4f47eb9-5436-448d-b76d-d8f55678473a tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:43.967523 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e6789d9e-ac7b-48de-a3b9-7fb2b3ccafca tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:43.968430 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d4f47eb9-5436-448d-b76d-d8f55678473a tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "PUT /v2.0/subnets/e87a2170-bed7-4764-827e-1b4bf2ab44e4 HTTP/1.1" status: 200 len: 877 time: 2.0714486 Feb 16 16:59:43.969245 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49134) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:43.978172 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f651b53-f7d3-4eef-9cb2-32f0581c87ad None None] Pushing event updated for resources: {'Port': ['ID=67889742-9cd2-4ebe-8362-8d56bc61dd16,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:43.982181 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49136) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:44.074957 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-5235a86c-cfb3-4ab1-b0cf-8fd0ecc7d1af tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.7051020 Feb 16 16:59:44.098930 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49138) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:44.104807 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-604a0bae-943b-40a1-880d-72eff181265e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'port': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'name': 'tempest-NetworksTestDHCPv6-2137331710'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:44.138672 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49140) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:44.146010 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-88428958-a13e-42fe-a30a-b8b7b79eec1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:44.146706 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88428958-a13e-42fe-a30a-b8b7b79eec1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70bca793-e1d6-4d59-966e-e5e637d1d603 {{(pid=114375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:59:44.168801 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-88428958-a13e-42fe-a30a-b8b7b79eec1a admin admin] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:44.169160 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3ee2c7fd-e649-4303-8918-f35135e0f2ec tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:44.169929 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee2c7fd-e649-4303-8918-f35135e0f2ec tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Fanout notify agent at l3_agent the message router_deleted on router 6a491411-fed2-47a4-90d5-64790ad74b5f {{(pid=114376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:59:44.170095 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-88428958-a13e-42fe-a30a-b8b7b79eec1a admin admin] 10.222.0.88 "DELETE /v2.0/routers/70bca793-e1d6-4d59-966e-e5e637d1d603 HTTP/1.1" status: 204 len: 168 time: 4.2691834 Feb 16 16:59:44.175185 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49142) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:44.185052 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3ee2c7fd-e649-4303-8918-f35135e0f2ec tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:44.191796 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-3ee2c7fd-e649-4303-8918-f35135e0f2ec tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] 10.222.0.88 "DELETE /v2.0/routers/6a491411-fed2-47a4-90d5-64790ad74b5f HTTP/1.1" status: 204 len: 168 time: 2.1891265 Feb 16 16:59:44.197270 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49144) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:44.198038 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f47eb9-5436-448d-b76d-d8f55678473a tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Pushing event updated for resources: {'Subnet': ['ID=e87a2170-bed7-4764-827e-1b4bf2ab44e4,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:44.202276 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-3daa30ec-650e-4118-9033-2e53d738891a tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-21483866', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:44.213086 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e459fb2-87be-4d27-a56e-0b949f5fc188 None None] Sync routers for ids ['cbb43c2e-7b2d-485b-99d7-f5a86db4efcd'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:59:44.227603 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-528ba97e-9ef2-40fc-b9cc-209d64705430 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] 10.222.0.88 "GET /v2.0/routers/cbb43c2e-7b2d-485b-99d7-f5a86db4efcd HTTP/1.1" status: 200 len: 740 time: 0.2487113 Feb 16 16:59:44.235358 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49146) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:44.259676 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e6789d9e-ac7b-48de-a3b9-7fb2b3ccafca tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:44.272963 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f651b53-f7d3-4eef-9cb2-32f0581c87ad None None] Network 97a25e4b-6ccf-4667-b7eb-aadd90807be7 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:44.274405 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e459fb2-87be-4d27-a56e-0b949f5fc188 None None] Routers {'cbb43c2e-7b2d-485b-99d7-f5a86db4efcd'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:59:44.275133 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-3e459fb2-87be-4d27-a56e-0b949f5fc188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:59:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['cbb43c2e-7b2d-485b-99d7-f5a86db4efcd'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:44.310107 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c164b486-453e-4b53-8a78-fdf5667a0276 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:44.323822 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-3e459fb2-87be-4d27-a56e-0b949f5fc188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:44.326197 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-5f651b53-f7d3-4eef-9cb2-32f0581c87ad None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:44.328682 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f651b53-f7d3-4eef-9cb2-32f0581c87ad None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:59:44.371849 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3daa30ec-650e-4118-9033-2e53d738891a tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:44.373233 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3daa30ec-650e-4118-9033-2e53d738891a tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:44.393802 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-c4619701-6c01-43d5-bc8f-8a39950f7680 tempest-RoutersAdminTest-141637425 tempest-RoutersAdminTest-141637425-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=d8eab20e-246c-47ce-8449-822ce53769fc&device_id=cbb43c2e-7b2d-485b-99d7-f5a86db4efcd HTTP/1.1" status: 200 len: 205 time: 0.1565759 Feb 16 16:59:44.411259 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49148) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:44.427966 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e459fb2-87be-4d27-a56e-0b949f5fc188 None None] Routers {'cbb43c2e-7b2d-485b-99d7-f5a86db4efcd'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:59:44.428121 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-3e459fb2-87be-4d27-a56e-0b949f5fc188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:59:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['cbb43c2e-7b2d-485b-99d7-f5a86db4efcd'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:44.451042 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ebbc688d-19df-441a-bbb6-244a87ddcef6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4ee66dbf32244d7889f4914b18028830&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3059294 Feb 16 16:59:44.451814 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49150) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:44.458188 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-c48542e3-b99f-4f62-86e9-8fd3d4f92cd7 admin admin] Deleting subnet adefecf5-a804-4647-bbff-e2f7d127a048 {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 16:59:44.471712 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c48542e3-b99f-4f62-86e9-8fd3d4f92cd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:44.479292 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-61d314a8-a2ae-4f65-8dbe-74af61d59dc1 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] 10.222.0.88 "GET /v2.0/ports?device_id=cbb43c2e-7b2d-485b-99d7-f5a86db4efcd HTTP/1.1" status: 200 len: 205 time: 0.0635595 Feb 16 16:59:44.500280 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49152) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:44.503236 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-3e459fb2-87be-4d27-a56e-0b949f5fc188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:44.504199 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e459fb2-87be-4d27-a56e-0b949f5fc188 None None] The sync data for ids ['cbb43c2e-7b2d-485b-99d7-f5a86db4efcd'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:59:44.504315 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3daa30ec-650e-4118-9033-2e53d738891a tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:44.515060 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-f498117c-4c55-44ca-832a-f80e858970bd None None] Allocated IP 172.20.0.3 (500d2e42-894f-4b2b-a80f-5e0bed5153af/e87a2170-bed7-4764-827e-1b4bf2ab44e4/d8e8473a-335f-43b5-8573-7ba87aa1af48) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:44.518617 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d055fd08-1187-4ea8-afde-b661ce70bc1c tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:44.548865 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e6789d9e-ac7b-48de-a3b9-7fb2b3ccafca tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:44.559359 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-5f651b53-f7d3-4eef-9cb2-32f0581c87ad None None] Attempting to bind port 67889742-9cd2-4ebe-8362-8d56bc61dd16 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:59:44.559719 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-5f651b53-f7d3-4eef-9cb2-32f0581c87ad None None] Attempting to bind port 67889742-9cd2-4ebe-8362-8d56bc61dd16 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '42ff96d5-ff46-4a2f-8dd3-3fc2c001b825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '97a25e4b-6ccf-4667-b7eb-aadd90807be7'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:59:44.560120 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f651b53-f7d3-4eef-9cb2-32f0581c87ad None None] Attempting to bind port 67889742-9cd2-4ebe-8362-8d56bc61dd16 on network 97a25e4b-6ccf-4667-b7eb-aadd90807be7 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:59:44.583212 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604a0bae-943b-40a1-880d-72eff181265e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:44.587540 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-604a0bae-943b-40a1-880d-72eff181265e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:44.587921 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f651b53-f7d3-4eef-9cb2-32f0581c87ad None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:59:44.588330 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f651b53-f7d3-4eef-9cb2-32f0581c87ad None None] Checking segment: {'id': '42ff96d5-ff46-4a2f-8dd3-3fc2c001b825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '97a25e4b-6ccf-4667-b7eb-aadd90807be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:59:44.588737 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5f651b53-f7d3-4eef-9cb2-32f0581c87ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:44.589139 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f651b53-f7d3-4eef-9cb2-32f0581c87ad None None] Bound using segment: {'id': '42ff96d5-ff46-4a2f-8dd3-3fc2c001b825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '97a25e4b-6ccf-4667-b7eb-aadd90807be7'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:59:44.589633 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-5f651b53-f7d3-4eef-9cb2-32f0581c87ad None None] Bound port: 67889742-9cd2-4ebe-8362-8d56bc61dd16, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42ff96d5-ff46-4a2f-8dd3-3fc2c001b825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '97a25e4b-6ccf-4667-b7eb-aadd90807be7'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:59:44.590024 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5f651b53-f7d3-4eef-9cb2-32f0581c87ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:44.607013 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e6789d9e-ac7b-48de-a3b9-7fb2b3ccafca tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:44.613677 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-e6789d9e-ac7b-48de-a3b9-7fb2b3ccafca tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "DELETE /v2.0/subnets/65ae65e8-4573-4748-8094-0d94ff3bac8c HTTP/1.1" status: 204 len: 168 time: 0.8609262 Feb 16 16:59:44.614416 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6789d9e-ac7b-48de-a3b9-7fb2b3ccafca tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Pushing event deleted for resources: {'Subnet': ['ID=65ae65e8-4573-4748-8094-0d94ff3bac8c,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:44.621145 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49154) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:44.621918 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3daa30ec-650e-4118-9033-2e53d738891a tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:44.630055 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c485a2d-a502-4e87-a010-951f40105c99 None None] Network 7ebaaa86-9215-4cd1-abe6-9acab39c6c8d requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:59:44.630278 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c48542e3-b99f-4f62-86e9-8fd3d4f92cd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:44.637903 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [None req-604a0bae-943b-40a1-880d-72eff181265e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] device_id is not set on port 57c1536f-f610-4efb-8490-08e2c4ecdd37 yet. {{(pid=114376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:59:44.670914 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1cd28c1e-ff0d-4809-a1e2-70ba680a9518 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks [] for router, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:44.728691 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3daa30ec-650e-4118-9033-2e53d738891a tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:44.729900 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-3daa30ec-650e-4118-9033-2e53d738891a tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5321586 Feb 16 16:59:44.733525 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49156) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:44.741322 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af94963a-88c7-4e09-a6a5-a4971e1e11f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'tenant_id': '81837604d6654060bf0a8ff194578833', 'fixed_ips': [{'subnet_id': '1ae38c01-400e-4163-ac5d-14c2aca0ec9d'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 16:59:44.742179 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-af94963a-88c7-4e09-a6a5-a4971e1e11f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:44.769285 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-46d4848d-d53e-424c-a3c0-fe7f29db775e None None] For port 53c543eb-dc25-4b41-95b5-03c1293087f7, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:59:44.781761 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-be190ee6-fc5b-42eb-8d2b-611b5d7b7ecf tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'enable_snat': False}}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:44.814887 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-46d4848d-d53e-424c-a3c0-fe7f29db775e None None] For port 53c543eb-dc25-4b41-95b5-03c1293087f7, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=53c543eb-dc25-4b41-95b5-03c1293087f7,segment=NetworkSegment(aa304879-a344-4129-9078-0ce84a30bec6),segment_id=aa304879-a344-4129-9078-0ce84a30bec6)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:59:44.855670 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device cc419172-db86-4497-80a4-97e0b22c1d73 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:59:44.913042 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-5f651b53-f7d3-4eef-9cb2-32f0581c87ad None None] For port 67889742-9cd2-4ebe-8362-8d56bc61dd16, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:59:44.944739 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-604a0bae-943b-40a1-880d-72eff181265e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Allocated IP 2001:db8::15a (1e2a9b2d-a159-48c5-a704-dcb18c3b88c3/1ae38c01-400e-4163-ac5d-14c2aca0ec9d/57c1536f-f610-4efb-8490-08e2c4ecdd37) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:44.961939 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-46d4848d-d53e-424c-a3c0-fe7f29db775e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:44.963725 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: cc419172-db86-4497-80a4-97e0b22c1d73 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 16:59:44.964155 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device cc419172-db86-4497-80a4-97e0b22c1d73 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:59:45.062918 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-5f651b53-f7d3-4eef-9cb2-32f0581c87ad None None] For port 67889742-9cd2-4ebe-8362-8d56bc61dd16, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=67889742-9cd2-4ebe-8362-8d56bc61dd16,segment=NetworkSegment(42ff96d5-ff46-4a2f-8dd3-3fc2c001b825),segment_id=42ff96d5-ff46-4a2f-8dd3-3fc2c001b825)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:59:45.090536 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-be190ee6-fc5b-42eb-8d2b-611b5d7b7ecf tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:45.125061 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f498117c-4c55-44ca-832a-f80e858970bd None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:45.136139 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d4848d-d53e-424c-a3c0-fe7f29db775e None None] Pushing event updated for resources: {'Port': ['ID=53c543eb-dc25-4b41-95b5-03c1293087f7,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:45.141380 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5f651b53-f7d3-4eef-9cb2-32f0581c87ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:45.215153 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f498117c-4c55-44ca-832a-f80e858970bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:45.235515 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f651b53-f7d3-4eef-9cb2-32f0581c87ad None None] Pushing event updated for resources: {'Port': ['ID=67889742-9cd2-4ebe-8362-8d56bc61dd16,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:45.272316 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f498117c-4c55-44ca-832a-f80e858970bd None None] Network 500d2e42-894f-4b2b-a80f-5e0bed5153af is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:45.277487 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be83ec1-de0b-4a6e-a050-6ae5b4c213c1 None None] DHCP port deletion for 7ebaaa86-9215-4cd1-abe6-9acab39c6c8d request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 16:59:45.282537 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c164b486-453e-4b53-8a78-fdf5667a0276 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:45.283803 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-f498117c-4c55-44ca-832a-f80e858970bd None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:45.286696 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f498117c-4c55-44ca-832a-f80e858970bd None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:59:45.302465 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-604a0bae-943b-40a1-880d-72eff181265e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:45.319034 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c48542e3-b99f-4f62-86e9-8fd3d4f92cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:45.332623 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f498117c-4c55-44ca-832a-f80e858970bd None None] Pushing event updated for resources: {'Port': ['ID=d8e8473a-335f-43b5-8573-7ba87aa1af48,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:45.439183 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-604a0bae-943b-40a1-880d-72eff181265e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:45.451652 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c164b486-453e-4b53-8a78-fdf5667a0276 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Pushing event deleted for resources: {'Subnet': ['ID=05945eed-066c-4ce7-96d5-a1fc81192845,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:45.503658 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-f498117c-4c55-44ca-832a-f80e858970bd None None] Attempting to bind port d8e8473a-335f-43b5-8573-7ba87aa1af48 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:59:45.504169 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-f498117c-4c55-44ca-832a-f80e858970bd None None] Attempting to bind port d8e8473a-335f-43b5-8573-7ba87aa1af48 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '235c03f4-f917-46d0-82be-7fea0d1bf3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '500d2e42-894f-4b2b-a80f-5e0bed5153af'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:59:45.504621 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f498117c-4c55-44ca-832a-f80e858970bd None None] Attempting to bind port d8e8473a-335f-43b5-8573-7ba87aa1af48 on network 500d2e42-894f-4b2b-a80f-5e0bed5153af {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:59:45.521403 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-9be83ec1-de0b-4a6e-a050-6ae5b4c213c1 None None] Deleting port 1d7491dc-70d2-4b84-863d-2c817c9d98e4 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:59:45.522248 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9be83ec1-de0b-4a6e-a050-6ae5b4c213c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:45.522702 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c164b486-453e-4b53-8a78-fdf5667a0276 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:45.529331 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-c164b486-453e-4b53-8a78-fdf5667a0276 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] 10.222.0.88 "DELETE /v2.0/subnets/05945eed-066c-4ce7-96d5-a1fc81192845 HTTP/1.1" status: 204 len: 168 time: 2.2873442 Feb 16 16:59:45.529485 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f498117c-4c55-44ca-832a-f80e858970bd None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:59:45.529967 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f498117c-4c55-44ca-832a-f80e858970bd None None] Checking segment: {'id': '235c03f4-f917-46d0-82be-7fea0d1bf3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '500d2e42-894f-4b2b-a80f-5e0bed5153af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:59:45.530482 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f498117c-4c55-44ca-832a-f80e858970bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:45.530884 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-214411d2-ce24-4633-9125-fbd8ed9ed618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:45.531000 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f498117c-4c55-44ca-832a-f80e858970bd None None] Bound using segment: {'id': '235c03f4-f917-46d0-82be-7fea0d1bf3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '500d2e42-894f-4b2b-a80f-5e0bed5153af'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:59:45.531549 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-f498117c-4c55-44ca-832a-f80e858970bd None None] Bound port: d8e8473a-335f-43b5-8573-7ba87aa1af48, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '235c03f4-f917-46d0-82be-7fea0d1bf3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '500d2e42-894f-4b2b-a80f-5e0bed5153af'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:59:45.532180 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f498117c-4c55-44ca-832a-f80e858970bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:45.536001 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49158) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:45.602816 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1cd28c1e-ff0d-4809-a1e2-70ba680a9518 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:45.611477 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1cd28c1e-ff0d-4809-a1e2-70ba680a9518 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:45.618506 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604a0bae-943b-40a1-880d-72eff181265e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:45.627888 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-2005d785-5a24-4b1d-a2a3-2f799534187a tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Deleting subnet 4e13f6f9-a581-447e-b236-9ac3cf07d315 {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 16:59:45.638276 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0de6aa9d-c087-412a-9f17-ba03e9c38e74 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:45.647167 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-604a0bae-943b-40a1-880d-72eff181265e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:45.651605 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2005d785-5a24-4b1d-a2a3-2f799534187a tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:45.652290 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-af94963a-88c7-4e09-a6a5-a4971e1e11f9 None None] Allocated IP 2001:db8::2 (1e2a9b2d-a159-48c5-a704-dcb18c3b88c3/1ae38c01-400e-4163-ac5d-14c2aca0ec9d/63ea4b6e-c305-4f4c-9e38-2be10292a3f9) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:45.652633 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-214411d2-ce24-4633-9125-fbd8ed9ed618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:45.684775 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604a0bae-943b-40a1-880d-72eff181265e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:59:45.690592 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604a0bae-943b-40a1-880d-72eff181265e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:45.691253 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-604a0bae-943b-40a1-880d-72eff181265e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:45.693805 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604a0bae-943b-40a1-880d-72eff181265e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Port': ['ID=57c1536f-f610-4efb-8490-08e2c4ecdd37,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:45.705025 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d055fd08-1187-4ea8-afde-b661ce70bc1c tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:45.731478 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2005d785-5a24-4b1d-a2a3-2f799534187a tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:45.824587 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-9be83ec1-de0b-4a6e-a050-6ae5b4c213c1 None None] For port 1d7491dc-70d2-4b84-863d-2c817c9d98e4, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=1d7491dc-70d2-4b84-863d-2c817c9d98e4,segment=NetworkSegment(6536d3fc-d1ab-434c-ac55-7bed1866eeaf),segment_id=6536d3fc-d1ab-434c-ac55-7bed1866eeaf)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:45.824902 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9be83ec1-de0b-4a6e-a050-6ae5b4c213c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:45.856173 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-9be83ec1-de0b-4a6e-a050-6ae5b4c213c1 None None] Calling delete_port for 1d7491dc-70d2-4b84-863d-2c817c9d98e4 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:59:45.873461 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-f498117c-4c55-44ca-832a-f80e858970bd None None] For port d8e8473a-335f-43b5-8573-7ba87aa1af48, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:59:45.875050 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-0de6aa9d-c087-412a-9f17-ba03e9c38e74 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Deleting port 1d7491dc-70d2-4b84-863d-2c817c9d98e4 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:59:45.875050 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0de6aa9d-c087-412a-9f17-ba03e9c38e74 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:45.877732 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-f498117c-4c55-44ca-832a-f80e858970bd None None] For port d8e8473a-335f-43b5-8573-7ba87aa1af48, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=d8e8473a-335f-43b5-8573-7ba87aa1af48,segment=NetworkSegment(235c03f4-f917-46d0-82be-7fea0d1bf3b8),segment_id=235c03f4-f917-46d0-82be-7fea0d1bf3b8)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:59:45.908658 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-604a0bae-943b-40a1-880d-72eff181265e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8086665 Feb 16 16:59:45.920737 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49160) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:45.936544 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1cd28c1e-ff0d-4809-a1e2-70ba680a9518 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:45.937297 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd28c1e-ff0d-4809-a1e2-70ba680a9518 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Fanout notify agent at l3_agent the message router_deleted on router cbb43c2e-7b2d-485b-99d7-f5a86db4efcd {{(pid=114375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:59:45.944507 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1cd28c1e-ff0d-4809-a1e2-70ba680a9518 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:45.946117 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-1cd28c1e-ff0d-4809-a1e2-70ba680a9518 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] 10.222.0.88 "DELETE /v2.0/routers/cbb43c2e-7b2d-485b-99d7-f5a86db4efcd HTTP/1.1" status: 204 len: 168 time: 1.4393559 Feb 16 16:59:45.951068 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49162) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:45.982877 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-be190ee6-fc5b-42eb-8d2b-611b5d7b7ecf tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:45.988797 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-af94963a-88c7-4e09-a6a5-a4971e1e11f9 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:46.002557 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ce63b7a4-aca8-40b8-a2ec-4cc059ab9869 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] 10.222.0.88 "GET /v2.0/ports?device_id=cbb43c2e-7b2d-485b-99d7-f5a86db4efcd HTTP/1.1" status: 200 len: 205 time: 0.0501859 Feb 16 16:59:46.008086 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49164) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:46.008725 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-0de6aa9d-c087-412a-9f17-ba03e9c38e74 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] For port 1d7491dc-70d2-4b84-863d-2c817c9d98e4, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=1d7491dc-70d2-4b84-863d-2c817c9d98e4,segment=NetworkSegment(6536d3fc-d1ab-434c-ac55-7bed1866eeaf),segment_id=6536d3fc-d1ab-434c-ac55-7bed1866eeaf)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:46.009097 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0de6aa9d-c087-412a-9f17-ba03e9c38e74 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:46.019146 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-be190ee6-fc5b-42eb-8d2b-611b5d7b7ecf tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:46.020142 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c48542e3-b99f-4f62-86e9-8fd3d4f92cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:46.031933 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-0de6aa9d-c087-412a-9f17-ba03e9c38e74 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Calling delete_port for 1d7491dc-70d2-4b84-863d-2c817c9d98e4 owned by network:dhcp {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:59:46.054371 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-7547755b-57a2-43c2-94a8-5169fa7af5db tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] delete failed (client error): The resource could not be found. Feb 16 16:59:46.055444 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-7547755b-57a2-43c2-94a8-5169fa7af5db tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] 10.222.0.88 "DELETE /v2.0/routers/cbb43c2e-7b2d-485b-99d7-f5a86db4efcd HTTP/1.1" status: 404 len: 336 time: 0.0445850 Feb 16 16:59:46.057097 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2005d785-5a24-4b1d-a2a3-2f799534187a tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:46.063049 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49166) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:46.064077 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48542e3-b99f-4f62-86e9-8fd3d4f92cd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adefecf5-a804-4647-bbff-e2f7d127a048,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:46.067474 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f498117c-4c55-44ca-832a-f80e858970bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:46.086811 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c48542e3-b99f-4f62-86e9-8fd3d4f92cd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:46.095611 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-c48542e3-b99f-4f62-86e9-8fd3d4f92cd7 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/adefecf5-a804-4647-bbff-e2f7d127a048 HTTP/1.1" status: 204 len: 168 time: 1.9002738 Feb 16 16:59:46.097370 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-214411d2-ce24-4633-9125-fbd8ed9ed618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:46.100361 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-214411d2-ce24-4633-9125-fbd8ed9ed618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:46.101501 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-214411d2-ce24-4633-9125-fbd8ed9ed618 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d20a396e-acdd-4da8-b23c-290175338533 HTTP/1.1" status: 204 len: 168 time: 1.6409338 Feb 16 16:59:46.103333 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d055fd08-1187-4ea8-afde-b661ce70bc1c tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:46.124237 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75e2873-c498-4824-ad79-93a19e6fbbc0 None None] Network 42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:59:46.132533 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49168) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:46.147772 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-af94963a-88c7-4e09-a6a5-a4971e1e11f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:46.169794 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-0e256a34-7f9e-4175-adfc-a567df49268b tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] 10.222.0.88 "GET /v2.0/ports?device_id=85d09343-8f1e-408d-8776-ba4acba62d5d HTTP/1.1" status: 200 len: 205 time: 0.1002440 Feb 16 16:59:46.179775 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49172) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:46.250874 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9be83ec1-de0b-4a6e-a050-6ae5b4c213c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:46.266932 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ab82be-0a2c-4349-9255-cc4458670927 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:46.269532 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a6ab82be-0a2c-4349-9255-cc4458670927 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.3474395 Feb 16 16:59:46.273223 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214411d2-ce24-4633-9125-fbd8ed9ed618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20a396e-acdd-4da8-b23c-290175338533,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:46.278402 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49174) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:46.283554 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d055fd08-1187-4ea8-afde-b661ce70bc1c tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Pushing event deleted for resources: {'Subnet': ['ID=e87a2170-bed7-4764-827e-1b4bf2ab44e4,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:46.356518 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af94963a-88c7-4e09-a6a5-a4971e1e11f9 None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:46.384718 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be83ec1-de0b-4a6e-a050-6ae5b4c213c1 None None] No DVR routers for this DVR port 1d7491dc-70d2-4b84-863d-2c817c9d98e4 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:59:46.414515 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-d6712595-e0b2-4b39-89a1-558b528b4022 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] delete failed (client error): The resource could not be found. Feb 16 16:59:46.422112 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f498117c-4c55-44ca-832a-f80e858970bd None None] Pushing event updated for resources: {'Port': ['ID=d8e8473a-335f-43b5-8573-7ba87aa1af48,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:46.426589 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-af94963a-88c7-4e09-a6a5-a4971e1e11f9 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:46.439688 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49176) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:46.483631 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af94963a-88c7-4e09-a6a5-a4971e1e11f9 None None] Pushing event updated for resources: {'Port': ['ID=63ea4b6e-c305-4f4c-9e38-2be10292a3f9,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:46.495090 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-6b068cf1-9494-4177-bd18-4b7c96fcbdd9 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd813818-02a4-4730-be2e-e3c8878f5e6f HTTP/1.1" status: 200 len: 205 time: 0.0507543 Feb 16 16:59:46.507489 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49178) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:46.552755 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d055fd08-1187-4ea8-afde-b661ce70bc1c tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:46.623712 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-31681675-a263-4546-bd37-1c3f7e198fb8 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] delete failed (client error): The resource could not be found. Feb 16 16:59:46.625054 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-31681675-a263-4546-bd37-1c3f7e198fb8 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] 10.222.0.88 "DELETE /v2.0/routers/fd813818-02a4-4730-be2e-e3c8878f5e6f HTTP/1.1" status: 404 len: 336 time: 0.1143181 Feb 16 16:59:46.669390 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49180) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:46.776366 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af94963a-88c7-4e09-a6a5-a4971e1e11f9 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:59:46.788595 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-d055fd08-1187-4ea8-afde-b661ce70bc1c tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['500d2e42-894f-4b2b-a80f-5e0bed5153af']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:46.808580 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-c413a154-d746-4a35-b3de-0adc6357f8a6 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e397cb4-4091-4549-9e89-f897a395d703 HTTP/1.1" status: 200 len: 205 time: 0.1245546 Feb 16 16:59:46.811245 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e29e13-95a0-4eaa-9d91-ef9870318d3d None None] Network f5dccf38-292a-4614-a747-25b3c4b7bfa3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:59:46.827689 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49184) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:46.856902 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-d055fd08-1187-4ea8-afde-b661ce70bc1c tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '235c03f4-f917-46d0-82be-7fea0d1bf3b8') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:46.857198 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-d055fd08-1187-4ea8-afde-b661ce70bc1c tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '235c03f4-f917-46d0-82be-7fea0d1bf3b8') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:46.875672 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be83ec1-de0b-4a6e-a050-6ae5b4c213c1 None None] Pushing event deleted for resources: {'Port': ['ID=1d7491dc-70d2-4b84-863d-2c817c9d98e4,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:46.876547 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-d6712595-e0b2-4b39-89a1-558b528b4022 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] 10.222.0.88 "DELETE /v2.0/routers/85d09343-8f1e-408d-8776-ba4acba62d5d HTTP/1.1" status: 404 len: 336 time: 0.2050204 Feb 16 16:59:46.938819 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d055fd08-1187-4ea8-afde-b661ce70bc1c tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:46.941691 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0de6aa9d-c087-412a-9f17-ba03e9c38e74 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:46.953165 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a2392454-3d6a-4cfb-a61c-4aa517e1a86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:46.960246 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-5b3018ef-cf47-4049-bf67-533c8ddba70e tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] delete failed (client error): The resource could not be found. Feb 16 16:59:46.962172 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-5b3018ef-cf47-4049-bf67-533c8ddba70e tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] 10.222.0.88 "DELETE /v2.0/routers/4e397cb4-4091-4549-9e89-f897a395d703 HTTP/1.1" status: 404 len: 336 time: 0.1328530 Feb 16 16:59:46.970617 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49190) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:46.991238 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de6aa9d-c087-412a-9f17-ba03e9c38e74 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Pushing event deleted for resources: {'Port': ['ID=1d7491dc-70d2-4b84-863d-2c817c9d98e4,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:46.993501 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de6aa9d-c087-412a-9f17-ba03e9c38e74 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] No DVR routers for this DVR port 1d7491dc-70d2-4b84-863d-2c817c9d98e4 on host dv-neutron-828697-3-hyperv {{(pid=114375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:59:47.016215 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2005d785-5a24-4b1d-a2a3-2f799534187a tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:47.027508 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c3369939-2645-44be-8efa-268f8e3f7054 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] 10.222.0.88 "GET /v2.0/ports?device_id=c324dd17-5ff6-4d8d-9887-d1b7c067db3a HTTP/1.1" status: 200 len: 205 time: 0.0535934 Feb 16 16:59:47.028318 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49192) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:47.041780 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d055fd08-1187-4ea8-afde-b661ce70bc1c tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:47.080002 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-f034cc14-0ada-4425-ba08-e1b6277cad0f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Deleting port 57c1536f-f610-4efb-8490-08e2c4ecdd37 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:59:47.080483 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f034cc14-0ada-4425-ba08-e1b6277cad0f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:47.097368 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df2e1ec-f38a-4f30-87a4-d20f1bbfc865 None None] DHCP port deletion for 42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 16:59:47.121944 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d055fd08-1187-4ea8-afde-b661ce70bc1c tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:59:47.122480 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d055fd08-1187-4ea8-afde-b661ce70bc1c tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:47.125868 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 16:59:47.125868 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:59:47.125868 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 16:59:47.125868 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:59:47.125868 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 16:59:47.125868 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:59:47.125868 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 16:59:47.125868 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:59:47.125868 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 16:59:47.125868 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:59:47.125868 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 16:59:47.125868 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:59:47.125868 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 16:59:47.125868 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:59:47.125868 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:59:47.125868 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:59:47.125868 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:59:47.125868 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:59:47.125868 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 16:59:47.125868 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:59:47.125868 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 16:59:47.125868 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:59:47.125868 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:59:47.125868 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:59:47.125868 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 16:59:47.125868 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:59:47.125868 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:59:47.125868 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:59:47.125868 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:59:47.125868 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:59:47.125868 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:59:47.125868 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:59:47.135305 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-af94963a-88c7-4e09-a6a5-a4971e1e11f9 None None] Attempting to bind port 63ea4b6e-c305-4f4c-9e38-2be10292a3f9 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:59:47.135305 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-af94963a-88c7-4e09-a6a5-a4971e1e11f9 None None] Attempting to bind port 63ea4b6e-c305-4f4c-9e38-2be10292a3f9 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:59:47.142097 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af94963a-88c7-4e09-a6a5-a4971e1e11f9 None None] Attempting to bind port 63ea4b6e-c305-4f4c-9e38-2be10292a3f9 on network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:59:47.159634 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-be190ee6-fc5b-42eb-8d2b-611b5d7b7ecf tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Allocated IP 172.26.3.86 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/3ae0e50f-4674-4993-a6a1-df9a0b613afa) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:47.169277 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2005d785-5a24-4b1d-a2a3-2f799534187a tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Pushing event deleted for resources: {'Subnet': ['ID=4e13f6f9-a581-447e-b236-9ac3cf07d315,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:47.169277 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2005d785-5a24-4b1d-a2a3-2f799534187a tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:47.175167 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-2005d785-5a24-4b1d-a2a3-2f799534187a tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] 10.222.0.88 "DELETE /v2.0/subnets/4e13f6f9-a581-447e-b236-9ac3cf07d315 HTTP/1.1" status: 204 len: 168 time: 1.6361187 Feb 16 16:59:47.175658 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0de6aa9d-c087-412a-9f17-ba03e9c38e74 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:47.176465 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-c7930323-49d3-4b63-8422-84b5b6280c6a tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] delete failed (client error): The resource could not be found. Feb 16 16:59:47.177448 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c7930323-49d3-4b63-8422-84b5b6280c6a tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] 10.222.0.88 "DELETE /v2.0/routers/c324dd17-5ff6-4d8d-9887-d1b7c067db3a HTTP/1.1" status: 404 len: 336 time: 0.1350470 Feb 16 16:59:47.183323 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af94963a-88c7-4e09-a6a5-a4971e1e11f9 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:59:47.183697 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af94963a-88c7-4e09-a6a5-a4971e1e11f9 None None] Checking segment: {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:59:47.184675 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-af94963a-88c7-4e09-a6a5-a4971e1e11f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:47.185076 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af94963a-88c7-4e09-a6a5-a4971e1e11f9 None None] Bound using segment: {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:59:47.185561 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-af94963a-88c7-4e09-a6a5-a4971e1e11f9 None None] Bound port: 63ea4b6e-c305-4f4c-9e38-2be10292a3f9, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:59:47.185945 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-af94963a-88c7-4e09-a6a5-a4971e1e11f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:47.203689 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49196) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:47.205098 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49198) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:47.215881 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 67889742-9cd2-4ebe-8362-8d56bc61dd16 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:59:47.306270 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-08fc8f0d-bce0-4e7d-9b76-9186dbb2eb7c None None] Provisioning complete for port 53c543eb-dc25-4b41-95b5-03c1293087f7 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:47.306270 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-08fc8f0d-bce0-4e7d-9b76-9186dbb2eb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:47.315479 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-0de6aa9d-c087-412a-9f17-ba03e9c38e74 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ebaaa86-9215-4cd1-abe6-9acab39c6c8d']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:47.349341 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-0de6aa9d-c087-412a-9f17-ba03e9c38e74 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6536d3fc-d1ab-434c-ac55-7bed1866eeaf') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:47.349735 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-0de6aa9d-c087-412a-9f17-ba03e9c38e74 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6536d3fc-d1ab-434c-ac55-7bed1866eeaf') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:47.352987 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-002dd90f-53cc-480c-ba17-cda4e533a6ca tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] 10.222.0.88 "GET /v2.0/ports?device_id=c643a645-f40b-4f79-992e-221ff557e62d HTTP/1.1" status: 200 len: 205 time: 0.1315720 Feb 16 16:59:47.366637 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49202) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:47.389602 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0de6aa9d-c087-412a-9f17-ba03e9c38e74 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:47.434734 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153c3d74-7fbb-406a-b699-f8e5d63632be tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:47.435954 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69a7008-6023-49ec-9693-6a98232e044b None None] Network 97a25e4b-6ccf-4667-b7eb-aadd90807be7 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:59:47.441321 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.db.api [None req-d055fd08-1187-4ea8-afde-b661ce70bc1c tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 16:59:47.441321 dv-neutron-828697-3-hyperv neutron-server[114375]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 16:59:47.441321 dv-neutron-828697-3-hyperv neutron-server[114375]: [parameters: {'id': '500d2e42-894f-4b2b-a80f-5e0bed5153af'}] Feb 16 16:59:47.441321 dv-neutron-828697-3-hyperv neutron-server[114375]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:59:47.441321 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG oslo_db.api [None req-d055fd08-1187-4ea8-afde-b661ce70bc1c tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:59:47.446672 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-153c3d74-7fbb-406a-b699-f8e5d63632be tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2309737 Feb 16 16:59:47.446672 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49204) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:47.447396 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-d1ed55b3-82ce-4d9c-a7e1-7be9d0bc0433 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] delete failed (client error): The resource could not be found. Feb 16 16:59:47.448704 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d1ed55b3-82ce-4d9c-a7e1-7be9d0bc0433 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] 10.222.0.88 "DELETE /v2.0/routers/c643a645-f40b-4f79-992e-221ff557e62d HTTP/1.1" status: 404 len: 336 time: 0.0811768 Feb 16 16:59:47.453772 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49206) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:47.478965 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0de6aa9d-c087-412a-9f17-ba03e9c38e74 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:47.496104 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f034cc14-0ada-4425-ba08-e1b6277cad0f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:47.539274 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0de6aa9d-c087-412a-9f17-ba03e9c38e74 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:59:47.544209 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0de6aa9d-c087-412a-9f17-ba03e9c38e74 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:47.544209 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a356776-02f5-47ac-8fc0-b9f7e3436855 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] DELETE failed (client error): The resource could not be found. Feb 16 16:59:47.544209 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a356776-02f5-47ac-8fc0-b9f7e3436855 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:59:47.547054 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-8a356776-02f5-47ac-8fc0-b9f7e3436855 tempest-RoutersAdminTest-1380029229 tempest-RoutersAdminTest-1380029229-project] 10.222.0.88 "DELETE /v2.0/subnets/432f72f2-8230-4a73-961f-61111b90ddad HTTP/1.1" status: 404 len: 337 time: 0.0874548 Feb 16 16:59:47.548469 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 16:59:47.548469 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:59:47.548469 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 16:59:47.548469 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:59:47.548469 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 16:59:47.548469 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:59:47.548469 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 16:59:47.548469 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:59:47.548469 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 16:59:47.548469 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:59:47.548469 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 16:59:47.548469 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:59:47.548469 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 16:59:47.548469 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:59:47.548469 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:59:47.548469 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:59:47.548469 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:59:47.548469 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:59:47.548469 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 16:59:47.548469 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:59:47.548469 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 16:59:47.548469 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:59:47.548469 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:59:47.548469 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:59:47.548469 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 16:59:47.548469 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:59:47.548469 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:59:47.548469 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:59:47.548469 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:59:47.548469 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:59:47.548469 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:59:47.548469 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:59:47.558567 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-f034cc14-0ada-4425-ba08-e1b6277cad0f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Calling delete_port for 57c1536f-f610-4efb-8490-08e2c4ecdd37 owned by {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:59:47.584155 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-a2392454-3d6a-4cfb-a61c-4aa517e1a86e admin admin] Deleting port b64c8715-1540-4c12-a4da-8053e838c8f2 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:59:47.584835 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a2392454-3d6a-4cfb-a61c-4aa517e1a86e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:47.655894 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 67889742-9cd2-4ebe-8362-8d56bc61dd16 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:47.656308 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:47.724663 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-af94963a-88c7-4e09-a6a5-a4971e1e11f9 None None] For port 63ea4b6e-c305-4f4c-9e38-2be10292a3f9, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:59:47.742260 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-531a5112-f122-4569-b2d9-2c3269f010b7 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:47.752385 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-4df2e1ec-f38a-4f30-87a4-d20f1bbfc865 None None] Deleting port b64c8715-1540-4c12-a4da-8053e838c8f2 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:59:47.752757 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4df2e1ec-f38a-4f30-87a4-d20f1bbfc865 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:47.761007 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-a2392454-3d6a-4cfb-a61c-4aa517e1a86e admin admin] For port b64c8715-1540-4c12-a4da-8053e838c8f2, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=b64c8715-1540-4c12-a4da-8053e838c8f2,segment=NetworkSegment(94094d34-a0e6-4f43-8273-2075f238e819),segment_id=94094d34-a0e6-4f43-8273-2075f238e819)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:47.761578 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a2392454-3d6a-4cfb-a61c-4aa517e1a86e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:47.768361 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-be190ee6-fc5b-42eb-8d2b-611b5d7b7ecf tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:47.780995 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0de6aa9d-c087-412a-9f17-ba03e9c38e74 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:47.790118 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-a2392454-3d6a-4cfb-a61c-4aa517e1a86e admin admin] Calling delete_port for b64c8715-1540-4c12-a4da-8053e838c8f2 owned by network:dhcp {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:59:47.794107 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0de6aa9d-c087-412a-9f17-ba03e9c38e74 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:47.801350 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-0de6aa9d-c087-412a-9f17-ba03e9c38e74 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] 10.222.0.88 "DELETE /v2.0/networks/7ebaaa86-9215-4cd1-abe6-9acab39c6c8d HTTP/1.1" status: 204 len: 168 time: 3.1753173 Feb 16 16:59:47.814850 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de6aa9d-c087-412a-9f17-ba03e9c38e74 tempest-NetworksIpV6Test-1702474094 tempest-NetworksIpV6Test-1702474094-project] Pushing event deleted for resources: {'Network': ['ID=7ebaaa86-9215-4cd1-abe6-9acab39c6c8d,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:47.858211 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f034cc14-0ada-4425-ba08-e1b6277cad0f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:47.877064 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adabb58-60c4-459a-8b5b-a62e4c06a14c None None] Network 500d2e42-894f-4b2b-a80f-5e0bed5153af requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:59:47.892187 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f034cc14-0ada-4425-ba08-e1b6277cad0f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event deleted for resources: {'Port': ['ID=57c1536f-f610-4efb-8490-08e2c4ecdd37,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:47.932865 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052274ed-be30-45e1-bdfe-8bfa6414a134 None None] DHCP port deletion for f5dccf38-292a-4614-a747-25b3c4b7bfa3 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 16:59:47.935404 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f034cc14-0ada-4425-ba08-e1b6277cad0f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:47.938948 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f034cc14-0ada-4425-ba08-e1b6277cad0f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/ports/57c1536f-f610-4efb-8490-08e2c4ecdd37 HTTP/1.1" status: 204 len: 168 time: 1.6516120 Feb 16 16:59:47.939584 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d055fd08-1187-4ea8-afde-b661ce70bc1c tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:47.942252 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49220) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:48.013141 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-531a5112-f122-4569-b2d9-2c3269f010b7 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Deleting port 67889742-9cd2-4ebe-8362-8d56bc61dd16 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:59:48.013403 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-531a5112-f122-4569-b2d9-2c3269f010b7 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:48.022654 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3232f8-c2ef-40cd-b519-d9e65a8e666a tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:48.024922 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3232f8-c2ef-40cd-b519-d9e65a8e666a tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:48.026237 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-af94963a-88c7-4e09-a6a5-a4971e1e11f9 None None] For port 63ea4b6e-c305-4f4c-9e38-2be10292a3f9, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=63ea4b6e-c305-4f4c-9e38-2be10292a3f9,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:59:48.026496 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-7c3232f8-c2ef-40cd-b519-d9e65a8e666a tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0833294 Feb 16 16:59:48.030863 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49222) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:48.051334 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-d055fd08-1187-4ea8-afde-b661ce70bc1c tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Deleting port d8e8473a-335f-43b5-8573-7ba87aa1af48 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:59:48.051745 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d055fd08-1187-4ea8-afde-b661ce70bc1c tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:48.061717 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-08fc8f0d-bce0-4e7d-9b76-9186dbb2eb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:48.082547 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:48.112438 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-be190ee6-fc5b-42eb-8d2b-611b5d7b7ecf tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:48.131198 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-d055fd08-1187-4ea8-afde-b661ce70bc1c tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] For port d8e8473a-335f-43b5-8573-7ba87aa1af48, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=d8e8473a-335f-43b5-8573-7ba87aa1af48,segment=NetworkSegment(235c03f4-f917-46d0-82be-7fea0d1bf3b8),segment_id=235c03f4-f917-46d0-82be-7fea0d1bf3b8)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:48.131700 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d055fd08-1187-4ea8-afde-b661ce70bc1c tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:48.147144 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-d055fd08-1187-4ea8-afde-b661ce70bc1c tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Calling delete_port for d8e8473a-335f-43b5-8573-7ba87aa1af48 owned by network:dhcp {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:59:48.151571 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-08fc8f0d-bce0-4e7d-9b76-9186dbb2eb7c None None] For port 53c543eb-dc25-4b41-95b5-03c1293087f7, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=53c543eb-dc25-4b41-95b5-03c1293087f7,segment=NetworkSegment(aa304879-a344-4129-9078-0ce84a30bec6),segment_id=aa304879-a344-4129-9078-0ce84a30bec6)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:48.181846 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-531a5112-f122-4569-b2d9-2c3269f010b7 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] For port 67889742-9cd2-4ebe-8362-8d56bc61dd16, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=67889742-9cd2-4ebe-8362-8d56bc61dd16,segment=NetworkSegment(42ff96d5-ff46-4a2f-8dd3-3fc2c001b825),segment_id=42ff96d5-ff46-4a2f-8dd3-3fc2c001b825)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:48.182247 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-531a5112-f122-4569-b2d9-2c3269f010b7 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:48.200344 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-07a0f97d-e8b9-4315-822b-dbd9c95f0b44 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Deleting subnet 1ae38c01-400e-4163-ac5d-14c2aca0ec9d {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 16:59:48.202434 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49226) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:48.204582 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be190ee6-fc5b-42eb-8d2b-611b5d7b7ecf tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:48.214613 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port 67889742-9cd2-4ebe-8362-8d56bc61dd16, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=67889742-9cd2-4ebe-8362-8d56bc61dd16,segment=NetworkSegment(42ff96d5-ff46-4a2f-8dd3-3fc2c001b825),segment_id=42ff96d5-ff46-4a2f-8dd3-3fc2c001b825)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:48.218262 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-07a0f97d-e8b9-4315-822b-dbd9c95f0b44 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:48.233482 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-af94963a-88c7-4e09-a6a5-a4971e1e11f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:48.246166 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-be190ee6-fc5b-42eb-8d2b-611b5d7b7ecf tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:48.251556 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49232) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:48.252741 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-531a5112-f122-4569-b2d9-2c3269f010b7 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Calling delete_port for 67889742-9cd2-4ebe-8362-8d56bc61dd16 owned by network:dhcp {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:59:48.255623 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be190ee6-fc5b-42eb-8d2b-611b5d7b7ecf tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Pushing event updated for resources: {'Port': ['ID=3ae0e50f-4674-4993-a6a1-df9a0b613afa,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:48.262762 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be190ee6-fc5b-42eb-8d2b-611b5d7b7ecf tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:59:48.266760 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a2392454-3d6a-4cfb-a61c-4aa517e1a86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:48.303447 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-08fc8f0d-bce0-4e7d-9b76-9186dbb2eb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:48.334066 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2392454-3d6a-4cfb-a61c-4aa517e1a86e admin admin] Pushing event deleted for resources: {'Port': ['ID=b64c8715-1540-4c12-a4da-8053e838c8f2,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:48.346354 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-4df2e1ec-f38a-4f30-87a4-d20f1bbfc865 None None] For port b64c8715-1540-4c12-a4da-8053e838c8f2, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=b64c8715-1540-4c12-a4da-8053e838c8f2,segment=NetworkSegment(94094d34-a0e6-4f43-8273-2075f238e819),segment_id=94094d34-a0e6-4f43-8273-2075f238e819)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:48.346813 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4df2e1ec-f38a-4f30-87a4-d20f1bbfc865 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:48.351196 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:48.352535 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device d8e8473a-335f-43b5-8573-7ba87aa1af48 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:59:48.378044 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-07a0f97d-e8b9-4315-822b-dbd9c95f0b44 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:48.388067 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-a0009b35-cf20-4fa7-8083-878822fcc583 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1950663377-network', 'tenant_id': '09d1279d90c3425a9b4e1f123c7549b3'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:48.403765 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d055fd08-1187-4ea8-afde-b661ce70bc1c tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:48.425914 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2392454-3d6a-4cfb-a61c-4aa517e1a86e admin admin] No DVR routers for this DVR port b64c8715-1540-4c12-a4da-8053e838c8f2 on host dv-neutron-828697-3-hyperv {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:59:48.445307 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af94963a-88c7-4e09-a6a5-a4971e1e11f9 None None] Pushing event updated for resources: {'Port': ['ID=63ea4b6e-c305-4f4c-9e38-2be10292a3f9,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:48.459859 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-4df2e1ec-f38a-4f30-87a4-d20f1bbfc865 None None] Calling delete_port for b64c8715-1540-4c12-a4da-8053e838c8f2 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:59:48.459943 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d055fd08-1187-4ea8-afde-b661ce70bc1c tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Pushing event deleted for resources: {'Port': ['ID=d8e8473a-335f-43b5-8573-7ba87aa1af48,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:48.463228 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d055fd08-1187-4ea8-afde-b661ce70bc1c tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] No DVR routers for this DVR port d8e8473a-335f-43b5-8573-7ba87aa1af48 on host dv-neutron-828697-3-hyperv {{(pid=114375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:59:48.490677 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64740994-aadc-44dd-8850-801cc7e5b608 None None] DHCP port deletion for 97a25e4b-6ccf-4667-b7eb-aadd90807be7 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 16:59:48.492763 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-7a955185-72d4-4efb-a75b-d32e13b2da1d None None] Could not find standard attr ID for object d8e8473a-335f-43b5-8573-7ba87aa1af48. {{(pid=114377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 16:59:48.592523 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-49130a94-bf33-4bac-94c7-1441de41b1b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:48.623543 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d055fd08-1187-4ea8-afde-b661ce70bc1c tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:48.636555 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49238) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:48.639310 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No active binding found for port d8e8473a-335f-43b5-8573-7ba87aa1af48 {{(pid=114377) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 16 16:59:48.639746 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device d8e8473a-335f-43b5-8573-7ba87aa1af48 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 16 16:59:48.670734 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-d055fd08-1187-4ea8-afde-b661ce70bc1c tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['500d2e42-894f-4b2b-a80f-5e0bed5153af']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:48.671351 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a2392454-3d6a-4cfb-a61c-4aa517e1a86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:48.679588 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-7a955185-72d4-4efb-a75b-d32e13b2da1d None None] Provisioning complete for port 67889742-9cd2-4ebe-8362-8d56bc61dd16 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:48.679931 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-7a955185-72d4-4efb-a75b-d32e13b2da1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:48.684556 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-d055fd08-1187-4ea8-afde-b661ce70bc1c tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '235c03f4-f917-46d0-82be-7fea0d1bf3b8') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:48.684956 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-d055fd08-1187-4ea8-afde-b661ce70bc1c tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '235c03f4-f917-46d0-82be-7fea0d1bf3b8') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:48.696085 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Port d8e8473a-335f-43b5-8573-7ba87aa1af48 not found, will not notify nova. {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 16 16:59:48.696085 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 53c543eb-dc25-4b41-95b5-03c1293087f7 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:59:48.696085 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fc8f0d-bce0-4e7d-9b76-9186dbb2eb7c None None] Pushing event updated for resources: {'Port': ['ID=53c543eb-dc25-4b41-95b5-03c1293087f7,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:48.697169 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-052274ed-be30-45e1-bdfe-8bfa6414a134 None None] Deleting port 53c543eb-dc25-4b41-95b5-03c1293087f7 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:59:48.697494 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-052274ed-be30-45e1-bdfe-8bfa6414a134 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:48.702120 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d055fd08-1187-4ea8-afde-b661ce70bc1c tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:48.713909 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-a2392454-3d6a-4cfb-a61c-4aa517e1a86e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:48.738234 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-a2392454-3d6a-4cfb-a61c-4aa517e1a86e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94094d34-a0e6-4f43-8273-2075f238e819') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:48.738234 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-a2392454-3d6a-4cfb-a61c-4aa517e1a86e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94094d34-a0e6-4f43-8273-2075f238e819') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:48.749856 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d055fd08-1187-4ea8-afde-b661ce70bc1c tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:48.758041 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a2392454-3d6a-4cfb-a61c-4aa517e1a86e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:48.768758 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d055fd08-1187-4ea8-afde-b661ce70bc1c tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:59:48.769671 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d055fd08-1187-4ea8-afde-b661ce70bc1c tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:48.772403 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 16:59:48.772403 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:59:48.772403 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 16:59:48.772403 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:59:48.772403 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 16:59:48.772403 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:59:48.772403 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 16:59:48.772403 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:59:48.772403 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 16:59:48.772403 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:59:48.772403 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 16:59:48.772403 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:59:48.772403 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 16:59:48.772403 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:59:48.772403 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:59:48.772403 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:59:48.772403 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:59:48.772403 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:59:48.772403 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 16:59:48.772403 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:59:48.772403 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 16:59:48.772403 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:59:48.772403 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:59:48.772403 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:59:48.772403 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 16:59:48.772403 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:59:48.772403 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:59:48.772403 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:59:48.772403 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:59:48.772403 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:59:48.772403 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:59:48.772403 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:59:48.779000 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a2392454-3d6a-4cfb-a61c-4aa517e1a86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:48.790291 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2392454-3d6a-4cfb-a61c-4aa517e1a86e admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:59:48.790866 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a2392454-3d6a-4cfb-a61c-4aa517e1a86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:48.859695 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-49130a94-bf33-4bac-94c7-1441de41b1b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:48.875683 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d32c42e-7fa9-47be-abb4-58f488717d81 None None] DHCP port deletion for 500d2e42-894f-4b2b-a80f-5e0bed5153af request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 16:59:48.965845 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 16:59:48.965845 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:59:48.965845 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 16:59:48.965845 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:59:48.965845 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 16:59:48.965845 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:59:48.965845 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 16:59:48.965845 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:59:48.965845 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 16:59:48.965845 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:59:48.965845 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 16:59:48.965845 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:59:48.965845 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 16:59:48.965845 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:59:48.965845 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:59:48.965845 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:59:48.965845 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:59:48.965845 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:59:48.965845 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 16:59:48.965845 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:59:48.965845 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 16:59:48.965845 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:59:48.965845 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:59:48.965845 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:59:48.965845 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 16:59:48.965845 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:59:48.965845 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:59:48.965845 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:59:48.965845 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:59:48.965845 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:59:48.965845 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:59:48.965845 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:59:48.968559 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-71b1e16d-db7b-4bc0-ba0d-43de68df0b4a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=39c6ff93779f41679a479f3011da9f36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3283818 Feb 16 16:59:48.969431 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49242) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:48.977079 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b5f38b-236d-4ca9-aae1-d058d2b6065a None None] Network 500d2e42-894f-4b2b-a80f-5e0bed5153af requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:59:48.980347 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d055fd08-1187-4ea8-afde-b661ce70bc1c tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:48.981472 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-052274ed-be30-45e1-bdfe-8bfa6414a134 None None] For port 53c543eb-dc25-4b41-95b5-03c1293087f7, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=53c543eb-dc25-4b41-95b5-03c1293087f7,segment=NetworkSegment(aa304879-a344-4129-9078-0ce84a30bec6),segment_id=aa304879-a344-4129-9078-0ce84a30bec6)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:48.981929 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-052274ed-be30-45e1-bdfe-8bfa6414a134 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:48.983152 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a2392454-3d6a-4cfb-a61c-4aa517e1a86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:48.987798 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-49130a94-bf33-4bac-94c7-1441de41b1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:48.988289 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a2392454-3d6a-4cfb-a61c-4aa517e1a86e admin admin] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:49.006860 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-a2392454-3d6a-4cfb-a61c-4aa517e1a86e admin admin] 10.222.0.88 "DELETE /v2.0/networks/42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e HTTP/1.1" status: 204 len: 168 time: 2.8673854 Feb 16 16:59:49.014199 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4df2e1ec-f38a-4f30-87a4-d20f1bbfc865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:49.014932 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d055fd08-1187-4ea8-afde-b661ce70bc1c tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:49.018311 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d055fd08-1187-4ea8-afde-b661ce70bc1c tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "DELETE /v2.0/networks/500d2e42-894f-4b2b-a80f-5e0bed5153af HTTP/1.1" status: 204 len: 168 time: 5.0347853 Feb 16 16:59:49.022682 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b5f38b-236d-4ca9-aae1-d058d2b6065a None None] Network 500d2e42-894f-4b2b-a80f-5e0bed5153af could not be found, it might have been deleted concurrently. {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 16 16:59:49.026039 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=67889742-9cd2-4ebe-8362-8d56bc61dd16,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:49.026380 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49246) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:49.031272 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-052274ed-be30-45e1-bdfe-8bfa6414a134 None None] Calling delete_port for 53c543eb-dc25-4b41-95b5-03c1293087f7 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:59:49.046847 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-64740994-aadc-44dd-8850-801cc7e5b608 None None] Deleting port 67889742-9cd2-4ebe-8362-8d56bc61dd16 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:59:49.047521 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-64740994-aadc-44dd-8850-801cc7e5b608 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:49.049561 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4df2e1ec-f38a-4f30-87a4-d20f1bbfc865 None None] Network 42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e is not hosted by any dhcp agent {{(pid=114377) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 16 16:59:49.050191 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df2e1ec-f38a-4f30-87a4-d20f1bbfc865 None None] No DVR routers for this DVR port b64c8715-1540-4c12-a4da-8053e838c8f2 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:59:49.084731 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d055fd08-1187-4ea8-afde-b661ce70bc1c tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Pushing event deleted for resources: {'Network': ['ID=500d2e42-894f-4b2b-a80f-5e0bed5153af,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:49.089994 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-07a0f97d-e8b9-4315-822b-dbd9c95f0b44 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:49.103691 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df2e1ec-f38a-4f30-87a4-d20f1bbfc865 None None] Pushing event deleted for resources: {'Port': ['ID=b64c8715-1540-4c12-a4da-8053e838c8f2,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:49.121131 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49130a94-bf33-4bac-94c7-1441de41b1b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39acd387-eba7-4dfe-a1c8-9a33e15ff0f3,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:49.123814 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bd72374-357a-45b1-9750-ad2beb399666 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] DELETE failed (client error): The resource could not be found. Feb 16 16:59:49.124289 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bd72374-357a-45b1-9750-ad2beb399666 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:59:49.129533 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-7bd72374-357a-45b1-9750-ad2beb399666 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "DELETE /v2.0/subnets/e87a2170-bed7-4764-827e-1b4bf2ab44e4 HTTP/1.1" status: 404 len: 337 time: 0.0809600 Feb 16 16:59:49.131355 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-49130a94-bf33-4bac-94c7-1441de41b1b4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3705425f274643cb8eeed31c3bbf98c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8791096 Feb 16 16:59:49.132193 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49248) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:49.133990 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49250) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:49.136411 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0009b35-cf20-4fa7-8083-878822fcc583 admin admin] Made reservation on behalf of 09d1279d90c3425a9b4e1f123c7549b3 for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:49.141369 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a0009b35-cf20-4fa7-8083-878822fcc583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:49.162826 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2392454-3d6a-4cfb-a61c-4aa517e1a86e admin admin] Pushing event deleted for resources: {'Network': ['ID=42cc78cc-bc3b-4c58-9019-b5ae74d0ab2e,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:49.179665 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a899374-f806-4afa-806e-ccdb26bd8d57 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] DELETE failed (client error): The resource could not be found. Feb 16 16:59:49.181299 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a899374-f806-4afa-806e-ccdb26bd8d57 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:59:49.181616 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a0009b35-cf20-4fa7-8083-878822fcc583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:49.186235 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-3a899374-f806-4afa-806e-ccdb26bd8d57 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "DELETE /v2.0/networks/500d2e42-894f-4b2b-a80f-5e0bed5153af HTTP/1.1" status: 404 len: 339 time: 0.0507696 Feb 16 16:59:49.190511 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49252) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:49.193380 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1f36678f-64fe-4386-a72f-4cfaa08ee6a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:49.214809 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2392454-3d6a-4cfb-a61c-4aa517e1a86e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:49.215168 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2392454-3d6a-4cfb-a61c-4aa517e1a86e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:49.215515 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2392454-3d6a-4cfb-a61c-4aa517e1a86e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:49.216044 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2392454-3d6a-4cfb-a61c-4aa517e1a86e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:49.216516 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2392454-3d6a-4cfb-a61c-4aa517e1a86e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:49.216860 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2392454-3d6a-4cfb-a61c-4aa517e1a86e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:49.217192 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2392454-3d6a-4cfb-a61c-4aa517e1a86e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:49.217519 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2392454-3d6a-4cfb-a61c-4aa517e1a86e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:49.218117 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2392454-3d6a-4cfb-a61c-4aa517e1a86e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:49.218442 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2392454-3d6a-4cfb-a61c-4aa517e1a86e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:49.218770 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2392454-3d6a-4cfb-a61c-4aa517e1a86e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:49.219130 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2392454-3d6a-4cfb-a61c-4aa517e1a86e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:49.230049 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1f36678f-64fe-4386-a72f-4cfaa08ee6a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:49.265429 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-531a5112-f122-4569-b2d9-2c3269f010b7 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:49.268300 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-54c7736e-f832-4099-9877-a5a0f9199ba5 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] DELETE failed (client error): The resource could not be found. Feb 16 16:59:49.268752 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54c7736e-f832-4099-9877-a5a0f9199ba5 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:59:49.275196 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-54c7736e-f832-4099-9877-a5a0f9199ba5 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "DELETE /v2.0/subnets/8b39b189-2a65-4fb1-baa3-ba221b665ec7 HTTP/1.1" status: 404 len: 337 time: 0.0778704 Feb 16 16:59:49.281875 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49254) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:49.309659 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a99fcda3-8c54-4e78-abd4-f519b712345a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:49.336811 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a99fcda3-8c54-4e78-abd4-f519b712345a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:49.340212 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531a5112-f122-4569-b2d9-2c3269f010b7 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Pushing event deleted for resources: {'Port': ['ID=67889742-9cd2-4ebe-8362-8d56bc61dd16,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:49.342323 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531a5112-f122-4569-b2d9-2c3269f010b7 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] No DVR routers for this DVR port 67889742-9cd2-4ebe-8362-8d56bc61dd16 on host dv-neutron-828697-3-hyperv {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:59:49.349099 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d8aab08-9684-4185-bb78-ed903b262847 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] DELETE failed (client error): The resource could not be found. Feb 16 16:59:49.349884 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d8aab08-9684-4185-bb78-ed903b262847 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:59:49.353687 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-5d8aab08-9684-4185-bb78-ed903b262847 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "DELETE /v2.0/networks/20c77d88-2ba6-4969-ab2b-4cfa48886203 HTTP/1.1" status: 404 len: 339 time: 0.0667539 Feb 16 16:59:49.360752 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49256) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:49.399789 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49258) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:49.448440 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-bc9f4a3d-4a10-4982-993f-cdcf8c4de6cc admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b000221746b44cdbb4fb616424f3147e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0498705 Feb 16 16:59:49.450801 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1f36678f-64fe-4386-a72f-4cfaa08ee6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:49.453314 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1f36678f-64fe-4386-a72f-4cfaa08ee6a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:49.455303 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-1f36678f-64fe-4386-a72f-4cfaa08ee6a9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a2df313a-5edc-4624-b7ba-35a6615d3b6e HTTP/1.1" status: 204 len: 168 time: 0.4835827 Feb 16 16:59:49.455303 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49260) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:49.474787 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 53c543eb-dc25-4b41-95b5-03c1293087f7 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:49.477564 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:49.493803 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f36678f-64fe-4386-a72f-4cfaa08ee6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2df313a-5edc-4624-b7ba-35a6615d3b6e,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:49.526111 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f36678f-64fe-4386-a72f-4cfaa08ee6a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:49.526457 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f36678f-64fe-4386-a72f-4cfaa08ee6a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:49.526979 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f36678f-64fe-4386-a72f-4cfaa08ee6a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:49.527140 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f36678f-64fe-4386-a72f-4cfaa08ee6a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:49.527431 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f36678f-64fe-4386-a72f-4cfaa08ee6a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:49.527754 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f36678f-64fe-4386-a72f-4cfaa08ee6a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:49.528102 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f36678f-64fe-4386-a72f-4cfaa08ee6a9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:49.528424 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f36678f-64fe-4386-a72f-4cfaa08ee6a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:49.528802 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f36678f-64fe-4386-a72f-4cfaa08ee6a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:49.529119 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f36678f-64fe-4386-a72f-4cfaa08ee6a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:49.529439 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f36678f-64fe-4386-a72f-4cfaa08ee6a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:49.529754 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f36678f-64fe-4386-a72f-4cfaa08ee6a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:49.535722 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e3728eaf-01df-4fdb-a7d0-c587ff4bff6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:49.551331 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a99fcda3-8c54-4e78-abd4-f519b712345a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:49.553023 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-64740994-aadc-44dd-8850-801cc7e5b608 None None] For port 67889742-9cd2-4ebe-8362-8d56bc61dd16, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=67889742-9cd2-4ebe-8362-8d56bc61dd16,segment=NetworkSegment(42ff96d5-ff46-4a2f-8dd3-3fc2c001b825),segment_id=42ff96d5-ff46-4a2f-8dd3-3fc2c001b825)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:49.558312 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-64740994-aadc-44dd-8850-801cc7e5b608 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:49.558478 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a99fcda3-8c54-4e78-abd4-f519b712345a admin admin] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:49.559150 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a99fcda3-8c54-4e78-abd4-f519b712345a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/39acd387-eba7-4dfe-a1c8-9a33e15ff0f3 HTTP/1.1" status: 204 len: 168 time: 0.4228320 Feb 16 16:59:49.591050 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e3728eaf-01df-4fdb-a7d0-c587ff4bff6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:49.595513 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99fcda3-8c54-4e78-abd4-f519b712345a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39acd387-eba7-4dfe-a1c8-9a33e15ff0f3,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:49.605328 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-64740994-aadc-44dd-8850-801cc7e5b608 None None] Calling delete_port for 67889742-9cd2-4ebe-8362-8d56bc61dd16 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:59:49.612997 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-07a0f97d-e8b9-4315-822b-dbd9c95f0b44 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:49.715386 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-531a5112-f122-4569-b2d9-2c3269f010b7 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:49.731093 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a0f97d-e8b9-4315-822b-dbd9c95f0b44 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event deleted for resources: {'Subnet': ['ID=1ae38c01-400e-4163-ac5d-14c2aca0ec9d,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:49.753111 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a0009b35-cf20-4fa7-8083-878822fcc583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:49.757214 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-052274ed-be30-45e1-bdfe-8bfa6414a134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:49.760313 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e3728eaf-01df-4fdb-a7d0-c587ff4bff6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:49.762922 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e3728eaf-01df-4fdb-a7d0-c587ff4bff6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:49.763265 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-07a0f97d-e8b9-4315-822b-dbd9c95f0b44 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:49.766380 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e3728eaf-01df-4fdb-a7d0-c587ff4bff6d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8c0bde84-8113-4627-971c-1b1db07cd718 HTTP/1.1" status: 204 len: 168 time: 0.3056598 Feb 16 16:59:49.771713 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-07a0f97d-e8b9-4315-822b-dbd9c95f0b44 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/1ae38c01-400e-4163-ac5d-14c2aca0ec9d HTTP/1.1" status: 204 len: 168 time: 1.7393930 Feb 16 16:59:49.778488 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49268) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:49.778704 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b09dce78-b57c-4982-8ac9-be9a01a1805c tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:49.788971 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3728eaf-01df-4fdb-a7d0-c587ff4bff6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0bde84-8113-4627-971c-1b1db07cd718,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:49.821451 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052274ed-be30-45e1-bdfe-8bfa6414a134 None None] No DVR routers for this DVR port 53c543eb-dc25-4b41-95b5-03c1293087f7 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:59:49.830571 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052274ed-be30-45e1-bdfe-8bfa6414a134 None None] Pushing event deleted for resources: {'Port': ['ID=53c543eb-dc25-4b41-95b5-03c1293087f7,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:49.862072 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 1d7491dc-70d2-4b84-863d-2c817c9d98e4 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:59:49.891102 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 1d7491dc-70d2-4b84-863d-2c817c9d98e4 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 16:59:49.891465 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-531a5112-f122-4569-b2d9-2c3269f010b7 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97a25e4b-6ccf-4667-b7eb-aadd90807be7']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:49.891956 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 1d7491dc-70d2-4b84-863d-2c817c9d98e4 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:59:49.893800 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a0009b35-cf20-4fa7-8083-878822fcc583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:49.911098 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e8550479-e0d8-4d5d-876f-da7981e02cf4 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1296744 Feb 16 16:59:49.913636 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49270) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:49.946400 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-531a5112-f122-4569-b2d9-2c3269f010b7 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42ff96d5-ff46-4a2f-8dd3-3fc2c001b825') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:49.946768 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-531a5112-f122-4569-b2d9-2c3269f010b7 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42ff96d5-ff46-4a2f-8dd3-3fc2c001b825') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:49.968724 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-531a5112-f122-4569-b2d9-2c3269f010b7 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:49.970742 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-64740994-aadc-44dd-8850-801cc7e5b608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:49.993499 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64740994-aadc-44dd-8850-801cc7e5b608 None None] No DVR routers for this DVR port 67889742-9cd2-4ebe-8362-8d56bc61dd16 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:59:49.996200 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca29610e-6f8d-4140-a767-929c662f0e0e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:50.008799 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ca29610e-6f8d-4140-a767-929c662f0e0e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0899868 Feb 16 16:59:50.009087 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49272) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:50.030101 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64740994-aadc-44dd-8850-801cc7e5b608 None None] Pushing event deleted for resources: {'Port': ['ID=67889742-9cd2-4ebe-8362-8d56bc61dd16,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:50.059537 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0009b35-cf20-4fa7-8083-878822fcc583 admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:59:50.068946 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c3651a-2bec-419c-8571-82bd1a92ce6b None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:59:50.071070 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-be190ee6-fc5b-42eb-8d2b-611b5d7b7ecf tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:50.091540 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0009b35-cf20-4fa7-8083-878822fcc583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c40ed94-fbd6-4040-9448-82bd4daa26fb,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:50.097837 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-531a5112-f122-4569-b2d9-2c3269f010b7 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:50.121780 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf3d5e9-ba5b-475c-9040-d5b33eb7003d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:50.123299 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-3bf3d5e9-ba5b-475c-9040-d5b33eb7003d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1132855 Feb 16 16:59:50.127402 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49276) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:50.128771 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 63ea4b6e-c305-4f4c-9e38-2be10292a3f9 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:59:50.155018 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-531a5112-f122-4569-b2d9-2c3269f010b7 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:59:50.155436 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-531a5112-f122-4569-b2d9-2c3269f010b7 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:50.179273 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-30c00891-0c68-4fb1-9413-e1e6d61307d2 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0507157 Feb 16 16:59:50.188380 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49278) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:50.193684 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-b7b00ac5-5926-427f-be55-780d0fd1e7fc tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'subnet': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:50.221172 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 16:59:50.221172 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:59:50.221172 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 16:59:50.221172 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:59:50.221172 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 16:59:50.221172 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:59:50.221172 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 16:59:50.221172 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:59:50.221172 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 16:59:50.221172 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:59:50.221172 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 16:59:50.221172 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:59:50.221172 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 16:59:50.221172 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:59:50.221172 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:59:50.221172 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:59:50.221172 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:59:50.221172 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:59:50.221172 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 16:59:50.221172 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:59:50.221172 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 16:59:50.221172 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:59:50.221172 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:59:50.221172 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:59:50.221172 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 16:59:50.221172 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:59:50.221172 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:59:50.221172 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:59:50.221172 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:59:50.221172 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:59:50.221172 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:59:50.221172 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:59:50.225895 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b09dce78-b57c-4982-8ac9-be9a01a1805c tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:50.245652 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 63ea4b6e-c305-4f4c-9e38-2be10292a3f9 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:50.246031 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:50.270464 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-3ca79164-6194-4c85-acf6-43b75e8ded96 None None] Provisioning complete for port 63ea4b6e-c305-4f4c-9e38-2be10292a3f9 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:50.270843 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-3ca79164-6194-4c85-acf6-43b75e8ded96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:50.294152 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-b09dce78-b57c-4982-8ac9-be9a01a1805c tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffea3271-a580-475e-897e-11609904329b']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:50.483997 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266f85dc-307c-4c0c-8bab-910e481ae458 None None] DHCP port deletion for 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 16:59:50.523139 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-3ca79164-6194-4c85-acf6-43b75e8ded96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:50.525515 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b00ac5-5926-427f-be55-780d0fd1e7fc tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:50.529616 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b7b00ac5-5926-427f-be55-780d0fd1e7fc tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:50.529764 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:50.591160 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-3ca79164-6194-4c85-acf6-43b75e8ded96 None None] For port 63ea4b6e-c305-4f4c-9e38-2be10292a3f9, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=63ea4b6e-c305-4f4c-9e38-2be10292a3f9,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:50.597610 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a0009b35-cf20-4fa7-8083-878822fcc583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:50.598306 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-a0009b35-cf20-4fa7-8083-878822fcc583 admin admin] Added segment 457fa9dd-54bd-45be-89fb-008c1a63dec7 of type vlan for network 2a9f074d-71de-48a7-8445-bcff118a8024 Feb 16 16:59:50.603850 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-266f85dc-307c-4c0c-8bab-910e481ae458 None None] Deleting port 63ea4b6e-c305-4f4c-9e38-2be10292a3f9 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:59:50.604293 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-266f85dc-307c-4c0c-8bab-910e481ae458 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:50.616937 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-531a5112-f122-4569-b2d9-2c3269f010b7 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:50.621441 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-531a5112-f122-4569-b2d9-2c3269f010b7 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:50.624682 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-531a5112-f122-4569-b2d9-2c3269f010b7 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] 10.222.0.88 "DELETE /v2.0/networks/97a25e4b-6ccf-4667-b7eb-aadd90807be7 HTTP/1.1" status: 204 len: 168 time: 3.1773467 Feb 16 16:59:50.629194 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49286) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:50.646779 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-b09dce78-b57c-4982-8ac9-be9a01a1805c tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8abf4b6-c7dc-4d20-98be-03781c81c5fc') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:50.647098 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-b09dce78-b57c-4982-8ac9-be9a01a1805c tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8abf4b6-c7dc-4d20-98be-03781c81c5fc') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:50.652076 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531a5112-f122-4569-b2d9-2c3269f010b7 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Pushing event deleted for resources: {'Network': ['ID=97a25e4b-6ccf-4667-b7eb-aadd90807be7,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:50.689321 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b09dce78-b57c-4982-8ac9-be9a01a1805c tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:50.710124 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a0009b35-cf20-4fa7-8083-878822fcc583 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:50.714257 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-266f85dc-307c-4c0c-8bab-910e481ae458 None None] For port 63ea4b6e-c305-4f4c-9e38-2be10292a3f9, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=63ea4b6e-c305-4f4c-9e38-2be10292a3f9,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:50.714257 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-266f85dc-307c-4c0c-8bab-910e481ae458 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:50.721148 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b09dce78-b57c-4982-8ac9-be9a01a1805c tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:50.757290 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-266f85dc-307c-4c0c-8bab-910e481ae458 None None] Calling delete_port for 63ea4b6e-c305-4f4c-9e38-2be10292a3f9 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:59:50.765716 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e1d40de6-3e3c-4c74-8818-d74c7b03b7e7 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:50.773611 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49290) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:50.834242 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-be190ee6-fc5b-42eb-8d2b-611b5d7b7ecf tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-583993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10422'] for router, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:50.839247 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.db.resource_extend [None req-a0009b35-cf20-4fa7-8083-878822fcc583 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 16:59:50.842143 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-be190ee6-fc5b-42eb-8d2b-611b5d7b7ecf tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-583970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-583979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-582263'] for router, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:50.852192 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b09dce78-b57c-4982-8ac9-be9a01a1805c tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:59:50.852609 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b09dce78-b57c-4982-8ac9-be9a01a1805c tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:50.858932 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-3ca79164-6194-4c85-acf6-43b75e8ded96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:50.952890 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-7ec654b8-d885-48ac-a9b9-7e3d34e352df admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=77f33ab4bdc14ffdaab0872d4f0be08f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1780846 Feb 16 16:59:50.953659 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 16:59:50.953659 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:59:50.953659 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 16:59:50.953659 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:59:50.953659 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 16:59:50.953659 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:59:50.953659 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 16:59:50.953659 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:59:50.953659 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 16:59:50.953659 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:59:50.953659 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 16:59:50.953659 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:59:50.953659 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 16:59:50.953659 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:59:50.953659 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:59:50.953659 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:59:50.953659 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:59:50.953659 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:59:50.953659 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 16:59:50.953659 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:59:50.953659 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 16:59:50.953659 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:59:50.953659 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:59:50.953659 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:59:50.953659 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 16:59:50.953659 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:59:50.953659 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:59:50.953659 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:59:50.953659 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:59:50.953659 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:59:50.953659 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:59:50.953659 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:59:50.966069 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49298) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:50.987291 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e1d40de6-3e3c-4c74-8818-d74c7b03b7e7 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:51.033750 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-e1d40de6-3e3c-4c74-8818-d74c7b03b7e7 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5dccf38-292a-4614-a747-25b3c4b7bfa3']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:51.051566 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-e1d40de6-3e3c-4c74-8818-d74c7b03b7e7 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa304879-a344-4129-9078-0ce84a30bec6') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:51.051862 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-e1d40de6-3e3c-4c74-8818-d74c7b03b7e7 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa304879-a344-4129-9078-0ce84a30bec6') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:51.053074 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.db.api [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:59:51.053438 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG oslo_db.api [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:59:51.059278 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca79164-6194-4c85-acf6-43b75e8ded96 None None] Pushing event updated for resources: {'Port': ['ID=63ea4b6e-c305-4f4c-9e38-2be10292a3f9,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:51.061661 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b7b00ac5-5926-427f-be55-780d0fd1e7fc tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:51.069579 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca79164-6194-4c85-acf6-43b75e8ded96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:51.070157 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca79164-6194-4c85-acf6-43b75e8ded96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:51.070737 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca79164-6194-4c85-acf6-43b75e8ded96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:51.071233 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca79164-6194-4c85-acf6-43b75e8ded96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:51.071719 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca79164-6194-4c85-acf6-43b75e8ded96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:51.072247 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca79164-6194-4c85-acf6-43b75e8ded96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:51.072768 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca79164-6194-4c85-acf6-43b75e8ded96 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:51.073294 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca79164-6194-4c85-acf6-43b75e8ded96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:51.073792 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca79164-6194-4c85-acf6-43b75e8ded96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:51.074265 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca79164-6194-4c85-acf6-43b75e8ded96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:51.074743 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca79164-6194-4c85-acf6-43b75e8ded96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:51.075230 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca79164-6194-4c85-acf6-43b75e8ded96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:51.076829 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e1d40de6-3e3c-4c74-8818-d74c7b03b7e7 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:51.136256 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e1d40de6-3e3c-4c74-8818-d74c7b03b7e7 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:51.139094 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b00ac5-5926-427f-be55-780d0fd1e7fc tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:51.148236 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-b7b00ac5-5926-427f-be55-780d0fd1e7fc tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:51.152769 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1d40de6-3e3c-4c74-8818-d74c7b03b7e7 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:59:51.153201 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e1d40de6-3e3c-4c74-8818-d74c7b03b7e7 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:51.156185 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 16:59:51.156185 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:59:51.156185 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 16:59:51.156185 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:59:51.156185 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 16:59:51.156185 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:59:51.156185 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 16:59:51.156185 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:59:51.156185 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 16:59:51.156185 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:59:51.156185 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 16:59:51.156185 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:59:51.156185 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 16:59:51.156185 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:59:51.156185 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:59:51.156185 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:59:51.156185 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:59:51.156185 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:59:51.156185 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 16:59:51.156185 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:59:51.156185 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 16:59:51.156185 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:59:51.156185 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:59:51.156185 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:59:51.156185 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 16:59:51.156185 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:59:51.156185 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:59:51.156185 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:59:51.156185 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:59:51.156185 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:59:51.156185 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:59:51.156185 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:59:51.158475 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b00ac5-5926-427f-be55-780d0fd1e7fc tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:51.158475 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b7b00ac5-5926-427f-be55-780d0fd1e7fc tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:51.171158 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fc8f0d62-0867-47b9-853b-ff538ced3375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:51.179965 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b00ac5-5926-427f-be55-780d0fd1e7fc tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Subnet': ['ID=131362c7-e192-46b5-90d6-9629d676bce7,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:51.223865 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-266f85dc-307c-4c0c-8bab-910e481ae458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:51.224641 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be190ee6-fc5b-42eb-8d2b-611b5d7b7ecf tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Router 64cbf862-a606-4ccf-a547-26d460658175 is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:59:51.229346 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b09dce78-b57c-4982-8ac9-be9a01a1805c tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:51.231692 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a0009b35-cf20-4fa7-8083-878822fcc583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:51.233219 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0009b35-cf20-4fa7-8083-878822fcc583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:51.235323 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a0009b35-cf20-4fa7-8083-878822fcc583 admin admin] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:51.242671 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fc8f0d62-0867-47b9-853b-ff538ced3375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:51.256121 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b09dce78-b57c-4982-8ac9-be9a01a1805c tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:51.260683 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-b09dce78-b57c-4982-8ac9-be9a01a1805c tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "DELETE /v2.0/networks/ffea3271-a580-475e-897e-11609904329b HTTP/1.1" status: 204 len: 168 time: 1.8883891 Feb 16 16:59:51.263143 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49306) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:51.277531 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266f85dc-307c-4c0c-8bab-910e481ae458 None None] No DVR routers for this DVR port 63ea4b6e-c305-4f4c-9e38-2be10292a3f9 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:59:51.291566 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f85dc-307c-4c0c-8bab-910e481ae458 None None] Pushing event deleted for resources: {'Port': ['ID=63ea4b6e-c305-4f4c-9e38-2be10292a3f9,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:51.299156 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b88d7a-26bb-4794-a67e-18d3c094de50 None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:59:51.316387 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-24f7a868-ce05-4445-ac67-ac725321dcb8 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] DELETE failed (client error): The resource could not be found. Feb 16 16:59:51.317090 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24f7a868-ce05-4445-ac67-ac725321dcb8 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:59:51.322718 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-24f7a868-ce05-4445-ac67-ac725321dcb8 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "DELETE /v2.0/subnets/575f3390-8c02-46fe-bc86-0e8447ba8341 HTTP/1.1" status: 404 len: 337 time: 0.0585189 Feb 16 16:59:51.327781 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49308) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:51.352851 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-e48c28c3-9fc7-4678-a5ed-079bec61462c tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] DELETE failed (client error): The resource could not be found. Feb 16 16:59:51.353712 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e48c28c3-9fc7-4678-a5ed-079bec61462c tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:59:51.356988 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e48c28c3-9fc7-4678-a5ed-079bec61462c tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "DELETE /v2.0/networks/7154e632-9779-491f-9804-f8c44db14efd HTTP/1.1" status: 404 len: 339 time: 0.0280600 Feb 16 16:59:51.361645 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-b7b00ac5-5926-427f-be55-780d0fd1e7fc tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1722097 Feb 16 16:59:51.368210 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49310) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:51.368754 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49312) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:51.386289 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-6987580f-8dff-4f13-95e5-a8e59484f915 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'port': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'fixed_ips': [{'subnet_id': '131362c7-e192-46b5-90d6-9629d676bce7', 'ip_address': '2001:db8::4ec8:c171:14f:5d39'}], 'name': 'tempest-NetworksTestDHCPv6-1363593806'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:51.452918 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0009b35-cf20-4fa7-8083-878822fcc583 admin admin] Pushing event updated for resources: {'Network': ['ID=2a9f074d-71de-48a7-8445-bcff118a8024,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:51.472612 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09dce78-b57c-4982-8ac9-be9a01a1805c tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Pushing event deleted for resources: {'Network': ['ID=ffea3271-a580-475e-897e-11609904329b,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:51.479144 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-a0009b35-cf20-4fa7-8083-878822fcc583 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.2695928 Feb 16 16:59:51.482068 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49314) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:51.485023 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 2a9f074d-71de-48a7-8445-bcff118a8024 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:59:51.487651 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-bbddcd15-f5e7-418c-9892-2e8fccb6555d admin admin] Request body: {'subnet': {'network_id': '2a9f074d-71de-48a7-8445-bcff118a8024', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1950663377-subnet', 'tenant_id': '09d1279d90c3425a9b4e1f123c7549b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:51.491040 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e1d40de6-3e3c-4c74-8818-d74c7b03b7e7 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:51.498098 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-c14ef4ac-8061-4689-8ae6-248e73bb435a tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] DELETE failed (client error): The resource could not be found. Feb 16 16:59:51.498798 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c14ef4ac-8061-4689-8ae6-248e73bb435a tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:59:51.502142 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-c14ef4ac-8061-4689-8ae6-248e73bb435a tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "DELETE /v2.0/subnets/ae379130-66fa-42f6-95a6-10a4e3eb6dd3 HTTP/1.1" status: 404 len: 337 time: 0.1323152 Feb 16 16:59:51.512448 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49316) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:51.514006 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e1d40de6-3e3c-4c74-8818-d74c7b03b7e7 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:51.517335 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e1d40de6-3e3c-4c74-8818-d74c7b03b7e7 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] 10.222.0.88 "DELETE /v2.0/networks/f5dccf38-292a-4614-a747-25b3c4b7bfa3 HTTP/1.1" status: 204 len: 168 time: 0.8870609 Feb 16 16:59:51.530444 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49318) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:51.553561 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d40de6-3e3c-4c74-8818-d74c7b03b7e7 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Pushing event deleted for resources: {'Network': ['ID=f5dccf38-292a-4614-a747-25b3c4b7bfa3,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:51.558356 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a784e88-eb8d-4727-a3f2-297a524c1423 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] DELETE failed (client error): The resource could not be found. Feb 16 16:59:51.558923 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a784e88-eb8d-4727-a3f2-297a524c1423 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:59:51.562681 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-9a784e88-eb8d-4727-a3f2-297a524c1423 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "DELETE /v2.0/networks/b87e6f98-ff24-4c17-bed8-03878cbb7822 HTTP/1.1" status: 404 len: 339 time: 0.0403690 Feb 16 16:59:51.569502 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49320) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:51.602235 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Port 63ea4b6e-c305-4f4c-9e38-2be10292a3f9 update to ACTIVE by agent not found {{(pid=114377) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Feb 16 16:59:51.618127 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be190ee6-fc5b-42eb-8d2b-611b5d7b7ecf tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:59:51.625455 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-be190ee6-fc5b-42eb-8d2b-611b5d7b7ecf tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:51.627204 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-be190ee6-fc5b-42eb-8d2b-611b5d7b7ecf tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] 10.222.0.88 "PUT /v2.0/routers/64cbf862-a606-4ccf-a547-26d460658175 HTTP/1.1" status: 200 len: 917 time: 6.8888819 Feb 16 16:59:51.633508 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49324) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:51.636637 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f9039f-c4e9-4b9b-8340-54ef452dd15e None None] Sync routers for ids ['64cbf862-a606-4ccf-a547-26d460658175'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:59:51.677152 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f9039f-c4e9-4b9b-8340-54ef452dd15e None None] Routers {'64cbf862-a606-4ccf-a547-26d460658175'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:59:51.677799 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-07f9039f-c4e9-4b9b-8340-54ef452dd15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:59:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['64cbf862-a606-4ccf-a547-26d460658175'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:51.682173 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fc8f0d62-0867-47b9-853b-ff538ced3375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:51.692729 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a1f262c3-8eb6-4647-8380-c7de88907dd8 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:51.693679 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fc8f0d62-0867-47b9-853b-ff538ced3375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:51.702835 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-fc8f0d62-0867-47b9-853b-ff538ced3375 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b5053105-fa5f-4ffc-87e0-525f1d7dc67a HTTP/1.1" status: 204 len: 168 time: 0.7352538 Feb 16 16:59:51.703472 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbddcd15-f5e7-418c-9892-2e8fccb6555d admin admin] Made reservation on behalf of 09d1279d90c3425a9b4e1f123c7549b3 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:51.705612 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f9e1a1-db04-4903-9141-076519bdf46c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'tenant_id': '81837604d6654060bf0a8ff194578833', 'fixed_ips': [{'subnet_id': '131362c7-e192-46b5-90d6-9629d676bce7'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 16:59:51.706095 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-bbddcd15-f5e7-418c-9892-2e8fccb6555d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:51.706483 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-09f9e1a1-db04-4903-9141-076519bdf46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:51.714397 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device b64c8715-1540-4c12-a4da-8053e838c8f2 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:59:51.779017 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-d17dbf78-d8c3-453b-b611-fab993dce824 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] DELETE failed (client error): The resource could not be found. Feb 16 16:59:51.779017 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d17dbf78-d8c3-453b-b611-fab993dce824 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:59:51.779017 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d17dbf78-d8c3-453b-b611-fab993dce824 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "DELETE /v2.0/subnets/ea441adb-0df6-4ace-bdd9-d3a2b3eae9c5 HTTP/1.1" status: 404 len: 337 time: 0.2072525 Feb 16 16:59:51.779359 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: b64c8715-1540-4c12-a4da-8053e838c8f2 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 16:59:51.779359 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device b64c8715-1540-4c12-a4da-8053e838c8f2 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:59:51.779359 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device d8e8473a-335f-43b5-8573-7ba87aa1af48 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:59:51.783944 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49336) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:51.789476 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-07f9039f-c4e9-4b9b-8340-54ef452dd15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:51.798403 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8f0d62-0867-47b9-853b-ff538ced3375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5053105-fa5f-4ffc-87e0-525f1d7dc67a,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:51.815912 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f9039f-c4e9-4b9b-8340-54ef452dd15e None None] Routers {'64cbf862-a606-4ccf-a547-26d460658175'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:59:51.815912 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-07f9039f-c4e9-4b9b-8340-54ef452dd15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:59:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['64cbf862-a606-4ccf-a547-26d460658175'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:51.829566 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: d8e8473a-335f-43b5-8573-7ba87aa1af48 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 16:59:51.830151 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device d8e8473a-335f-43b5-8573-7ba87aa1af48 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:59:51.830906 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 53c543eb-dc25-4b41-95b5-03c1293087f7 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:59:51.834482 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-81ae82cb-fec3-4301-9ea5-69d899aea0f5 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] DELETE failed (client error): The resource could not be found. Feb 16 16:59:51.835209 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81ae82cb-fec3-4301-9ea5-69d899aea0f5 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:59:51.840274 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-81ae82cb-fec3-4301-9ea5-69d899aea0f5 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "DELETE /v2.0/networks/7d1903f9-989c-4fff-945b-b7906373de50 HTTP/1.1" status: 404 len: 339 time: 0.0531151 Feb 16 16:59:51.841880 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49338) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:51.865686 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 53c543eb-dc25-4b41-95b5-03c1293087f7 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 16:59:51.866311 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 53c543eb-dc25-4b41-95b5-03c1293087f7 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:59:51.866957 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 67889742-9cd2-4ebe-8362-8d56bc61dd16 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:59:51.877470 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-07f9039f-c4e9-4b9b-8340-54ef452dd15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:51.878913 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f9039f-c4e9-4b9b-8340-54ef452dd15e None None] The sync data for ids ['64cbf862-a606-4ccf-a547-26d460658175'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:59:51.881247 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-929a667b-9306-4ffb-9c8d-904b3a8495e4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] DELETE failed (client error): The resource could not be found. Feb 16 16:59:51.881862 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-929a667b-9306-4ffb-9c8d-904b3a8495e4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:59:51.890394 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-929a667b-9306-4ffb-9c8d-904b3a8495e4 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "DELETE /v2.0/subnets/dd44243c-cafd-4f11-bbc2-2c25fb3386a2 HTTP/1.1" status: 404 len: 337 time: 0.0460012 Feb 16 16:59:51.890394 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49340) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:51.902373 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6987580f-8dff-4f13-95e5-a8e59484f915 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:51.925908 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-58117d0c-51f9-49de-8b79-30828cc924a8 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] DELETE failed (client error): The resource could not be found. Feb 16 16:59:51.927106 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58117d0c-51f9-49de-8b79-30828cc924a8 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:59:51.933870 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-58117d0c-51f9-49de-8b79-30828cc924a8 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "DELETE /v2.0/networks/39889509-b2fb-4dd6-9f83-3f5e9d1cc973 HTTP/1.1" status: 404 len: 339 time: 0.0426536 Feb 16 16:59:51.934527 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49342) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:51.996514 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cce6b46-8582-439b-a0aa-c32d594d3431 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] DELETE failed (client error): The resource could not be found. Feb 16 16:59:51.996980 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cce6b46-8582-439b-a0aa-c32d594d3431 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:59:52.002848 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-8cce6b46-8582-439b-a0aa-c32d594d3431 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "DELETE /v2.0/subnets/aa485a60-1f0b-4faa-95fb-a7bfaba6b3fa HTTP/1.1" status: 404 len: 337 time: 0.0378978 Feb 16 16:59:52.005403 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49346) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:52.017086 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-bbddcd15-f5e7-418c-9892-2e8fccb6555d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:52.025998 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-8de475a3-a50f-4766-925d-2bca33ad2793 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] DELETE failed (client error): The resource could not be found. Feb 16 16:59:52.026810 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8de475a3-a50f-4766-925d-2bca33ad2793 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:59:52.032631 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-8de475a3-a50f-4766-925d-2bca33ad2793 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "DELETE /v2.0/networks/c310091f-6382-4173-bcdb-38cf615abcfa HTTP/1.1" status: 404 len: 339 time: 0.0260808 Feb 16 16:59:52.035514 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49348) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:52.037302 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a1f262c3-8eb6-4647-8380-c7de88907dd8 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:52.063938 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-230e4e4e-d4d5-4330-8976-1e0b20abe7db tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] DELETE failed (client error): The resource could not be found. Feb 16 16:59:52.064638 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-230e4e4e-d4d5-4330-8976-1e0b20abe7db tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:59:52.070068 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-f33c625f-ed60-4102-822b-b832f598f23d tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] 10.222.0.88 "GET /v2.0/routers/64cbf862-a606-4ccf-a547-26d460658175 HTTP/1.1" status: 200 len: 923 time: 0.4354935 Feb 16 16:59:52.071943 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-230e4e4e-d4d5-4330-8976-1e0b20abe7db tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "DELETE /v2.0/subnets/e848608f-a81c-414c-823d-d051dcc8c6ad HTTP/1.1" status: 404 len: 337 time: 0.0352440 Feb 16 16:59:52.072507 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49350) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:52.075112 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49352) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:52.094392 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-09f9e1a1-db04-4903-9141-076519bdf46c None None] Allocated IP 2001:db8::2 (1e2a9b2d-a159-48c5-a704-dcb18c3b88c3/131362c7-e192-46b5-90d6-9629d676bce7/44e2d9eb-9c22-4bf6-ab31-3c1a636e5356) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:52.117201 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-a1f262c3-8eb6-4647-8380-c7de88907dd8 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed5c63da-1a4f-4f09-93d5-37f2aceac538']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:52.133170 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-c84ae658-9ae5-493e-b731-f41a82b1438b tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] DELETE failed (client error): The resource could not be found. Feb 16 16:59:52.133910 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c84ae658-9ae5-493e-b731-f41a82b1438b tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:59:52.137336 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c84ae658-9ae5-493e-b731-f41a82b1438b tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "DELETE /v2.0/networks/cd5639f0-0b8c-4f07-a69d-72b42c8fceea HTTP/1.1" status: 404 len: 339 time: 0.0602531 Feb 16 16:59:52.140959 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae2b614-1452-4566-bf25-5c8719d1a286 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:52.142498 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-4ae2b614-1452-4566-bf25-5c8719d1a286 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=d8eab20e-246c-47ce-8449-822ce53769fc&device_id=64cbf862-a606-4ccf-a547-26d460658175&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0663335 Feb 16 16:59:52.142920 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49354) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:52.146037 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6987580f-8dff-4f13-95e5-a8e59484f915 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:52.150063 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-a1f262c3-8eb6-4647-8380-c7de88907dd8 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86535206-d635-435c-8236-e51bac2c069f') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:52.150616 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-a1f262c3-8eb6-4647-8380-c7de88907dd8 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86535206-d635-435c-8236-e51bac2c069f') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:52.159460 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49356) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:52.160380 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbddcd15-f5e7-418c-9892-2e8fccb6555d admin admin] Pushing event updated for resources: {'Subnet': ['ID=847c90d0-f658-438a-baa8-b8b47f957a97,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:52.168808 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-6987580f-8dff-4f13-95e5-a8e59484f915 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] device_id is not set on port 413c45d2-7f93-4167-97d4-ac5985cbc294 yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:59:52.216316 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a1f262c3-8eb6-4647-8380-c7de88907dd8 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:52.227497 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8fabf1d-8947-464c-bdc4-077846faf741 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] DELETE failed (client error): The resource could not be found. Feb 16 16:59:52.228136 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8fabf1d-8947-464c-bdc4-077846faf741 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:59:52.231431 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-b8fabf1d-8947-464c-bdc4-077846faf741 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "DELETE /v2.0/subnets/87bd7659-2797-45e1-9d36-8d378d7abe82 HTTP/1.1" status: 404 len: 337 time: 0.0847690 Feb 16 16:59:52.267009 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49362) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:52.286196 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbddcd15-f5e7-418c-9892-2e8fccb6555d admin admin] Checking segment: {'id': '457fa9dd-54bd-45be-89fb-008c1a63dec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a9f074d-71de-48a7-8445-bcff118a8024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:59:52.286650 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbddcd15-f5e7-418c-9892-2e8fccb6555d admin admin] Network hostable DHCP agents. Network: 2a9f074d-71de-48a7-8445-bcff118a8024, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:59:52.295563 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a1f262c3-8eb6-4647-8380-c7de88907dd8 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:52.296575 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 67889742-9cd2-4ebe-8362-8d56bc61dd16 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 16:59:52.297145 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 67889742-9cd2-4ebe-8362-8d56bc61dd16 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:59:52.319643 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb2c9a4a-2258-4227-9c9d-ede57ff99728 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] DELETE failed (client error): The resource could not be found. Feb 16 16:59:52.320368 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb2c9a4a-2258-4227-9c9d-ede57ff99728 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:59:52.324519 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-bb2c9a4a-2258-4227-9c9d-ede57ff99728 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "DELETE /v2.0/networks/ef5e0cee-5cbb-44e5-a1b6-06e29e16502e HTTP/1.1" status: 404 len: 339 time: 0.0554407 Feb 16 16:59:52.327723 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49366) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:52.331560 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-09f9e1a1-db04-4903-9141-076519bdf46c None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:52.340374 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1f262c3-8eb6-4647-8380-c7de88907dd8 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:59:52.340787 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a1f262c3-8eb6-4647-8380-c7de88907dd8 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:52.347319 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 16:59:52.347319 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:59:52.347319 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 16:59:52.347319 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:59:52.347319 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 16:59:52.347319 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:59:52.347319 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 16:59:52.347319 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:59:52.347319 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 16:59:52.347319 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:59:52.347319 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 16:59:52.347319 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:59:52.347319 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 16:59:52.347319 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:59:52.347319 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:59:52.347319 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:59:52.347319 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:59:52.347319 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:59:52.347319 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 16:59:52.347319 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:59:52.347319 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 16:59:52.347319 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:59:52.347319 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:59:52.347319 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:59:52.347319 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 16:59:52.347319 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:59:52.347319 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:59:52.347319 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:59:52.347319 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:59:52.347319 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:59:52.347319 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:59:52.347319 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:59:52.366711 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8c625ac-9f9e-452d-b582-edf8a64476bd tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] DELETE failed (client error): The resource could not be found. Feb 16 16:59:52.367207 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8c625ac-9f9e-452d-b582-edf8a64476bd tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:59:52.374820 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f8c625ac-9f9e-452d-b582-edf8a64476bd tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "DELETE /v2.0/subnets/e9ade6b7-a941-4d2e-bf95-bcd97f7fecc0 HTTP/1.1" status: 404 len: 337 time: 0.0432844 Feb 16 16:59:52.375611 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49370) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:52.397852 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbb2f221-c5df-486c-9e11-8e4d49209446 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] DELETE failed (client error): The resource could not be found. Feb 16 16:59:52.398828 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbb2f221-c5df-486c-9e11-8e4d49209446 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:59:52.404205 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-fbb2f221-c5df-486c-9e11-8e4d49209446 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "DELETE /v2.0/networks/fa439a5b-348f-4d3c-8916-c0617af580d4 HTTP/1.1" status: 404 len: 339 time: 0.0254011 Feb 16 16:59:52.404755 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49372) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:52.411781 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83bda8d-ce8b-4b77-9886-2ec427e55d4a tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:52.413491 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-e83bda8d-ce8b-4b77-9886-2ec427e55d4a tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] 10.222.0.88 "GET /v2.0/networks/d8eab20e-246c-47ce-8449-822ce53769fc HTTP/1.1" status: 200 len: 881 time: 0.2506800 Feb 16 16:59:52.419647 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49376) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:52.434136 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 63ea4b6e-c305-4f4c-9e38-2be10292a3f9 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:59:52.438036 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-09f9e1a1-db04-4903-9141-076519bdf46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:52.466880 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-10aabc52-1efd-462c-9853-2ebf48c118bf tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] 10.222.0.88 "GET /v2.0/ports?device_id=64cbf862-a606-4ccf-a547-26d460658175 HTTP/1.1" status: 200 len: 205 time: 0.0461009 Feb 16 16:59:52.468360 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 63ea4b6e-c305-4f4c-9e38-2be10292a3f9 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 16:59:52.468724 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 63ea4b6e-c305-4f4c-9e38-2be10292a3f9 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:59:52.469658 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49378) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:52.512474 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbddcd15-f5e7-418c-9892-2e8fccb6555d admin admin] Network 2a9f074d-71de-48a7-8445-bcff118a8024 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:59:52.522544 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0c00548-1cbd-4e39-8602-ec91ce72ce65 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Deleting subnet 01018d11-9e6c-4193-b507-3fc4859925c3 {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 16:59:52.524217 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f9e1a1-db04-4903-9141-076519bdf46c None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:52.525406 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a0c00548-1cbd-4e39-8602-ec91ce72ce65 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:52.530079 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-09f9e1a1-db04-4903-9141-076519bdf46c None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:52.534278 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f9e1a1-db04-4903-9141-076519bdf46c None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:59:52.542431 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f9e1a1-db04-4903-9141-076519bdf46c None None] Pushing event updated for resources: {'Port': ['ID=44e2d9eb-9c22-4bf6-ab31-3c1a636e5356,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:52.558372 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-6987580f-8dff-4f13-95e5-a8e59484f915 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Allocated IP 2001:db8::4ec8:c171:14f:5d39 (1e2a9b2d-a159-48c5-a704-dcb18c3b88c3/131362c7-e192-46b5-90d6-9629d676bce7/413c45d2-7f93-4167-97d4-ac5985cbc294) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:52.583784 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a1f262c3-8eb6-4647-8380-c7de88907dd8 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:52.597880 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a0c00548-1cbd-4e39-8602-ec91ce72ce65 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:52.604753 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a1f262c3-8eb6-4647-8380-c7de88907dd8 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:52.609235 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-a1f262c3-8eb6-4647-8380-c7de88907dd8 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] 10.222.0.88 "DELETE /v2.0/networks/ed5c63da-1a4f-4f09-93d5-37f2aceac538 HTTP/1.1" status: 204 len: 168 time: 1.0756381 Feb 16 16:59:52.621585 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49384) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:52.634572 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f262c3-8eb6-4647-8380-c7de88907dd8 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Pushing event deleted for resources: {'Network': ['ID=ed5c63da-1a4f-4f09-93d5-37f2aceac538,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:52.654027 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-bbddcd15-f5e7-418c-9892-2e8fccb6555d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 2a9f074d-71de-48a7-8445-bcff118a8024) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:52.662777 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-09f9e1a1-db04-4903-9141-076519bdf46c None None] Attempting to bind port 44e2d9eb-9c22-4bf6-ab31-3c1a636e5356 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:59:52.663130 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-09f9e1a1-db04-4903-9141-076519bdf46c None None] Attempting to bind port 44e2d9eb-9c22-4bf6-ab31-3c1a636e5356 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:59:52.665640 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f9e1a1-db04-4903-9141-076519bdf46c None None] Attempting to bind port 44e2d9eb-9c22-4bf6-ab31-3c1a636e5356 on network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:59:52.676459 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74a3142-7617-4655-b437-70664cca2295 None None] Network 2a9f074d-71de-48a7-8445-bcff118a8024 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:59:52.694060 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbddcd15-f5e7-418c-9892-2e8fccb6555d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:52.694742 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-bbddcd15-f5e7-418c-9892-2e8fccb6555d admin admin] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:52.712523 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f9e1a1-db04-4903-9141-076519bdf46c None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:59:52.712874 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f9e1a1-db04-4903-9141-076519bdf46c None None] Checking segment: {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:59:52.713458 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-09f9e1a1-db04-4903-9141-076519bdf46c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:52.713634 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f9e1a1-db04-4903-9141-076519bdf46c None None] Bound using segment: {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:59:52.714114 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-09f9e1a1-db04-4903-9141-076519bdf46c None None] Bound port: 44e2d9eb-9c22-4bf6-ab31-3c1a636e5356, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:59:52.715736 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-09f9e1a1-db04-4903-9141-076519bdf46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:52.718143 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e796c102-2d5d-4f5f-80e4-ececd223d1ce tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks [] for router, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:52.775009 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49386) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:52.800463 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-395af1ff-a1b4-4362-b5bf-82e264e0b7e6 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:52.812846 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a0c00548-1cbd-4e39-8602-ec91ce72ce65 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:52.900141 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-bbddcd15-f5e7-418c-9892-2e8fccb6555d admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4169984 Feb 16 16:59:52.903603 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6987580f-8dff-4f13-95e5-a8e59484f915 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:52.904789 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49394) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:52.911245 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-1d26f39b-824c-442a-a618-52ccf2b8ac54 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1950663377-router', 'tenant_id': '09d1279d90c3425a9b4e1f123c7549b3', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:52.969241 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e796c102-2d5d-4f5f-80e4-ececd223d1ce tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:52.976692 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-480e84fa-6afb-4341-9df7-3d57a6335c8c tempest-NetworksNegativeTestJSON-437897453 tempest-NetworksNegativeTestJSON-437897453-project] Request body: {'port': {'network_id': '95f21f77-32e4-48d0-bf2a-747e7299e5cd', 'name': 'tempest-NetworksNegativeTestJSON-1358208980'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:52.985777 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-395af1ff-a1b4-4362-b5bf-82e264e0b7e6 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:52.995595 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-09f9e1a1-db04-4903-9141-076519bdf46c None None] For port 44e2d9eb-9c22-4bf6-ab31-3c1a636e5356, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:59:52.999333 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbea5b92-995f-4a20-9f53-9caec38471e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-2a9f074d-71de-48a7-8445-bcff118a8024', 'network_id': '2a9f074d-71de-48a7-8445-bcff118a8024', 'tenant_id': '09d1279d90c3425a9b4e1f123c7549b3', 'fixed_ips': [{'subnet_id': '847c90d0-f658-438a-baa8-b8b47f957a97'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 16:59:53.000188 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-fbea5b92-995f-4a20-9f53-9caec38471e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:53.005317 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-09f9e1a1-db04-4903-9141-076519bdf46c None None] For port 44e2d9eb-9c22-4bf6-ab31-3c1a636e5356, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=44e2d9eb-9c22-4bf6-ab31-3c1a636e5356,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:59:53.013960 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-480e84fa-6afb-4341-9df7-3d57a6335c8c tempest-NetworksNegativeTestJSON-437897453 tempest-NetworksNegativeTestJSON-437897453-project] POST failed (client error): The resource could not be found. Feb 16 16:59:53.014544 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-480e84fa-6afb-4341-9df7-3d57a6335c8c tempest-NetworksNegativeTestJSON-437897453 tempest-NetworksNegativeTestJSON-437897453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:59:53.015683 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-480e84fa-6afb-4341-9df7-3d57a6335c8c tempest-NetworksNegativeTestJSON-437897453 tempest-NetworksNegativeTestJSON-437897453-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2380624 Feb 16 16:59:53.020418 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49398) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:53.022774 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-395af1ff-a1b4-4362-b5bf-82e264e0b7e6 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4302024b-9f41-48d4-a71b-5d2de780997f']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:53.035033 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-395af1ff-a1b4-4362-b5bf-82e264e0b7e6 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43843cc6-1cee-42cd-b1db-e612fa8cf36d') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:53.035331 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-395af1ff-a1b4-4362-b5bf-82e264e0b7e6 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43843cc6-1cee-42cd-b1db-e612fa8cf36d') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:53.045128 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-a18da7db-2e7e-41db-8fb1-60f19efa340b tempest-NetworksNegativeTestJSON-437897453 tempest-NetworksNegativeTestJSON-437897453-project] DELETE failed (client error): The resource could not be found. Feb 16 16:59:53.046128 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a18da7db-2e7e-41db-8fb1-60f19efa340b tempest-NetworksNegativeTestJSON-437897453 tempest-NetworksNegativeTestJSON-437897453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:59:53.047415 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-395af1ff-a1b4-4362-b5bf-82e264e0b7e6 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:53.053436 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a18da7db-2e7e-41db-8fb1-60f19efa340b tempest-NetworksNegativeTestJSON-437897453 tempest-NetworksNegativeTestJSON-437897453-project] 10.222.0.88 "DELETE /v2.0/networks/912d29e9-312b-42a7-8a81-67c3fde95deb HTTP/1.1" status: 404 len: 339 time: 0.0277302 Feb 16 16:59:53.053864 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49400) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:53.065115 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-395af1ff-a1b4-4362-b5bf-82e264e0b7e6 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:53.074867 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-395af1ff-a1b4-4362-b5bf-82e264e0b7e6 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:59:53.075389 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-395af1ff-a1b4-4362-b5bf-82e264e0b7e6 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:53.078709 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 16:59:53.078709 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:59:53.078709 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 16:59:53.078709 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:59:53.078709 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 16:59:53.078709 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:59:53.078709 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 16:59:53.078709 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:59:53.078709 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 16:59:53.078709 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:59:53.078709 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 16:59:53.078709 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:59:53.078709 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 16:59:53.078709 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:59:53.078709 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:59:53.078709 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:59:53.078709 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:59:53.078709 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:59:53.078709 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 16:59:53.078709 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:59:53.078709 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 16:59:53.078709 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:59:53.078709 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:59:53.078709 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:59:53.078709 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 16:59:53.078709 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:59:53.078709 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:59:53.078709 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:59:53.078709 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:59:53.078709 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:59:53.078709 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:59:53.078709 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:59:53.096505 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-a21eed2b-5066-43cf-8ab8-17bccaceabeb tempest-NetworksNegativeTestJSON-437897453 tempest-NetworksNegativeTestJSON-437897453-project] DELETE failed (client error): The resource could not be found. Feb 16 16:59:53.098058 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a21eed2b-5066-43cf-8ab8-17bccaceabeb tempest-NetworksNegativeTestJSON-437897453 tempest-NetworksNegativeTestJSON-437897453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:59:53.106339 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a21eed2b-5066-43cf-8ab8-17bccaceabeb tempest-NetworksNegativeTestJSON-437897453 tempest-NetworksNegativeTestJSON-437897453-project] 10.222.0.88 "DELETE /v2.0/ports/a9399478-e785-4f7f-8a5a-5b57496f36d4 HTTP/1.1" status: 404 len: 333 time: 0.0496254 Feb 16 16:59:53.106339 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1d26f39b-824c-442a-a618-52ccf2b8ac54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:53.106592 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-09f9e1a1-db04-4903-9141-076519bdf46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:53.109219 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1d26f39b-824c-442a-a618-52ccf2b8ac54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:53.147311 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49404) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:53.186626 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1d26f39b-824c-442a-a618-52ccf2b8ac54 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:53.196414 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a0c00548-1cbd-4e39-8602-ec91ce72ce65 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:53.213843 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb3569d4-a95c-4255-9523-1a165b54b4fc tempest-NetworksNegativeTestJSON-437897453 tempest-NetworksNegativeTestJSON-437897453-project] DELETE failed (client error): The resource could not be found. Feb 16 16:59:53.214392 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb3569d4-a95c-4255-9523-1a165b54b4fc tempest-NetworksNegativeTestJSON-437897453 tempest-NetworksNegativeTestJSON-437897453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:59:53.215642 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6987580f-8dff-4f13-95e5-a8e59484f915 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:53.221641 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-fb3569d4-a95c-4255-9523-1a165b54b4fc tempest-NetworksNegativeTestJSON-437897453 tempest-NetworksNegativeTestJSON-437897453-project] 10.222.0.88 "DELETE /v2.0/subnets/40d112ec-cb0e-4c64-920d-f4eb7fe66931 HTTP/1.1" status: 404 len: 337 time: 0.0676510 Feb 16 16:59:53.223281 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49406) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:53.228923 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a0c00548-1cbd-4e39-8602-ec91ce72ce65 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:53.235233 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a0c00548-1cbd-4e39-8602-ec91ce72ce65 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "DELETE /v2.0/subnets/01018d11-9e6c-4193-b507-3fc4859925c3 HTTP/1.1" status: 204 len: 168 time: 0.8282869 Feb 16 16:59:53.236874 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cb93da-f291-48b1-9694-1141800acdf1 None None] Network 630a5f4c-4aa1-4505-b714-dea3c15b1118 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:59:53.237128 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49410) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:53.275215 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f9e1a1-db04-4903-9141-076519bdf46c None None] Pushing event updated for resources: {'Port': ['ID=44e2d9eb-9c22-4bf6-ab31-3c1a636e5356,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:53.285365 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-86766d41-f820-4400-acb8-39bc788dc0d8 tempest-NetworksNegativeTestJSON-437897453 tempest-NetworksNegativeTestJSON-437897453-project] GET failed (client error): The resource could not be found. Feb 16 16:59:53.292875 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-86766d41-f820-4400-acb8-39bc788dc0d8 tempest-NetworksNegativeTestJSON-437897453 tempest-NetworksNegativeTestJSON-437897453-project] 10.222.0.88 "GET /v2.0/networks/629251d9-858b-48a2-b7f9-7ee0321ccdab HTTP/1.1" status: 404 len: 339 time: 0.0649142 Feb 16 16:59:53.317785 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49412) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:53.335500 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c00548-1cbd-4e39-8602-ec91ce72ce65 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Pushing event deleted for resources: {'Subnet': ['ID=01018d11-9e6c-4193-b507-3fc4859925c3,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:53.368221 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-fbea5b92-995f-4a20-9f53-9caec38471e9 None None] Allocated IP 172.20.0.2 (2a9f074d-71de-48a7-8445-bcff118a8024/847c90d0-f658-438a-baa8-b8b47f957a97/763c6785-9290-44e0-b386-cdc7b1a74d02) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:53.368332 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-395af1ff-a1b4-4362-b5bf-82e264e0b7e6 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:53.401408 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6987580f-8dff-4f13-95e5-a8e59484f915 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:53.413734 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-395af1ff-a1b4-4362-b5bf-82e264e0b7e6 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:53.416941 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-395af1ff-a1b4-4362-b5bf-82e264e0b7e6 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] 10.222.0.88 "DELETE /v2.0/networks/4302024b-9f41-48d4-a71b-5d2de780997f HTTP/1.1" status: 204 len: 168 time: 0.7942393 Feb 16 16:59:53.428791 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395af1ff-a1b4-4362-b5bf-82e264e0b7e6 tempest-BulkNetworkOpsTest-369185442 tempest-BulkNetworkOpsTest-369185442-project] Pushing event deleted for resources: {'Network': ['ID=4302024b-9f41-48d4-a71b-5d2de780997f,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:53.442155 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-e796c102-2d5d-4f5f-80e4-ececd223d1ce tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Deleting port 3ae0e50f-4674-4993-a6a1-df9a0b613afa {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:59:53.442155 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e796c102-2d5d-4f5f-80e4-ececd223d1ce tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:53.452249 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-785c9037-bcc5-423d-98bc-f9a646194ad7 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:53.738646 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e796c102-2d5d-4f5f-80e4-ececd223d1ce tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:53.763336 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-e796c102-2d5d-4f5f-80e4-ececd223d1ce tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Calling delete_port for 3ae0e50f-4674-4993-a6a1-df9a0b613afa owned by network:router_gateway {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:59:53.777042 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-785c9037-bcc5-423d-98bc-f9a646194ad7 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Deleting port 07257245-c6d8-43df-b136-bc182249ba9c {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:59:53.777542 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-785c9037-bcc5-423d-98bc-f9a646194ad7 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:53.904089 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-785c9037-bcc5-423d-98bc-f9a646194ad7 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] For port 07257245-c6d8-43df-b136-bc182249ba9c, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=07257245-c6d8-43df-b136-bc182249ba9c,segment=NetworkSegment(1de55a6d-6582-4251-b58b-cebe06ff925a),segment_id=1de55a6d-6582-4251-b58b-cebe06ff925a)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:53.904525 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-785c9037-bcc5-423d-98bc-f9a646194ad7 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:53.922382 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-785c9037-bcc5-423d-98bc-f9a646194ad7 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Calling delete_port for 07257245-c6d8-43df-b136-bc182249ba9c owned by network:dhcp {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:59:54.032081 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-fbea5b92-995f-4a20-9f53-9caec38471e9 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:54.035108 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c891324e-17fc-4131-991e-4f838c440132 None None] DHCP port deletion for 630a5f4c-4aa1-4505-b714-dea3c15b1118 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 16:59:54.094457 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-c891324e-17fc-4131-991e-4f838c440132 None None] Deleting port 07257245-c6d8-43df-b136-bc182249ba9c {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:59:54.094846 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c891324e-17fc-4131-991e-4f838c440132 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:54.122125 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49428) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:54.198129 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-fbea5b92-995f-4a20-9f53-9caec38471e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:54.214585 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-6987580f-8dff-4f13-95e5-a8e59484f915 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:54.220552 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6987580f-8dff-4f13-95e5-a8e59484f915 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Port': ['ID=413c45d2-7f93-4167-97d4-ac5985cbc294,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:54.221876 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-c891324e-17fc-4131-991e-4f838c440132 None None] For port 07257245-c6d8-43df-b136-bc182249ba9c, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=07257245-c6d8-43df-b136-bc182249ba9c,segment=NetworkSegment(1de55a6d-6582-4251-b58b-cebe06ff925a),segment_id=1de55a6d-6582-4251-b58b-cebe06ff925a)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:54.222279 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c891324e-17fc-4131-991e-4f838c440132 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:54.256158 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbea5b92-995f-4a20-9f53-9caec38471e9 None None] Network 2a9f074d-71de-48a7-8445-bcff118a8024 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:54.260107 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e796c102-2d5d-4f5f-80e4-ececd223d1ce tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:54.265752 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-c891324e-17fc-4131-991e-4f838c440132 None None] Calling delete_port for 07257245-c6d8-43df-b136-bc182249ba9c owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:59:54.273286 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-fbea5b92-995f-4a20-9f53-9caec38471e9 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:54.278627 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49434) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:54.284707 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbea5b92-995f-4a20-9f53-9caec38471e9 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:59:54.308027 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea5b92-995f-4a20-9f53-9caec38471e9 None None] Pushing event updated for resources: {'Port': ['ID=763c6785-9290-44e0-b386-cdc7b1a74d02,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:54.315735 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6987580f-8dff-4f13-95e5-a8e59484f915 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:59:54.327395 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6987580f-8dff-4f13-95e5-a8e59484f915 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:54.328100 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6987580f-8dff-4f13-95e5-a8e59484f915 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:54.338028 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bfcb5f2-4d36-4089-8e30-00c30475d309 tempest-NetworksNegativeTestJSON-437897453 tempest-NetworksNegativeTestJSON-437897453-project] GET failed (client error): The resource could not be found. Feb 16 16:59:54.348869 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-0bfcb5f2-4d36-4089-8e30-00c30475d309 tempest-NetworksNegativeTestJSON-437897453 tempest-NetworksNegativeTestJSON-437897453-project] 10.222.0.88 "GET /v2.0/ports/64533beb-096f-4e38-b042-08e140a3df9b HTTP/1.1" status: 404 len: 333 time: 1.0298009 Feb 16 16:59:54.352263 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49438) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:54.368195 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-785c9037-bcc5-423d-98bc-f9a646194ad7 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:54.437699 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7771085-afbf-4026-a05d-60dc31a6aa08 tempest-NetworksNegativeTestJSON-437897453 tempest-NetworksNegativeTestJSON-437897453-project] GET failed (client error): The resource could not be found. Feb 16 16:59:54.446916 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-b7771085-afbf-4026-a05d-60dc31a6aa08 tempest-NetworksNegativeTestJSON-437897453 tempest-NetworksNegativeTestJSON-437897453-project] 10.222.0.88 "GET /v2.0/subnets/041e5a48-74b6-40ba-b64b-4d29427f131c HTTP/1.1" status: 404 len: 337 time: 0.0895224 Feb 16 16:59:54.447570 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49440) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:54.447895 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49442) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:54.482858 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-fbea5b92-995f-4a20-9f53-9caec38471e9 None None] Attempting to bind port 763c6785-9290-44e0-b386-cdc7b1a74d02 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:59:54.483236 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-fbea5b92-995f-4a20-9f53-9caec38471e9 None None] Attempting to bind port 763c6785-9290-44e0-b386-cdc7b1a74d02 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '457fa9dd-54bd-45be-89fb-008c1a63dec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a9f074d-71de-48a7-8445-bcff118a8024'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:59:54.483602 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbea5b92-995f-4a20-9f53-9caec38471e9 None None] Attempting to bind port 763c6785-9290-44e0-b386-cdc7b1a74d02 on network 2a9f074d-71de-48a7-8445-bcff118a8024 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:59:54.491181 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e796c102-2d5d-4f5f-80e4-ececd223d1ce tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Pushing event deleted for resources: {'Port': ['ID=3ae0e50f-4674-4993-a6a1-df9a0b613afa,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:54.506894 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-15e0e001-32ac-4a7b-83a7-f083df74a4e9 tempest-ExternalNetworksAdminNegativeTestJSON-1773420994 tempest-ExternalNetworksAdminNegativeTestJSON-1773420994-project-admin] Request body: {'floatingip': {'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:54.507105 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbea5b92-995f-4a20-9f53-9caec38471e9 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:59:54.507463 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbea5b92-995f-4a20-9f53-9caec38471e9 None None] Checking segment: {'id': '457fa9dd-54bd-45be-89fb-008c1a63dec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a9f074d-71de-48a7-8445-bcff118a8024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:59:54.508291 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-fbea5b92-995f-4a20-9f53-9caec38471e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:54.508403 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbea5b92-995f-4a20-9f53-9caec38471e9 None None] Bound using segment: {'id': '457fa9dd-54bd-45be-89fb-008c1a63dec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a9f074d-71de-48a7-8445-bcff118a8024'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:59:54.508813 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-fbea5b92-995f-4a20-9f53-9caec38471e9 None None] Bound port: 763c6785-9290-44e0-b386-cdc7b1a74d02, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '457fa9dd-54bd-45be-89fb-008c1a63dec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a9f074d-71de-48a7-8445-bcff118a8024'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:59:54.509199 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-fbea5b92-995f-4a20-9f53-9caec38471e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:54.560265 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c891324e-17fc-4131-991e-4f838c440132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:54.565449 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785c9037-bcc5-423d-98bc-f9a646194ad7 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] No DVR routers for this DVR port 07257245-c6d8-43df-b136-bc182249ba9c on host dv-neutron-828697-3-hyperv {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:59:54.569826 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 44e2d9eb-9c22-4bf6-ab31-3c1a636e5356 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:59:54.597108 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-1c54a458-ee91-4a26-8422-251f8d21c8bd tempest-NetworksNegativeTestJSON-437897453 tempest-NetworksNegativeTestJSON-437897453-project] Request body: {'network': {'name': 'new_name'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:54.617465 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1d26f39b-824c-442a-a618-52ccf2b8ac54 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:54.627914 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c9037-bcc5-423d-98bc-f9a646194ad7 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Pushing event deleted for resources: {'Port': ['ID=07257245-c6d8-43df-b136-bc182249ba9c,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:54.632026 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-6987580f-8dff-4f13-95e5-a8e59484f915 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.2541080 Feb 16 16:59:54.643225 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c891324e-17fc-4131-991e-4f838c440132 None None] Pushing event deleted for resources: {'Port': ['ID=07257245-c6d8-43df-b136-bc182249ba9c,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:54.644243 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49446) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:54.647540 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-02463982-1d84-41dd-98b3-65f0d44b0d02 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1993230380'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:54.666249 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c54a458-ee91-4a26-8422-251f8d21c8bd tempest-NetworksNegativeTestJSON-437897453 tempest-NetworksNegativeTestJSON-437897453-project] PUT failed (client error): The resource could not be found. Feb 16 16:59:54.666249 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c54a458-ee91-4a26-8422-251f8d21c8bd tempest-NetworksNegativeTestJSON-437897453 tempest-NetworksNegativeTestJSON-437897453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:59:54.666249 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-1c54a458-ee91-4a26-8422-251f8d21c8bd tempest-NetworksNegativeTestJSON-437897453 tempest-NetworksNegativeTestJSON-437897453-project] 10.222.0.88 "PUT /v2.0/networks/0c5cfe8a-e0cc-4368-9596-a426f89c0d99 HTTP/1.1" status: 404 len: 339 time: 0.1372602 Feb 16 16:59:54.667926 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c891324e-17fc-4131-991e-4f838c440132 None None] No DVR routers for this DVR port 07257245-c6d8-43df-b136-bc182249ba9c on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:59:54.683139 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49448) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:54.689191 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-fbea5b92-995f-4a20-9f53-9caec38471e9 None None] For port 763c6785-9290-44e0-b386-cdc7b1a74d02, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:59:54.689628 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-16b54d8a-d8d1-44ec-8f41-e338813b151f tempest-NetworksNegativeTestJSON-437897453 tempest-NetworksNegativeTestJSON-437897453-project] Request body: {'port': {'name': 'new_name'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:54.700990 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-fbea5b92-995f-4a20-9f53-9caec38471e9 None None] For port 763c6785-9290-44e0-b386-cdc7b1a74d02, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=763c6785-9290-44e0-b386-cdc7b1a74d02,segment=NetworkSegment(457fa9dd-54bd-45be-89fb-008c1a63dec7),segment_id=457fa9dd-54bd-45be-89fb-008c1a63dec7)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:59:54.718383 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-16b54d8a-d8d1-44ec-8f41-e338813b151f tempest-NetworksNegativeTestJSON-437897453 tempest-NetworksNegativeTestJSON-437897453-project] PUT failed (client error): The resource could not be found. Feb 16 16:59:54.719036 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16b54d8a-d8d1-44ec-8f41-e338813b151f tempest-NetworksNegativeTestJSON-437897453 tempest-NetworksNegativeTestJSON-437897453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:59:54.720189 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-16b54d8a-d8d1-44ec-8f41-e338813b151f tempest-NetworksNegativeTestJSON-437897453 tempest-NetworksNegativeTestJSON-437897453-project] 10.222.0.88 "PUT /v2.0/ports/c4c1a944-07c9-4e75-8b09-1f7891d02366 HTTP/1.1" status: 404 len: 333 time: 0.0361998 Feb 16 16:59:54.724161 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49450) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:54.724785 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 44e2d9eb-9c22-4bf6-ab31-3c1a636e5356 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:54.725423 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:54.744245 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-305afd65-9343-465f-b7d5-262dd2f320bc tempest-NetworksNegativeTestJSON-437897453 tempest-NetworksNegativeTestJSON-437897453-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:54.760419 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-785c9037-bcc5-423d-98bc-f9a646194ad7 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:54.767241 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-305afd65-9343-465f-b7d5-262dd2f320bc tempest-NetworksNegativeTestJSON-437897453 tempest-NetworksNegativeTestJSON-437897453-project] PUT failed (client error): The resource could not be found. Feb 16 16:59:54.768068 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-305afd65-9343-465f-b7d5-262dd2f320bc tempest-NetworksNegativeTestJSON-437897453 tempest-NetworksNegativeTestJSON-437897453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:59:54.775078 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-305afd65-9343-465f-b7d5-262dd2f320bc tempest-NetworksNegativeTestJSON-437897453 tempest-NetworksNegativeTestJSON-437897453-project] 10.222.0.88 "PUT /v2.0/subnets/ecac3628-8a64-4ebc-a281-ca597ec296f6 HTTP/1.1" status: 404 len: 337 time: 0.0389953 Feb 16 16:59:54.777135 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e796c102-2d5d-4f5f-80e4-ececd223d1ce tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584056'] for router_gateway, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:54.796298 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-fbea5b92-995f-4a20-9f53-9caec38471e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:54.855125 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd94654b-c942-4264-bd19-bf43ce11cc40 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:54.862705 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea5b92-995f-4a20-9f53-9caec38471e9 None None] Pushing event updated for resources: {'Port': ['ID=763c6785-9290-44e0-b386-cdc7b1a74d02,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:54.864308 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd94654b-c942-4264-bd19-bf43ce11cc40 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:54.877520 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-cd94654b-c942-4264-bd19-bf43ce11cc40 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2213752 Feb 16 16:59:54.877520 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49454) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:54.914143 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:54.933329 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:59:54.959396 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-d33492d3-bd84-4585-8991-6f0a52666b02 None None] Provisioning complete for port 44e2d9eb-9c22-4bf6-ab31-3c1a636e5356 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:54.960035 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d33492d3-bd84-4585-8991-6f0a52666b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:54.964090 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-1fd28c12-1565-46e4-bec1-aba5fcda9683 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=62bb5ef440a84a4c8ec593a84852a2c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4362185 Feb 16 16:59:54.971305 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49456) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:54.999365 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port 44e2d9eb-9c22-4bf6-ab31-3c1a636e5356, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=44e2d9eb-9c22-4bf6-ab31-3c1a636e5356,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:55.108534 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:55.114307 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a4625bf8-af4b-4b0f-ac29-177d3e9efff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:55.139163 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-c20f9839-62c3-474e-98cb-f7a628740251 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Deleting port 413c45d2-7f93-4167-97d4-ac5985cbc294 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:59:55.139537 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c20f9839-62c3-474e-98cb-f7a628740251 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:55.165988 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a4625bf8-af4b-4b0f-ac29-177d3e9efff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:55.174236 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d33492d3-bd84-4585-8991-6f0a52666b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:55.207230 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 07257245-c6d8-43df-b136-bc182249ba9c no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:59:55.263300 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 07257245-c6d8-43df-b136-bc182249ba9c {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 16:59:55.263587 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 07257245-c6d8-43df-b136-bc182249ba9c not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:59:55.380666 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=44e2d9eb-9c22-4bf6-ab31-3c1a636e5356,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:55.411167 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.db.api [None req-d33492d3-bd84-4585-8991-6f0a52666b02 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:59:55.413871 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG oslo_db.api [None req-d33492d3-bd84-4585-8991-6f0a52666b02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:59:55.417142 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e796c102-2d5d-4f5f-80e4-ececd223d1ce tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:55.425414 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-15e0e001-32ac-4a7b-83a7-f083df74a4e9 tempest-ExternalNetworksAdminNegativeTestJSON-1773420994 tempest-ExternalNetworksAdminNegativeTestJSON-1773420994-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:55.426456 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c20f9839-62c3-474e-98cb-f7a628740251 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:55.428913 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e796c102-2d5d-4f5f-80e4-ececd223d1ce tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:55.448938 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-c20f9839-62c3-474e-98cb-f7a628740251 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Calling delete_port for 413c45d2-7f93-4167-97d4-ac5985cbc294 owned by {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:59:55.451170 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1d26f39b-824c-442a-a618-52ccf2b8ac54 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:55.457588 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-785c9037-bcc5-423d-98bc-f9a646194ad7 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['630a5f4c-4aa1-4505-b714-dea3c15b1118']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:55.471534 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-785c9037-bcc5-423d-98bc-f9a646194ad7 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1de55a6d-6582-4251-b58b-cebe06ff925a') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:55.472524 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-785c9037-bcc5-423d-98bc-f9a646194ad7 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1de55a6d-6582-4251-b58b-cebe06ff925a') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:55.485272 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49460) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:55.495393 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1d26f39b-824c-442a-a618-52ccf2b8ac54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:55.501903 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a4625bf8-af4b-4b0f-ac29-177d3e9efff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:55.508071 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a4625bf8-af4b-4b0f-ac29-177d3e9efff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:55.508071 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a4625bf8-af4b-4b0f-ac29-177d3e9efff4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/32965bf3-6b26-4455-9690-eecd67e5a197 HTTP/1.1" status: 204 len: 168 time: 0.5280404 Feb 16 16:59:55.518089 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-785c9037-bcc5-423d-98bc-f9a646194ad7 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:55.550098 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02463982-1d84-41dd-98b3-65f0d44b0d02 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Made reservation on behalf of 8bea74979a924d31aa0b64c8b14c0701 for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:55.561018 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-02463982-1d84-41dd-98b3-65f0d44b0d02 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:55.564435 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4625bf8-af4b-4b0f-ac29-177d3e9efff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32965bf3-6b26-4455-9690-eecd67e5a197,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:55.655236 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-785c9037-bcc5-423d-98bc-f9a646194ad7 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:55.661671 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-02463982-1d84-41dd-98b3-65f0d44b0d02 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:55.683839 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-785c9037-bcc5-423d-98bc-f9a646194ad7 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:59:55.684270 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-785c9037-bcc5-423d-98bc-f9a646194ad7 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:55.688033 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 16:59:55.688033 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:59:55.688033 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 16:59:55.688033 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:59:55.688033 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 16:59:55.688033 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:59:55.688033 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 16:59:55.688033 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:59:55.688033 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 16:59:55.688033 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:59:55.688033 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 16:59:55.688033 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:59:55.688033 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 16:59:55.688033 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:59:55.688033 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:59:55.688033 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:59:55.688033 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:59:55.688033 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:59:55.688033 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 16:59:55.688033 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:59:55.688033 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 16:59:55.688033 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:59:55.688033 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:59:55.688033 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:59:55.688033 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 16:59:55.688033 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:59:55.688033 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:59:55.688033 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:59:55.688033 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:59:55.688033 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:59:55.688033 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:59:55.688033 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:59:55.718887 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6dc138fc-5c24-45c1-8d41-5db717ac1f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:55.760104 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e796c102-2d5d-4f5f-80e4-ececd223d1ce tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:55.760631 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e796c102-2d5d-4f5f-80e4-ececd223d1ce tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Fanout notify agent at l3_agent the message router_deleted on router 64cbf862-a606-4ccf-a547-26d460658175 {{(pid=114376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:59:55.774624 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e796c102-2d5d-4f5f-80e4-ececd223d1ce tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:55.781862 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-e796c102-2d5d-4f5f-80e4-ececd223d1ce tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] 10.222.0.88 "DELETE /v2.0/routers/64cbf862-a606-4ccf-a547-26d460658175 HTTP/1.1" status: 204 len: 168 time: 3.3052008 Feb 16 16:59:55.781965 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49466) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:55.783655 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-1d26f39b-824c-442a-a618-52ccf2b8ac54 admin admin] Allocated IP 172.26.3.209 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/797175b6-f2f8-4176-986b-0e65b9d233a9) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:55.788285 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-3e0d4091-2bd9-49fe-93fe-86cb58e00fbd tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-973029637', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}, 'admin_state_up': False}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:55.840515 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-15e0e001-32ac-4a7b-83a7-f083df74a4e9 tempest-ExternalNetworksAdminNegativeTestJSON-1773420994 tempest-ExternalNetworksAdminNegativeTestJSON-1773420994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:55.925672 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c20f9839-62c3-474e-98cb-f7a628740251 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:55.926847 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3e0d4091-2bd9-49fe-93fe-86cb58e00fbd tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:55.927848 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3e0d4091-2bd9-49fe-93fe-86cb58e00fbd tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:55.931820 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-785c9037-bcc5-423d-98bc-f9a646194ad7 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:55.958326 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1d26f39b-824c-442a-a618-52ccf2b8ac54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:55.959658 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-785c9037-bcc5-423d-98bc-f9a646194ad7 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:55.965358 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-785c9037-bcc5-423d-98bc-f9a646194ad7 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] 10.222.0.88 "DELETE /v2.0/networks/630a5f4c-4aa1-4505-b714-dea3c15b1118 HTTP/1.1" status: 204 len: 168 time: 2.7117608 Feb 16 16:59:55.965358 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c9037-bcc5-423d-98bc-f9a646194ad7 tempest-NetworksTest-422241198 tempest-NetworksTest-422241198-project] Pushing event deleted for resources: {'Network': ['ID=630a5f4c-4aa1-4505-b714-dea3c15b1118,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:55.998258 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f9839-62c3-474e-98cb-f7a628740251 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event deleted for resources: {'Port': ['ID=413c45d2-7f93-4167-97d4-ac5985cbc294,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:56.038588 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c20f9839-62c3-474e-98cb-f7a628740251 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:56.042640 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-c20f9839-62c3-474e-98cb-f7a628740251 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/ports/413c45d2-7f93-4167-97d4-ac5985cbc294 HTTP/1.1" status: 204 len: 168 time: 1.1669805 Feb 16 16:59:56.047477 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49474) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:56.086360 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3e0d4091-2bd9-49fe-93fe-86cb58e00fbd tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:56.124246 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-9412b75a-018d-45df-9fab-d68b0f3cea00 None None] Could not find standard attr ID for object 413c45d2-7f93-4167-97d4-ac5985cbc294. {{(pid=114377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 16:59:56.134335 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-9412b75a-018d-45df-9fab-d68b0f3cea00 None None] Could not find standard attr ID for object 57c1536f-f610-4efb-8490-08e2c4ecdd37. {{(pid=114377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 16:59:56.154757 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-02463982-1d84-41dd-98b3-65f0d44b0d02 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:56.201015 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8400d38-0cc1-4964-8e25-4c59e89f16ba tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:56.203100 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8400d38-0cc1-4964-8e25-4c59e89f16ba tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:56.205521 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d8400d38-0cc1-4964-8e25-4c59e89f16ba tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1566067 Feb 16 16:59:56.208353 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49480) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:56.208487 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6dc138fc-5c24-45c1-8d41-5db717ac1f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:56.240509 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1d26f39b-824c-442a-a618-52ccf2b8ac54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:56.293128 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-02463982-1d84-41dd-98b3-65f0d44b0d02 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:56.300392 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d26f39b-824c-442a-a618-52ccf2b8ac54 admin admin] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:56.304377 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02463982-1d84-41dd-98b3-65f0d44b0d02 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:59:56.304557 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-1d26f39b-824c-442a-a618-52ccf2b8ac54 admin admin] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:56.311887 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d26f39b-824c-442a-a618-52ccf2b8ac54 admin admin] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:59:56.313727 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-02463982-1d84-41dd-98b3-65f0d44b0d02 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:56.314081 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-02463982-1d84-41dd-98b3-65f0d44b0d02 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Added segment a414cfab-4540-426e-b8d2-53b69773ff7b of type vlan for network 580dd700-83f5-4257-8a33-9f3f0a9bd87a Feb 16 16:59:56.339225 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d26f39b-824c-442a-a618-52ccf2b8ac54 admin admin] Pushing event updated for resources: {'Port': ['ID=797175b6-f2f8-4176-986b-0e65b9d233a9,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:56.345172 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6dc138fc-5c24-45c1-8d41-5db717ac1f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:56.422422 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc138fc-5c24-45c1-8d41-5db717ac1f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063894f5-c9fe-4fd2-9307-29688a776f8f,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:56.479203 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-6dc138fc-5c24-45c1-8d41-5db717ac1f4d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c5b229c5c4de48b8881c56a67a1ea4cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9925528 Feb 16 16:59:56.481842 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49484) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:56.559834 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7f06a0-fdcf-4042-a111-35195266873a None None] Network 2a9f074d-71de-48a7-8445-bcff118a8024 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:59:56.567562 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3e0d4091-2bd9-49fe-93fe-86cb58e00fbd tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:56.615476 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02463982-1d84-41dd-98b3-65f0d44b0d02 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23b1f19a-bdfb-473a-b654-ecce5a911399,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:56.618566 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-02463982-1d84-41dd-98b3-65f0d44b0d02 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:56.627759 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce48c045-462e-4372-b965-ad465985cf04 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Deleting subnet 131362c7-e192-46b5-90d6-9629d676bce7 {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 16:59:56.630662 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 763c6785-9290-44e0-b386-cdc7b1a74d02 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:59:56.631314 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ce48c045-462e-4372-b965-ad465985cf04 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:56.675786 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-19a3fd73-75bb-47b1-a6de-7d4e68189388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:56.684389 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ce48c045-462e-4372-b965-ad465985cf04 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:56.715936 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-19a3fd73-75bb-47b1-a6de-7d4e68189388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:56.766398 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1ae0f9ff-71e8-409e-9aeb-323a103d3cd7 None None] Provisioning complete for port 763c6785-9290-44e0-b386-cdc7b1a74d02 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:56.770659 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1ae0f9ff-71e8-409e-9aeb-323a103d3cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:56.775171 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-15e0e001-32ac-4a7b-83a7-f083df74a4e9 tempest-ExternalNetworksAdminNegativeTestJSON-1773420994 tempest-ExternalNetworksAdminNegativeTestJSON-1773420994-project-admin] Allocated IP 172.26.3.32 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/e0b31e6d-e2be-4002-b0fd-8948997187ea) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:56.852685 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 763c6785-9290-44e0-b386-cdc7b1a74d02 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:56.853163 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:56.858844 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49494) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:56.874747 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.db.resource_extend [None req-02463982-1d84-41dd-98b3-65f0d44b0d02 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 16:59:56.885521 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1d26f39b-824c-442a-a618-52ccf2b8ac54 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:56.981130 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-19a3fd73-75bb-47b1-a6de-7d4e68189388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:56.983864 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-19a3fd73-75bb-47b1-a6de-7d4e68189388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:56.988225 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-19a3fd73-75bb-47b1-a6de-7d4e68189388 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/063894f5-c9fe-4fd2-9307-29688a776f8f HTTP/1.1" status: 204 len: 168 time: 0.5053685 Feb 16 16:59:57.006168 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a3fd73-75bb-47b1-a6de-7d4e68189388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063894f5-c9fe-4fd2-9307-29688a776f8f,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:57.022744 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:57.065722 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1ae0f9ff-71e8-409e-9aeb-323a103d3cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:57.092033 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port 763c6785-9290-44e0-b386-cdc7b1a74d02, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=763c6785-9290-44e0-b386-cdc7b1a74d02,segment=NetworkSegment(457fa9dd-54bd-45be-89fb-008c1a63dec7),segment_id=457fa9dd-54bd-45be-89fb-008c1a63dec7)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:57.139563 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49502) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:57.163314 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-02463982-1d84-41dd-98b3-65f0d44b0d02 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:57.168758 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02463982-1d84-41dd-98b3-65f0d44b0d02 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:57.169379 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-02463982-1d84-41dd-98b3-65f0d44b0d02 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:57.170774 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1d26f39b-824c-442a-a618-52ccf2b8ac54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:57.181895 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ce48c045-462e-4372-b965-ad465985cf04 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:57.185869 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:57.187891 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 44e2d9eb-9c22-4bf6-ab31-3c1a636e5356 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:59:57.200085 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-15e0e001-32ac-4a7b-83a7-f083df74a4e9 tempest-ExternalNetworksAdminNegativeTestJSON-1773420994 tempest-ExternalNetworksAdminNegativeTestJSON-1773420994-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:57.320791 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-e9a7f364-b135-4746-baa7-892b111bb554 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-617184530', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:57.373656 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=763c6785-9290-44e0-b386-cdc7b1a74d02,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:57.391081 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.db.api [None req-1ae0f9ff-71e8-409e-9aeb-323a103d3cd7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:59:57.391569 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG oslo_db.api [None req-1ae0f9ff-71e8-409e-9aeb-323a103d3cd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:59:57.406293 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 44e2d9eb-9c22-4bf6-ab31-3c1a636e5356 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:57.406765 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:57.412757 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02463982-1d84-41dd-98b3-65f0d44b0d02 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Pushing event updated for resources: {'Network': ['ID=580dd700-83f5-4257-8a33-9f3f0a9bd87a,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:57.435567 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 580dd700-83f5-4257-8a33-9f3f0a9bd87a details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:59:57.453126 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-6ea2513f-9a6e-40fd-a297-221aa2c115dc admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e3df33defdf448bc970b49b57571b9c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5908787 Feb 16 16:59:57.453733 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49506) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:57.464530 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-02463982-1d84-41dd-98b3-65f0d44b0d02 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.1689403 Feb 16 16:59:57.464718 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e9a7f364-b135-4746-baa7-892b111bb554 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:57.465846 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49508) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:57.466879 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e9a7f364-b135-4746-baa7-892b111bb554 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:57.472016 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-9c0e949d-a84a-4e3d-836f-99c08dccd7b1 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Request body: {'subnet': {'network_id': '580dd700-83f5-4257-8a33-9f3f0a9bd87a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:57.545354 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d26f39b-824c-442a-a618-52ccf2b8ac54 admin admin] Router f10a820d-8848-4d12-a850-4085a9c5b06a is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:59:57.548465 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e9a7f364-b135-4746-baa7-892b111bb554 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:57.566482 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-35600399-fa20-4ce3-b057-a4521e61a17f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:57.596855 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ce48c045-462e-4372-b965-ad465985cf04 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:57.599065 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-15e0e001-32ac-4a7b-83a7-f083df74a4e9 tempest-ExternalNetworksAdminNegativeTestJSON-1773420994 tempest-ExternalNetworksAdminNegativeTestJSON-1773420994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:57.630412 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-35600399-fa20-4ce3-b057-a4521e61a17f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:57.672287 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e9a7f364-b135-4746-baa7-892b111bb554 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:57.676259 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce48c045-462e-4372-b965-ad465985cf04 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event deleted for resources: {'Subnet': ['ID=131362c7-e192-46b5-90d6-9629d676bce7,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:57.720771 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d26f39b-824c-442a-a618-52ccf2b8ac54 admin admin] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:59:57.733648 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdada57-c6bb-4664-afb4-d335911ca43a None None] Sync routers for ids ['f10a820d-8848-4d12-a850-4085a9c5b06a'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:59:57.745180 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdada57-c6bb-4664-afb4-d335911ca43a None None] Routers {'f10a820d-8848-4d12-a850-4085a9c5b06a'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:59:57.745825 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-4fdada57-c6bb-4664-afb4-d335911ca43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:59:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['f10a820d-8848-4d12-a850-4085a9c5b06a'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:57.753628 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ce48c045-462e-4372-b965-ad465985cf04 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:57.756752 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-ce48c045-462e-4372-b965-ad465985cf04 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/131362c7-e192-46b5-90d6-9629d676bce7 HTTP/1.1" status: 204 len: 168 time: 1.5474508 Feb 16 16:59:57.759430 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49516) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:57.760637 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3e0d4091-2bd9-49fe-93fe-86cb58e00fbd tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks [] for router_gateway, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:57.775234 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e0e001-32ac-4a7b-83a7-f083df74a4e9 tempest-ExternalNetworksAdminNegativeTestJSON-1773420994 tempest-ExternalNetworksAdminNegativeTestJSON-1773420994-project-admin] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:57.794208 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e0e001-32ac-4a7b-83a7-f083df74a4e9 tempest-ExternalNetworksAdminNegativeTestJSON-1773420994 tempest-ExternalNetworksAdminNegativeTestJSON-1773420994-project-admin] Pushing event updated for resources: {'Port': ['ID=e0b31e6d-e2be-4002-b0fd-8948997187ea,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:57.796921 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3e0d4091-2bd9-49fe-93fe-86cb58e00fbd tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:57.798953 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-15e0e001-32ac-4a7b-83a7-f083df74a4e9 tempest-ExternalNetworksAdminNegativeTestJSON-1773420994 tempest-ExternalNetworksAdminNegativeTestJSON-1773420994-project-admin] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:57.802285 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e0e001-32ac-4a7b-83a7-f083df74a4e9 tempest-ExternalNetworksAdminNegativeTestJSON-1773420994 tempest-ExternalNetworksAdminNegativeTestJSON-1773420994-project-admin] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:59:57.802992 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7a5138-ff24-4f8b-810b-314989a22649 None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:59:57.828494 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-14ba4b65-9464-45b9-8d55-0c35594dd345 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0675113 Feb 16 16:59:57.832438 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e9a7f364-b135-4746-baa7-892b111bb554 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:57.834563 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49520) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:57.837897 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e9a7f364-b135-4746-baa7-892b111bb554 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6961503 Feb 16 16:59:57.842498 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49522) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:57.844106 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-1e7abf88-4605-43fe-a61a-b36268cdbd0f tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1879768216'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:57.853314 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1d26f39b-824c-442a-a618-52ccf2b8ac54 admin admin] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:57.857203 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-1d26f39b-824c-442a-a618-52ccf2b8ac54 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.9480803 Feb 16 16:59:57.857620 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49524) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:57.871377 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-006abfd4-9d3c-4f3e-8b9d-e2a8948b406a tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'subnet': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:57.960250 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-35600399-fa20-4ce3-b057-a4521e61a17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:57.963468 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-35600399-fa20-4ce3-b057-a4521e61a17f admin admin] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:57.967496 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-35600399-fa20-4ce3-b057-a4521e61a17f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/28849006-527c-4244-9ba9-5b5bbc093573 HTTP/1.1" status: 204 len: 168 time: 0.5084820 Feb 16 16:59:58.007131 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35600399-fa20-4ce3-b057-a4521e61a17f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28849006-527c-4244-9ba9-5b5bbc093573,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:58.011752 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7abf88-4605-43fe-a61a-b36268cdbd0f tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Made reservation on behalf of ccfc643fa8404010ae50108fcfab4417 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:58.014632 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-4fdada57-c6bb-4664-afb4-d335911ca43a None None] Set router f10a820d-8848-4d12-a850-4085a9c5b06a gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:59:58.015584 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1e7abf88-4605-43fe-a61a-b36268cdbd0f tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:58.032294 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1e7abf88-4605-43fe-a61a-b36268cdbd0f tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:58.122259 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1e7abf88-4605-43fe-a61a-b36268cdbd0f tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:58.140071 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-3e0d4091-2bd9-49fe-93fe-86cb58e00fbd tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Allocated IP 172.26.3.195 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/b8f648ab-68d3-4161-a8b4-e566b13012ae) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:58.152678 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0e949d-a84a-4e3d-836f-99c08dccd7b1 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Made reservation on behalf of 8bea74979a924d31aa0b64c8b14c0701 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:58.156534 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9c0e949d-a84a-4e3d-836f-99c08dccd7b1 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:58.220192 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1e7abf88-4605-43fe-a61a-b36268cdbd0f tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:58.261525 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e7abf88-4605-43fe-a61a-b36268cdbd0f tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:59:58.267387 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006abfd4-9d3c-4f3e-8b9d-e2a8948b406a tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:58.271067 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-006abfd4-9d3c-4f3e-8b9d-e2a8948b406a tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:58.271245 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7abf88-4605-43fe-a61a-b36268cdbd0f tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b38e654-398b-4d3d-b141-34a8fef4b487,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:58.284892 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1e7abf88-4605-43fe-a61a-b36268cdbd0f tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:58.285160 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-1e7abf88-4605-43fe-a61a-b36268cdbd0f tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Added segment 499d4fbf-9147-4106-b862-04b45999cbaf of type vlan for network 190cd06a-4d90-48cd-a5b5-3f50f551fe04 Feb 16 16:59:58.332586 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-41efbe7c-aebb-4864-a69d-087492e9bdd2 None None] Provisioning complete for port 763c6785-9290-44e0-b386-cdc7b1a74d02 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:58.333114 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-41efbe7c-aebb-4864-a69d-087492e9bdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:58.410158 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1e7abf88-4605-43fe-a61a-b36268cdbd0f tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:58.430096 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c99c730-b395-40fe-9ce0-81f218a27fd1 None None] DHCP port deletion for 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 16:59:58.557610 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1e7abf88-4605-43fe-a61a-b36268cdbd0f tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:58.564141 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7abf88-4605-43fe-a61a-b36268cdbd0f tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:58.564595 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1e7abf88-4605-43fe-a61a-b36268cdbd0f tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:58.616792 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 763c6785-9290-44e0-b386-cdc7b1a74d02 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:59:58.675220 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7abf88-4605-43fe-a61a-b36268cdbd0f tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Pushing event updated for resources: {'Network': ['ID=190cd06a-4d90-48cd-a5b5-3f50f551fe04,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:58.691279 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-1e7abf88-4605-43fe-a61a-b36268cdbd0f tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8512781 Feb 16 16:59:58.691886 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49544) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:58.716991 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-b5da421e-62e7-4392-85f2-9339974881aa tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Request body: {'subnet': {'network_id': '190cd06a-4d90-48cd-a5b5-3f50f551fe04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:58.721862 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-15e0e001-32ac-4a7b-83a7-f083df74a4e9 tempest-ExternalNetworksAdminNegativeTestJSON-1773420994 tempest-ExternalNetworksAdminNegativeTestJSON-1773420994-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:58.722969 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 190cd06a-4d90-48cd-a5b5-3f50f551fe04 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:59:58.805492 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-4fdada57-c6bb-4664-afb4-d335911ca43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10a820d-8848-4d12-a850-4085a9c5b06a', 'name': 'tempest-ServerActionsTestJSON-1950663377-router', 'tenant_id': '09d1279d90c3425a9b4e1f123c7549b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '797175b6-f2f8-4176-986b-0e65b9d233a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:53Z', 'updated_at': '2022-02-16T16:59:56Z', 'revision_number': 3, 'project_id': '09d1279d90c3425a9b4e1f123c7549b3', 'gw_port': {'id': '797175b6-f2f8-4176-986b-0e65b9d233a9', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10a820d-8848-4d12-a850-4085a9c5b06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:55Z', 'updated_at': '2022-02-16T16:59:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:58.856584 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdada57-c6bb-4664-afb4-d335911ca43a None None] Checking router: f10a820d-8848-4d12-a850-4085a9c5b06a for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:59:58.856844 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdada57-c6bb-4664-afb4-d335911ca43a None None] Updating router f10a820d-8848-4d12-a850-4085a9c5b06a port 797175b6-f2f8-4176-986b-0e65b9d233a9 binding host dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:59:58.884162 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-2c99c730-b395-40fe-9ce0-81f218a27fd1 None None] Deleting port 44e2d9eb-9c22-4bf6-ab31-3c1a636e5356 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:59:58.884390 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2c99c730-b395-40fe-9ce0-81f218a27fd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:58.935222 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3e0d4091-2bd9-49fe-93fe-86cb58e00fbd tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:58.963548 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4fdada57-c6bb-4664-afb4-d335911ca43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:59.004673 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-15e0e001-32ac-4a7b-83a7-f083df74a4e9 tempest-ExternalNetworksAdminNegativeTestJSON-1773420994 tempest-ExternalNetworksAdminNegativeTestJSON-1773420994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:59.019190 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 763c6785-9290-44e0-b386-cdc7b1a74d02 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:59.019568 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:59.027637 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-2c99c730-b395-40fe-9ce0-81f218a27fd1 None None] For port 44e2d9eb-9c22-4bf6-ab31-3c1a636e5356, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=44e2d9eb-9c22-4bf6-ab31-3c1a636e5356,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:59.028314 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2c99c730-b395-40fe-9ce0-81f218a27fd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:59.128318 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-2c99c730-b395-40fe-9ce0-81f218a27fd1 None None] Calling delete_port for 44e2d9eb-9c22-4bf6-ab31-3c1a636e5356 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:59:59.197486 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-728208d0-def4-48d9-8f1a-2ba2c4ee8d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:59.236348 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9c0e949d-a84a-4e3d-836f-99c08dccd7b1 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:59.308810 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-006abfd4-9d3c-4f3e-8b9d-e2a8948b406a tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:59.356990 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3e0d4091-2bd9-49fe-93fe-86cb58e00fbd tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:59.406333 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006abfd4-9d3c-4f3e-8b9d-e2a8948b406a tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:59.413119 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0e949d-a84a-4e3d-836f-99c08dccd7b1 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Pushing event updated for resources: {'Subnet': ['ID=a0638450-35c1-4366-8209-81d7c8e50bfe,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:59.423866 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2c99c730-b395-40fe-9ce0-81f218a27fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:59.424656 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-728208d0-def4-48d9-8f1a-2ba2c4ee8d7d admin admin] Allocated IP 172.20.0.1 (2a9f074d-71de-48a7-8445-bcff118a8024/847c90d0-f658-438a-baa8-b8b47f957a97/573f421b-0d17-4303-a5c8-4a0d9f58b56e) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:59.428024 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-006abfd4-9d3c-4f3e-8b9d-e2a8948b406a tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:59.460336 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006abfd4-9d3c-4f3e-8b9d-e2a8948b406a tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:59.461199 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-006abfd4-9d3c-4f3e-8b9d-e2a8948b406a tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:59.473092 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c99c730-b395-40fe-9ce0-81f218a27fd1 None None] Pushing event deleted for resources: {'Port': ['ID=44e2d9eb-9c22-4bf6-ab31-3c1a636e5356,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:59.484924 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c99c730-b395-40fe-9ce0-81f218a27fd1 None None] No DVR routers for this DVR port 44e2d9eb-9c22-4bf6-ab31-3c1a636e5356 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:59:59.499274 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0d4091-2bd9-49fe-93fe-86cb58e00fbd tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:59.510380 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46d6418-540d-40c1-a771-ea3407e142a6 None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:59:59.512632 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-15e0e001-32ac-4a7b-83a7-f083df74a4e9 tempest-ExternalNetworksAdminNegativeTestJSON-1773420994 tempest-ExternalNetworksAdminNegativeTestJSON-1773420994-project-admin] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:59.522922 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d4091-2bd9-49fe-93fe-86cb58e00fbd tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Pushing event updated for resources: {'Port': ['ID=b8f648ab-68d3-4161-a8b4-e566b13012ae,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:59.530227 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-3e0d4091-2bd9-49fe-93fe-86cb58e00fbd tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:59.543136 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0d4091-2bd9-49fe-93fe-86cb58e00fbd tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:59:59.546148 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0e949d-a84a-4e3d-836f-99c08dccd7b1 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Checking segment: {'id': 'a414cfab-4540-426e-b8d2-53b69773ff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '580dd700-83f5-4257-8a33-9f3f0a9bd87a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:59:59.546691 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0e949d-a84a-4e3d-836f-99c08dccd7b1 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Network hostable DHCP agents. Network: 580dd700-83f5-4257-8a33-9f3f0a9bd87a, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:59:59.555339 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-728208d0-def4-48d9-8f1a-2ba2c4ee8d7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:59.571390 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5da421e-62e7-4392-85f2-9339974881aa tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Made reservation on behalf of ccfc643fa8404010ae50108fcfab4417 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:59.575662 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b5da421e-62e7-4392-85f2-9339974881aa tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:59.578068 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006abfd4-9d3c-4f3e-8b9d-e2a8948b406a tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Subnet': ['ID=204ec77b-3946-4e2d-b76f-928c5ad1a947,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:59.615041 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-15e0e001-32ac-4a7b-83a7-f083df74a4e9 tempest-ExternalNetworksAdminNegativeTestJSON-1773420994 tempest-ExternalNetworksAdminNegativeTestJSON-1773420994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:59.708260 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49566) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:59.709607 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-006abfd4-9d3c-4f3e-8b9d-e2a8948b406a tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8717976 Feb 16 16:59:59.714236 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-ea00cfd4-a919-45e1-ba48-3973dee72b6b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'port': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'fixed_ips': [{'subnet_id': '204ec77b-3946-4e2d-b76f-928c5ad1a947', 'ip_address': '2001:db8::6ad8:d5aa:5cef:647'}], 'name': 'tempest-NetworksTestDHCPv6-273341379'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:59.727256 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4fdada57-c6bb-4664-afb4-d335911ca43a None None] Notify callbacks [] for port, precommit_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:59.738550 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-728208d0-def4-48d9-8f1a-2ba2c4ee8d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:59.756713 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0e949d-a84a-4e3d-836f-99c08dccd7b1 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Network 580dd700-83f5-4257-8a33-9f3f0a9bd87a is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:59:59.801634 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c732c29-fd64-436d-8004-e9775f993bfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'tenant_id': '81837604d6654060bf0a8ff194578833', 'fixed_ips': [{'subnet_id': '204ec77b-3946-4e2d-b76f-928c5ad1a947'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 16:59:59.802612 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9c732c29-fd64-436d-8004-e9775f993bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:59.818290 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4fdada57-c6bb-4664-afb4-d335911ca43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:59.829391 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e0e001-32ac-4a7b-83a7-f083df74a4e9 tempest-ExternalNetworksAdminNegativeTestJSON-1773420994 tempest-ExternalNetworksAdminNegativeTestJSON-1773420994-project-admin] Pushing event updated for resources: {'Port': ['ID=e0b31e6d-e2be-4002-b0fd-8948997187ea,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:59.865466 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49568) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:59:59.868747 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-15e0e001-32ac-4a7b-83a7-f083df74a4e9 tempest-ExternalNetworksAdminNegativeTestJSON-1773420994 tempest-ExternalNetworksAdminNegativeTestJSON-1773420994-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:59.873374 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728208d0-def4-48d9-8f1a-2ba2c4ee8d7d admin admin] Network 2a9f074d-71de-48a7-8445-bcff118a8024 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:59.884884 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-728208d0-def4-48d9-8f1a-2ba2c4ee8d7d admin admin] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:59.886743 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728208d0-def4-48d9-8f1a-2ba2c4ee8d7d admin admin] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:59:59.911403 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-4fdada57-c6bb-4664-afb4-d335911ca43a None None] Attempting to bind port 797175b6-f2f8-4176-986b-0e65b9d233a9 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:59:59.911748 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-4fdada57-c6bb-4664-afb4-d335911ca43a None None] Attempting to bind port 797175b6-f2f8-4176-986b-0e65b9d233a9 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:59:59.912154 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdada57-c6bb-4664-afb4-d335911ca43a None None] Attempting to bind port 797175b6-f2f8-4176-986b-0e65b9d233a9 on network d8eab20e-246c-47ce-8449-822ce53769fc {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:59:59.927510 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdada57-c6bb-4664-afb4-d335911ca43a None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:59:59.936338 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdada57-c6bb-4664-afb4-d335911ca43a None None] Checking segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:59:59.937871 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4fdada57-c6bb-4664-afb4-d335911ca43a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:59.938497 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdada57-c6bb-4664-afb4-d335911ca43a None None] Bound using segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:59:59.939458 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-4fdada57-c6bb-4664-afb4-d335911ca43a None None] Bound port: 797175b6-f2f8-4176-986b-0e65b9d233a9, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:59:59.940130 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4fdada57-c6bb-4664-afb4-d335911ca43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:59.944328 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-9c0e949d-a84a-4e3d-836f-99c08dccd7b1 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 580dd700-83f5-4257-8a33-9f3f0a9bd87a) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:59.948238 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0e949d-a84a-4e3d-836f-99c08dccd7b1 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:59.948835 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9c0e949d-a84a-4e3d-836f-99c08dccd7b1 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:59:59.956321 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728208d0-def4-48d9-8f1a-2ba2c4ee8d7d admin admin] Pushing event updated for resources: {'Port': ['ID=573f421b-0d17-4303-a5c8-4a0d9f58b56e,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:00.008835 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-728208d0-def4-48d9-8f1a-2ba2c4ee8d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:00.030816 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4852fe4a-c307-4e02-a4c3-661a62ee9ed6 None None] Network 580dd700-83f5-4257-8a33-9f3f0a9bd87a requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:00:00.032552 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-15e0e001-32ac-4a7b-83a7-f083df74a4e9 tempest-ExternalNetworksAdminNegativeTestJSON-1773420994 tempest-ExternalNetworksAdminNegativeTestJSON-1773420994-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:00.034960 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-15e0e001-32ac-4a7b-83a7-f083df74a4e9 tempest-ExternalNetworksAdminNegativeTestJSON-1773420994 tempest-ExternalNetworksAdminNegativeTestJSON-1773420994-project-admin] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.9100966 Feb 16 17:00:00.038258 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49574) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:00.104457 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-51df99a3-cb8a-42c6-b5a9-5d88b2dbcb9b tempest-ExternalNetworksAdminNegativeTestJSON-1773420994 tempest-ExternalNetworksAdminNegativeTestJSON-1773420994-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1597247152', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'fixed_ips': [{'ip_address': '172.26.3.32'}]}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:00.120882 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-9c0e949d-a84a-4e3d-836f-99c08dccd7b1 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6540146 Feb 16 17:00:00.123744 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49576) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:00.137757 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-bf44d819-aa70-42f3-b839-c27e3ce52c62 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Request body: {'port': {'network_id': '580dd700-83f5-4257-8a33-9f3f0a9bd87a', 'name': 'tempest-AllowedAddressPairTestJSON-1883648785'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:00.141669 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d2a509-7a9d-409b-96e9-79a51e7730ea None None] Pushing event updated for resources: {'Port': ['ID=797175b6-f2f8-4176-986b-0e65b9d233a9,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:00.172069 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b5da421e-62e7-4392-85f2-9339974881aa tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:00.204559 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea00cfd4-a919-45e1-ba48-3973dee72b6b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:00.208846 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-4fdada57-c6bb-4664-afb4-d335911ca43a None None] For port 797175b6-f2f8-4176-986b-0e65b9d233a9, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:00:00.270740 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-4fdada57-c6bb-4664-afb4-d335911ca43a None None] For port 797175b6-f2f8-4176-986b-0e65b9d233a9, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=797175b6-f2f8-4176-986b-0e65b9d233a9,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:00:00.330878 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-c3b15d30-1b9e-4082-9bce-9539ec164d41 None None] Provisioning complete for port 573f421b-0d17-4303-a5c8-4a0d9f58b56e triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:00.331744 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c3b15d30-1b9e-4082-9bce-9539ec164d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:00.343457 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-3522cc89-5cba-4491-88f2-d545b68cb945 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-276215813'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:00.349511 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5da421e-62e7-4392-85f2-9339974881aa tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Checking segment: {'id': '499d4fbf-9147-4106-b862-04b45999cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '190cd06a-4d90-48cd-a5b5-3f50f551fe04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:00:00.349887 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5da421e-62e7-4392-85f2-9339974881aa tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Network hostable DHCP agents. Network: 190cd06a-4d90-48cd-a5b5-3f50f551fe04, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:00:00.368313 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3e0d4091-2bd9-49fe-93fe-86cb58e00fbd tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks [] for router_gateway, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:00.368697 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5da421e-62e7-4392-85f2-9339974881aa tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Pushing event updated for resources: {'Subnet': ['ID=cc6dbb4e-8947-4d37-ab73-2764fa769481,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:00.393215 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-728208d0-def4-48d9-8f1a-2ba2c4ee8d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:00.432322 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51df99a3-cb8a-42c6-b5a9-5d88b2dbcb9b tempest-ExternalNetworksAdminNegativeTestJSON-1773420994 tempest-ExternalNetworksAdminNegativeTestJSON-1773420994-project-admin] Made reservation on behalf of 3f2d858dee554dbf914fc55e4727384c for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:00.434827 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-51df99a3-cb8a-42c6-b5a9-5d88b2dbcb9b tempest-ExternalNetworksAdminNegativeTestJSON-1773420994 tempest-ExternalNetworksAdminNegativeTestJSON-1773420994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:00.445787 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-51df99a3-cb8a-42c6-b5a9-5d88b2dbcb9b tempest-ExternalNetworksAdminNegativeTestJSON-1773420994 tempest-ExternalNetworksAdminNegativeTestJSON-1773420994-project-admin] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:00.461511 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ea00cfd4-a919-45e1-ba48-3973dee72b6b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:00.462643 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4fdada57-c6bb-4664-afb4-d335911ca43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:00.465335 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:00.485201 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-c3b15d30-1b9e-4082-9bce-9539ec164d41 None None] Port 573f421b-0d17-4303-a5c8-4a0d9f58b56e cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:00:00.488902 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 44e2d9eb-9c22-4bf6-ab31-3c1a636e5356 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:00:00.495939 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5da421e-62e7-4392-85f2-9339974881aa tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Network 190cd06a-4d90-48cd-a5b5-3f50f551fe04 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:00:00.500214 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-ea00cfd4-a919-45e1-ba48-3973dee72b6b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] device_id is not set on port a68da519-459e-4c5f-a13c-a37505de3a87 yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:00:00.588779 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480474a3-5a53-4fab-bc71-6bc0a9861959 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-580dd700-83f5-4257-8a33-9f3f0a9bd87a', 'network_id': '580dd700-83f5-4257-8a33-9f3f0a9bd87a', 'tenant_id': '8bea74979a924d31aa0b64c8b14c0701', 'fixed_ips': [{'subnet_id': 'a0638450-35c1-4366-8209-81d7c8e50bfe'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:00:00.589678 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-480474a3-5a53-4fab-bc71-6bc0a9861959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:00.602614 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 44e2d9eb-9c22-4bf6-ab31-3c1a636e5356 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:00:00.603849 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 44e2d9eb-9c22-4bf6-ab31-3c1a636e5356 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:00:00.623677 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-b5da421e-62e7-4392-85f2-9339974881aa tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 190cd06a-4d90-48cd-a5b5-3f50f551fe04) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:00.653482 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2988de16-fe91-4745-88b0-4f59b76f22ae None None] Network 190cd06a-4d90-48cd-a5b5-3f50f551fe04 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:00:00.659954 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5da421e-62e7-4392-85f2-9339974881aa tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:00.660813 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b5da421e-62e7-4392-85f2-9339974881aa tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:00.671935 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-9c732c29-fd64-436d-8004-e9775f993bfb None None] Allocated IP 2001:db8::2 (1e2a9b2d-a159-48c5-a704-dcb18c3b88c3/204ec77b-3946-4e2d-b76f-928c5ad1a947/0ba36098-2749-4de9-b413-8e6b07ad66da) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:00.680327 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3522cc89-5cba-4491-88f2-d545b68cb945 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Made reservation on behalf of c643207721ea44e4a742511dc6707de4 for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:00.685073 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3522cc89-5cba-4491-88f2-d545b68cb945 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:00.707132 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3522cc89-5cba-4491-88f2-d545b68cb945 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:00.713249 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf44d819-aa70-42f3-b839-c27e3ce52c62 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Made reservation on behalf of 8bea74979a924d31aa0b64c8b14c0701 for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:00.718299 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-bf44d819-aa70-42f3-b839-c27e3ce52c62 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:00.718595 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdada57-c6bb-4664-afb4-d335911ca43a None None] Routers {'f10a820d-8848-4d12-a850-4085a9c5b06a'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:00:00.719206 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-4fdada57-c6bb-4664-afb4-d335911ca43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:59:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['f10a820d-8848-4d12-a850-4085a9c5b06a'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:00.755200 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3e0d4091-2bd9-49fe-93fe-86cb58e00fbd tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:00.779171 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [None req-bf44d819-aa70-42f3-b839-c27e3ce52c62 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] device_id is not set on port 98084343-6501-449b-a5aa-48bc8ce0ff1b yet. {{(pid=114376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:00:00.783255 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-728208d0-def4-48d9-8f1a-2ba2c4ee8d7d admin admin] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:00.796400 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-b5da421e-62e7-4392-85f2-9339974881aa tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0835595 Feb 16 17:00:00.799580 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49586) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:00.807205 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-f63bbaa9-6fb0-4e88-9add-ec256cdcde44 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Request body: {'network': {'name': 'tempest-router-network01--2118997640'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:00.836884 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-51df99a3-cb8a-42c6-b5a9-5d88b2dbcb9b tempest-ExternalNetworksAdminNegativeTestJSON-1773420994 tempest-ExternalNetworksAdminNegativeTestJSON-1773420994-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:00.897074 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-728208d0-def4-48d9-8f1a-2ba2c4ee8d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:00.969286 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-51df99a3-cb8a-42c6-b5a9-5d88b2dbcb9b tempest-ExternalNetworksAdminNegativeTestJSON-1773420994 tempest-ExternalNetworksAdminNegativeTestJSON-1773420994-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:00.973074 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63bbaa9-6fb0-4e88-9add-ec256cdcde44 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Made reservation on behalf of ccfc643fa8404010ae50108fcfab4417 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:00.977342 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f63bbaa9-6fb0-4e88-9add-ec256cdcde44 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:00.985616 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [None req-51df99a3-cb8a-42c6-b5a9-5d88b2dbcb9b tempest-ExternalNetworksAdminNegativeTestJSON-1773420994 tempest-ExternalNetworksAdminNegativeTestJSON-1773420994-project-admin] device_id is not set on port d56c74be-0ec0-4343-b443-cc6dac526001 yet. {{(pid=114376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:00:01.022071 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728208d0-def4-48d9-8f1a-2ba2c4ee8d7d admin admin] Pushing event updated for resources: {'Port': ['ID=573f421b-0d17-4303-a5c8-4a0d9f58b56e,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:01.031456 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d2a509-7a9d-409b-96e9-79a51e7730ea None None] Pushing event updated for resources: {'Port': ['ID=797175b6-f2f8-4176-986b-0e65b9d233a9,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:01.051618 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-728208d0-def4-48d9-8f1a-2ba2c4ee8d7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:01.057954 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f63bbaa9-6fb0-4e88-9add-ec256cdcde44 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:00:01.077396 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f63bbaa9-6fb0-4e88-9add-ec256cdcde44 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:01.077917 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-f63bbaa9-6fb0-4e88-9add-ec256cdcde44 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Added segment 74e3510e-9edd-4223-ab23-498207998852 of type vlan for network aa815ca4-7159-4cc2-8a2c-b6846a69dc39 Feb 16 17:00:01.159380 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-4fdada57-c6bb-4664-afb4-d335911ca43a None None] Set router f10a820d-8848-4d12-a850-4085a9c5b06a gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:00:01.190100 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f63bbaa9-6fb0-4e88-9add-ec256cdcde44 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:01.218778 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3522cc89-5cba-4491-88f2-d545b68cb945 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:01.225821 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51df99a3-cb8a-42c6-b5a9-5d88b2dbcb9b tempest-ExternalNetworksAdminNegativeTestJSON-1773420994 tempest-ExternalNetworksAdminNegativeTestJSON-1773420994-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3d98c5-e460-4c37-8337-bc828fd6c72a,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:01.268622 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-bf44d819-aa70-42f3-b839-c27e3ce52c62 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Allocated IP 172.20.0.13 (580dd700-83f5-4257-8a33-9f3f0a9bd87a/a0638450-35c1-4366-8209-81d7c8e50bfe/98084343-6501-449b-a5aa-48bc8ce0ff1b) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:01.273258 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728208d0-def4-48d9-8f1a-2ba2c4ee8d7d admin admin] Network 2a9f074d-71de-48a7-8445-bcff118a8024 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:01.275580 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-728208d0-def4-48d9-8f1a-2ba2c4ee8d7d admin admin] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:01.276320 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49588) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:01.286586 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-9e6c0de0-dfc0-4351-97f9-f9c1a449e895 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1758698462', 'description': 'tempest-secgroup-smoke-1758698462 description', 'project_id': '96057f06fdc74247a274207da8654659'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:01.332564 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3522cc89-5cba-4491-88f2-d545b68cb945 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:01.337905 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f63bbaa9-6fb0-4e88-9add-ec256cdcde44 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:01.343901 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63bbaa9-6fb0-4e88-9add-ec256cdcde44 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:01.344555 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f63bbaa9-6fb0-4e88-9add-ec256cdcde44 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:01.414712 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3522cc89-5cba-4491-88f2-d545b68cb945 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:00:01.434378 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e0d4091-2bd9-49fe-93fe-86cb58e00fbd tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Router 1e089307-26e8-4ac8-b713-217894d28c98 is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:00:01.445636 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3522cc89-5cba-4491-88f2-d545b68cb945 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57ac0554-92e1-45a3-b6d6-76e8e22b49c6,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:01.450853 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9e6c0de0-dfc0-4351-97f9-f9c1a449e895 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:01.470328 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3522cc89-5cba-4491-88f2-d545b68cb945 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:01.470759 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-3522cc89-5cba-4491-88f2-d545b68cb945 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Added segment 4058712c-fbf5-4c5d-865a-c089e8d3e2c5 of type vlan for network 5c7fa548-d9d6-4ee7-996a-f0e1851f547a Feb 16 17:00:01.488665 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-51df99a3-cb8a-42c6-b5a9-5d88b2dbcb9b tempest-ExternalNetworksAdminNegativeTestJSON-1773420994 tempest-ExternalNetworksAdminNegativeTestJSON-1773420994-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 16 17:00:01.489175 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51df99a3-cb8a-42c6-b5a9-5d88b2dbcb9b tempest-ExternalNetworksAdminNegativeTestJSON-1773420994 tempest-ExternalNetworksAdminNegativeTestJSON-1773420994-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:01.491421 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9e6c0de0-dfc0-4351-97f9-f9c1a449e895 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:01.502332 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1c6ce0-c118-4eec-83e0-d460d68c9bf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-190cd06a-4d90-48cd-a5b5-3f50f551fe04', 'network_id': '190cd06a-4d90-48cd-a5b5-3f50f551fe04', 'tenant_id': 'ccfc643fa8404010ae50108fcfab4417', 'fixed_ips': [{'subnet_id': 'cc6dbb4e-8947-4d37-ab73-2764fa769481'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:00:01.503181 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9d1c6ce0-c118-4eec-83e0-d460d68c9bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:01.520256 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f63bbaa9-6fb0-4e88-9add-ec256cdcde44 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7194331 Feb 16 17:00:01.524755 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63bbaa9-6fb0-4e88-9add-ec256cdcde44 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Pushing event updated for resources: {'Network': ['ID=aa815ca4-7159-4cc2-8a2c-b6846a69dc39,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:01.532092 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49590) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:01.541214 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-c807b59e-e8e5-4a2c-bd2f-3d23022443ad tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Request body: {'network': {'name': 'tempest-router-network02--1499780344'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:01.544482 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network aa815ca4-7159-4cc2-8a2c-b6846a69dc39 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:00:01.565755 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9c732c29-fd64-436d-8004-e9775f993bfb None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:01.581229 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728208d0-def4-48d9-8f1a-2ba2c4ee8d7d admin admin] Router f10a820d-8848-4d12-a850-4085a9c5b06a has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:00:01.668329 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3522cc89-5cba-4491-88f2-d545b68cb945 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:01.708060 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c807b59e-e8e5-4a2c-bd2f-3d23022443ad tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Made reservation on behalf of ccfc643fa8404010ae50108fcfab4417 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:01.712041 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c807b59e-e8e5-4a2c-bd2f-3d23022443ad tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:01.712170 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9c732c29-fd64-436d-8004-e9775f993bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:01.755440 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-f436f3f8-e881-430c-a947-cc978e0c8664 None None] Provisioning complete for port 573f421b-0d17-4303-a5c8-4a0d9f58b56e triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:01.755828 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f436f3f8-e881-430c-a947-cc978e0c8664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:01.765420 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728208d0-def4-48d9-8f1a-2ba2c4ee8d7d admin admin] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:00:01.776593 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-728208d0-def4-48d9-8f1a-2ba2c4ee8d7d admin admin] 10.222.0.88 "PUT /v2.0/routers/f10a820d-8848-4d12-a850-4085a9c5b06a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9179182 Feb 16 17:00:01.793572 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-ea00cfd4-a919-45e1-ba48-3973dee72b6b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Allocated IP 2001:db8::6ad8:d5aa:5cef:647 (1e2a9b2d-a159-48c5-a704-dcb18c3b88c3/204ec77b-3946-4e2d-b76f-928c5ad1a947/a68da519-459e-4c5f-a13c-a37505de3a87) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:01.804027 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c807b59e-e8e5-4a2c-bd2f-3d23022443ad tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:00:01.824795 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c807b59e-e8e5-4a2c-bd2f-3d23022443ad tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:01.825603 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-c807b59e-e8e5-4a2c-bd2f-3d23022443ad tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Added segment 98a187bc-94ca-4d62-aa70-f2b07c9c5996 of type vlan for network c2e72ff3-ed3e-4b82-a284-e29772f39715 Feb 16 17:00:01.828920 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c732c29-fd64-436d-8004-e9775f993bfb None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:01.844802 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-9c732c29-fd64-436d-8004-e9775f993bfb None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:01.868724 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c732c29-fd64-436d-8004-e9775f993bfb None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:00:01.874815 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c732c29-fd64-436d-8004-e9775f993bfb None None] Pushing event updated for resources: {'Port': ['ID=0ba36098-2749-4de9-b413-8e6b07ad66da,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:01.899149 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-f436f3f8-e881-430c-a947-cc978e0c8664 None None] Port 573f421b-0d17-4303-a5c8-4a0d9f58b56e cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:00:01.939310 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c807b59e-e8e5-4a2c-bd2f-3d23022443ad tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:01.957585 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-9d1c6ce0-c118-4eec-83e0-d460d68c9bf5 None None] Allocated IP 172.20.0.2 (190cd06a-4d90-48cd-a5b5-3f50f551fe04/cc6dbb4e-8947-4d37-ab73-2764fa769481/844635d2-9cf4-457f-9a63-0783ddbac3da) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:01.962461 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-4fdada57-c6bb-4664-afb4-d335911ca43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10a820d-8848-4d12-a850-4085a9c5b06a', 'name': 'tempest-ServerActionsTestJSON-1950663377-router', 'tenant_id': '09d1279d90c3425a9b4e1f123c7549b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '797175b6-f2f8-4176-986b-0e65b9d233a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:53Z', 'updated_at': '2022-02-16T17:00:00Z', 'revision_number': 4, 'project_id': '09d1279d90c3425a9b4e1f123c7549b3', 'gw_port': {'id': '797175b6-f2f8-4176-986b-0e65b9d233a9', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10a820d-8848-4d12-a850-4085a9c5b06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:55Z', 'updated_at': '2022-02-16T17:00:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '573f421b-0d17-4303-a5c8-4a0d9f58b56e', 'name': '', 'network_id': '2a9f074d-71de-48a7-8445-bcff118a8024', 'tenant_id': '09d1279d90c3425a9b4e1f123c7549b3', 'mac_address': 'fa:16:3e:8e:5f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10a820d-8848-4d12-a850-4085a9c5b06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '847c90d0-f658-438a-baa8-b8b47f957a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:59Z', 'updated_at': '2022-02-16T16:59:59Z', 'revision_number': 1, 'project_id': '09d1279d90c3425a9b4e1f123c7549b3', 'subnets': [{'id': '847c90d0-f658-438a-baa8-b8b47f957a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:02.009923 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdada57-c6bb-4664-afb4-d335911ca43a None None] The sync data for ids ['f10a820d-8848-4d12-a850-4085a9c5b06a'] in dv-neutron-828697-3-hyperv is: [{'id': 'f10a820d-8848-4d12-a850-4085a9c5b06a', 'name': 'tempest-ServerActionsTestJSON-1950663377-router', 'tenant_id': '09d1279d90c3425a9b4e1f123c7549b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '797175b6-f2f8-4176-986b-0e65b9d233a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:53Z', 'updated_at': '2022-02-16T17:00:00Z', 'revision_number': 4, 'project_id': '09d1279d90c3425a9b4e1f123c7549b3', 'gw_port': {'id': '797175b6-f2f8-4176-986b-0e65b9d233a9', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10a820d-8848-4d12-a850-4085a9c5b06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:55Z', 'updated_at': '2022-02-16T17:00:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '573f421b-0d17-4303-a5c8-4a0d9f58b56e', 'name': '', 'network_id': '2a9f074d-71de-48a7-8445-bcff118a8024', 'tenant_id': '09d1279d90c3425a9b4e1f123c7549b3', 'mac_address': 'fa:16:3e:8e:5f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10a820d-8848-4d12-a850-4085a9c5b06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '847c90d0-f658-438a-baa8-b8b47f957a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:59Z', 'updated_at': '2022-02-16T16:59:59Z', 'revision_number': 1, 'project_id': '09d1279d90c3425a9b4e1f123c7549b3', 'subnets': [{'id': '847c90d0-f658-438a-baa8-b8b47f957a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:00:02.012424 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-9c732c29-fd64-436d-8004-e9775f993bfb None None] Attempting to bind port 0ba36098-2749-4de9-b413-8e6b07ad66da on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:00:02.012808 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-9c732c29-fd64-436d-8004-e9775f993bfb None None] Attempting to bind port 0ba36098-2749-4de9-b413-8e6b07ad66da by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:00:02.013160 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c732c29-fd64-436d-8004-e9775f993bfb None None] Attempting to bind port 0ba36098-2749-4de9-b413-8e6b07ad66da on network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:00:02.024021 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c732c29-fd64-436d-8004-e9775f993bfb None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:00:02.025069 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c732c29-fd64-436d-8004-e9775f993bfb None None] Checking segment: {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:00:02.025069 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9c732c29-fd64-436d-8004-e9775f993bfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:02.025272 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c732c29-fd64-436d-8004-e9775f993bfb None None] Bound using segment: {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:00:02.025665 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-9c732c29-fd64-436d-8004-e9775f993bfb None None] Bound port: 0ba36098-2749-4de9-b413-8e6b07ad66da, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:00:02.026048 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9c732c29-fd64-436d-8004-e9775f993bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:02.029685 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.db.resource_extend [None req-3522cc89-5cba-4491-88f2-d545b68cb945 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 17:00:02.072529 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0d4091-2bd9-49fe-93fe-86cb58e00fbd tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:00:02.077065 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-51df99a3-cb8a-42c6-b5a9-5d88b2dbcb9b tempest-ExternalNetworksAdminNegativeTestJSON-1773420994 tempest-ExternalNetworksAdminNegativeTestJSON-1773420994-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 2.0377920 Feb 16 17:00:02.083182 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5358f768-4fec-48b3-9c68-eaa01d8ab1cd None None] Sync routers for ids ['1e089307-26e8-4ac8-b713-217894d28c98'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:00:02.105107 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5358f768-4fec-48b3-9c68-eaa01d8ab1cd None None] Routers {'1e089307-26e8-4ac8-b713-217894d28c98'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:00:02.105746 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-5358f768-4fec-48b3-9c68-eaa01d8ab1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:59:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['1e089307-26e8-4ac8-b713-217894d28c98'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:02.140142 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49598) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:02.155514 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ea00cfd4-a919-45e1-ba48-3973dee72b6b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:02.194910 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-9c732c29-fd64-436d-8004-e9775f993bfb None None] For port 0ba36098-2749-4de9-b413-8e6b07ad66da, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:00:02.206281 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c807b59e-e8e5-4a2c-bd2f-3d23022443ad tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:02.222774 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c807b59e-e8e5-4a2c-bd2f-3d23022443ad tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:02.223767 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c807b59e-e8e5-4a2c-bd2f-3d23022443ad tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:02.235084 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-9c732c29-fd64-436d-8004-e9775f993bfb None None] For port 0ba36098-2749-4de9-b413-8e6b07ad66da, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=0ba36098-2749-4de9-b413-8e6b07ad66da,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:00:02.270979 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9d1c6ce0-c118-4eec-83e0-d460d68c9bf5 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:02.308907 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9c732c29-fd64-436d-8004-e9775f993bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:02.326979 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-5358f768-4fec-48b3-9c68-eaa01d8ab1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:02.360596 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5358f768-4fec-48b3-9c68-eaa01d8ab1cd None None] Routers {'1e089307-26e8-4ac8-b713-217894d28c98'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:00:02.361710 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-5358f768-4fec-48b3-9c68-eaa01d8ab1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:59:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['1e089307-26e8-4ac8-b713-217894d28c98'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:02.373938 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c807b59e-e8e5-4a2c-bd2f-3d23022443ad tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Pushing event updated for resources: {'Network': ['ID=c2e72ff3-ed3e-4b82-a284-e29772f39715,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:02.381831 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ea00cfd4-a919-45e1-ba48-3973dee72b6b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:02.394417 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-c807b59e-e8e5-4a2c-bd2f-3d23022443ad tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8565352 Feb 16 17:00:02.400226 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-bf44d819-aa70-42f3-b839-c27e3ce52c62 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:02.403244 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9d1c6ce0-c118-4eec-83e0-d460d68c9bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:02.406478 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49600) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:02.422953 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-9e989141-371a-4282-ade9-76b3a9bc000d tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Request body: {'subnet': {'network_id': 'aa815ca4-7159-4cc2-8a2c-b6846a69dc39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:02.447690 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3e0d4091-2bd9-49fe-93fe-86cb58e00fbd tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:02.448954 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-3e0d4091-2bd9-49fe-93fe-86cb58e00fbd tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.6649649 Feb 16 17:00:02.455460 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-5358f768-4fec-48b3-9c68-eaa01d8ab1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:02.456667 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c732c29-fd64-436d-8004-e9775f993bfb None None] Pushing event updated for resources: {'Port': ['ID=0ba36098-2749-4de9-b413-8e6b07ad66da,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:02.460394 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5358f768-4fec-48b3-9c68-eaa01d8ab1cd None None] The sync data for ids ['1e089307-26e8-4ac8-b713-217894d28c98'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:00:02.460620 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1c6ce0-c118-4eec-83e0-d460d68c9bf5 None None] Network 190cd06a-4d90-48cd-a5b5-3f50f551fe04 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:02.464741 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-9d1c6ce0-c118-4eec-83e0-d460d68c9bf5 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:02.475340 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3522cc89-5cba-4491-88f2-d545b68cb945 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:02.486550 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3522cc89-5cba-4491-88f2-d545b68cb945 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:02.487225 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3522cc89-5cba-4491-88f2-d545b68cb945 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:02.491831 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1c6ce0-c118-4eec-83e0-d460d68c9bf5 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:00:02.497313 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49602) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:02.499683 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network c2e72ff3-ed3e-4b82-a284-e29772f39715 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:00:02.571422 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea00cfd4-a919-45e1-ba48-3973dee72b6b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:02.578029 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea00cfd4-a919-45e1-ba48-3973dee72b6b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Port': ['ID=a68da519-459e-4c5f-a13c-a37505de3a87,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:02.580814 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-ea00cfd4-a919-45e1-ba48-3973dee72b6b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:02.583205 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea00cfd4-a919-45e1-ba48-3973dee72b6b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:00:02.592921 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea00cfd4-a919-45e1-ba48-3973dee72b6b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:02.597612 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ea00cfd4-a919-45e1-ba48-3973dee72b6b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:02.614481 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-f88d0a46-15e9-470c-9ca8-beaa2eed03e6 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:02.641571 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1c6ce0-c118-4eec-83e0-d460d68c9bf5 None None] Pushing event updated for resources: {'Port': ['ID=844635d2-9cf4-457f-9a63-0783ddbac3da,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:02.657239 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3522cc89-5cba-4491-88f2-d545b68cb945 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event updated for resources: {'Network': ['ID=5c7fa548-d9d6-4ee7-996a-f0e1851f547a,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:02.681662 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ea00cfd4-a919-45e1-ba48-3973dee72b6b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.9722550 Feb 16 17:00:02.682665 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 5c7fa548-d9d6-4ee7-996a-f0e1851f547a details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:00:02.691643 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49604) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:02.784191 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4f654f-45f3-48ae-82f6-e2aadcf4f1d8 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:02.791372 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-9d1c6ce0-c118-4eec-83e0-d460d68c9bf5 None None] Attempting to bind port 844635d2-9cf4-457f-9a63-0783ddbac3da on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:00:02.791744 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-9d1c6ce0-c118-4eec-83e0-d460d68c9bf5 None None] Attempting to bind port 844635d2-9cf4-457f-9a63-0783ddbac3da by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '499d4fbf-9147-4106-b862-04b45999cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '190cd06a-4d90-48cd-a5b5-3f50f551fe04'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:00:02.792138 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1c6ce0-c118-4eec-83e0-d460d68c9bf5 None None] Attempting to bind port 844635d2-9cf4-457f-9a63-0783ddbac3da on network 190cd06a-4d90-48cd-a5b5-3f50f551fe04 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:00:02.792319 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4f654f-45f3-48ae-82f6-e2aadcf4f1d8 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:02.796821 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-7a4f654f-45f3-48ae-82f6-e2aadcf4f1d8 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1126747 Feb 16 17:00:02.798036 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49606) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:02.827215 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1c6ce0-c118-4eec-83e0-d460d68c9bf5 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:00:02.827602 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1c6ce0-c118-4eec-83e0-d460d68c9bf5 None None] Checking segment: {'id': '499d4fbf-9147-4106-b862-04b45999cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '190cd06a-4d90-48cd-a5b5-3f50f551fe04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:00:02.828022 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9d1c6ce0-c118-4eec-83e0-d460d68c9bf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:02.828427 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1c6ce0-c118-4eec-83e0-d460d68c9bf5 None None] Bound using segment: {'id': '499d4fbf-9147-4106-b862-04b45999cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '190cd06a-4d90-48cd-a5b5-3f50f551fe04'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:00:02.828919 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-9d1c6ce0-c118-4eec-83e0-d460d68c9bf5 None None] Bound port: 844635d2-9cf4-457f-9a63-0783ddbac3da, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499d4fbf-9147-4106-b862-04b45999cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '190cd06a-4d90-48cd-a5b5-3f50f551fe04'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:00:02.829305 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9d1c6ce0-c118-4eec-83e0-d460d68c9bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:02.836297 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49608) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:02.876827 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-43ab08cb-0908-4f80-a332-cf6451144378 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1164507395', 'description': 'tempest-description--1853344426'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:02.945719 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-5c5ced41-9d56-4769-a87a-a9c001265f87 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Deleting port a68da519-459e-4c5f-a13c-a37505de3a87 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:00:02.946551 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5c5ced41-9d56-4769-a87a-a9c001265f87 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:02.966928 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-9d1c6ce0-c118-4eec-83e0-d460d68c9bf5 None None] For port 844635d2-9cf4-457f-9a63-0783ddbac3da, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:00:02.978758 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-9d1c6ce0-c118-4eec-83e0-d460d68c9bf5 None None] For port 844635d2-9cf4-457f-9a63-0783ddbac3da, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=844635d2-9cf4-457f-9a63-0783ddbac3da,segment=NetworkSegment(499d4fbf-9147-4106-b862-04b45999cbaf),segment_id=499d4fbf-9147-4106-b862-04b45999cbaf)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:00:02.994347 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-3522cc89-5cba-4491-88f2-d545b68cb945 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.1276259 Feb 16 17:00:03.005579 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9e6c0de0-dfc0-4351-97f9-f9c1a449e895 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:03.012827 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49610) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:03.015572 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-c761f026-85b8-4669-8844-955d777b541f tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Request body: {'port': {'network_id': '5c7fa548-d9d6-4ee7-996a-f0e1851f547a', 'name': 'tempest-PortsTestJSON-1628925031'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:03.064511 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9d1c6ce0-c118-4eec-83e0-d460d68c9bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:03.073980 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5c5ced41-9d56-4769-a87a-a9c001265f87 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:03.092783 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-5c5ced41-9d56-4769-a87a-a9c001265f87 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Calling delete_port for a68da519-459e-4c5f-a13c-a37505de3a87 owned by {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:00:03.172479 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9e6c0de0-dfc0-4351-97f9-f9c1a449e895 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:03.204822 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-bf44d819-aa70-42f3-b839-c27e3ce52c62 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:03.218499 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-480474a3-5a53-4fab-bc71-6bc0a9861959 None None] Allocated IP 172.20.0.2 (580dd700-83f5-4257-8a33-9f3f0a9bd87a/a0638450-35c1-4366-8209-81d7c8e50bfe/bead3c2a-18cf-407d-9d19-df88af94c298) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:03.270129 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-1f6c6787-ff1f-4065-affa-52d183066aeb tempest-ExternalNetworksAdminNegativeTestJSON-1773420994 tempest-ExternalNetworksAdminNegativeTestJSON-1773420994-project-admin] Deleting port e0b31e6d-e2be-4002-b0fd-8948997187ea {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:00:03.270473 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1f6c6787-ff1f-4065-affa-52d183066aeb tempest-ExternalNetworksAdminNegativeTestJSON-1773420994 tempest-ExternalNetworksAdminNegativeTestJSON-1773420994-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:03.315230 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1c6ce0-c118-4eec-83e0-d460d68c9bf5 None None] Pushing event updated for resources: {'Port': ['ID=844635d2-9cf4-457f-9a63-0783ddbac3da,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:03.423201 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5c5ced41-9d56-4769-a87a-a9c001265f87 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:03.439734 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-43ab08cb-0908-4f80-a332-cf6451144378 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:03.533502 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-480474a3-5a53-4fab-bc71-6bc0a9861959 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:03.548717 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5ced41-9d56-4769-a87a-a9c001265f87 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event deleted for resources: {'Port': ['ID=a68da519-459e-4c5f-a13c-a37505de3a87,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:03.593644 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5c5ced41-9d56-4769-a87a-a9c001265f87 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:03.603293 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-5c5ced41-9d56-4769-a87a-a9c001265f87 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/ports/a68da519-459e-4c5f-a13c-a37505de3a87 HTTP/1.1" status: 204 len: 168 time: 0.8040545 Feb 16 17:00:03.605560 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49614) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:03.618926 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e989141-371a-4282-ade9-76b3a9bc000d tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Made reservation on behalf of ccfc643fa8404010ae50108fcfab4417 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:03.628994 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9e989141-371a-4282-ade9-76b3a9bc000d tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:03.635879 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf44d819-aa70-42f3-b839-c27e3ce52c62 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Pushing event updated for resources: {'Port': ['ID=98084343-6501-449b-a5aa-48bc8ce0ff1b,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:03.646819 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-480474a3-5a53-4fab-bc71-6bc0a9861959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:03.707334 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf44d819-aa70-42f3-b839-c27e3ce52c62 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Network 580dd700-83f5-4257-8a33-9f3f0a9bd87a is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:03.727053 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480474a3-5a53-4fab-bc71-6bc0a9861959 None None] Network 580dd700-83f5-4257-8a33-9f3f0a9bd87a is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:03.731287 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8511261-51e6-4e88-88c4-82218303e64d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:03.733391 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8511261-51e6-4e88-88c4-82218303e64d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:03.734200 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-480474a3-5a53-4fab-bc71-6bc0a9861959 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:03.735164 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e8511261-51e6-4e88-88c4-82218303e64d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1284873 Feb 16 17:00:03.738156 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49616) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:03.742878 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480474a3-5a53-4fab-bc71-6bc0a9861959 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:00:03.749456 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6c0de0-dfc0-4351-97f9-f9c1a449e895 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bea17c6-93d7-40ac-b4c6-a39e2e84835d,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:03.774140 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-bf44d819-aa70-42f3-b839-c27e3ce52c62 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:03.777845 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf44d819-aa70-42f3-b839-c27e3ce52c62 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:00:03.830103 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480474a3-5a53-4fab-bc71-6bc0a9861959 None None] Pushing event updated for resources: {'Port': ['ID=bead3c2a-18cf-407d-9d19-df88af94c298,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:03.855117 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-480474a3-5a53-4fab-bc71-6bc0a9861959 None None] Attempting to bind port bead3c2a-18cf-407d-9d19-df88af94c298 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:00:03.855400 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-480474a3-5a53-4fab-bc71-6bc0a9861959 None None] Attempting to bind port bead3c2a-18cf-407d-9d19-df88af94c298 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': 'a414cfab-4540-426e-b8d2-53b69773ff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '580dd700-83f5-4257-8a33-9f3f0a9bd87a'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:00:03.855766 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480474a3-5a53-4fab-bc71-6bc0a9861959 None None] Attempting to bind port bead3c2a-18cf-407d-9d19-df88af94c298 on network 580dd700-83f5-4257-8a33-9f3f0a9bd87a {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:00:03.863036 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480474a3-5a53-4fab-bc71-6bc0a9861959 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:00:03.863036 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480474a3-5a53-4fab-bc71-6bc0a9861959 None None] Checking segment: {'id': 'a414cfab-4540-426e-b8d2-53b69773ff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '580dd700-83f5-4257-8a33-9f3f0a9bd87a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:00:03.863036 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-480474a3-5a53-4fab-bc71-6bc0a9861959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:03.863531 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480474a3-5a53-4fab-bc71-6bc0a9861959 None None] Bound using segment: {'id': 'a414cfab-4540-426e-b8d2-53b69773ff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '580dd700-83f5-4257-8a33-9f3f0a9bd87a'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:00:03.863906 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-480474a3-5a53-4fab-bc71-6bc0a9861959 None None] Bound port: bead3c2a-18cf-407d-9d19-df88af94c298, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a414cfab-4540-426e-b8d2-53b69773ff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '580dd700-83f5-4257-8a33-9f3f0a9bd87a'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:00:03.864332 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-480474a3-5a53-4fab-bc71-6bc0a9861959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:03.895015 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d638e1e-3aea-4438-8118-6f6ab91a554d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Deleting subnet 204ec77b-3946-4e2d-b76f-928c5ad1a947 {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:00:03.900337 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1d638e1e-3aea-4438-8118-6f6ab91a554d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:03.947681 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1f6c6787-ff1f-4065-affa-52d183066aeb tempest-ExternalNetworksAdminNegativeTestJSON-1773420994 tempest-ExternalNetworksAdminNegativeTestJSON-1773420994-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:03.948112 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1f6c6787-ff1f-4065-affa-52d183066aeb tempest-ExternalNetworksAdminNegativeTestJSON-1773420994 tempest-ExternalNetworksAdminNegativeTestJSON-1773420994-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:03.962900 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c761f026-85b8-4669-8844-955d777b541f tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Made reservation on behalf of c643207721ea44e4a742511dc6707de4 for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:03.966460 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c761f026-85b8-4669-8844-955d777b541f tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:03.969149 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1d638e1e-3aea-4438-8118-6f6ab91a554d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:03.974993 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-480474a3-5a53-4fab-bc71-6bc0a9861959 None None] For port bead3c2a-18cf-407d-9d19-df88af94c298, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:00:03.979596 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-480474a3-5a53-4fab-bc71-6bc0a9861959 None None] For port bead3c2a-18cf-407d-9d19-df88af94c298, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=bead3c2a-18cf-407d-9d19-df88af94c298,segment=NetworkSegment(a414cfab-4540-426e-b8d2-53b69773ff7b),segment_id=a414cfab-4540-426e-b8d2-53b69773ff7b)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:00:04.052057 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-480474a3-5a53-4fab-bc71-6bc0a9861959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:04.080437 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-1f6c6787-ff1f-4065-affa-52d183066aeb tempest-ExternalNetworksAdminNegativeTestJSON-1773420994 tempest-ExternalNetworksAdminNegativeTestJSON-1773420994-project-admin] Calling delete_port for e0b31e6d-e2be-4002-b0fd-8948997187ea owned by network:floatingip {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:00:04.089944 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1d638e1e-3aea-4438-8118-6f6ab91a554d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:04.182332 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf44d819-aa70-42f3-b839-c27e3ce52c62 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:04.183016 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-bf44d819-aa70-42f3-b839-c27e3ce52c62 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:04.188027 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [None req-c761f026-85b8-4669-8844-955d777b541f tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] device_id is not set on port 8049061f-47fa-4c43-8046-007e97c0d89c yet. {{(pid=114376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:00:04.202820 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9e6c0de0-dfc0-4351-97f9-f9c1a449e895 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:04.280588 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1d638e1e-3aea-4438-8118-6f6ab91a554d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:04.335389 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d638e1e-3aea-4438-8118-6f6ab91a554d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event deleted for resources: {'Subnet': ['ID=204ec77b-3946-4e2d-b76f-928c5ad1a947,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:04.354078 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1d638e1e-3aea-4438-8118-6f6ab91a554d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:04.357075 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9e6c0de0-dfc0-4351-97f9-f9c1a449e895 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:04.367046 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-bf44d819-aa70-42f3-b839-c27e3ce52c62 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2418458 Feb 16 17:00:04.370996 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f88d0a46-15e9-470c-9ca8-beaa2eed03e6 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:04.377833 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49618) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:04.380111 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-1d638e1e-3aea-4438-8118-6f6ab91a554d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/204ec77b-3946-4e2d-b76f-928c5ad1a947 HTTP/1.1" status: 204 len: 168 time: 0.6369855 Feb 16 17:00:04.383704 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49620) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:04.405106 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-55479acf-c850-428e-ac53-57aa65cb5c65 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Request body: {'port': {'network_id': '580dd700-83f5-4257-8a33-9f3f0a9bd87a', 'name': 'tempest-AllowedAddressPairTestJSON-1612638947', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:ca:c0:d0'}]}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:04.452282 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480474a3-5a53-4fab-bc71-6bc0a9861959 None None] Pushing event updated for resources: {'Port': ['ID=bead3c2a-18cf-407d-9d19-df88af94c298,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:04.506452 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a4742229-dc4c-4b75-aac6-fe86a23ca5f8 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1202638 Feb 16 17:00:04.510100 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49622) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:04.518958 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-ad9e011d-52f2-4177-be91-4232d5ea0efa None None] Provisioning complete for port 0ba36098-2749-4de9-b413-8e6b07ad66da triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:04.519611 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ad9e011d-52f2-4177-be91-4232d5ea0efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:04.525924 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-fdc01c11-9cf5-452a-a1c2-e1f519991b44 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'subnet': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:04.596051 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-43ab08cb-0908-4f80-a332-cf6451144378 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:04.712374 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6c0de0-dfc0-4351-97f9-f9c1a449e895 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=182e3741-5bf1-40d0-9f52-072188d785c7,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:04.768057 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ad9e011d-52f2-4177-be91-4232d5ea0efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:04.773314 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 797175b6-f2f8-4176-986b-0e65b9d233a9 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:00:04.775711 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b9fc95-df0a-46e1-aa58-71611d8aeca1 None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:00:04.961818 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-ad9e011d-52f2-4177-be91-4232d5ea0efa None None] For port 0ba36098-2749-4de9-b413-8e6b07ad66da, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=0ba36098-2749-4de9-b413-8e6b07ad66da,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:00:04.975056 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c761f026-85b8-4669-8844-955d777b541f tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:05.016835 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e5f1fe-203a-4ea0-8f9c-cd09538329af None None] Network 190cd06a-4d90-48cd-a5b5-3f50f551fe04 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:00:05.017795 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9e6c0de0-dfc0-4351-97f9-f9c1a449e895 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:05.019056 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-9e6c0de0-dfc0-4351-97f9-f9c1a449e895 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 3.7361560 Feb 16 17:00:05.022351 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-43ab08cb-0908-4f80-a332-cf6451144378 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:05.024421 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49624) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:05.032428 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-56da547a-0e40-468a-8a7b-c67f034319e9 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Request body: {'security_group_rule': {'security_group_id': '182e3741-5bf1-40d0-9f52-072188d785c7', 'project_id': '96057f06fdc74247a274207da8654659', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:05.037372 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f88d0a46-15e9-470c-9ca8-beaa2eed03e6 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:05.058152 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 797175b6-f2f8-4176-986b-0e65b9d233a9 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:05.058772 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:05.081028 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ab08cb-0908-4f80-a332-cf6451144378 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c193d8af-c799-418b-aaf4-4388562f51df,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:05.087485 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9e989141-371a-4282-ade9-76b3a9bc000d tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:05.120261 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc01c11-9cf5-452a-a1c2-e1f519991b44 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:05.124228 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fdc01c11-9cf5-452a-a1c2-e1f519991b44 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:05.130118 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ad9e011d-52f2-4177-be91-4232d5ea0efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:05.173081 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e989141-371a-4282-ade9-76b3a9bc000d tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Pushing event updated for resources: {'Subnet': ['ID=cda7cc20-4327-476f-b283-94619e592e74,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:05.191972 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e989141-371a-4282-ade9-76b3a9bc000d tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Checking segment: {'id': '74e3510e-9edd-4223-ab23-498207998852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'aa815ca4-7159-4cc2-8a2c-b6846a69dc39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:00:05.193192 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e989141-371a-4282-ade9-76b3a9bc000d tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Network hostable DHCP agents. Network: aa815ca4-7159-4cc2-8a2c-b6846a69dc39, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:00:05.214420 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-43ab08cb-0908-4f80-a332-cf6451144378 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:05.220816 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-43ab08cb-0908-4f80-a332-cf6451144378 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.3522751 Feb 16 17:00:05.224469 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49626) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:05.230887 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-be24e538-6594-4288-b985-fa37a9ee0275 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Request body: {'security_group_rule': {'security_group_id': 'c193d8af-c799-418b-aaf4-4388562f51df', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:05.231693 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e011d-52f2-4177-be91-4232d5ea0efa None None] Pushing event updated for resources: {'Port': ['ID=0ba36098-2749-4de9-b413-8e6b07ad66da,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:05.311483 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:05.315167 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1f6c6787-ff1f-4065-affa-52d183066aeb tempest-ExternalNetworksAdminNegativeTestJSON-1773420994 tempest-ExternalNetworksAdminNegativeTestJSON-1773420994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:05.321285 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c761f026-85b8-4669-8844-955d777b541f tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:05.321467 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e003fc-bcf8-4b2f-9624-ea8786e842e2 None None] DHCP port deletion for 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:00:05.327451 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-a02986a9-841f-4dd5-b9bd-24dd0e49f87d None None] Provisioning complete for port 844635d2-9cf4-457f-9a63-0783ddbac3da triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:05.327451 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a02986a9-841f-4dd5-b9bd-24dd0e49f87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:05.364035 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c6787-ff1f-4065-affa-52d183066aeb tempest-ExternalNetworksAdminNegativeTestJSON-1773420994 tempest-ExternalNetworksAdminNegativeTestJSON-1773420994-project-admin] Pushing event deleted for resources: {'Port': ['ID=e0b31e6d-e2be-4002-b0fd-8948997187ea,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:05.375169 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f6ec7f-83cc-4797-a321-f38f5063d844 None None] Sync routers for ids ['f10a820d-8848-4d12-a850-4085a9c5b06a'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:00:05.398032 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port 797175b6-f2f8-4176-986b-0e65b9d233a9, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=797175b6-f2f8-4176-986b-0e65b9d233a9,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:00:05.433754 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-56da547a-0e40-468a-8a7b-c67f034319e9 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:05.436599 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f6ec7f-83cc-4797-a321-f38f5063d844 None None] Routers {'f10a820d-8848-4d12-a850-4085a9c5b06a'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:00:05.437247 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-d2f6ec7f-83cc-4797-a321-f38f5063d844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:59:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['f10a820d-8848-4d12-a850-4085a9c5b06a'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:05.449764 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e989141-371a-4282-ade9-76b3a9bc000d tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Network aa815ca4-7159-4cc2-8a2c-b6846a69dc39 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:00:05.451764 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55479acf-c850-428e-ac53-57aa65cb5c65 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Made reservation on behalf of 8bea74979a924d31aa0b64c8b14c0701 for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:05.490485 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-56da547a-0e40-468a-8a7b-c67f034319e9 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:05.496410 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:05.497128 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 844635d2-9cf4-457f-9a63-0783ddbac3da up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:00:05.537534 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fdc01c11-9cf5-452a-a1c2-e1f519991b44 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:05.584568 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c761f026-85b8-4669-8844-955d777b541f tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event updated for resources: {'Port': ['ID=8049061f-47fa-4c43-8046-007e97c0d89c,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:05.613507 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1f6c6787-ff1f-4065-affa-52d183066aeb tempest-ExternalNetworksAdminNegativeTestJSON-1773420994 tempest-ExternalNetworksAdminNegativeTestJSON-1773420994-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:05.633807 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1f6c6787-ff1f-4065-affa-52d183066aeb tempest-ExternalNetworksAdminNegativeTestJSON-1773420994 tempest-ExternalNetworksAdminNegativeTestJSON-1773420994-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:05.633899 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc01c11-9cf5-452a-a1c2-e1f519991b44 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:05.633899 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-fdc01c11-9cf5-452a-a1c2-e1f519991b44 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:05.634054 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-1f6c6787-ff1f-4065-affa-52d183066aeb tempest-ExternalNetworksAdminNegativeTestJSON-1773420994 tempest-ExternalNetworksAdminNegativeTestJSON-1773420994-project-admin] 10.222.0.88 "DELETE /v2.0/floatingips/bddde32b-70fe-4b4f-9651-ba30e517d801 HTTP/1.1" status: 204 len: 168 time: 3.4814954 Feb 16 17:00:05.634054 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c761f026-85b8-4669-8844-955d777b541f tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Checking segment: {'id': '4058712c-fbf5-4c5d-865a-c089e8d3e2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5c7fa548-d9d6-4ee7-996a-f0e1851f547a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:00:05.634054 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c761f026-85b8-4669-8844-955d777b541f tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Network hostable DHCP agents. Network: 5c7fa548-d9d6-4ee7-996a-f0e1851f547a, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:00:05.644934 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-56da547a-0e40-468a-8a7b-c67f034319e9 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:05.661489 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-9e989141-371a-4282-ade9-76b3a9bc000d tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, aa815ca4-7159-4cc2-8a2c-b6846a69dc39) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:05.662867 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc01c11-9cf5-452a-a1c2-e1f519991b44 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:05.663466 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fdc01c11-9cf5-452a-a1c2-e1f519991b44 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:05.667871 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e989141-371a-4282-ade9-76b3a9bc000d tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:05.667871 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9e989141-371a-4282-ade9-76b3a9bc000d tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:05.688014 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-55479acf-c850-428e-ac53-57aa65cb5c65 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:05.690829 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-f88d0a46-15e9-470c-9ca8-beaa2eed03e6 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Deleting port b8f648ab-68d3-4161-a8b4-e566b13012ae {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:00:05.696540 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f88d0a46-15e9-470c-9ca8-beaa2eed03e6 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:05.702285 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-d2f6ec7f-83cc-4797-a321-f38f5063d844 None None] Set router f10a820d-8848-4d12-a850-4085a9c5b06a gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:00:05.748218 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da547a-0e40-468a-8a7b-c67f034319e9 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1c29091-c566-4949-9d3b-c246cff0a7b7,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:05.762891 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc01c11-9cf5-452a-a1c2-e1f519991b44 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Subnet': ['ID=7c752067-8bba-48f4-94b7-efcdada5fe00,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:05.772284 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-be24e538-6594-4288-b985-fa37a9ee0275 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:05.794866 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [None req-55479acf-c850-428e-ac53-57aa65cb5c65 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] device_id is not set on port 7309c667-8a39-4fe1-99a7-eeda3341e9b4 yet. {{(pid=114376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:00:05.807725 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-9e989141-371a-4282-ade9-76b3a9bc000d tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4000745 Feb 16 17:00:05.811035 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49630) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:05.816074 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-94eb7652-4a81-48fc-8d2d-5e17efee669c tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Request body: {'subnet': {'network_id': 'c2e72ff3-ed3e-4b82-a284-e29772f39715', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:05.829860 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d644f0a0-e780-4d1a-abb8-dfe258548593 None None] Network aa815ca4-7159-4cc2-8a2c-b6846a69dc39 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:00:05.922975 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-56da547a-0e40-468a-8a7b-c67f034319e9 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:05.924921 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-56da547a-0e40-468a-8a7b-c67f034319e9 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8976974 Feb 16 17:00:05.935859 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-fdc01c11-9cf5-452a-a1c2-e1f519991b44 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4234138 Feb 16 17:00:05.936531 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49632) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:05.936861 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49634) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:05.942692 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-46b7e7d4-d2b8-46f1-9589-0943b0dd8b25 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Request body: {'security_group_rule': {'security_group_id': '182e3741-5bf1-40d0-9f52-072188d785c7', 'project_id': '96057f06fdc74247a274207da8654659', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:05.961288 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-01ebcc83-30e0-496e-b352-55d851811008 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'port': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'fixed_ips': [{'subnet_id': '7c752067-8bba-48f4-94b7-efcdada5fe00', 'ip_address': '2001:db8::b91f:1fc7:89a6:29d2'}], 'name': 'tempest-NetworksTestDHCPv6-573123456'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:06.009976 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a02986a9-841f-4dd5-b9bd-24dd0e49f87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:06.111153 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-d1e003fc-bcf8-4b2f-9624-ea8786e842e2 None None] Deleting port 0ba36098-2749-4de9-b413-8e6b07ad66da {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:00:06.111540 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d1e003fc-bcf8-4b2f-9624-ea8786e842e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:06.159686 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=797175b6-f2f8-4176-986b-0e65b9d233a9,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:06.170299 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99fe1ae-416c-4ae0-99ad-e6c1c7c0a370 None None] Network 580dd700-83f5-4257-8a33-9f3f0a9bd87a requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:00:06.184217 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c761f026-85b8-4669-8844-955d777b541f tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Network 5c7fa548-d9d6-4ee7-996a-f0e1851f547a is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:00:06.198402 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 844635d2-9cf4-457f-9a63-0783ddbac3da triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:06.198772 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:06.252049 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-c761f026-85b8-4669-8844-955d777b541f tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 5c7fa548-d9d6-4ee7-996a-f0e1851f547a) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:06.260295 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f88d0a46-15e9-470c-9ca8-beaa2eed03e6 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:06.275814 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcba9f20-c5c2-439e-82f0-7ea4f0b28dc8 None None] Network 5c7fa548-d9d6-4ee7-996a-f0e1851f547a requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:00:06.292960 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c761f026-85b8-4669-8844-955d777b541f tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:00:06.299621 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c761f026-85b8-4669-8844-955d777b541f tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:06.300299 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c761f026-85b8-4669-8844-955d777b541f tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:06.315475 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-f88d0a46-15e9-470c-9ca8-beaa2eed03e6 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Calling delete_port for b8f648ab-68d3-4161-a8b4-e566b13012ae owned by network:router_gateway {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:00:06.366147 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-be24e538-6594-4288-b985-fa37a9ee0275 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:06.386094 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-a02986a9-841f-4dd5-b9bd-24dd0e49f87d None None] For port 844635d2-9cf4-457f-9a63-0783ddbac3da, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=844635d2-9cf4-457f-9a63-0783ddbac3da,segment=NetworkSegment(499d4fbf-9147-4106-b862-04b45999cbaf),segment_id=499d4fbf-9147-4106-b862-04b45999cbaf)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:00:06.416320 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49638) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:06.442663 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-55479acf-c850-428e-ac53-57aa65cb5c65 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Allocated IP 172.20.0.14 (580dd700-83f5-4257-8a33-9f3f0a9bd87a/a0638450-35c1-4366-8209-81d7c8e50bfe/7309c667-8a39-4fe1-99a7-eeda3341e9b4) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:06.463327 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-be24e538-6594-4288-b985-fa37a9ee0275 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:06.500025 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be24e538-6594-4288-b985-fa37a9ee0275 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77969c51-1568-4b36-a899-73c1bc566342,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:06.542289 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c761f026-85b8-4669-8844-955d777b541f tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.5307050 Feb 16 17:00:06.546338 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49642) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:06.559390 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-3110f421-6fa9-4a18-9e28-17ca399c964c tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1669650883'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:06.595169 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2bd87941-0cda-432a-9580-23ebd1db1832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:06.604628 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94eb7652-4a81-48fc-8d2d-5e17efee669c tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Made reservation on behalf of ccfc643fa8404010ae50108fcfab4417 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:06.604628 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-94eb7652-4a81-48fc-8d2d-5e17efee669c tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:06.623348 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a02986a9-841f-4dd5-b9bd-24dd0e49f87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:06.627515 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-d1e003fc-bcf8-4b2f-9624-ea8786e842e2 None None] For port 0ba36098-2749-4de9-b413-8e6b07ad66da, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=0ba36098-2749-4de9-b413-8e6b07ad66da,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:00:06.627709 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d1e003fc-bcf8-4b2f-9624-ea8786e842e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:06.666070 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e909c15-3c9d-4de6-a9ba-4afb874c00b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-aa815ca4-7159-4cc2-8a2c-b6846a69dc39', 'network_id': 'aa815ca4-7159-4cc2-8a2c-b6846a69dc39', 'tenant_id': 'ccfc643fa8404010ae50108fcfab4417', 'fixed_ips': [{'subnet_id': 'cda7cc20-4327-476f-b283-94619e592e74'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:00:06.667262 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2e909c15-3c9d-4de6-a9ba-4afb874c00b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:06.715675 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-a02986a9-841f-4dd5-b9bd-24dd0e49f87d None None] Could not find standard attr ID for object a68da519-459e-4c5f-a13c-a37505de3a87. {{(pid=114377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 17:00:06.726844 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-d1e003fc-bcf8-4b2f-9624-ea8786e842e2 None None] Calling delete_port for 0ba36098-2749-4de9-b413-8e6b07ad66da owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:00:06.741150 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-be24e538-6594-4288-b985-fa37a9ee0275 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:06.760690 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-be24e538-6594-4288-b985-fa37a9ee0275 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5172482 Feb 16 17:00:06.760851 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49644) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:06.760851 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-ea5bbabe-14ac-44b8-a158-5503fd1ca108 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Request body: {'security_group_rule': {'security_group_id': 'c193d8af-c799-418b-aaf4-4388562f51df', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:06.812921 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2bd87941-0cda-432a-9580-23ebd1db1832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:06.835811 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-46b7e7d4-d2b8-46f1-9589-0943b0dd8b25 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:06.898183 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-55479acf-c850-428e-ac53-57aa65cb5c65 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:06.905930 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f88d0a46-15e9-470c-9ca8-beaa2eed03e6 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:06.927128 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-46b7e7d4-d2b8-46f1-9589-0943b0dd8b25 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:06.948365 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ebcc83-30e0-496e-b352-55d851811008 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:06.953351 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88d0a46-15e9-470c-9ca8-beaa2eed03e6 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Pushing event deleted for resources: {'Port': ['ID=b8f648ab-68d3-4161-a8b4-e566b13012ae,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:06.958413 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2bd87941-0cda-432a-9580-23ebd1db1832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:06.977679 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02986a9-841f-4dd5-b9bd-24dd0e49f87d None None] Pushing event updated for resources: {'Port': ['ID=844635d2-9cf4-457f-9a63-0783ddbac3da,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:06.995313 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-de17136d-90af-4d0b-baa4-375e1e523b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:07.031283 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 0ba36098-2749-4de9-b413-8e6b07ad66da up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:00:07.041193 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd87941-0cda-432a-9580-23ebd1db1832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f55b43-9781-43b9-8028-ee39766182f4,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:07.045569 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-2bd87941-0cda-432a-9580-23ebd1db1832 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=efc68f7c59d14e75bed006b30c86ac85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6283514 Feb 16 17:00:07.048446 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49648) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:07.063655 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-01ebcc83-30e0-496e-b352-55d851811008 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:07.073868 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f88d0a46-15e9-470c-9ca8-beaa2eed03e6 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584056'] for router_gateway, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:07.087195 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-01ebcc83-30e0-496e-b352-55d851811008 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] device_id is not set on port 325f8e11-3c05-4e1a-adc3-d7a46ec2c385 yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:00:07.121130 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-ad08a037-f0bd-4dd1-86c2-d7be96a0cb9e None None] Provisioning complete for port 844635d2-9cf4-457f-9a63-0783ddbac3da triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:07.121506 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ad08a037-f0bd-4dd1-86c2-d7be96a0cb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:07.174218 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3110f421-6fa9-4a18-9e28-17ca399c964c tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Made reservation on behalf of c643207721ea44e4a742511dc6707de4 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:07.177855 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3110f421-6fa9-4a18-9e28-17ca399c964c tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:07.183320 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-94eb7652-4a81-48fc-8d2d-5e17efee669c tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:07.185618 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-d2f6ec7f-83cc-4797-a321-f38f5063d844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10a820d-8848-4d12-a850-4085a9c5b06a', 'name': 'tempest-ServerActionsTestJSON-1950663377-router', 'tenant_id': '09d1279d90c3425a9b4e1f123c7549b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '797175b6-f2f8-4176-986b-0e65b9d233a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:53Z', 'updated_at': '2022-02-16T17:00:00Z', 'revision_number': 4, 'project_id': '09d1279d90c3425a9b4e1f123c7549b3', 'gw_port': {'id': '797175b6-f2f8-4176-986b-0e65b9d233a9', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10a820d-8848-4d12-a850-4085a9c5b06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:55Z', 'updated_at': '2022-02-16T17:00:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '573f421b-0d17-4303-a5c8-4a0d9f58b56e', 'name': '', 'network_id': '2a9f074d-71de-48a7-8445-bcff118a8024', 'tenant_id': '09d1279d90c3425a9b4e1f123c7549b3', 'mac_address': 'fa:16:3e:8e:5f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10a820d-8848-4d12-a850-4085a9c5b06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '847c90d0-f658-438a-baa8-b8b47f957a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:59Z', 'updated_at': '2022-02-16T17:00:00Z', 'revision_number': 2, 'project_id': '09d1279d90c3425a9b4e1f123c7549b3', 'subnets': [{'id': '847c90d0-f658-438a-baa8-b8b47f957a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:07.217312 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ea5bbabe-14ac-44b8-a158-5503fd1ca108 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:07.238480 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-55479acf-c850-428e-ac53-57aa65cb5c65 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:07.238807 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f6ec7f-83cc-4797-a321-f38f5063d844 None None] Checking router: f10a820d-8848-4d12-a850-4085a9c5b06a for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:00:07.239159 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f6ec7f-83cc-4797-a321-f38f5063d844 None None] Updating router f10a820d-8848-4d12-a850-4085a9c5b06a port 573f421b-0d17-4303-a5c8-4a0d9f58b56e binding host dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:00:07.240119 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f6623e3f-5131-46d1-be71-01d224e9e94d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:07.249056 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-2e909c15-3c9d-4de6-a9ba-4afb874c00b9 None None] Allocated IP 172.20.0.2 (aa815ca4-7159-4cc2-8a2c-b6846a69dc39/cda7cc20-4327-476f-b283-94619e592e74/62e006dd-24b8-4c5e-8242-eb125c7c4dc8) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:07.290624 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-46b7e7d4-d2b8-46f1-9589-0943b0dd8b25 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:07.320815 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d2f6ec7f-83cc-4797-a321-f38f5063d844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:07.324274 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ea5bbabe-14ac-44b8-a158-5503fd1ca108 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:07.360508 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 0ba36098-2749-4de9-b413-8e6b07ad66da triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:07.360508 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:07.366486 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b7e7d4-d2b8-46f1-9589-0943b0dd8b25 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcafa6bf-df85-4ad4-8555-24cf71b9f244,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:07.378591 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f6623e3f-5131-46d1-be71-01d224e9e94d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:07.381744 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55479acf-c850-428e-ac53-57aa65cb5c65 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Network 580dd700-83f5-4257-8a33-9f3f0a9bd87a is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:07.393983 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f88d0a46-15e9-470c-9ca8-beaa2eed03e6 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-583993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10422'] for router, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:07.397475 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-55479acf-c850-428e-ac53-57aa65cb5c65 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:07.403218 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d1e003fc-bcf8-4b2f-9624-ea8786e842e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:07.410576 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55479acf-c850-428e-ac53-57aa65cb5c65 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:00:07.416786 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55479acf-c850-428e-ac53-57aa65cb5c65 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Pushing event updated for resources: {'Port': ['ID=7309c667-8a39-4fe1-99a7-eeda3341e9b4,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:07.428516 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ea5bbabe-14ac-44b8-a158-5503fd1ca108 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:07.433040 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3110f421-6fa9-4a18-9e28-17ca399c964c tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:00:07.454121 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f88d0a46-15e9-470c-9ca8-beaa2eed03e6 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-583970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-583979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-582263'] for router, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:07.470060 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5bbabe-14ac-44b8-a158-5503fd1ca108 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eac1b758-d22c-4dfc-94c9-445201884a1e,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:07.474991 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-46b7e7d4-d2b8-46f1-9589-0943b0dd8b25 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:07.480606 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-46b7e7d4-d2b8-46f1-9589-0943b0dd8b25 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5387561 Feb 16 17:00:07.482221 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49650) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:07.490265 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-8e189365-1c91-40ee-b265-035d864d359e tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Request body: {'security_group_rule': {'security_group_id': '182e3741-5bf1-40d0-9f52-072188d785c7', 'project_id': '96057f06fdc74247a274207da8654659', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:07.492603 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb7652-4a81-48fc-8d2d-5e17efee669c tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Pushing event updated for resources: {'Subnet': ['ID=2fe191a2-988c-4ad9-9b9c-754677a817bc,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:07.499606 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94eb7652-4a81-48fc-8d2d-5e17efee669c tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Checking segment: {'id': '98a187bc-94ca-4d62-aa70-f2b07c9c5996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2e72ff3-ed3e-4b82-a284-e29772f39715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:00:07.500174 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94eb7652-4a81-48fc-8d2d-5e17efee669c tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Network hostable DHCP agents. Network: c2e72ff3-ed3e-4b82-a284-e29772f39715, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:00:07.513326 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3110f421-6fa9-4a18-9e28-17ca399c964c tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:07.513624 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-3110f421-6fa9-4a18-9e28-17ca399c964c tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Added segment 1a233ae9-34fb-4bc8-8bc2-752ed4a3c082 of type vlan for network fe66d9f8-233e-43bf-b2bc-637671f8e917 Feb 16 17:00:07.531857 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-01ebcc83-30e0-496e-b352-55d851811008 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Allocated IP 2001:db8::b91f:1fc7:89a6:29d2 (1e2a9b2d-a159-48c5-a704-dcb18c3b88c3/7c752067-8bba-48f4-94b7-efcdada5fe00/325f8e11-3c05-4e1a-adc3-d7a46ec2c385) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:07.546127 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Port 0ba36098-2749-4de9-b413-8e6b07ad66da was deleted so its status cannot be updated. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Feb 16 17:00:07.559132 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e003fc-bcf8-4b2f-9624-ea8786e842e2 None None] No DVR routers for this DVR port 0ba36098-2749-4de9-b413-8e6b07ad66da on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:00:07.575454 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e003fc-bcf8-4b2f-9624-ea8786e842e2 None None] Pushing event deleted for resources: {'Port': ['ID=0ba36098-2749-4de9-b413-8e6b07ad66da,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:07.598871 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ea5bbabe-14ac-44b8-a158-5503fd1ca108 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:07.600143 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ea5bbabe-14ac-44b8-a158-5503fd1ca108 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8530948 Feb 16 17:00:07.604892 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9efa3b8-7271-46ba-86fe-4f80e4b25001 None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:00:07.608372 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3110f421-6fa9-4a18-9e28-17ca399c964c tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:07.610165 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49652) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:07.623658 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55479acf-c850-428e-ac53-57aa65cb5c65 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:07.624273 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-55479acf-c850-428e-ac53-57aa65cb5c65 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:07.631118 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-d0e01b5d-3861-4d76-9d2d-53ff8a6d7f13 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Request body: {'floatingip': {'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:07.668483 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f88d0a46-15e9-470c-9ca8-beaa2eed03e6 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Router 1e089307-26e8-4ac8-b713-217894d28c98 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:00:07.716368 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94eb7652-4a81-48fc-8d2d-5e17efee669c tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Network c2e72ff3-ed3e-4b82-a284-e29772f39715 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:00:07.790854 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88d0a46-15e9-470c-9ca8-beaa2eed03e6 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:00:07.804822 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad05cb26-d746-43b1-a7e9-57edec3c2679 None None] Sync routers for ids ['1e089307-26e8-4ac8-b713-217894d28c98'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:00:07.805342 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f88d0a46-15e9-470c-9ca8-beaa2eed03e6 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:07.816213 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-f88d0a46-15e9-470c-9ca8-beaa2eed03e6 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] 10.222.0.88 "PUT /v2.0/routers/1e089307-26e8-4ac8-b713-217894d28c98 HTTP/1.1" status: 200 len: 709 time: 5.2058587 Feb 16 17:00:07.817369 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f6623e3f-5131-46d1-be71-01d224e9e94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:07.820084 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f6623e3f-5131-46d1-be71-01d224e9e94d admin admin] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:07.824072 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad05cb26-d746-43b1-a7e9-57edec3c2679 None None] Routers {'1e089307-26e8-4ac8-b713-217894d28c98'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:00:07.824722 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-f6623e3f-5131-46d1-be71-01d224e9e94d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f5f55b43-9781-43b9-8028-ee39766182f4 HTTP/1.1" status: 204 len: 168 time: 0.7719812 Feb 16 17:00:07.824722 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49654) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:07.824894 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-ad05cb26-d746-43b1-a7e9-57edec3c2679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:59:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['1e089307-26e8-4ac8-b713-217894d28c98'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:07.861577 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3110f421-6fa9-4a18-9e28-17ca399c964c tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:07.875479 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3110f421-6fa9-4a18-9e28-17ca399c964c tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:07.876241 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3110f421-6fa9-4a18-9e28-17ca399c964c tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:07.901933 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6623e3f-5131-46d1-be71-01d224e9e94d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f55b43-9781-43b9-8028-ee39766182f4,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:07.905329 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-94eb7652-4a81-48fc-8d2d-5e17efee669c tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, c2e72ff3-ed3e-4b82-a284-e29772f39715) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:07.920985 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94eb7652-4a81-48fc-8d2d-5e17efee669c tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:07.922285 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-94eb7652-4a81-48fc-8d2d-5e17efee669c tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:07.931499 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-ad05cb26-d746-43b1-a7e9-57edec3c2679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:07.945574 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad05cb26-d746-43b1-a7e9-57edec3c2679 None None] Routers {'1e089307-26e8-4ac8-b713-217894d28c98'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:00:07.946486 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-ad05cb26-d746-43b1-a7e9-57edec3c2679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T16:59:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['1e089307-26e8-4ac8-b713-217894d28c98'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:07.953464 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-55479acf-c850-428e-ac53-57aa65cb5c65 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 3.5678465 Feb 16 17:00:07.961612 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49658) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:07.977855 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8e189365-1c91-40ee-b265-035d864d359e tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:07.993970 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 844635d2-9cf4-457f-9a63-0783ddbac3da up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:00:07.995739 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-ad05cb26-d746-43b1-a7e9-57edec3c2679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:07.999043 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad05cb26-d746-43b1-a7e9-57edec3c2679 None None] The sync data for ids ['1e089307-26e8-4ac8-b713-217894d28c98'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:00:08.008921 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df561e5-703d-4b12-84d6-f6db85f3e924 None None] Network c2e72ff3-ed3e-4b82-a284-e29772f39715 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:00:08.087287 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8e189365-1c91-40ee-b265-035d864d359e tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:08.095442 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-5f193055-4429-49a6-bd36-ffcdeaf65676 tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] 10.222.0.88 "GET /v2.0/routers/1e089307-26e8-4ac8-b713-217894d28c98 HTTP/1.1" status: 200 len: 744 time: 0.2683446 Feb 16 17:00:08.096645 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49660) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:08.103262 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-ad08a037-f0bd-4dd1-86c2-d7be96a0cb9e None None] Provisioning complete for port bead3c2a-18cf-407d-9d19-df88af94c298 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:08.103688 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ad08a037-f0bd-4dd1-86c2-d7be96a0cb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:08.103898 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df562213-e4c7-4aca-9130-b989800940d1 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:08.111341 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df562213-e4c7-4aca-9130-b989800940d1 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:08.118192 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df562213-e4c7-4aca-9130-b989800940d1 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:08.123456 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-df562213-e4c7-4aca-9130-b989800940d1 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.1543431 Feb 16 17:00:08.124205 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49662) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:08.136976 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3110f421-6fa9-4a18-9e28-17ca399c964c tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event updated for resources: {'Network': ['ID=fe66d9f8-233e-43bf-b2bc-637671f8e917,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:08.164633 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-564d4ce2-249b-49e6-9555-98ba4305f11a tempest-RoutersIpV6AdminTest-185908524 tempest-RoutersIpV6AdminTest-185908524-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=d8eab20e-246c-47ce-8449-822ce53769fc&device_id=1e089307-26e8-4ac8-b713-217894d28c98 HTTP/1.1" status: 200 len: 205 time: 0.0650644 Feb 16 17:00:08.167281 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49664) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:08.178431 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-3110f421-6fa9-4a18-9e28-17ca399c964c tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6302476 Feb 16 17:00:08.182032 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49666) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:08.188620 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-2da8ec16-df24-4902-a411-8a296e3dda5b tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Request body: {'ports': [{'network_id': '5c7fa548-d9d6-4ee7-996a-f0e1851f547a'}, {'network_id': 'fe66d9f8-233e-43bf-b2bc-637671f8e917'}]} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:08.195171 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b07d313-b5cf-4373-80e7-85103673f439 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'tenant_id': '81837604d6654060bf0a8ff194578833', 'fixed_ips': [{'subnet_id': '7c752067-8bba-48f4-94b7-efcdada5fe00'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:00:08.196316 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8b07d313-b5cf-4373-80e7-85103673f439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:08.199346 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-2da8ec16-df24-4902-a411-8a296e3dda5b tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Request body: {'port': {'network_id': '5c7fa548-d9d6-4ee7-996a-f0e1851f547a'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:08.200131 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-2da8ec16-df24-4902-a411-8a296e3dda5b tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Request body: {'port': {'network_id': 'fe66d9f8-233e-43bf-b2bc-637671f8e917'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:08.205425 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-94eb7652-4a81-48fc-8d2d-5e17efee669c tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3905420 Feb 16 17:00:08.205425 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d0e01b5d-3861-4d76-9d2d-53ff8a6d7f13 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Notify callbacks [] for floatingip, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:08.220793 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-01ebcc83-30e0-496e-b352-55d851811008 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:08.223023 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49668) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:08.241892 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-6b7db495-9888-4999-abda-878610f7511c tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] 10.222.0.88 "GET /v2.0/ports?device_id=1e089307-26e8-4ac8-b713-217894d28c98 HTTP/1.1" status: 200 len: 205 time: 0.0731840 Feb 16 17:00:08.242912 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8e189365-1c91-40ee-b265-035d864d359e tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:08.247889 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49672) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:08.286391 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network fe66d9f8-233e-43bf-b2bc-637671f8e917 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:00:08.367409 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-5d97eca9-27a5-45b0-8c4a-e3b86ac494b7 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Deleting port 7309c667-8a39-4fe1-99a7-eeda3341e9b4 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:00:08.368833 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5d97eca9-27a5-45b0-8c4a-e3b86ac494b7 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:08.441363 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e189365-1c91-40ee-b265-035d864d359e tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=384ae032-4d25-44c2-ba26-e1668ece71fa,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:08.457687 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-01ebcc83-30e0-496e-b352-55d851811008 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:08.501499 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d0e01b5d-3861-4d76-9d2d-53ff8a6d7f13 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:08.533986 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6f02f70a-802d-492e-ba24-4cb052615839 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks [] for router, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:08.537755 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5d97eca9-27a5-45b0-8c4a-e3b86ac494b7 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:08.593483 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ebcc83-30e0-496e-b352-55d851811008 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:08.605777 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-5d97eca9-27a5-45b0-8c4a-e3b86ac494b7 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Calling delete_port for 7309c667-8a39-4fe1-99a7-eeda3341e9b4 owned by {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:00:08.609966 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ebcc83-30e0-496e-b352-55d851811008 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Port': ['ID=325f8e11-3c05-4e1a-adc3-d7a46ec2c385,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:08.613917 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-01ebcc83-30e0-496e-b352-55d851811008 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:08.616305 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ebcc83-30e0-496e-b352-55d851811008 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:00:08.625835 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ebcc83-30e0-496e-b352-55d851811008 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:08.625835 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-01ebcc83-30e0-496e-b352-55d851811008 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:08.676400 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8e189365-1c91-40ee-b265-035d864d359e tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:08.677603 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-8e189365-1c91-40ee-b265-035d864d359e tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1944406 Feb 16 17:00:08.681620 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49674) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:08.687961 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-d2b435b7-10f1-47de-b19a-207c521b53d1 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Request body: {'security_group_rule': {'security_group_id': '182e3741-5bf1-40d0-9f52-072188d785c7', 'project_id': '96057f06fdc74247a274207da8654659', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:08.698686 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49676) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:08.748391 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-01ebcc83-30e0-496e-b352-55d851811008 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7915545 Feb 16 17:00:08.748638 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2e909c15-3c9d-4de6-a9ba-4afb874c00b9 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:08.751406 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49678) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:08.772913 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-d0e01b5d-3861-4d76-9d2d-53ff8a6d7f13 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Allocated IP 172.26.3.141 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/a5ea9d4b-50e7-425e-8a0c-d21074e0e8ce) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:08.786774 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 844635d2-9cf4-457f-9a63-0783ddbac3da triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:08.787253 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:08.806275 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ad08a037-f0bd-4dd1-86c2-d7be96a0cb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:08.853170 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f404ce8-f917-47be-8bb7-1a3b312d301d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-c2e72ff3-ed3e-4b82-a284-e29772f39715', 'network_id': 'c2e72ff3-ed3e-4b82-a284-e29772f39715', 'tenant_id': 'ccfc643fa8404010ae50108fcfab4417', 'fixed_ips': [{'subnet_id': '2fe191a2-988c-4ad9-9b9c-754677a817bc'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:00:08.854183 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2f404ce8-f917-47be-8bb7-1a3b312d301d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:08.876502 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2e909c15-3c9d-4de6-a9ba-4afb874c00b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:08.897076 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8db09de-d207-4e0d-93da-413d2080b693 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:08.897076 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f8db09de-d207-4e0d-93da-413d2080b693 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1405201 Feb 16 17:00:08.918290 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49680) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:08.954884 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6f02f70a-802d-492e-ba24-4cb052615839 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:08.963022 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6f02f70a-802d-492e-ba24-4cb052615839 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:08.977230 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-8e8ef3d2-9a0c-4121-ac95-96815e38a2f3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3f2d858dee554dbf914fc55e4727384c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2761045 Feb 16 17:00:08.979140 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49682) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:09.002178 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e909c15-3c9d-4de6-a9ba-4afb874c00b9 None None] Network aa815ca4-7159-4cc2-8a2c-b6846a69dc39 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:09.025339 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-8b07d313-b5cf-4373-80e7-85103673f439 None None] Allocated IP 2001:db8::2 (1e2a9b2d-a159-48c5-a704-dcb18c3b88c3/7c752067-8bba-48f4-94b7-efcdada5fe00/1c1b0091-bc1e-4d7b-bbd2-3228d950e0a7) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:09.055474 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d0e01b5d-3861-4d76-9d2d-53ff8a6d7f13 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:09.057828 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-27324038-377b-4823-ba19-5c690ae7b8f1 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:09.083025 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d2b435b7-10f1-47de-b19a-207c521b53d1 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:09.089108 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-ad08a037-f0bd-4dd1-86c2-d7be96a0cb9e None None] For port bead3c2a-18cf-407d-9d19-df88af94c298, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=bead3c2a-18cf-407d-9d19-df88af94c298,segment=NetworkSegment(a414cfab-4540-426e-b8d2-53b69773ff7b),segment_id=a414cfab-4540-426e-b8d2-53b69773ff7b)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:00:09.090595 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-2e909c15-3c9d-4de6-a9ba-4afb874c00b9 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:09.093997 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-cc91eab6-fdad-472d-8511-35168a6c455e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Deleting port 325f8e11-3c05-4e1a-adc3-d7a46ec2c385 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:00:09.094859 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cc91eab6-fdad-472d-8511-35168a6c455e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:09.107971 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da8ec16-df24-4902-a411-8a296e3dda5b tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Made reservation on behalf of c643207721ea44e4a742511dc6707de4 for: {'port': 2} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:09.108534 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d2f6ec7f-83cc-4797-a321-f38f5063d844 None None] Notify callbacks [] for port, precommit_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:09.109759 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e909c15-3c9d-4de6-a9ba-4afb874c00b9 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:00:09.113360 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2da8ec16-df24-4902-a411-8a296e3dda5b tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:09.128938 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e909c15-3c9d-4de6-a9ba-4afb874c00b9 None None] Pushing event updated for resources: {'Port': ['ID=62e006dd-24b8-4c5e-8242-eb125c7c4dc8,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:09.154811 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5d97eca9-27a5-45b0-8c4a-e3b86ac494b7 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:09.193121 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d97eca9-27a5-45b0-8c4a-e3b86ac494b7 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Pushing event deleted for resources: {'Port': ['ID=7309c667-8a39-4fe1-99a7-eeda3341e9b4,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:09.209043 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6f02f70a-802d-492e-ba24-4cb052615839 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:09.209874 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f02f70a-802d-492e-ba24-4cb052615839 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Fanout notify agent at l3_agent the message router_deleted on router 1e089307-26e8-4ac8-b713-217894d28c98 {{(pid=114376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:00:09.219869 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6f02f70a-802d-492e-ba24-4cb052615839 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:09.221515 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-6f02f70a-802d-492e-ba24-4cb052615839 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] 10.222.0.88 "DELETE /v2.0/routers/1e089307-26e8-4ac8-b713-217894d28c98 HTTP/1.1" status: 204 len: 168 time: 0.9701996 Feb 16 17:00:09.239401 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49684) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:09.249992 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2da8ec16-df24-4902-a411-8a296e3dda5b tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:09.271299 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ad08a037-f0bd-4dd1-86c2-d7be96a0cb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:09.285743 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cc91eab6-fdad-472d-8511-35168a6c455e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:09.291462 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d0e01b5d-3861-4d76-9d2d-53ff8a6d7f13 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:09.294831 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-0e971307-69b8-41ab-88f4-99e01c42950a tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] 10.222.0.88 "GET /v2.0/ports?device_id=1e089307-26e8-4ac8-b713-217894d28c98 HTTP/1.1" status: 200 len: 205 time: 0.0611622 Feb 16 17:00:09.300298 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49686) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:09.312161 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-43b07987-bb5e-4b5b-b6ab-375d06f9d7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:09.313607 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d2f6ec7f-83cc-4797-a321-f38f5063d844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:09.383144 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e01b5d-3861-4d76-9d2d-53ff8a6d7f13 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Pushing event updated for resources: {'Port': ['ID=a5ea9d4b-50e7-425e-8a0c-d21074e0e8ce,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:09.396820 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e01b5d-3861-4d76-9d2d-53ff8a6d7f13 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:09.398766 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-cc91eab6-fdad-472d-8511-35168a6c455e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Calling delete_port for 325f8e11-3c05-4e1a-adc3-d7a46ec2c385 owned by {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:00:09.407176 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-d0e01b5d-3861-4d76-9d2d-53ff8a6d7f13 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:09.412375 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e01b5d-3861-4d76-9d2d-53ff8a6d7f13 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:00:09.447821 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 797175b6-f2f8-4176-986b-0e65b9d233a9 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:00:09.508966 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-2e909c15-3c9d-4de6-a9ba-4afb874c00b9 None None] Attempting to bind port 62e006dd-24b8-4c5e-8242-eb125c7c4dc8 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:00:09.509500 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-2e909c15-3c9d-4de6-a9ba-4afb874c00b9 None None] Attempting to bind port 62e006dd-24b8-4c5e-8242-eb125c7c4dc8 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '74e3510e-9edd-4223-ab23-498207998852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'aa815ca4-7159-4cc2-8a2c-b6846a69dc39'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:00:09.509976 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e909c15-3c9d-4de6-a9ba-4afb874c00b9 None None] Attempting to bind port 62e006dd-24b8-4c5e-8242-eb125c7c4dc8 on network aa815ca4-7159-4cc2-8a2c-b6846a69dc39 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:00:09.545645 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-2f404ce8-f917-47be-8bb7-1a3b312d301d None None] Allocated IP 172.20.0.2 (c2e72ff3-ed3e-4b82-a284-e29772f39715/2fe191a2-988c-4ad9-9b9c-754677a817bc/67a30e77-aebe-4331-94e6-3f13fd36ae22) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:09.589729 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e909c15-3c9d-4de6-a9ba-4afb874c00b9 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:00:09.599657 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e909c15-3c9d-4de6-a9ba-4afb874c00b9 None None] Checking segment: {'id': '74e3510e-9edd-4223-ab23-498207998852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'aa815ca4-7159-4cc2-8a2c-b6846a69dc39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:00:09.599657 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2e909c15-3c9d-4de6-a9ba-4afb874c00b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:09.599657 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e909c15-3c9d-4de6-a9ba-4afb874c00b9 None None] Bound using segment: {'id': '74e3510e-9edd-4223-ab23-498207998852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'aa815ca4-7159-4cc2-8a2c-b6846a69dc39'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:00:09.599657 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-2e909c15-3c9d-4de6-a9ba-4afb874c00b9 None None] Bound port: 62e006dd-24b8-4c5e-8242-eb125c7c4dc8, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74e3510e-9edd-4223-ab23-498207998852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'aa815ca4-7159-4cc2-8a2c-b6846a69dc39'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:00:09.599657 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2e909c15-3c9d-4de6-a9ba-4afb874c00b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:09.600263 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5d97eca9-27a5-45b0-8c4a-e3b86ac494b7 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:09.600263 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-5d97eca9-27a5-45b0-8c4a-e3b86ac494b7 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] 10.222.0.88 "DELETE /v2.0/ports/7309c667-8a39-4fe1-99a7-eeda3341e9b4 HTTP/1.1" status: 204 len: 168 time: 1.4685047 Feb 16 17:00:09.604484 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49688) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:09.614413 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-691132f2-1bf0-45d5-ac31-03cc537bd58a None None] Provisioning complete for port 98084343-6501-449b-a5aa-48bc8ce0ff1b triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:09.615107 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-691132f2-1bf0-45d5-ac31-03cc537bd58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:09.675116 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-370e14f5-ed2b-4cb6-8dd5-bf002e4c421d tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] GET failed (client error): The resource could not be found. Feb 16 17:00:09.675116 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-370e14f5-ed2b-4cb6-8dd5-bf002e4c421d tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] 10.222.0.88 "GET /v2.0/ports/7309c667-8a39-4fe1-99a7-eeda3341e9b4 HTTP/1.1" status: 404 len: 333 time: 0.0657153 Feb 16 17:00:09.676477 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad08a037-f0bd-4dd1-86c2-d7be96a0cb9e None None] Pushing event updated for resources: {'Port': ['ID=bead3c2a-18cf-407d-9d19-df88af94c298,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:09.682088 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49690) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:09.688043 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-8b4d3fe4-c2af-4d2b-8bec-c65a025f4759 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Request body: {'port': {'network_id': '580dd700-83f5-4257-8a33-9f3f0a9bd87a', 'name': 'tempest-AllowedAddressPairTestJSON-77199271'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:09.740930 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 797175b6-f2f8-4176-986b-0e65b9d233a9 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:09.741355 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:09.741465 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d2b435b7-10f1-47de-b19a-207c521b53d1 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:09.755912 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-607405ed-84d4-4fdf-bb68-f7de57b4357f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:09.765436 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d0e01b5d-3861-4d76-9d2d-53ff8a6d7f13 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:09.803715 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-d3b8fbcf-3cb2-4a13-ac73-249454cb2506 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] delete failed (client error): The resource could not be found. Feb 16 17:00:09.804896 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-d3b8fbcf-3cb2-4a13-ac73-249454cb2506 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] 10.222.0.88 "DELETE /v2.0/routers/1e089307-26e8-4ac8-b713-217894d28c98 HTTP/1.1" status: 404 len: 336 time: 0.4977014 Feb 16 17:00:09.815404 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49692) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:09.893570 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d2b435b7-10f1-47de-b19a-207c521b53d1 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:09.914458 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-d2f6ec7f-83cc-4797-a321-f38f5063d844 None None] Attempting to bind port 573f421b-0d17-4303-a5c8-4a0d9f58b56e on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:00:09.914700 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d0e01b5d-3861-4d76-9d2d-53ff8a6d7f13 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:09.914982 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-d2f6ec7f-83cc-4797-a321-f38f5063d844 None None] Attempting to bind port 573f421b-0d17-4303-a5c8-4a0d9f58b56e by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '457fa9dd-54bd-45be-89fb-008c1a63dec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a9f074d-71de-48a7-8445-bcff118a8024'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:00:09.915197 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f6ec7f-83cc-4797-a321-f38f5063d844 None None] Attempting to bind port 573f421b-0d17-4303-a5c8-4a0d9f58b56e on network 2a9f074d-71de-48a7-8445-bcff118a8024 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:00:09.936633 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7be585-9eb6-49bc-9eee-fc528fc18aa2 None None] Pushing event updated for resources: {'Port': ['ID=573f421b-0d17-4303-a5c8-4a0d9f58b56e,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:09.938924 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-691132f2-1bf0-45d5-ac31-03cc537bd58a None None] Port 98084343-6501-449b-a5aa-48bc8ce0ff1b cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:00:09.947296 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-f3b26068-a4c5-417a-b96b-9746dc1cd33a tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] 10.222.0.88 "GET /v2.0/ports?device_id=64cbf862-a606-4ccf-a547-26d460658175 HTTP/1.1" status: 200 len: 205 time: 0.1177504 Feb 16 17:00:09.966745 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f6ec7f-83cc-4797-a321-f38f5063d844 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:00:09.974026 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f6ec7f-83cc-4797-a321-f38f5063d844 None None] Checking segment: {'id': '457fa9dd-54bd-45be-89fb-008c1a63dec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a9f074d-71de-48a7-8445-bcff118a8024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:00:09.974026 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d2f6ec7f-83cc-4797-a321-f38f5063d844 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:09.974026 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f6ec7f-83cc-4797-a321-f38f5063d844 None None] Bound using segment: {'id': '457fa9dd-54bd-45be-89fb-008c1a63dec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a9f074d-71de-48a7-8445-bcff118a8024'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:00:09.974026 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-d2f6ec7f-83cc-4797-a321-f38f5063d844 None None] Bound port: 573f421b-0d17-4303-a5c8-4a0d9f58b56e, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '457fa9dd-54bd-45be-89fb-008c1a63dec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a9f074d-71de-48a7-8445-bcff118a8024'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:00:09.974026 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d2f6ec7f-83cc-4797-a321-f38f5063d844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:09.974026 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-691132f2-1bf0-45d5-ac31-03cc537bd58a None None] Could not find standard attr ID for object 7309c667-8a39-4fe1-99a7-eeda3341e9b4. {{(pid=114377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 17:00:09.977816 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-607405ed-84d4-4fdf-bb68-f7de57b4357f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:09.985852 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49694) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:09.997742 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8b07d313-b5cf-4373-80e7-85103673f439 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:10.013718 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-2e909c15-3c9d-4de6-a9ba-4afb874c00b9 None None] For port 62e006dd-24b8-4c5e-8242-eb125c7c4dc8, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:00:10.027059 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cc91eab6-fdad-472d-8511-35168a6c455e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:10.032505 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4d3fe4-c2af-4d2b-8bec-c65a025f4759 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Made reservation on behalf of 8bea74979a924d31aa0b64c8b14c0701 for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:10.036003 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8b4d3fe4-c2af-4d2b-8bec-c65a025f4759 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:10.060055 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b435b7-10f1-47de-b19a-207c521b53d1 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58ce5685-0da0-4942-bbaf-f91c5625a87b,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:10.060618 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-2e909c15-3c9d-4de6-a9ba-4afb874c00b9 None None] For port 62e006dd-24b8-4c5e-8242-eb125c7c4dc8, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=62e006dd-24b8-4c5e-8242-eb125c7c4dc8,segment=NetworkSegment(74e3510e-9edd-4223-ab23-498207998852),segment_id=74e3510e-9edd-4223-ab23-498207998852)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:00:10.085360 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-691132f2-1bf0-45d5-ac31-03cc537bd58a None None] Provisioning complete for port bead3c2a-18cf-407d-9d19-df88af94c298 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:10.086260 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-691132f2-1bf0-45d5-ac31-03cc537bd58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:10.092787 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc91eab6-fdad-472d-8511-35168a6c455e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event deleted for resources: {'Port': ['ID=325f8e11-3c05-4e1a-adc3-d7a46ec2c385,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:10.103787 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-a608dcca-be39-4e07-a01a-f5d85e901557 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] delete failed (client error): The resource could not be found. Feb 16 17:00:10.103787 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-a608dcca-be39-4e07-a01a-f5d85e901557 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] 10.222.0.88 "DELETE /v2.0/routers/64cbf862-a606-4ccf-a547-26d460658175 HTTP/1.1" status: 404 len: 336 time: 0.1115909 Feb 16 17:00:10.104618 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-8b4d3fe4-c2af-4d2b-8bec-c65a025f4759 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] device_id is not set on port 561e2456-9079-4ccd-88b9-8067d44415b4 yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:00:10.120246 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49696) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:10.142424 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d2b435b7-10f1-47de-b19a-207c521b53d1 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:10.143883 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-d2b435b7-10f1-47de-b19a-207c521b53d1 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4613338 Feb 16 17:00:10.146954 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49698) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:10.152801 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-72b067c0-622e-4c0f-8bfc-9239aca1b383 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Request body: {'security_group_rule': {'security_group_id': '182e3741-5bf1-40d0-9f52-072188d785c7', 'project_id': '96057f06fdc74247a274207da8654659', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:10.167060 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2e909c15-3c9d-4de6-a9ba-4afb874c00b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:10.169201 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8b07d313-b5cf-4373-80e7-85103673f439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:10.205467 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-6d8276ed-0e49-4f4e-be79-b16b5b71f623 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a491411-fed2-47a4-90d5-64790ad74b5f HTTP/1.1" status: 200 len: 205 time: 0.0840614 Feb 16 17:00:10.212352 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49700) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:10.220370 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cc91eab6-fdad-472d-8511-35168a6c455e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:10.222885 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [None req-2da8ec16-df24-4902-a411-8a296e3dda5b tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] device_id is not set on port 71ad10bd-1591-4810-89cb-56d5b4923507 yet. {{(pid=114376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:00:10.228784 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-cc91eab6-fdad-472d-8511-35168a6c455e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/ports/325f8e11-3c05-4e1a-adc3-d7a46ec2c385 HTTP/1.1" status: 204 len: 168 time: 1.3070476 Feb 16 17:00:10.231000 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49702) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:10.261357 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device bead3c2a-18cf-407d-9d19-df88af94c298 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:00:10.269981 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-d2f6ec7f-83cc-4797-a321-f38f5063d844 None None] For port 573f421b-0d17-4303-a5c8-4a0d9f58b56e, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:00:10.304100 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-3383fefe-275c-46fa-8f96-554a73a02ebf tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] delete failed (client error): The resource could not be found. Feb 16 17:00:10.305524 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-3383fefe-275c-46fa-8f96-554a73a02ebf tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] 10.222.0.88 "DELETE /v2.0/routers/6a491411-fed2-47a4-90d5-64790ad74b5f HTTP/1.1" status: 404 len: 336 time: 0.0917490 Feb 16 17:00:10.306571 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d0e01b5d-3861-4d76-9d2d-53ff8a6d7f13 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:10.310273 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49704) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:10.330225 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2f404ce8-f917-47be-8bb7-1a3b312d301d None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:10.342036 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b07d313-b5cf-4373-80e7-85103673f439 None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:10.348662 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-27324038-377b-4823-ba19-5c690ae7b8f1 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Allocated IP 172.20.0.1 (aa815ca4-7159-4cc2-8a2c-b6846a69dc39/cda7cc20-4327-476f-b283-94619e592e74/75522ad8-e08c-4bc0-a9c6-527ab243fd55) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:10.353993 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ad9a861a-47a1-4a7a-b893-cc575ce2b229 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] 10.222.0.88 "GET /v2.0/ports?device_id=accafc5c-0aa8-4f15-8693-ddf05c30fe87 HTTP/1.1" status: 200 len: 205 time: 0.0425808 Feb 16 17:00:10.360227 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.securitygroups_db [None req-72b067c0-622e-4c0f-8bfc-9239aca1b383 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Project 96057f06fdc74247a274207da8654659 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:00:10.360538 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49706) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:10.360634 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-d2f6ec7f-83cc-4797-a321-f38f5063d844 None None] For port 573f421b-0d17-4303-a5c8-4a0d9f58b56e, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=573f421b-0d17-4303-a5c8-4a0d9f58b56e,segment=NetworkSegment(457fa9dd-54bd-45be-89fb-008c1a63dec7),segment_id=457fa9dd-54bd-45be-89fb-008c1a63dec7)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:00:10.366340 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a07419-88f7-4238-9d80-af98f49bc89e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:10.367255 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-72b067c0-622e-4c0f-8bfc-9239aca1b383 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:10.368572 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a07419-88f7-4238-9d80-af98f49bc89e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:10.369686 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-8b07d313-b5cf-4373-80e7-85103673f439 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:10.370496 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-72a07419-88f7-4238-9d80-af98f49bc89e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1374233 Feb 16 17:00:10.373426 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49708) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:10.391777 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-8b4d3fe4-c2af-4d2b-8bec-c65a025f4759 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Allocated IP 172.20.0.7 (580dd700-83f5-4257-8a33-9f3f0a9bd87a/a0638450-35c1-4366-8209-81d7c8e50bfe/561e2456-9079-4ccd-88b9-8067d44415b4) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:10.399571 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b07d313-b5cf-4373-80e7-85103673f439 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:00:10.401798 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d0e01b5d-3861-4d76-9d2d-53ff8a6d7f13 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:10.432815 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-ccc4dc95-78dd-4cb1-a4a5-ef8f8d565b49 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] delete failed (client error): The resource could not be found. Feb 16 17:00:10.437017 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-ccc4dc95-78dd-4cb1-a4a5-ef8f8d565b49 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] 10.222.0.88 "DELETE /v2.0/routers/accafc5c-0aa8-4f15-8693-ddf05c30fe87 HTTP/1.1" status: 404 len: 336 time: 0.0742319 Feb 16 17:00:10.439325 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49710) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:10.453201 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-607405ed-84d4-4fdf-bb68-f7de57b4357f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:10.456040 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-607405ed-84d4-4fdf-bb68-f7de57b4357f admin admin] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:10.460263 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-607405ed-84d4-4fdf-bb68-f7de57b4357f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/fb3d98c5-e460-4c37-8337-bc828fd6c72a HTTP/1.1" status: 204 len: 168 time: 1.4800322 Feb 16 17:00:10.519899 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2f404ce8-f917-47be-8bb7-1a3b312d301d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:10.529112 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d2f6ec7f-83cc-4797-a321-f38f5063d844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:10.554725 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f404ce8-f917-47be-8bb7-1a3b312d301d None None] Network c2e72ff3-ed3e-4b82-a284-e29772f39715 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:10.556161 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:10.568332 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-2f404ce8-f917-47be-8bb7-1a3b312d301d None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:10.574500 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e909c15-3c9d-4de6-a9ba-4afb874c00b9 None None] Pushing event updated for resources: {'Port': ['ID=62e006dd-24b8-4c5e-8242-eb125c7c4dc8,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:10.574500 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f404ce8-f917-47be-8bb7-1a3b312d301d None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:00:10.585194 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-a1504aab-8dc5-4568-81b7-03cb29e8f140 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] 10.222.0.88 "GET /v2.0/ports?device_id=3c33d02e-efaf-4d6b-ac0b-8d02bc0d62e7 HTTP/1.1" status: 200 len: 205 time: 0.1412597 Feb 16 17:00:10.590129 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49714) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:10.606304 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607405ed-84d4-4fdf-bb68-f7de57b4357f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3d98c5-e460-4c37-8337-bc828fd6c72a,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:10.623400 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-8b07d313-b5cf-4373-80e7-85103673f439 None None] Attempting to bind port 1c1b0091-bc1e-4d7b-bbd2-3228d950e0a7 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:00:10.625220 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-8b07d313-b5cf-4373-80e7-85103673f439 None None] Attempting to bind port 1c1b0091-bc1e-4d7b-bbd2-3228d950e0a7 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:00:10.625614 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b07d313-b5cf-4373-80e7-85103673f439 None None] Attempting to bind port 1c1b0091-bc1e-4d7b-bbd2-3228d950e0a7 on network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:00:10.640652 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-7be7eadd-cdde-4f43-b9f8-58098a70645a tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Deleting subnet 7c752067-8bba-48f4-94b7-efcdada5fe00 {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:00:10.642630 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b07d313-b5cf-4373-80e7-85103673f439 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:00:10.645942 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b07d313-b5cf-4373-80e7-85103673f439 None None] Checking segment: {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:00:10.646301 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8b07d313-b5cf-4373-80e7-85103673f439 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:10.646565 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b07d313-b5cf-4373-80e7-85103673f439 None None] Bound using segment: {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:00:10.647066 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-8b07d313-b5cf-4373-80e7-85103673f439 None None] Bound port: 1c1b0091-bc1e-4d7b-bbd2-3228d950e0a7, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:00:10.647460 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8b07d313-b5cf-4373-80e7-85103673f439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:10.716581 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e01b5d-3861-4d76-9d2d-53ff8a6d7f13 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Pushing event updated for resources: {'Port': ['ID=a5ea9d4b-50e7-425e-8a0c-d21074e0e8ce,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:10.738956 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7be7eadd-cdde-4f43-b9f8-58098a70645a tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:10.761548 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b07d313-b5cf-4373-80e7-85103673f439 None None] Pushing event updated for resources: {'Port': ['ID=1c1b0091-bc1e-4d7b-bbd2-3228d950e0a7,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:10.813273 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2da8ec16-df24-4902-a411-8a296e3dda5b tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:10.842107 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-27324038-377b-4823-ba19-5c690ae7b8f1 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:10.846412 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-25a36ea1-758c-4bd4-a9dc-72a7949c6f32 None None] Provisioning complete for port 573f421b-0d17-4303-a5c8-4a0d9f58b56e triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:10.846412 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-25a36ea1-758c-4bd4-a9dc-72a7949c6f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:10.847951 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f6ec7f-83cc-4797-a321-f38f5063d844 None None] Routers {'f10a820d-8848-4d12-a850-4085a9c5b06a'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:00:10.851322 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-d2f6ec7f-83cc-4797-a321-f38f5063d844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:00:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['f10a820d-8848-4d12-a850-4085a9c5b06a'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:10.862785 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port bead3c2a-18cf-407d-9d19-df88af94c298 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:10.863149 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:10.922971 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [None req-2da8ec16-df24-4902-a411-8a296e3dda5b tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] device_id is not set on port 3cbd48a8-6a6c-49ef-8626-c650e3d4f55e yet. {{(pid=114376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:00:11.030034 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-27324038-377b-4823-ba19-5c690ae7b8f1 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:11.104329 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2da8ec16-df24-4902-a411-8a296e3dda5b tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:11.108258 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27324038-377b-4823-ba19-5c690ae7b8f1 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Network aa815ca4-7159-4cc2-8a2c-b6846a69dc39 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:11.115596 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-27324038-377b-4823-ba19-5c690ae7b8f1 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:11.122320 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27324038-377b-4823-ba19-5c690ae7b8f1 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:00:11.127929 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27324038-377b-4823-ba19-5c690ae7b8f1 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Pushing event updated for resources: {'Port': ['ID=75522ad8-e08c-4bc0-a9c6-527ab243fd55,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:11.146855 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-2f404ce8-f917-47be-8bb7-1a3b312d301d None None] Attempting to bind port 67a30e77-aebe-4331-94e6-3f13fd36ae22 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:00:11.147820 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-2f404ce8-f917-47be-8bb7-1a3b312d301d None None] Attempting to bind port 67a30e77-aebe-4331-94e6-3f13fd36ae22 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '98a187bc-94ca-4d62-aa70-f2b07c9c5996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2e72ff3-ed3e-4b82-a284-e29772f39715'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:00:11.148599 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f404ce8-f917-47be-8bb7-1a3b312d301d None None] Attempting to bind port 67a30e77-aebe-4331-94e6-3f13fd36ae22 on network c2e72ff3-ed3e-4b82-a284-e29772f39715 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:00:11.192373 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-8b07d313-b5cf-4373-80e7-85103673f439 None None] For port 1c1b0091-bc1e-4d7b-bbd2-3228d950e0a7, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:00:11.194287 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-27324038-377b-4823-ba19-5c690ae7b8f1 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:11.195157 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-cd78dfc4-11ce-4605-ad82-d16784f722ca tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] delete failed (client error): The resource could not be found. Feb 16 17:00:11.196252 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-cd78dfc4-11ce-4605-ad82-d16784f722ca tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] 10.222.0.88 "DELETE /v2.0/routers/3c33d02e-efaf-4d6b-ac0b-8d02bc0d62e7 HTTP/1.1" status: 404 len: 336 time: 0.5975542 Feb 16 17:00:11.201129 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-8b07d313-b5cf-4373-80e7-85103673f439 None None] For port 1c1b0091-bc1e-4d7b-bbd2-3228d950e0a7, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=1c1b0091-bc1e-4d7b-bbd2-3228d950e0a7,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:00:11.212912 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49718) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:11.230278 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f404ce8-f917-47be-8bb7-1a3b312d301d None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:00:11.231785 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f404ce8-f917-47be-8bb7-1a3b312d301d None None] Checking segment: {'id': '98a187bc-94ca-4d62-aa70-f2b07c9c5996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2e72ff3-ed3e-4b82-a284-e29772f39715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:00:11.231785 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2f404ce8-f917-47be-8bb7-1a3b312d301d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:11.231785 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f404ce8-f917-47be-8bb7-1a3b312d301d None None] Bound using segment: {'id': '98a187bc-94ca-4d62-aa70-f2b07c9c5996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2e72ff3-ed3e-4b82-a284-e29772f39715'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:00:11.232093 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-2f404ce8-f917-47be-8bb7-1a3b312d301d None None] Bound port: 67a30e77-aebe-4331-94e6-3f13fd36ae22, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a187bc-94ca-4d62-aa70-f2b07c9c5996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2e72ff3-ed3e-4b82-a284-e29772f39715'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:00:11.232308 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2f404ce8-f917-47be-8bb7-1a3b312d301d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:11.242911 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-72b067c0-622e-4c0f-8bfc-9239aca1b383 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:11.276775 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d0e01b5d-3861-4d76-9d2d-53ff8a6d7f13 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:11.297560 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f404ce8-f917-47be-8bb7-1a3b312d301d None None] Pushing event updated for resources: {'Port': ['ID=67a30e77-aebe-4331-94e6-3f13fd36ae22,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:11.317460 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7be7eadd-cdde-4f43-b9f8-58098a70645a tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:11.326594 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-7758304f-c9a6-4743-8bbb-751c712c2527 tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] 10.222.0.88 "GET /v2.0/ports?device_id=acab32df-31bb-443b-8e00-c9edfa85db32 HTTP/1.1" status: 200 len: 205 time: 0.1061246 Feb 16 17:00:11.328715 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8b07d313-b5cf-4373-80e7-85103673f439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:11.332037 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49720) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:11.342836 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2da8ec16-df24-4902-a411-8a296e3dda5b tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:11.418142 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-72b067c0-622e-4c0f-8bfc-9239aca1b383 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:11.422778 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-351160b5-a91d-4ea6-9075-01130f6388fa tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] delete failed (client error): The resource could not be found. Feb 16 17:00:11.426338 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-351160b5-a91d-4ea6-9075-01130f6388fa tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] 10.222.0.88 "DELETE /v2.0/routers/acab32df-31bb-443b-8e00-c9edfa85db32 HTTP/1.1" status: 404 len: 336 time: 0.0907140 Feb 16 17:00:11.432259 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49724) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:11.474413 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b067c0-622e-4c0f-8bfc-9239aca1b383 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3cbeaed-38b6-4c45-8216-3279dfc3ddb1,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:11.493419 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da8ec16-df24-4902-a411-8a296e3dda5b tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Network 5c7fa548-d9d6-4ee7-996a-f0e1851f547a is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:11.497183 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-2da8ec16-df24-4902-a411-8a296e3dda5b tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:11.509448 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da8ec16-df24-4902-a411-8a296e3dda5b tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:00:11.513813 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2da8ec16-df24-4902-a411-8a296e3dda5b tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:11.532887 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-d2f6ec7f-83cc-4797-a321-f38f5063d844 None None] Set router f10a820d-8848-4d12-a850-4085a9c5b06a gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:00:11.554391 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d0e01b5d-3861-4d76-9d2d-53ff8a6d7f13 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:11.560105 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d0e01b5d-3861-4d76-9d2d-53ff8a6d7f13 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9468336 Feb 16 17:00:11.570448 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-72b067c0-622e-4c0f-8bfc-9239aca1b383 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:11.574516 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-72b067c0-622e-4c0f-8bfc-9239aca1b383 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.4239244 Feb 16 17:00:11.587123 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da8ec16-df24-4902-a411-8a296e3dda5b tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event updated for resources: {'Port': ['ID=71ad10bd-1591-4810-89cb-56d5b4923507,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:11.603564 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49732) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:11.615454 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-054d321f-65cd-4d00-bd8d-76aed7f3b2a6 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Request body: {'security_group_rule': {'security_group_id': '182e3741-5bf1-40d0-9f52-072188d785c7', 'project_id': '96057f06fdc74247a274207da8654659', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:11.654463 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8b4d3fe4-c2af-4d2b-8bec-c65a025f4759 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:11.654889 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-27324038-377b-4823-ba19-5c690ae7b8f1 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:11.674710 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7be7eadd-cdde-4f43-b9f8-58098a70645a tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:11.676836 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-5488a317-9ade-4139-9206-8b480494a52b tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] DELETE failed (client error): The resource could not be found. Feb 16 17:00:11.679151 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5488a317-9ade-4139-9206-8b480494a52b tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:11.688296 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-5488a317-9ade-4139-9206-8b480494a52b tempest-RoutersIpV6AdminTest-1321242773 tempest-RoutersIpV6AdminTest-1321242773-project] 10.222.0.88 "DELETE /v2.0/subnets/4315f3cc-79d4-4c4f-9d9b-32277cac9812 HTTP/1.1" status: 404 len: 337 time: 0.2541509 Feb 16 17:00:11.702075 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da8ec16-df24-4902-a411-8a296e3dda5b tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event updated for resources: {'Port': ['ID=3cbd48a8-6a6c-49ef-8626-c650e3d4f55e,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:11.705812 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7be585-9eb6-49bc-9eee-fc528fc18aa2 None None] Pushing event updated for resources: {'Port': ['ID=573f421b-0d17-4303-a5c8-4a0d9f58b56e,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:11.808475 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da8ec16-df24-4902-a411-8a296e3dda5b tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Checking segment: {'id': '1a233ae9-34fb-4bc8-8bc2-752ed4a3c082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fe66d9f8-233e-43bf-b2bc-637671f8e917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:00:11.808667 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da8ec16-df24-4902-a411-8a296e3dda5b tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Network hostable DHCP agents. Network: fe66d9f8-233e-43bf-b2bc-637671f8e917, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:00:11.864784 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-2f404ce8-f917-47be-8bb7-1a3b312d301d None None] For port 67a30e77-aebe-4331-94e6-3f13fd36ae22, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:00:11.880338 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.securitygroups_db [None req-054d321f-65cd-4d00-bd8d-76aed7f3b2a6 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Project 96057f06fdc74247a274207da8654659 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:00:11.886784 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-054d321f-65cd-4d00-bd8d-76aed7f3b2a6 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:11.906517 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-2f404ce8-f917-47be-8bb7-1a3b312d301d None None] For port 67a30e77-aebe-4331-94e6-3f13fd36ae22, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=67a30e77-aebe-4331-94e6-3f13fd36ae22,segment=NetworkSegment(98a187bc-94ca-4d62-aa70-f2b07c9c5996),segment_id=98a187bc-94ca-4d62-aa70-f2b07c9c5996)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:00:11.930842 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-25a36ea1-758c-4bd4-a9dc-72a7949c6f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:11.998002 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7be7eadd-cdde-4f43-b9f8-58098a70645a tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:12.004574 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8b4d3fe4-c2af-4d2b-8bec-c65a025f4759 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:12.015488 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da8ec16-df24-4902-a411-8a296e3dda5b tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Network fe66d9f8-233e-43bf-b2bc-637671f8e917 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:00:12.100704 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7eadd-cdde-4f43-b9f8-58098a70645a tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event deleted for resources: {'Subnet': ['ID=7c752067-8bba-48f4-94b7-efcdada5fe00,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:12.105470 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4d3fe4-c2af-4d2b-8bec-c65a025f4759 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Network 580dd700-83f5-4257-8a33-9f3f0a9bd87a is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:12.111692 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915d852d-2b15-493a-842d-0b123e130d2f None None] Network aa815ca4-7159-4cc2-8a2c-b6846a69dc39 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:00:12.128035 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:12.129213 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2f404ce8-f917-47be-8bb7-1a3b312d301d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:12.136242 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7be7eadd-cdde-4f43-b9f8-58098a70645a tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:12.139818 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-7be7eadd-cdde-4f43-b9f8-58098a70645a tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/7c752067-8bba-48f4-94b7-efcdada5fe00 HTTP/1.1" status: 204 len: 168 time: 1.7654569 Feb 16 17:00:12.143129 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-8b4d3fe4-c2af-4d2b-8bec-c65a025f4759 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:12.145116 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49752) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:12.156622 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4d3fe4-c2af-4d2b-8bec-c65a025f4759 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:00:12.157467 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4a56efae-9e16-4483-a1b7-e9eec252c5e7 req-39d2b023-6a6a-4d21-866a-6a4c162b3554 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1164507395&fields=id&tenant_id=09d1279d90c3425a9b4e1f123c7549b3 HTTP/1.1" status: 200 len: 267 time: 0.1571429 Feb 16 17:00:12.253014 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-0d39211a-487d-4252-83ca-1822111d24f1 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1023440 Feb 16 17:00:12.255353 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-054d321f-65cd-4d00-bd8d-76aed7f3b2a6 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:12.274432 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49754) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:12.274976 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-2da8ec16-df24-4902-a411-8a296e3dda5b tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, fe66d9f8-233e-43bf-b2bc-637671f8e917) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:12.275060 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d3fe4-c2af-4d2b-8bec-c65a025f4759 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Pushing event updated for resources: {'Port': ['ID=561e2456-9079-4ccd-88b9-8067d44415b4,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:12.318705 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da8ec16-df24-4902-a411-8a296e3dda5b tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:00:12.323918 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-25a36ea1-758c-4bd4-a9dc-72a7949c6f32 None None] For port 573f421b-0d17-4303-a5c8-4a0d9f58b56e, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=573f421b-0d17-4303-a5c8-4a0d9f58b56e,segment=NetworkSegment(457fa9dd-54bd-45be-89fb-008c1a63dec7),segment_id=457fa9dd-54bd-45be-89fb-008c1a63dec7)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:00:12.325108 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4031f6a-88d5-4ff2-be42-454a70418bb5 None None] Network fe66d9f8-233e-43bf-b2bc-637671f8e917 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:00:12.334720 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da8ec16-df24-4902-a411-8a296e3dda5b tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:12.353445 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da8ec16-df24-4902-a411-8a296e3dda5b tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:12.355624 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2da8ec16-df24-4902-a411-8a296e3dda5b tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:12.379234 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4d3fe4-c2af-4d2b-8bec-c65a025f4759 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:12.380524 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8b4d3fe4-c2af-4d2b-8bec-c65a025f4759 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:12.386834 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-054d321f-65cd-4d00-bd8d-76aed7f3b2a6 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:12.405306 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b07d313-b5cf-4373-80e7-85103673f439 None None] Pushing event updated for resources: {'Port': ['ID=1c1b0091-bc1e-4d7b-bbd2-3228d950e0a7,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:12.482783 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfd05b8-d05a-4308-8554-d2dec84ac978 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:12.485298 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-3bfd05b8-d05a-4308-8554-d2dec84ac978 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2226560 Feb 16 17:00:12.486244 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d321f-65cd-4d00-bd8d-76aed7f3b2a6 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcdb6139-6722-4c6a-8edb-72b636f5b930,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:12.490962 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49764) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:12.510675 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-25a36ea1-758c-4bd4-a9dc-72a7949c6f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:12.512467 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:12.539936 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 0ba36098-2749-4de9-b413-8e6b07ad66da no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:00:12.563143 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-8b4d3fe4-c2af-4d2b-8bec-c65a025f4759 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.8799338 Feb 16 17:00:12.566448 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49766) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:12.590253 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-8b39e31d-e929-4558-ae56-cf3aea41872d tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:ca:c0:d0'}]}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:12.603166 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-054d321f-65cd-4d00-bd8d-76aed7f3b2a6 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:12.620248 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-054d321f-65cd-4d00-bd8d-76aed7f3b2a6 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0132897 Feb 16 17:00:12.625407 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49768) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:12.683796 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49770) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:12.708747 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-fae3d5f6-2689-47c1-893e-b7da1e358264 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Request body: {'network': {'name': 'tempest-network-smoke--1664111034', 'project_id': '96057f06fdc74247a274207da8654659', 'port_security_enabled': True}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:12.718106 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec2e36a-a2ce-496d-a771-fabc839ef0e6 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:12.720364 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-aec2e36a-a2ce-496d-a771-fabc839ef0e6 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2021134 Feb 16 17:00:12.724015 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-2da8ec16-df24-4902-a411-8a296e3dda5b tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.5405705 Feb 16 17:00:12.724724 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49774) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:12.727150 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49776) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:12.748508 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 0ba36098-2749-4de9-b413-8e6b07ad66da {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:00:12.748856 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 0ba36098-2749-4de9-b413-8e6b07ad66da not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:00:12.750731 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56efae-9e16-4483-a1b7-e9eec252c5e7 req-82d85244-16fc-42b9-9f09-debafec7cd7d tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:12.765152 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4a56efae-9e16-4483-a1b7-e9eec252c5e7 req-82d85244-16fc-42b9-9f09-debafec7cd7d tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/networks?id=2a9f074d-71de-48a7-8445-bcff118a8024 HTTP/1.1" status: 200 len: 812 time: 0.5947049 Feb 16 17:00:12.966360 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f404ce8-f917-47be-8bb7-1a3b312d301d None None] Pushing event updated for resources: {'Port': ['ID=67a30e77-aebe-4331-94e6-3f13fd36ae22,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:13.006891 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-dafc3935-5041-400a-9e52-035084cf62a3 None None] Provisioning complete for port 573f421b-0d17-4303-a5c8-4a0d9f58b56e triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:13.008102 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-dafc3935-5041-400a-9e52-035084cf62a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:13.014316 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-2051fee1-59c7-409a-96d3-f6c6813f8f7c tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2796752 Feb 16 17:00:13.026234 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49780) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:13.030635 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae3d5f6-2689-47c1-893e-b7da1e358264 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Made reservation on behalf of 96057f06fdc74247a274207da8654659 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:13.033604 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-bd467296-38da-4d82-b351-4140caa2451d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'subnet': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:13.037792 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4a56efae-9e16-4483-a1b7-e9eec252c5e7 req-49f00612-0bd9-4f72-9b8b-368eae99461f tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/quotas/09d1279d90c3425a9b4e1f123c7549b3 HTTP/1.1" status: 200 len: 375 time: 0.2084808 Feb 16 17:00:13.038241 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49782) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:13.049715 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fae3d5f6-2689-47c1-893e-b7da1e358264 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:13.244667 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a36ea1-758c-4bd4-a9dc-72a7949c6f32 None None] Pushing event updated for resources: {'Port': ['ID=573f421b-0d17-4303-a5c8-4a0d9f58b56e,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:13.274770 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fae3d5f6-2689-47c1-893e-b7da1e358264 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:00:13.275080 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-27324038-377b-4823-ba19-5c690ae7b8f1 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:13.338358 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4a56efae-9e16-4483-a1b7-e9eec252c5e7 req-5f084f53-10d8-4618-bab8-f65c62f1d300 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=09d1279d90c3425a9b4e1f123c7549b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2885354 Feb 16 17:00:13.368824 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fae3d5f6-2689-47c1-893e-b7da1e358264 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:13.369256 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-fae3d5f6-2689-47c1-893e-b7da1e358264 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Added segment 3af87537-55b9-448d-8bff-8dd8c1aaef8b of type vlan for network 06298a6e-8040-43d7-955f-604e4333c40a Feb 16 17:00:13.385532 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-8ba1a43e-791d-4439-8b6d-bda8631f88b5 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-201404762'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:13.424764 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-27324038-377b-4823-ba19-5c690ae7b8f1 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:13.431757 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8b39e31d-e929-4558-ae56-cf3aea41872d tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:13.436882 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 573f421b-0d17-4303-a5c8-4a0d9f58b56e up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:00:13.491864 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af92fc2-6d42-4fb1-92a6-3cc86e92711d None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:00:13.527645 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-d2f6ec7f-83cc-4797-a321-f38f5063d844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10a820d-8848-4d12-a850-4085a9c5b06a', 'name': 'tempest-ServerActionsTestJSON-1950663377-router', 'tenant_id': '09d1279d90c3425a9b4e1f123c7549b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '797175b6-f2f8-4176-986b-0e65b9d233a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:53Z', 'updated_at': '2022-02-16T17:00:00Z', 'revision_number': 4, 'project_id': '09d1279d90c3425a9b4e1f123c7549b3', 'gw_port': {'id': '797175b6-f2f8-4176-986b-0e65b9d233a9', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10a820d-8848-4d12-a850-4085a9c5b06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:55Z', 'updated_at': '2022-02-16T17:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '573f421b-0d17-4303-a5c8-4a0d9f58b56e', 'name': '', 'network_id': '2a9f074d-71de-48a7-8445-bcff118a8024', 'tenant_id': '09d1279d90c3425a9b4e1f123c7549b3', 'mac_address': 'fa:16:3e:8e:5f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10a820d-8848-4d12-a850-4085a9c5b06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '847c90d0-f658-438a-baa8-b8b47f957a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:59Z', 'updated_at': '2022-02-16T17:00:10Z', 'revision_number': 4, 'project_id': '09d1279d90c3425a9b4e1f123c7549b3', 'subnets': [{'id': '847c90d0-f658-438a-baa8-b8b47f957a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:13.550599 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-d4d6ab3d-3126-4dc4-93b5-f52470d1f6a4 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Deleting port 3cbd48a8-6a6c-49ef-8626-c650e3d4f55e {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:00:13.551178 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d4d6ab3d-3126-4dc4-93b5-f52470d1f6a4 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:13.565877 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fae3d5f6-2689-47c1-893e-b7da1e358264 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:13.651172 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-dafc3935-5041-400a-9e52-035084cf62a3 None None] Provisioning complete for port 62e006dd-24b8-4c5e-8242-eb125c7c4dc8 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:13.651553 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-dafc3935-5041-400a-9e52-035084cf62a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:13.680297 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d4d6ab3d-3126-4dc4-93b5-f52470d1f6a4 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:13.686580 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f6ec7f-83cc-4797-a321-f38f5063d844 None None] The sync data for ids ['f10a820d-8848-4d12-a850-4085a9c5b06a'] in dv-neutron-828697-3-hyperv is: [{'id': 'f10a820d-8848-4d12-a850-4085a9c5b06a', 'name': 'tempest-ServerActionsTestJSON-1950663377-router', 'tenant_id': '09d1279d90c3425a9b4e1f123c7549b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '797175b6-f2f8-4176-986b-0e65b9d233a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:53Z', 'updated_at': '2022-02-16T17:00:00Z', 'revision_number': 4, 'project_id': '09d1279d90c3425a9b4e1f123c7549b3', 'gw_port': {'id': '797175b6-f2f8-4176-986b-0e65b9d233a9', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10a820d-8848-4d12-a850-4085a9c5b06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:55Z', 'updated_at': '2022-02-16T17:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '573f421b-0d17-4303-a5c8-4a0d9f58b56e', 'name': '', 'network_id': '2a9f074d-71de-48a7-8445-bcff118a8024', 'tenant_id': '09d1279d90c3425a9b4e1f123c7549b3', 'mac_address': 'fa:16:3e:8e:5f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10a820d-8848-4d12-a850-4085a9c5b06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '847c90d0-f658-438a-baa8-b8b47f957a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:59Z', 'updated_at': '2022-02-16T17:00:10Z', 'revision_number': 4, 'project_id': '09d1279d90c3425a9b4e1f123c7549b3', 'subnets': [{'id': '847c90d0-f658-438a-baa8-b8b47f957a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:00:13.720026 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-d4d6ab3d-3126-4dc4-93b5-f52470d1f6a4 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Calling delete_port for 3cbd48a8-6a6c-49ef-8626-c650e3d4f55e owned by {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:00:13.728486 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 573f421b-0d17-4303-a5c8-4a0d9f58b56e triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:13.729347 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:13.841768 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fae3d5f6-2689-47c1-893e-b7da1e358264 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:13.848142 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae3d5f6-2689-47c1-893e-b7da1e358264 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:13.849065 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fae3d5f6-2689-47c1-893e-b7da1e358264 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:13.904643 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-dafc3935-5041-400a-9e52-035084cf62a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:13.985178 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-99871b03-6f67-48d4-80f0-746821af81d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:14.025371 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae3d5f6-2689-47c1-893e-b7da1e358264 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Pushing event updated for resources: {'Network': ['ID=06298a6e-8040-43d7-955f-604e4333c40a,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:14.027812 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-dafc3935-5041-400a-9e52-035084cf62a3 None None] For port 62e006dd-24b8-4c5e-8242-eb125c7c4dc8, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=62e006dd-24b8-4c5e-8242-eb125c7c4dc8,segment=NetworkSegment(74e3510e-9edd-4223-ab23-498207998852),segment_id=74e3510e-9edd-4223-ab23-498207998852)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:00:14.034001 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8b39e31d-e929-4558-ae56-cf3aea41872d tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:14.062273 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 06298a6e-8040-43d7-955f-604e4333c40a details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:00:14.066858 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aef8b36-b7ef-42c4-82ad-ddd49071b965 None None] DHCP port deletion for 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:00:14.072821 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd467296-38da-4d82-b351-4140caa2451d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:14.075890 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-bd467296-38da-4d82-b351-4140caa2451d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:14.161869 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d4d6ab3d-3126-4dc4-93b5-f52470d1f6a4 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:14.166292 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-fae3d5f6-2689-47c1-893e-b7da1e358264 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4670599 Feb 16 17:00:14.172933 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8b39e31d-e929-4558-ae56-cf3aea41872d tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:14.173106 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49786) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:14.182093 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-699ef6a3-07d6-4d0f-a87e-1db10d8292ba tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-367076457', 'admin_state_up': True, 'project_id': '96057f06fdc74247a274207da8654659', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:14.192610 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 62e006dd-24b8-4c5e-8242-eb125c7c4dc8 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:00:14.195339 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc248b18-a25a-43a9-a910-faeb4bb546a9 None None] Network c2e72ff3-ed3e-4b82-a284-e29772f39715 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:00:14.197063 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-dafc3935-5041-400a-9e52-035084cf62a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:14.200178 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-27324038-377b-4823-ba19-5c690ae7b8f1 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:14.202126 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27324038-377b-4823-ba19-5c690ae7b8f1 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Pushing event updated for resources: {'Port': ['ID=75522ad8-e08c-4bc0-a9c6-527ab243fd55,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:14.229587 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d4d6ab3d-3126-4dc4-93b5-f52470d1f6a4 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:14.235390 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d4d6ab3d-3126-4dc4-93b5-f52470d1f6a4 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "DELETE /v2.0/ports/3cbd48a8-6a6c-49ef-8626-c650e3d4f55e HTTP/1.1" status: 204 len: 168 time: 1.5004835 Feb 16 17:00:14.242965 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49788) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:14.314871 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-8b39e31d-e929-4558-ae56-cf3aea41872d tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] In _notify_port_updated(), no bound segment for port 561e2456-9079-4ccd-88b9-8067d44415b4 on network 580dd700-83f5-4257-8a33-9f3f0a9bd87a {{(pid=114375) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 17:00:14.320922 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b39e31d-e929-4558-ae56-cf3aea41872d tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:14.321846 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8b39e31d-e929-4558-ae56-cf3aea41872d tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:14.323478 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-8b39e31d-e929-4558-ae56-cf3aea41872d tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] 10.222.0.88 "PUT /v2.0/ports/561e2456-9079-4ccd-88b9-8067d44415b4 HTTP/1.1" status: 200 len: 992 time: 1.7558806 Feb 16 17:00:14.328215 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49790) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:14.356369 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b39e31d-e929-4558-ae56-cf3aea41872d tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Pushing event updated for resources: {'Port': ['ID=561e2456-9079-4ccd-88b9-8067d44415b4,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:14.371928 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4a56efae-9e16-4483-a1b7-e9eec252c5e7 req-c4bd2c71-761a-4548-9cb5-563c2de63f7d service neutron] 10.222.0.88 "GET /v2.0/networks/2a9f074d-71de-48a7-8445-bcff118a8024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9873495 Feb 16 17:00:14.479020 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d6ab3d-3126-4dc4-93b5-f52470d1f6a4 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event deleted for resources: {'Port': ['ID=3cbd48a8-6a6c-49ef-8626-c650e3d4f55e,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:14.481544 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba1a43e-791d-4439-8b6d-bda8631f88b5 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Made reservation on behalf of 85e804e63d914272947ca7642138293f for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:14.492791 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8ba1a43e-791d-4439-8b6d-bda8631f88b5 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:14.549775 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-27eaa820-7f23-4e91-8e40-6fb97fce3f46 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Deleting port 561e2456-9079-4ccd-88b9-8067d44415b4 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:00:14.550126 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-27eaa820-7f23-4e91-8e40-6fb97fce3f46 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:14.555390 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-dafc3935-5041-400a-9e52-035084cf62a3 None None] Provisioning complete for port 561e2456-9079-4ccd-88b9-8067d44415b4 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:14.555874 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-dafc3935-5041-400a-9e52-035084cf62a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:14.603617 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8ba1a43e-791d-4439-8b6d-bda8631f88b5 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:14.630836 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafc3935-5041-400a-9e52-035084cf62a3 None None] Pushing event updated for resources: {'Port': ['ID=62e006dd-24b8-4c5e-8242-eb125c7c4dc8,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:14.665151 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-27eaa820-7f23-4e91-8e40-6fb97fce3f46 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:14.665606 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-dafc3935-5041-400a-9e52-035084cf62a3 None None] Port 561e2456-9079-4ccd-88b9-8067d44415b4 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:00:14.679800 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-27eaa820-7f23-4e91-8e40-6fb97fce3f46 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Calling delete_port for 561e2456-9079-4ccd-88b9-8067d44415b4 owned by {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:00:14.682885 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 62e006dd-24b8-4c5e-8242-eb125c7c4dc8 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:14.683281 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:14.695647 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fc63c5-3575-4eb8-95f3-ef160768ddd2 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:14.701728 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fc63c5-3575-4eb8-95f3-ef160768ddd2 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:14.705973 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-f2fc63c5-3575-4eb8-95f3-ef160768ddd2 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.4549298 Feb 16 17:00:14.721492 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49792) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:14.750158 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-2aef8b36-b7ef-42c4-82ad-ddd49071b965 None None] Deleting port 1c1b0091-bc1e-4d7b-bbd2-3228d950e0a7 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:00:14.750539 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2aef8b36-b7ef-42c4-82ad-ddd49071b965 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:14.820286 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-99871b03-6f67-48d4-80f0-746821af81d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:14.846568 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-699ef6a3-07d6-4d0f-a87e-1db10d8292ba tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:14.847603 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-699ef6a3-07d6-4d0f-a87e-1db10d8292ba tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:14.867536 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27324038-377b-4823-ba19-5c690ae7b8f1 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Network aa815ca4-7159-4cc2-8a2c-b6846a69dc39 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:14.878995 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-55dfb3f9-5b62-4c06-b6d8-8627b9daff31 None None] Provisioning complete for port 67a30e77-aebe-4331-94e6-3f13fd36ae22 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:14.879364 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-55dfb3f9-5b62-4c06-b6d8-8627b9daff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:14.883219 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-2aef8b36-b7ef-42c4-82ad-ddd49071b965 None None] For port 1c1b0091-bc1e-4d7b-bbd2-3228d950e0a7, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=1c1b0091-bc1e-4d7b-bbd2-3228d950e0a7,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:00:14.883609 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2aef8b36-b7ef-42c4-82ad-ddd49071b965 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:14.895660 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-27324038-377b-4823-ba19-5c690ae7b8f1 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:14.946872 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-99871b03-6f67-48d4-80f0-746821af81d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:14.947326 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-2aef8b36-b7ef-42c4-82ad-ddd49071b965 None None] Calling delete_port for 1c1b0091-bc1e-4d7b-bbd2-3228d950e0a7 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:00:14.950764 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4a56efae-9e16-4483-a1b7-e9eec252c5e7 req-8fb5ef7c-0420-49f0-ba7b-7e0dfaf62b00 service neutron] 10.222.0.88 "GET /v2.0/networks/2a9f074d-71de-48a7-8445-bcff118a8024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5892751 Feb 16 17:00:14.970273 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-27eaa820-7f23-4e91-8e40-6fb97fce3f46 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:14.977802 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 1c1b0091-bc1e-4d7b-bbd2-3228d950e0a7 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:00:15.006211 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eaa820-7f23-4e91-8e40-6fb97fce3f46 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Pushing event deleted for resources: {'Port': ['ID=561e2456-9079-4ccd-88b9-8067d44415b4,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:15.051673 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-699ef6a3-07d6-4d0f-a87e-1db10d8292ba tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:15.167293 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 1c1b0091-bc1e-4d7b-bbd2-3228d950e0a7 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:15.167697 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:15.194907 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-55dfb3f9-5b62-4c06-b6d8-8627b9daff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:15.258184 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-bd467296-38da-4d82-b351-4140caa2451d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:15.261465 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-55dfb3f9-5b62-4c06-b6d8-8627b9daff31 None None] For port 67a30e77-aebe-4331-94e6-3f13fd36ae22, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=67a30e77-aebe-4331-94e6-3f13fd36ae22,segment=NetworkSegment(98a187bc-94ca-4d62-aa70-f2b07c9c5996),segment_id=98a187bc-94ca-4d62-aa70-f2b07c9c5996)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:00:15.274881 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2aef8b36-b7ef-42c4-82ad-ddd49071b965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:15.287624 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-99871b03-6f67-48d4-80f0-746821af81d4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4239b9e36ea94a7aa22569cd8c06833b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5860925 Feb 16 17:00:15.287935 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49794) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:15.292195 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99871b03-6f67-48d4-80f0-746821af81d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca5632d-28cd-429b-bc40-aca04c9701c3,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:15.307613 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-27eaa820-7f23-4e91-8e40-6fb97fce3f46 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:15.311065 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-27eaa820-7f23-4e91-8e40-6fb97fce3f46 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] 10.222.0.88 "DELETE /v2.0/ports/561e2456-9079-4ccd-88b9-8067d44415b4 HTTP/1.1" status: 204 len: 168 time: 0.9811113 Feb 16 17:00:15.318899 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49796) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:15.352144 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No ports have port_id starting with 1c1b0091-bc1e-4d7b-bbd2-3228d950e0a7 Feb 16 17:00:15.358590 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aef8b36-b7ef-42c4-82ad-ddd49071b965 None None] Pushing event deleted for resources: {'Port': ['ID=1c1b0091-bc1e-4d7b-bbd2-3228d950e0a7,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:15.360327 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-1930f5b7-744e-4ca3-88eb-8ed6f57bb16c tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] GET failed (client error): The resource could not be found. Feb 16 17:00:15.364362 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-1930f5b7-744e-4ca3-88eb-8ed6f57bb16c tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] 10.222.0.88 "GET /v2.0/ports/561e2456-9079-4ccd-88b9-8067d44415b4 HTTP/1.1" status: 404 len: 333 time: 0.0429096 Feb 16 17:00:15.377027 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aef8b36-b7ef-42c4-82ad-ddd49071b965 None None] No DVR routers for this DVR port 1c1b0091-bc1e-4d7b-bbd2-3228d950e0a7 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:00:15.395637 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device bead3c2a-18cf-407d-9d19-df88af94c298 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:00:15.398745 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49800) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:15.409461 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-97588ce1-fba3-49f6-a6d7-3794305da739 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Request body: {'port': {'network_id': '580dd700-83f5-4257-8a33-9f3f0a9bd87a', 'name': 'tempest-AllowedAddressPairTestJSON-1500471816'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:15.415645 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-55dfb3f9-5b62-4c06-b6d8-8627b9daff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:15.493418 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd467296-38da-4d82-b351-4140caa2451d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:15.506409 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8ba1a43e-791d-4439-8b6d-bda8631f88b5 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:15.508503 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-bd467296-38da-4d82-b351-4140caa2451d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:15.515740 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd467296-38da-4d82-b351-4140caa2451d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:15.517857 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-bd467296-38da-4d82-b351-4140caa2451d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:15.527225 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-a7a3f340-c0e2-4a60-b329-977148cf70fb req-2dfa43c5-ac75-44a5-a469-e084f4e96e11 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 210 time: 0.0525551 Feb 16 17:00:15.527359 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-55dfb3f9-5b62-4c06-b6d8-8627b9daff31 None None] Provisioning complete for port 62e006dd-24b8-4c5e-8242-eb125c7c4dc8 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:15.527610 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-55dfb3f9-5b62-4c06-b6d8-8627b9daff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:15.536419 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f92c23-94f4-4792-8795-c8eb918129af None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:00:15.536678 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4121ea1e-216b-4b53-8e8d-3696fa76bc70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:15.587537 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4121ea1e-216b-4b53-8e8d-3696fa76bc70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:15.629325 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd467296-38da-4d82-b351-4140caa2451d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Subnet': ['ID=54b05e88-4e0d-41e3-a651-0b66d421ed14,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:15.635503 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8ba1a43e-791d-4439-8b6d-bda8631f88b5 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:15.641211 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-1afb8d29-8096-4f1d-90ba-3f3dc2645fbe tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Deleting port 71ad10bd-1591-4810-89cb-56d5b4923507 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:00:15.641568 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1afb8d29-8096-4f1d-90ba-3f3dc2645fbe tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:15.663660 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-699ef6a3-07d6-4d0f-a87e-1db10d8292ba tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:15.683058 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dfb3f9-5b62-4c06-b6d8-8627b9daff31 None None] Pushing event updated for resources: {'Port': ['ID=67a30e77-aebe-4331-94e6-3f13fd36ae22,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:15.732123 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port bead3c2a-18cf-407d-9d19-df88af94c298 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:15.732600 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:15.734778 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-bd467296-38da-4d82-b351-4140caa2451d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7072189 Feb 16 17:00:15.737675 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49808) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:15.745400 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-be592bff-13bb-4cb5-864e-c231f35a238b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'port': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'fixed_ips': [{'subnet_id': '54b05e88-4e0d-41e3-a651-0b66d421ed14', 'ip_address': '2001:db8::6d98:5aee:4432:8e55'}], 'name': 'tempest-NetworksTestDHCPv6-100010741'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:15.749328 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba1a43e-791d-4439-8b6d-bda8631f88b5 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66640e8e-e212-4653-83c5-74e55b5a66ff,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:15.770987 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1afb8d29-8096-4f1d-90ba-3f3dc2645fbe tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:15.795299 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-1afb8d29-8096-4f1d-90ba-3f3dc2645fbe tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Calling delete_port for 71ad10bd-1591-4810-89cb-56d5b4923507 owned by {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:00:15.814512 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4121ea1e-216b-4b53-8e8d-3696fa76bc70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:15.817123 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4121ea1e-216b-4b53-8e8d-3696fa76bc70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:15.821381 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-4121ea1e-216b-4b53-8e8d-3696fa76bc70 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/cca5632d-28cd-429b-bc40-aca04c9701c3 HTTP/1.1" status: 204 len: 168 time: 0.5356908 Feb 16 17:00:15.835784 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4121ea1e-216b-4b53-8e8d-3696fa76bc70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca5632d-28cd-429b-bc40-aca04c9701c3,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:15.841754 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ba1a43e-791d-4439-8b6d-bda8631f88b5 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:00:15.841973 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97588ce1-fba3-49f6-a6d7-3794305da739 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Made reservation on behalf of 8bea74979a924d31aa0b64c8b14c0701 for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:15.849096 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27324038-377b-4823-ba19-5c690ae7b8f1 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Router 9d66cdcf-2476-4f55-a808-5c4bd1803c55 is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:00:15.852902 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-97588ce1-fba3-49f6-a6d7-3794305da739 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:15.897104 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-97588ce1-fba3-49f6-a6d7-3794305da739 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] device_id is not set on port 82c4c004-c373-422a-aff9-d22d1fb1a410 yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:00:15.899876 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8ba1a43e-791d-4439-8b6d-bda8631f88b5 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:15.900256 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-8ba1a43e-791d-4439-8b6d-bda8631f88b5 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Added segment 319bb48e-851a-4d03-b241-e692de1ba934 of type vlan for network 82bc682a-70a0-4876-bf39-67d5ed92f190 Feb 16 17:00:15.934113 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-55dfb3f9-5b62-4c06-b6d8-8627b9daff31 None None] Could not find standard attr ID for object 561e2456-9079-4ccd-88b9-8067d44415b4. {{(pid=114377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 17:00:15.954171 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6c7965-5f4d-488a-9910-dc8c254fcc53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'tenant_id': '81837604d6654060bf0a8ff194578833', 'fixed_ips': [{'subnet_id': '54b05e88-4e0d-41e3-a651-0b66d421ed14'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:00:15.955293 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2c6c7965-5f4d-488a-9910-dc8c254fcc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:15.960256 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-55dfb3f9-5b62-4c06-b6d8-8627b9daff31 None None] Could not find standard attr ID for object 1c1b0091-bc1e-4d7b-bbd2-3228d950e0a7. {{(pid=114377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 17:00:16.042026 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8ba1a43e-791d-4439-8b6d-bda8631f88b5 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:16.042325 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-97588ce1-fba3-49f6-a6d7-3794305da739 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Allocated IP 172.20.0.7 (580dd700-83f5-4257-8a33-9f3f0a9bd87a/a0638450-35c1-4366-8209-81d7c8e50bfe/82c4c004-c373-422a-aff9-d22d1fb1a410) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:16.058973 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be592bff-13bb-4cb5-864e-c231f35a238b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:16.063363 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-55dfb3f9-5b62-4c06-b6d8-8627b9daff31 None None] Provisioning complete for port 75522ad8-e08c-4bc0-a9c6-527ab243fd55 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:16.063727 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-55dfb3f9-5b62-4c06-b6d8-8627b9daff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:16.107123 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27324038-377b-4823-ba19-5c690ae7b8f1 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:00:16.115873 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-27324038-377b-4823-ba19-5c690ae7b8f1 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] 10.222.0.88 "PUT /v2.0/routers/9d66cdcf-2476-4f55-a808-5c4bd1803c55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8889830 Feb 16 17:00:16.120430 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49812) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:16.191610 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1afb8d29-8096-4f1d-90ba-3f3dc2645fbe tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:16.197933 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-55dfb3f9-5b62-4c06-b6d8-8627b9daff31 None None] Port 75522ad8-e08c-4bc0-a9c6-527ab243fd55 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:00:16.213835 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7de3d9f-c430-4950-8a10-ba5ec58066ec None None] Sync routers for ids ['9d66cdcf-2476-4f55-a808-5c4bd1803c55'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:00:16.245388 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8ba1a43e-791d-4439-8b6d-bda8631f88b5 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:16.245995 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7de3d9f-c430-4950-8a10-ba5ec58066ec None None] Routers {'9d66cdcf-2476-4f55-a808-5c4bd1803c55'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:00:16.246567 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-a7de3d9f-c430-4950-8a10-ba5ec58066ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:00:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['9d66cdcf-2476-4f55-a808-5c4bd1803c55'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:16.253403 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba1a43e-791d-4439-8b6d-bda8631f88b5 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:16.254630 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8ba1a43e-791d-4439-8b6d-bda8631f88b5 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:16.297742 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-a7de3d9f-c430-4950-8a10-ba5ec58066ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:16.366960 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7de3d9f-c430-4950-8a10-ba5ec58066ec None None] Routers {'9d66cdcf-2476-4f55-a808-5c4bd1803c55'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:00:16.367971 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-a7de3d9f-c430-4950-8a10-ba5ec58066ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:00:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['9d66cdcf-2476-4f55-a808-5c4bd1803c55'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:16.379779 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-2c6c7965-5f4d-488a-9910-dc8c254fcc53 None None] Allocated IP 2001:db8::2 (1e2a9b2d-a159-48c5-a704-dcb18c3b88c3/54b05e88-4e0d-41e3-a651-0b66d421ed14/99595f6b-2081-438f-8cf6-c41229d24650) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:16.390359 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-97588ce1-fba3-49f6-a6d7-3794305da739 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:16.394838 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-be592bff-13bb-4cb5-864e-c231f35a238b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:16.425560 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-be592bff-13bb-4cb5-864e-c231f35a238b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] device_id is not set on port d6c1ea79-4215-48ad-811a-d7e94b196944 yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:00:16.436299 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-40d17a3a-c0cc-46c4-8430-29190ae4842b None None] Provisioning complete for port 75522ad8-e08c-4bc0-a9c6-527ab243fd55 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:16.436769 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-40d17a3a-c0cc-46c4-8430-29190ae4842b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:16.458758 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-a7de3d9f-c430-4950-8a10-ba5ec58066ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:16.459894 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7de3d9f-c430-4950-8a10-ba5ec58066ec None None] The sync data for ids ['9d66cdcf-2476-4f55-a808-5c4bd1803c55'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:00:16.472291 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 573f421b-0d17-4303-a5c8-4a0d9f58b56e up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:00:16.534638 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-40d17a3a-c0cc-46c4-8430-29190ae4842b None None] Port 75522ad8-e08c-4bc0-a9c6-527ab243fd55 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:00:16.595253 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-97588ce1-fba3-49f6-a6d7-3794305da739 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:16.642626 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-40d17a3a-c0cc-46c4-8430-29190ae4842b None None] Provisioning complete for port 67a30e77-aebe-4331-94e6-3f13fd36ae22 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:16.643087 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97588ce1-fba3-49f6-a6d7-3794305da739 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Network 580dd700-83f5-4257-8a33-9f3f0a9bd87a is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:16.643390 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-40d17a3a-c0cc-46c4-8430-29190ae4842b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:16.646800 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-97588ce1-fba3-49f6-a6d7-3794305da739 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:16.650607 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97588ce1-fba3-49f6-a6d7-3794305da739 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:00:16.681422 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97588ce1-fba3-49f6-a6d7-3794305da739 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Pushing event updated for resources: {'Port': ['ID=82c4c004-c373-422a-aff9-d22d1fb1a410,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:16.705680 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97588ce1-fba3-49f6-a6d7-3794305da739 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:16.706377 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-97588ce1-fba3-49f6-a6d7-3794305da739 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:16.731744 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 573f421b-0d17-4303-a5c8-4a0d9f58b56e triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:16.732499 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:16.736384 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49820) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:16.753128 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb8d29-8096-4f1d-90ba-3f3dc2645fbe tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event deleted for resources: {'Port': ['ID=71ad10bd-1591-4810-89cb-56d5b4923507,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:16.790905 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1afb8d29-8096-4f1d-90ba-3f3dc2645fbe tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:16.793190 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-4d866ceb-98d3-4e8c-88a4-57d89689db4e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a17246a7563440b888728a64af0da20b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0554526 Feb 16 17:00:16.795205 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-1afb8d29-8096-4f1d-90ba-3f3dc2645fbe tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "DELETE /v2.0/ports/71ad10bd-1591-4810-89cb-56d5b4923507 HTTP/1.1" status: 204 len: 168 time: 2.0599132 Feb 16 17:00:16.796401 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49822) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:16.798692 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49824) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:16.829760 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-97588ce1-fba3-49f6-a6d7-3794305da739 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4289126 Feb 16 17:00:16.860486 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49826) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:16.877862 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-02e356eb-c946-4153-9d3f-e52d57b7b8ff tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:ca:c0:d0'}]}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:16.897966 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-699ef6a3-07d6-4d0f-a87e-1db10d8292ba tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks [] for router_gateway, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:16.932103 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-8ba1a43e-791d-4439-8b6d-bda8631f88b5 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.8833282 Feb 16 17:00:16.932877 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49828) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:16.942632 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-de269f6e-7590-4733-976d-48acc92c211d req-31d71e67-ee0a-4540-b107-f91f2cafb093 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 210 time: 0.1618197 Feb 16 17:00:16.962645 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-961db181-628e-42c7-a34d-2455d0b28b93 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Request body: {'subnet': {'network_id': '82bc682a-70a0-4876-bf39-67d5ed92f190', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:16.996912 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7d3d80-87c6-4d67-ad21-49cff25de6bf tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:16.998577 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-3f7d3d80-87c6-4d67-ad21-49cff25de6bf tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1930666 Feb 16 17:00:17.004643 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49830) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:17.009576 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-699ef6a3-07d6-4d0f-a87e-1db10d8292ba tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:17.022773 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba1a43e-791d-4439-8b6d-bda8631f88b5 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Pushing event updated for resources: {'Network': ['ID=82bc682a-70a0-4876-bf39-67d5ed92f190,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:17.042682 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 82bc682a-70a0-4876-bf39-67d5ed92f190 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:00:17.057640 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-a77b62f5-2f8c-4ac4-87bb-7573dc1dd625 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] GET failed (client error): The resource could not be found. Feb 16 17:00:17.061808 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a77b62f5-2f8c-4ac4-87bb-7573dc1dd625 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "GET /v2.0/ports/3cbd48a8-6a6c-49ef-8626-c650e3d4f55e HTTP/1.1" status: 404 len: 333 time: 0.0536239 Feb 16 17:00:17.061808 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-02e356eb-c946-4153-9d3f-e52d57b7b8ff tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:17.062248 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-09773de2-6c02-4bc6-94c0-486a94fefca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:17.062701 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2c6c7965-5f4d-488a-9910-dc8c254fcc53 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:17.067628 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49832) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:17.123350 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-a75b707c-4ada-494f-a5b5-5a76a7dcb991 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] GET failed (client error): The resource could not be found. Feb 16 17:00:17.128068 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a75b707c-4ada-494f-a5b5-5a76a7dcb991 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "GET /v2.0/ports/71ad10bd-1591-4810-89cb-56d5b4923507 HTTP/1.1" status: 404 len: 333 time: 0.0567381 Feb 16 17:00:17.129275 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-09773de2-6c02-4bc6-94c0-486a94fefca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:17.130856 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49834) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:17.179010 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2c6c7965-5f4d-488a-9910-dc8c254fcc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:17.233788 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-be592bff-13bb-4cb5-864e-c231f35a238b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Allocated IP 2001:db8::6d98:5aee:4432:8e55 (1e2a9b2d-a159-48c5-a704-dcb18c3b88c3/54b05e88-4e0d-41e3-a651-0b66d421ed14/d6c1ea79-4215-48ad-811a-d7e94b196944) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:17.248500 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 67a30e77-aebe-4331-94e6-3f13fd36ae22 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:00:17.252250 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6c7965-5f4d-488a-9910-dc8c254fcc53 None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:17.273578 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-2c6c7965-5f4d-488a-9910-dc8c254fcc53 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:17.284750 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6c7965-5f4d-488a-9910-dc8c254fcc53 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:00:17.293691 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c7965-5f4d-488a-9910-dc8c254fcc53 None None] Pushing event updated for resources: {'Port': ['ID=99595f6b-2081-438f-8cf6-c41229d24650,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:17.327888 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-699ef6a3-07d6-4d0f-a87e-1db10d8292ba tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Allocated IP 172.26.3.58 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/8794187a-6461-49d5-88d8-a04e956e8b82) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:17.366470 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-2c6c7965-5f4d-488a-9910-dc8c254fcc53 None None] Attempting to bind port 99595f6b-2081-438f-8cf6-c41229d24650 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:00:17.367520 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-2c6c7965-5f4d-488a-9910-dc8c254fcc53 None None] Attempting to bind port 99595f6b-2081-438f-8cf6-c41229d24650 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:00:17.367901 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6c7965-5f4d-488a-9910-dc8c254fcc53 None None] Attempting to bind port 99595f6b-2081-438f-8cf6-c41229d24650 on network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:00:17.381679 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6c7965-5f4d-488a-9910-dc8c254fcc53 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:00:17.382121 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6c7965-5f4d-488a-9910-dc8c254fcc53 None None] Checking segment: {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:00:17.382595 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2c6c7965-5f4d-488a-9910-dc8c254fcc53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:17.382998 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6c7965-5f4d-488a-9910-dc8c254fcc53 None None] Bound using segment: {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:00:17.383484 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-2c6c7965-5f4d-488a-9910-dc8c254fcc53 None None] Bound port: 99595f6b-2081-438f-8cf6-c41229d24650, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:00:17.383879 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2c6c7965-5f4d-488a-9910-dc8c254fcc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:17.392357 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961db181-628e-42c7-a34d-2455d0b28b93 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Made reservation on behalf of 85e804e63d914272947ca7642138293f for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:17.395959 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-961db181-628e-42c7-a34d-2455d0b28b93 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:17.397352 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-3232f8ce-b54b-4886-9408-b41868f6c5d4 None None] Provisioning complete for port 82c4c004-c373-422a-aff9-d22d1fb1a410 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:17.397733 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-3232f8ce-b54b-4886-9408-b41868f6c5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:17.404005 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 67a30e77-aebe-4331-94e6-3f13fd36ae22 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:17.404445 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:17.449475 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-be592bff-13bb-4cb5-864e-c231f35a238b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:17.498311 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-3232f8ce-b54b-4886-9408-b41868f6c5d4 None None] Port 82c4c004-c373-422a-aff9-d22d1fb1a410 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:00:17.557682 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-2c6c7965-5f4d-488a-9910-dc8c254fcc53 None None] For port 99595f6b-2081-438f-8cf6-c41229d24650, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:00:17.572080 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-dbe8a8a2-f1ce-48bd-9229-54936dcbaa4f tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:00:17.576506 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-dbe8a8a2-f1ce-48bd-9229-54936dcbaa4f tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] 10.222.0.88 "PUT /v2.0/routers/9d66cdcf-2476-4f55-a808-5c4bd1803c55/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4560828 Feb 16 17:00:17.576719 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49836) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:17.581707 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-2c6c7965-5f4d-488a-9910-dc8c254fcc53 None None] For port 99595f6b-2081-438f-8cf6-c41229d24650, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=99595f6b-2081-438f-8cf6-c41229d24650,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:00:17.591225 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 62e006dd-24b8-4c5e-8242-eb125c7c4dc8 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:00:17.608346 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f396786c-9d10-431d-9b27-16d00e9adb08 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:17.645467 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 62e006dd-24b8-4c5e-8242-eb125c7c4dc8 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:17.645804 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:17.668450 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-699ef6a3-07d6-4d0f-a87e-1db10d8292ba tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:17.675418 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2c6c7965-5f4d-488a-9910-dc8c254fcc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:17.706855 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-09773de2-6c02-4bc6-94c0-486a94fefca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:17.709388 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-09773de2-6c02-4bc6-94c0-486a94fefca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:17.713221 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-09773de2-6c02-4bc6-94c0-486a94fefca6 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a1bfc650-5b23-4516-9170-914f2e35ad18 HTTP/1.1" status: 204 len: 168 time: 0.9129140 Feb 16 17:00:17.764767 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c7965-5f4d-488a-9910-dc8c254fcc53 None None] Pushing event updated for resources: {'Port': ['ID=99595f6b-2081-438f-8cf6-c41229d24650,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:17.774012 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-be592bff-13bb-4cb5-864e-c231f35a238b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:17.795100 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09773de2-6c02-4bc6-94c0-486a94fefca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1bfc650-5b23-4516-9170-914f2e35ad18,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:17.807323 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f396786c-9d10-431d-9b27-16d00e9adb08 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:17.859406 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-02e356eb-c946-4153-9d3f-e52d57b7b8ff tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:17.894055 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-f396786c-9d10-431d-9b27-16d00e9adb08 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe66d9f8-233e-43bf-b2bc-637671f8e917']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:17.910413 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be592bff-13bb-4cb5-864e-c231f35a238b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:17.917884 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-f396786c-9d10-431d-9b27-16d00e9adb08 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a233ae9-34fb-4bc8-8bc2-752ed4a3c082') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:17.918191 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-f396786c-9d10-431d-9b27-16d00e9adb08 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a233ae9-34fb-4bc8-8bc2-752ed4a3c082') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:17.920457 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-be592bff-13bb-4cb5-864e-c231f35a238b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:17.922306 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be592bff-13bb-4cb5-864e-c231f35a238b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Port': ['ID=d6c1ea79-4215-48ad-811a-d7e94b196944,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:17.924581 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be592bff-13bb-4cb5-864e-c231f35a238b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:00:17.930286 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be592bff-13bb-4cb5-864e-c231f35a238b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:17.930919 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-be592bff-13bb-4cb5-864e-c231f35a238b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:17.946371 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 1c1b0091-bc1e-4d7b-bbd2-3228d950e0a7 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:00:17.952606 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f396786c-9d10-431d-9b27-16d00e9adb08 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:17.974447 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f396786c-9d10-431d-9b27-16d00e9adb08 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:17.987240 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-02e356eb-c946-4153-9d3f-e52d57b7b8ff tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:17.989542 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f396786c-9d10-431d-9b27-16d00e9adb08 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:00:17.994956 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 1c1b0091-bc1e-4d7b-bbd2-3228d950e0a7 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:00:17.996834 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 1c1b0091-bc1e-4d7b-bbd2-3228d950e0a7 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:00:17.997189 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f396786c-9d10-431d-9b27-16d00e9adb08 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:18.044405 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 17:00:18.044405 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:00:18.044405 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 17:00:18.044405 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:00:18.044405 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 17:00:18.044405 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:00:18.044405 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 17:00:18.044405 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:00:18.044405 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 17:00:18.044405 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:00:18.044405 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 17:00:18.044405 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:00:18.044405 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 17:00:18.044405 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:00:18.044405 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:00:18.044405 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:00:18.044405 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:00:18.044405 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:00:18.044405 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 17:00:18.044405 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:00:18.044405 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 17:00:18.044405 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:00:18.044405 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:00:18.044405 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:00:18.044405 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 17:00:18.044405 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:00:18.044405 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:00:18.044405 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:00:18.044405 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:00:18.044405 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:00:18.044405 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:00:18.044405 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:00:18.062381 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e356eb-c946-4153-9d3f-e52d57b7b8ff tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Pushing event updated for resources: {'Port': ['ID=82c4c004-c373-422a-aff9-d22d1fb1a410,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:18.086409 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-699ef6a3-07d6-4d0f-a87e-1db10d8292ba tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:18.105637 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-961db181-628e-42c7-a34d-2455d0b28b93 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:18.175411 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-0356e28c-03ee-48ee-9ca5-cd8f34a3b5c0 req-db8f9345-7232-47ce-9ec0-e32efa40e0b8 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 210 time: 0.1060855 Feb 16 17:00:18.186579 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-be592bff-13bb-4cb5-864e-c231f35a238b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4450028 Feb 16 17:00:18.208892 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49842) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:18.213568 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-dfbff5eb-bb70-43be-9697-6b990e5e5f9f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'port': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'fixed_ips': [{'subnet_id': '54b05e88-4e0d-41e3-a651-0b66d421ed14', 'ip_address': '2001:db8::6d98:5aee:4432:8e55'}], 'name': 'tempest-NetworksTestDHCPv6-1627465421'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:18.316161 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-02e356eb-c946-4153-9d3f-e52d57b7b8ff tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] In _notify_port_updated(), no bound segment for port 82c4c004-c373-422a-aff9-d22d1fb1a410 on network 580dd700-83f5-4257-8a33-9f3f0a9bd87a {{(pid=114375) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 17:00:18.317599 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961db181-628e-42c7-a34d-2455d0b28b93 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Pushing event updated for resources: {'Subnet': ['ID=d6034a1e-68c0-4bf9-b6fa-0a5122f5050d,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:18.320033 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ef6a3-07d6-4d0f-a87e-1db10d8292ba tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Pushing event updated for resources: {'Port': ['ID=8794187a-6461-49d5-88d8-a04e956e8b82,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:18.325290 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e356eb-c946-4153-9d3f-e52d57b7b8ff tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:18.325958 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-02e356eb-c946-4153-9d3f-e52d57b7b8ff tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:18.330293 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699ef6a3-07d6-4d0f-a87e-1db10d8292ba tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:18.331433 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-02e356eb-c946-4153-9d3f-e52d57b7b8ff tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] 10.222.0.88 "PUT /v2.0/ports/82c4c004-c373-422a-aff9-d22d1fb1a410 HTTP/1.1" status: 200 len: 996 time: 1.4653254 Feb 16 17:00:18.332298 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49846) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:18.344749 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-699ef6a3-07d6-4d0f-a87e-1db10d8292ba tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:18.352884 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699ef6a3-07d6-4d0f-a87e-1db10d8292ba tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:00:18.390699 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f396786c-9d10-431d-9b27-16d00e9adb08 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:18.452283 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f396786c-9d10-431d-9b27-16d00e9adb08 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:18.455467 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f396786c-9d10-431d-9b27-16d00e9adb08 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "DELETE /v2.0/networks/fe66d9f8-233e-43bf-b2bc-637671f8e917 HTTP/1.1" status: 204 len: 168 time: 1.3226643 Feb 16 17:00:18.470616 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49848) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:18.476654 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 99595f6b-2081-438f-8cf6-c41229d24650 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:00:18.482330 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f396786c-9d10-431d-9b27-16d00e9adb08 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event deleted for resources: {'Network': ['ID=fe66d9f8-233e-43bf-b2bc-637671f8e917,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:18.495084 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-17668a83-49de-4751-8402-4c10ba101ac2 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-725437355'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:18.565186 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-89b1e542-cc20-4200-92f9-3fe407794e6e None None] Provisioning complete for port 82c4c004-c373-422a-aff9-d22d1fb1a410 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:18.565858 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-89b1e542-cc20-4200-92f9-3fe407794e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:18.619799 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-a0cf8a22-e852-4ec1-9715-fb009c488165 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Deleting port 82c4c004-c373-422a-aff9-d22d1fb1a410 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:00:18.619799 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a0cf8a22-e852-4ec1-9715-fb009c488165 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:18.625394 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-89b1e542-cc20-4200-92f9-3fe407794e6e None None] Port 82c4c004-c373-422a-aff9-d22d1fb1a410 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:00:18.627502 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 99595f6b-2081-438f-8cf6-c41229d24650 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:18.627870 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:18.688184 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961db181-628e-42c7-a34d-2455d0b28b93 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Checking segment: {'id': '319bb48e-851a-4d03-b241-e692de1ba934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '82bc682a-70a0-4876-bf39-67d5ed92f190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:00:18.688878 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961db181-628e-42c7-a34d-2455d0b28b93 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Network hostable DHCP agents. Network: 82bc682a-70a0-4876-bf39-67d5ed92f190, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:00:18.733301 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:18.745959 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17668a83-49de-4751-8402-4c10ba101ac2 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Made reservation on behalf of c643207721ea44e4a742511dc6707de4 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:18.749410 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-17668a83-49de-4751-8402-4c10ba101ac2 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:18.782286 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port 99595f6b-2081-438f-8cf6-c41229d24650, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=99595f6b-2081-438f-8cf6-c41229d24650,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:00:18.785099 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56efae-9e16-4483-a1b7-e9eec252c5e7 req-6f6a94b7-70dc-4092-b2a2-d3dac11e5b40 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:18.786711 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4a56efae-9e16-4483-a1b7-e9eec252c5e7 req-6f6a94b7-70dc-4092-b2a2-d3dac11e5b40 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.89 "GET /v2.0/networks?id=2a9f074d-71de-48a7-8445-bcff118a8024 HTTP/1.1" status: 200 len: 812 time: 0.4022479 Feb 16 17:00:18.805228 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-28982908-9ba2-42d3-a971-7289f6589039 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:18.808164 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a0cf8a22-e852-4ec1-9715-fb009c488165 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:18.829137 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-a0cf8a22-e852-4ec1-9715-fb009c488165 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Calling delete_port for 82c4c004-c373-422a-aff9-d22d1fb1a410 owned by {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:00:18.840557 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17668a83-49de-4751-8402-4c10ba101ac2 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:00:18.860310 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-17668a83-49de-4751-8402-4c10ba101ac2 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:18.860780 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-17668a83-49de-4751-8402-4c10ba101ac2 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Added segment 67e2ce4b-2b9f-44b8-a051-61ef3d5d6fa1 of type vlan for network 5c4a78ba-cd01-48f3-b438-28753749d036 Feb 16 17:00:18.895783 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4a56efae-9e16-4483-a1b7-e9eec252c5e7 req-c1ba2052-6d83-4a78-88d9-6db4171e1f4f tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09d1279d90c3425a9b4e1f123c7549b3 HTTP/1.1" status: 200 len: 380 time: 0.0997398 Feb 16 17:00:18.939220 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-4a56efae-9e16-4483-a1b7-e9eec252c5e7 req-1b62ca03-a7b7-40a6-b952-5cf7d50f5f32 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Request body: {'port': {'device_id': 'c43950d0-944f-47c7-842c-8a183fbb1338', 'network_id': '2a9f074d-71de-48a7-8445-bcff118a8024', 'admin_state_up': True, 'tenant_id': '09d1279d90c3425a9b4e1f123c7549b3', 'security_groups': ['c193d8af-c799-418b-aaf4-4388562f51df']}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:18.946800 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-17668a83-49de-4751-8402-4c10ba101ac2 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:18.948279 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961db181-628e-42c7-a34d-2455d0b28b93 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Network 82bc682a-70a0-4876-bf39-67d5ed92f190 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:00:18.988919 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:19.068778 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=99595f6b-2081-438f-8cf6-c41229d24650,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:19.228293 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-961db181-628e-42c7-a34d-2455d0b28b93 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 82bc682a-70a0-4876-bf39-67d5ed92f190) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:19.238051 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961db181-628e-42c7-a34d-2455d0b28b93 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:19.238652 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-961db181-628e-42c7-a34d-2455d0b28b93 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:19.293444 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-2b589b66-54b2-4945-8b0d-8ed0b227ef7e None None] Provisioning complete for port 99595f6b-2081-438f-8cf6-c41229d24650 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:19.294400 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2b589b66-54b2-4945-8b0d-8ed0b227ef7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:19.342274 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2cbf84-f4fd-4ee5-a371-792f3b222cb5 None None] Network 82bc682a-70a0-4876-bf39-67d5ed92f190 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:00:19.350843 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-47386503-c40c-473d-b2b2-958c313167e8 req-192aafdc-a907-492d-a69c-4ec11da6b684 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 210 time: 0.0506670 Feb 16 17:00:19.364681 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfbff5eb-bb70-43be-9697-6b990e5e5f9f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:19.371463 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-dfbff5eb-bb70-43be-9697-6b990e5e5f9f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:19.385560 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-961db181-628e-42c7-a34d-2455d0b28b93 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4455914 Feb 16 17:00:19.388824 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49872) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:19.399576 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-9897d758-8132-4f44-ada3-523f0b3bd0be tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Request body: {'port': {'network_id': '82bc682a-70a0-4876-bf39-67d5ed92f190', 'name': 'tempest-ExtraDHCPOptionsTestJSON-297128185'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:19.424765 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-699ef6a3-07d6-4d0f-a87e-1db10d8292ba tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks [] for router_gateway, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:19.479758 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-dfbff5eb-bb70-43be-9697-6b990e5e5f9f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] device_id is not set on port 4c3fc13a-55a1-479d-b7d5-d98bad10dd43 yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:00:19.485441 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-17668a83-49de-4751-8402-4c10ba101ac2 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:19.490895 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17668a83-49de-4751-8402-4c10ba101ac2 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:19.491538 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-17668a83-49de-4751-8402-4c10ba101ac2 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:19.509903 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a56efae-9e16-4483-a1b7-e9eec252c5e7 req-1b62ca03-a7b7-40a6-b952-5cf7d50f5f32 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Made reservation on behalf of 09d1279d90c3425a9b4e1f123c7549b3 for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:19.513842 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-4a56efae-9e16-4483-a1b7-e9eec252c5e7 req-1b62ca03-a7b7-40a6-b952-5cf7d50f5f32 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:19.643850 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e089e7ad-8002-49c8-b617-54625020a586 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-82bc682a-70a0-4876-bf39-67d5ed92f190', 'network_id': '82bc682a-70a0-4876-bf39-67d5ed92f190', 'tenant_id': '85e804e63d914272947ca7642138293f', 'fixed_ips': [{'subnet_id': 'd6034a1e-68c0-4bf9-b6fa-0a5122f5050d'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:00:19.646022 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e089e7ad-8002-49c8-b617-54625020a586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:19.689224 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17668a83-49de-4751-8402-4c10ba101ac2 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event updated for resources: {'Network': ['ID=5c4a78ba-cd01-48f3-b438-28753749d036,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:19.719008 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-17668a83-49de-4751-8402-4c10ba101ac2 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2429068 Feb 16 17:00:19.738221 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 5c4a78ba-cd01-48f3-b438-28753749d036 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:00:19.750439 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49878) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:19.756926 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-eeb70110-9104-4970-95ff-b7ce737ca2c3 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Request body: {'subnet': {'network_id': '5c4a78ba-cd01-48f3-b438-28753749d036', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:19.842290 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-05b34a6d-63d3-4012-a36f-2851b1e9be77 None None] Provisioning complete for port d6c1ea79-4215-48ad-811a-d7e94b196944 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:19.842290 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-05b34a6d-63d3-4012-a36f-2851b1e9be77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:19.859533 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a0cf8a22-e852-4ec1-9715-fb009c488165 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:19.932188 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-05b34a6d-63d3-4012-a36f-2851b1e9be77 None None] Port d6c1ea79-4215-48ad-811a-d7e94b196944 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:00:19.934235 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-e089e7ad-8002-49c8-b617-54625020a586 None None] Allocated IP 172.20.0.2 (82bc682a-70a0-4876-bf39-67d5ed92f190/d6034a1e-68c0-4bf9-b6fa-0a5122f5050d/f4027522-a629-4ce2-a011-195cef3770b0) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:19.944424 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cf8a22-e852-4ec1-9715-fb009c488165 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Pushing event deleted for resources: {'Port': ['ID=82c4c004-c373-422a-aff9-d22d1fb1a410,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:20.020984 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9897d758-8132-4f44-ada3-523f0b3bd0be tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Made reservation on behalf of 85e804e63d914272947ca7642138293f for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:20.025099 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9897d758-8132-4f44-ada3-523f0b3bd0be tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:20.053895 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfbff5eb-bb70-43be-9697-6b990e5e5f9f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 16 17:00:20.055088 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfbff5eb-bb70-43be-9697-6b990e5e5f9f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:20.084234 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-9897d758-8132-4f44-ada3-523f0b3bd0be tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] device_id is not set on port 6d9731b7-00fd-4106-bbe3-6b52a9096372 yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:00:20.131635 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e089e7ad-8002-49c8-b617-54625020a586 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:20.145093 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a0cf8a22-e852-4ec1-9715-fb009c488165 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:20.148574 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a0cf8a22-e852-4ec1-9715-fb009c488165 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] 10.222.0.88 "DELETE /v2.0/ports/82c4c004-c373-422a-aff9-d22d1fb1a410 HTTP/1.1" status: 204 len: 168 time: 1.8005736 Feb 16 17:00:20.151458 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49884) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:20.176770 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-87f51c00-8926-478d-b650-e19159868fac tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] GET failed (client error): The resource could not be found. Feb 16 17:00:20.178608 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-87f51c00-8926-478d-b650-e19159868fac tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] 10.222.0.88 "GET /v2.0/ports/82c4c004-c373-422a-aff9-d22d1fb1a410 HTTP/1.1" status: 404 len: 333 time: 0.0259984 Feb 16 17:00:20.182973 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49886) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:20.188183 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-271cb532-b76c-4834-ab19-b1effce32020 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Request body: {'port': {'network_id': '580dd700-83f5-4257-8a33-9f3f0a9bd87a', 'name': 'tempest-AllowedAddressPairTestJSON-1826596190'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:20.200401 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e089e7ad-8002-49c8-b617-54625020a586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:20.240407 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [req-4a56efae-9e16-4483-a1b7-e9eec252c5e7 req-1b62ca03-a7b7-40a6-b952-5cf7d50f5f32 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Allocated IP 172.20.0.14 (2a9f074d-71de-48a7-8445-bcff118a8024/847c90d0-f658-438a-baa8-b8b47f957a97/561eab9a-0ea9-4489-acaf-f14c6ec01233) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:20.250836 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e089e7ad-8002-49c8-b617-54625020a586 None None] Network 82bc682a-70a0-4876-bf39-67d5ed92f190 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:20.254097 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-e089e7ad-8002-49c8-b617-54625020a586 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:20.275326 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e089e7ad-8002-49c8-b617-54625020a586 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:00:20.280390 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089e7ad-8002-49c8-b617-54625020a586 None None] Pushing event updated for resources: {'Port': ['ID=f4027522-a629-4ce2-a011-195cef3770b0,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:20.342851 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-e089e7ad-8002-49c8-b617-54625020a586 None None] Attempting to bind port f4027522-a629-4ce2-a011-195cef3770b0 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:00:20.343227 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-e089e7ad-8002-49c8-b617-54625020a586 None None] Attempting to bind port f4027522-a629-4ce2-a011-195cef3770b0 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '319bb48e-851a-4d03-b241-e692de1ba934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '82bc682a-70a0-4876-bf39-67d5ed92f190'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:00:20.343853 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e089e7ad-8002-49c8-b617-54625020a586 None None] Attempting to bind port f4027522-a629-4ce2-a011-195cef3770b0 on network 82bc682a-70a0-4876-bf39-67d5ed92f190 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:00:20.350230 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e089e7ad-8002-49c8-b617-54625020a586 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:00:20.350560 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e089e7ad-8002-49c8-b617-54625020a586 None None] Checking segment: {'id': '319bb48e-851a-4d03-b241-e692de1ba934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '82bc682a-70a0-4876-bf39-67d5ed92f190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:00:20.351580 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e089e7ad-8002-49c8-b617-54625020a586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:20.351851 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e089e7ad-8002-49c8-b617-54625020a586 None None] Bound using segment: {'id': '319bb48e-851a-4d03-b241-e692de1ba934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '82bc682a-70a0-4876-bf39-67d5ed92f190'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:00:20.352455 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-e089e7ad-8002-49c8-b617-54625020a586 None None] Bound port: f4027522-a629-4ce2-a011-195cef3770b0, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '319bb48e-851a-4d03-b241-e692de1ba934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '82bc682a-70a0-4876-bf39-67d5ed92f190'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:00:20.352795 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e089e7ad-8002-49c8-b617-54625020a586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:20.381018 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-28982908-9ba2-42d3-a971-7289f6589039 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Deleting port 75522ad8-e08c-4bc0-a9c6-527ab243fd55 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:00:20.381353 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-28982908-9ba2-42d3-a971-7289f6589039 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:20.385045 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb70110-9104-4970-95ff-b7ce737ca2c3 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Made reservation on behalf of c643207721ea44e4a742511dc6707de4 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:20.389711 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-eeb70110-9104-4970-95ff-b7ce737ca2c3 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:20.390939 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 99595f6b-2081-438f-8cf6-c41229d24650 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:00:20.401447 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-dfbff5eb-bb70-43be-9697-6b990e5e5f9f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.1917474 Feb 16 17:00:20.405397 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49892) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:20.476692 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-e089e7ad-8002-49c8-b617-54625020a586 None None] For port f4027522-a629-4ce2-a011-195cef3770b0, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:00:20.492962 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-e089e7ad-8002-49c8-b617-54625020a586 None None] For port f4027522-a629-4ce2-a011-195cef3770b0, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=f4027522-a629-4ce2-a011-195cef3770b0,segment=NetworkSegment(319bb48e-851a-4d03-b241-e692de1ba934),segment_id=319bb48e-851a-4d03-b241-e692de1ba934)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:00:20.495279 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 99595f6b-2081-438f-8cf6-c41229d24650 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:20.495708 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:20.519272 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-699ef6a3-07d6-4d0f-a87e-1db10d8292ba tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:20.543181 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-fbfcb994-191a-4428-b081-9cc60e0f1458 req-b04f9eec-44eb-4c06-9d4c-b7c05694db93 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 210 time: 0.0618546 Feb 16 17:00:20.581079 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-28982908-9ba2-42d3-a971-7289f6589039 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:20.593996 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e089e7ad-8002-49c8-b617-54625020a586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:20.601945 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.ipam_backend_mixin [None req-eeb70110-9104-4970-95ff-b7ce737ca2c3 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Performing IP validity checks on allocation pools {{(pid=114375) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 16 17:00:20.602478 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.ipam_backend_mixin [None req-eeb70110-9104-4970-95ff-b7ce737ca2c3 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114375) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 16 17:00:20.609136 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-9897d758-8132-4f44-ada3-523f0b3bd0be tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Allocated IP 172.20.0.14 (82bc682a-70a0-4876-bf39-67d5ed92f190/d6034a1e-68c0-4bf9-b6fa-0a5122f5050d/6d9731b7-00fd-4106-bbe3-6b52a9096372) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:20.639995 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0964399-d70f-4857-a39e-472075e2cab8 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:20.653076 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0964399-d70f-4857-a39e-472075e2cab8 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:20.654787 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f0964399-d70f-4857-a39e-472075e2cab8 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.2462063 Feb 16 17:00:20.695457 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089e7ad-8002-49c8-b617-54625020a586 None None] Pushing event updated for resources: {'Port': ['ID=f4027522-a629-4ce2-a011-195cef3770b0,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:20.714335 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49898) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:20.759118 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-28982908-9ba2-42d3-a971-7289f6589039 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Calling delete_port for 75522ad8-e08c-4bc0-a9c6-527ab243fd55 owned by network:router_interface {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:00:20.769028 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49900) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:20.899872 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-4a56efae-9e16-4483-a1b7-e9eec252c5e7 req-1b62ca03-a7b7-40a6-b952-5cf7d50f5f32 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:20.969962 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271cb532-b76c-4834-ab19-b1effce32020 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Made reservation on behalf of 8bea74979a924d31aa0b64c8b14c0701 for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:20.973439 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-271cb532-b76c-4834-ab19-b1effce32020 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:20.978673 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-07349247-4963-44dc-8cc9-5f6c8e259cc0 tempest-RoutersAdminNegativeIpV6Test-1327767954 tempest-RoutersAdminNegativeIpV6Test-1327767954-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-772592746', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:21.009042 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-699ef6a3-07d6-4d0f-a87e-1db10d8292ba tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Router fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:00:21.032369 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-271cb532-b76c-4834-ab19-b1effce32020 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] device_id is not set on port 54a0fd91-6e20-427c-8cb0-c5ba8a1fd3f8 yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:00:21.111439 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9897d758-8132-4f44-ada3-523f0b3bd0be tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:21.113834 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07349247-4963-44dc-8cc9-5f6c8e259cc0 tempest-RoutersAdminNegativeIpV6Test-1327767954 tempest-RoutersAdminNegativeIpV6Test-1327767954-project-admin] Made reservation on behalf of 5272f9e0594241348ef5f47c1a6d24e8 for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:21.116166 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-07349247-4963-44dc-8cc9-5f6c8e259cc0 tempest-RoutersAdminNegativeIpV6Test-1327767954 tempest-RoutersAdminNegativeIpV6Test-1327767954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:21.131007 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-3b0886d9-774a-4e37-8299-c99f5b7a9992 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Deleting port d6c1ea79-4215-48ad-811a-d7e94b196944 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:00:21.131340 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3b0886d9-774a-4e37-8299-c99f5b7a9992 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:21.136974 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-07349247-4963-44dc-8cc9-5f6c8e259cc0 tempest-RoutersAdminNegativeIpV6Test-1327767954 tempest-RoutersAdminNegativeIpV6Test-1327767954-project-admin] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:21.193852 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-4a56efae-9e16-4483-a1b7-e9eec252c5e7 req-1b62ca03-a7b7-40a6-b952-5cf7d50f5f32 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:21.274054 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-eeb70110-9104-4970-95ff-b7ce737ca2c3 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:21.274283 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a56efae-9e16-4483-a1b7-e9eec252c5e7 req-1b62ca03-a7b7-40a6-b952-5cf7d50f5f32 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Network 2a9f074d-71de-48a7-8445-bcff118a8024 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:21.284137 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [req-4a56efae-9e16-4483-a1b7-e9eec252c5e7 req-1b62ca03-a7b7-40a6-b952-5cf7d50f5f32 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:21.286785 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a56efae-9e16-4483-a1b7-e9eec252c5e7 req-1b62ca03-a7b7-40a6-b952-5cf7d50f5f32 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:00:21.295625 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699ef6a3-07d6-4d0f-a87e-1db10d8292ba tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:00:21.309520 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2612f088-d5b8-48dd-87f1-ed9e416a2533 None None] Sync routers for ids ['fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:00:21.328070 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-28982908-9ba2-42d3-a971-7289f6589039 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:21.329103 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2612f088-d5b8-48dd-87f1-ed9e416a2533 None None] Routers {'fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:00:21.330051 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-2612f088-d5b8-48dd-87f1-ed9e416a2533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:00:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:21.330181 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b62ca03-a7b7-40a6-b952-5cf7d50f5f32 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Pushing event updated for resources: {'Port': ['ID=561eab9a-0ea9-4489-acaf-f14c6ec01233,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:21.342626 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-271cb532-b76c-4834-ab19-b1effce32020 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Allocated IP 172.20.0.3 (580dd700-83f5-4257-8a33-9f3f0a9bd87a/a0638450-35c1-4366-8209-81d7c8e50bfe/54a0fd91-6e20-427c-8cb0-c5ba8a1fd3f8) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:21.347611 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3b0886d9-774a-4e37-8299-c99f5b7a9992 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:21.389907 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-3b0886d9-774a-4e37-8299-c99f5b7a9992 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Calling delete_port for d6c1ea79-4215-48ad-811a-d7e94b196944 owned by {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:00:21.391668 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb70110-9104-4970-95ff-b7ce737ca2c3 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event updated for resources: {'Subnet': ['ID=c558c4f6-5c14-40cf-a225-534860fda5e3,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:21.406840 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28982908-9ba2-42d3-a971-7289f6589039 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Pushing event deleted for resources: {'Port': ['ID=75522ad8-e08c-4bc0-a9c6-527ab243fd55,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:21.470395 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56efae-9e16-4483-a1b7-e9eec252c5e7 req-1b62ca03-a7b7-40a6-b952-5cf7d50f5f32 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:21.471062 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-4a56efae-9e16-4483-a1b7-e9eec252c5e7 req-1b62ca03-a7b7-40a6-b952-5cf7d50f5f32 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:21.526320 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-2612f088-d5b8-48dd-87f1-ed9e416a2533 None None] Set router fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:00:21.540307 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-699ef6a3-07d6-4d0f-a87e-1db10d8292ba tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:21.541752 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-699ef6a3-07d6-4d0f-a87e-1db10d8292ba tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 7.3647664 Feb 16 17:00:21.546293 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-07349247-4963-44dc-8cc9-5f6c8e259cc0 tempest-RoutersAdminNegativeIpV6Test-1327767954 tempest-RoutersAdminNegativeIpV6Test-1327767954-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:21.547739 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49904) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:21.702159 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4a56efae-9e16-4483-a1b7-e9eec252c5e7 req-1b62ca03-a7b7-40a6-b952-5cf7d50f5f32 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7718651 Feb 16 17:00:21.703002 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-07349247-4963-44dc-8cc9-5f6c8e259cc0 tempest-RoutersAdminNegativeIpV6Test-1327767954 tempest-RoutersAdminNegativeIpV6Test-1327767954-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:21.724454 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [None req-07349247-4963-44dc-8cc9-5f6c8e259cc0 tempest-RoutersAdminNegativeIpV6Test-1327767954 tempest-RoutersAdminNegativeIpV6Test-1327767954-project-admin] device_id is not set on port 2d48230e-8b8c-4bef-9f78-a211176cf91c yet. {{(pid=114376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:00:21.734472 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-4a56efae-9e16-4483-a1b7-e9eec252c5e7 req-d9c36ba7-5cff-49c3-922d-9f000fe3ccaa service neutron] Request body: {'port': {'device_id': 'c43950d0-944f-47c7-842c-8a183fbb1338', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8286'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:21.737314 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-271cb532-b76c-4834-ab19-b1effce32020 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:21.789444 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-28982908-9ba2-42d3-a971-7289f6589039 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:21.809298 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-6b718605-d540-4549-85f4-656106183007 None None] Provisioning complete for port 561eab9a-0ea9-4489-acaf-f14c6ec01233 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:21.809889 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6b718605-d540-4549-85f4-656106183007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:21.849615 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb70110-9104-4970-95ff-b7ce737ca2c3 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Checking segment: {'id': '67e2ce4b-2b9f-44b8-a051-61ef3d5d6fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5c4a78ba-cd01-48f3-b438-28753749d036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:00:21.849850 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb70110-9104-4970-95ff-b7ce737ca2c3 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Network hostable DHCP agents. Network: 5c4a78ba-cd01-48f3-b438-28753749d036, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:00:21.860454 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9897d758-8132-4f44-ada3-523f0b3bd0be tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:21.891880 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-6b718605-d540-4549-85f4-656106183007 None None] Port 561eab9a-0ea9-4489-acaf-f14c6ec01233 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:00:21.906578 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07349247-4963-44dc-8cc9-5f6c8e259cc0 tempest-RoutersAdminNegativeIpV6Test-1327767954 tempest-RoutersAdminNegativeIpV6Test-1327767954-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26cf8752-2d03-4fa0-9ce3-742ae17f8013,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:21.922535 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-271cb532-b76c-4834-ab19-b1effce32020 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:21.977843 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623cf71a-94c5-494b-887a-e74d56ac1a90 req-acf82fe4-89f6-4e7b-8075-c602c512bb02 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:21.979437 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-623cf71a-94c5-494b-887a-e74d56ac1a90 req-acf82fe4-89f6-4e7b-8075-c602c512bb02 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 932 time: 0.2832184 Feb 16 17:00:21.984123 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-5793660f-6d53-4164-82c8-ad27701f9b30 tempest-TestNetworkAdvancedServerOps-1359227141 tempest-TestNetworkAdvancedServerOps-1359227141-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=96057f06fdc74247a274207da8654659&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4332426 Feb 16 17:00:21.988943 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49910) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:21.993717 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271cb532-b76c-4834-ab19-b1effce32020 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Network 580dd700-83f5-4257-8a33-9f3f0a9bd87a is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:21.996982 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9897d758-8132-4f44-ada3-523f0b3bd0be tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Network 82bc682a-70a0-4876-bf39-67d5ed92f190 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:22.000019 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-271cb532-b76c-4834-ab19-b1effce32020 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:22.001937 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271cb532-b76c-4834-ab19-b1effce32020 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:00:22.005076 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9897d758-8132-4f44-ada3-523f0b3bd0be tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Pushing event updated for resources: {'Port': ['ID=6d9731b7-00fd-4106-bbe3-6b52a9096372,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:22.028055 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-9897d758-8132-4f44-ada3-523f0b3bd0be tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:22.030942 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9897d758-8132-4f44-ada3-523f0b3bd0be tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:00:22.089138 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-4a56efae-9e16-4483-a1b7-e9eec252c5e7 req-d9c36ba7-5cff-49c3-922d-9f000fe3ccaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:22.110795 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-2612f088-d5b8-48dd-87f1-ed9e416a2533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-367076457', 'tenant_id': '96057f06fdc74247a274207da8654659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '8794187a-6461-49d5-88d8-a04e956e8b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:00:14Z', 'updated_at': '2022-02-16T17:00:18Z', 'revision_number': 3, 'project_id': '96057f06fdc74247a274207da8654659', 'gw_port': {'id': '8794187a-6461-49d5-88d8-a04e956e8b82', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:17Z', 'updated_at': '2022-02-16T17:00:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:22.122884 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb70110-9104-4970-95ff-b7ce737ca2c3 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Network 5c4a78ba-cd01-48f3-b438-28753749d036 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:00:22.184736 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271cb532-b76c-4834-ab19-b1effce32020 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Pushing event updated for resources: {'Port': ['ID=54a0fd91-6e20-427c-8cb0-c5ba8a1fd3f8,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:22.195320 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2612f088-d5b8-48dd-87f1-ed9e416a2533 None None] Checking router: fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:00:22.195997 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2612f088-d5b8-48dd-87f1-ed9e416a2533 None None] Updating router fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a port 8794187a-6461-49d5-88d8-a04e956e8b82 binding host dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:00:22.202562 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271cb532-b76c-4834-ab19-b1effce32020 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:22.203234 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-271cb532-b76c-4834-ab19-b1effce32020 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:22.223528 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9897d758-8132-4f44-ada3-523f0b3bd0be tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:22.224229 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9897d758-8132-4f44-ada3-523f0b3bd0be tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:22.231962 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-eeb70110-9104-4970-95ff-b7ce737ca2c3 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 5c4a78ba-cd01-48f3-b438-28753749d036) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:22.237228 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb70110-9104-4970-95ff-b7ce737ca2c3 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:22.237695 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-2612f088-d5b8-48dd-87f1-ed9e416a2533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:22.238186 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-eeb70110-9104-4970-95ff-b7ce737ca2c3 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:22.245627 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc6e26e-c46f-4e1f-95b0-9c6bd87b9df0 None None] Network 5c4a78ba-cd01-48f3-b438-28753749d036 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:00:22.286728 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3b0886d9-774a-4e37-8299-c99f5b7a9992 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:22.358332 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-9897d758-8132-4f44-ada3-523f0b3bd0be tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.9662151 Feb 16 17:00:22.364455 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-eeb70110-9104-4970-95ff-b7ce737ca2c3 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6112669 Feb 16 17:00:22.365891 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5109c39d-0eda-46f3-aaff-86effa4982ae None None] Network 82bc682a-70a0-4876-bf39-67d5ed92f190 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:00:22.368844 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-271cb532-b76c-4834-ab19-b1effce32020 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1844149 Feb 16 17:00:22.370377 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0886d9-774a-4e37-8299-c99f5b7a9992 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event deleted for resources: {'Port': ['ID=d6c1ea79-4215-48ad-811a-d7e94b196944,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:22.394379 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49912) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:22.395148 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49914) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:22.395664 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49916) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:22.401660 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-5a96230f-a461-42ca-bbfa-972633324064 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Request body: {'port': {'network_id': '82bc682a-70a0-4876-bf39-67d5ed92f190', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1983940717', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:22.402475 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.api.validators [None req-5a96230f-a461-42ca-bbfa-972633324064 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] bootfile-name is not in valid_values {{(pid=114375) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 17:00:22.403018 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.api.validators [None req-5a96230f-a461-42ca-bbfa-972633324064 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] tftp-server is not in valid_values {{(pid=114375) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 17:00:22.403549 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.api.validators [None req-5a96230f-a461-42ca-bbfa-972633324064 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] server-ip-address is not in valid_values {{(pid=114375) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 17:00:22.414636 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-80c25728-6dca-42a3-8745-00fedde1c967 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Request body: {'port': {'network_id': '5c4a78ba-cd01-48f3-b438-28753749d036', 'name': 'tempest-PortsTestJSON-850190145'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:22.429309 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-9c9b722f-6ffb-4a9b-80cd-a39fd64cde83 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Request body: {'port': {'network_id': '580dd700-83f5-4257-8a33-9f3f0a9bd87a', 'name': 'tempest-AllowedAddressPairTestJSON-593019582'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:22.439739 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3b0886d9-774a-4e37-8299-c99f5b7a9992 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:22.444127 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-3b0886d9-774a-4e37-8299-c99f5b7a9992 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/ports/d6c1ea79-4215-48ad-811a-d7e94b196944 HTTP/1.1" status: 204 len: 168 time: 1.7193809 Feb 16 17:00:22.480384 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49918) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:22.685530 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device f4027522-a629-4ce2-a011-195cef3770b0 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:00:22.696184 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54de50f-9c2f-49bc-a722-f8bcae709562 tempest-TestNetworkAdvancedServerOps-1359227141 tempest-TestNetworkAdvancedServerOps-1359227141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:22.700445 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-e54de50f-9c2f-49bc-a722-f8bcae709562 tempest-TestNetworkAdvancedServerOps-1359227141 tempest-TestNetworkAdvancedServerOps-1359227141-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6448977 Feb 16 17:00:22.705399 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49920) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:22.713859 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27426f6-2a09-4283-b93b-99e87427d10b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:22.715471 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27426f6-2a09-4283-b93b-99e87427d10b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:22.720151 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d27426f6-2a09-4283-b93b-99e87427d10b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2398965 Feb 16 17:00:22.727850 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-07349247-4963-44dc-8cc9-5f6c8e259cc0 tempest-RoutersAdminNegativeIpV6Test-1327767954 tempest-RoutersAdminNegativeIpV6Test-1327767954-project-admin] Allocated IP 172.26.3.27 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/2d48230e-8b8c-4bef-9f78-a211176cf91c) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:22.739140 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49922) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:22.766017 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-531f7400-f6bf-4a6a-bcf2-4e6ebf1339ff None None] Provisioning complete for port f4027522-a629-4ce2-a011-195cef3770b0 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:22.766415 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-531f7400-f6bf-4a6a-bcf2-4e6ebf1339ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:22.815354 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-4edd9ed3-bcda-4c34-ad02-7a8387a2ad13 tempest-TestNetworkAdvancedServerOps-1359227141 tempest-TestNetworkAdvancedServerOps-1359227141-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=d8eab20e-246c-47ce-8449-822ce53769fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0970480 Feb 16 17:00:22.818774 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49924) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:22.829131 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-1ab6606d-e148-49b0-80a8-065faae1a4aa tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1501257068', 'network_id': '06298a6e-8040-43d7-955f-604e4333c40a', 'project_id': '96057f06fdc74247a274207da8654659', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:22.833009 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-623cf71a-94c5-494b-887a-e74d56ac1a90 req-db05ec5b-d62f-4e55-a2f0-c633e9344574 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7649095 Feb 16 17:00:22.917142 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port f4027522-a629-4ce2-a011-195cef3770b0 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:22.917714 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:22.939589 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f06be21-79b7-468c-8599-f181244b0ecf tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Deleting subnet 54b05e88-4e0d-41e3-a651-0b66d421ed14 {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:00:22.946833 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28982908-9ba2-42d3-a971-7289f6589039 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Router 9d66cdcf-2476-4f55-a808-5c4bd1803c55 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:00:22.957119 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2f06be21-79b7-468c-8599-f181244b0ecf tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:23.034082 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-531f7400-f6bf-4a6a-bcf2-4e6ebf1339ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:23.039327 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ed907e-268c-489c-8449-84f5a1677af9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-5c4a78ba-cd01-48f3-b438-28753749d036', 'network_id': '5c4a78ba-cd01-48f3-b438-28753749d036', 'tenant_id': 'c643207721ea44e4a742511dc6707de4', 'fixed_ips': [{'subnet_id': 'c558c4f6-5c14-40cf-a225-534860fda5e3'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:00:23.040208 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-66ed907e-268c-489c-8449-84f5a1677af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:23.145146 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-531f7400-f6bf-4a6a-bcf2-4e6ebf1339ff None None] For port f4027522-a629-4ce2-a011-195cef3770b0, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=f4027522-a629-4ce2-a011-195cef3770b0,segment=NetworkSegment(319bb48e-851a-4d03-b241-e692de1ba934),segment_id=319bb48e-851a-4d03-b241-e692de1ba934)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:00:23.212700 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:23.240444 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-531f7400-f6bf-4a6a-bcf2-4e6ebf1339ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:23.352841 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2f06be21-79b7-468c-8599-f181244b0ecf tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:23.388359 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-66ed907e-268c-489c-8449-84f5a1677af9 None None] Allocated IP 172.20.0.2 (5c4a78ba-cd01-48f3-b438-28753749d036/c558c4f6-5c14-40cf-a225-534860fda5e3/1a2e6fba-80ac-4791-ae7a-1a3fc9faf49f) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:23.390887 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531f7400-f6bf-4a6a-bcf2-4e6ebf1339ff None None] Pushing event updated for resources: {'Port': ['ID=f4027522-a629-4ce2-a011-195cef3770b0,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:23.408305 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.db.api [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:00:23.408661 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG oslo_db.api [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:00:23.417269 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-554a0d4c-713a-4f26-9dc0-3813de5db0cc None None] Provisioning complete for port 54a0fd91-6e20-427c-8cb0-c5ba8a1fd3f8 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:23.417649 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-554a0d4c-713a-4f26-9dc0-3813de5db0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:23.464273 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c25728-6dca-42a3-8745-00fedde1c967 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Made reservation on behalf of c643207721ea44e4a742511dc6707de4 for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:23.464273 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-80c25728-6dca-42a3-8745-00fedde1c967 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:23.482793 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28982908-9ba2-42d3-a971-7289f6589039 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:00:23.504307 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-28982908-9ba2-42d3-a971-7289f6589039 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] 10.222.0.88 "PUT /v2.0/routers/9d66cdcf-2476-4f55-a808-5c4bd1803c55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9265432 Feb 16 17:00:23.508878 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49926) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:23.510636 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6c275f-7f5d-44d2-9e18-ec319de317c3 None None] Sync routers for ids ['9d66cdcf-2476-4f55-a808-5c4bd1803c55'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:00:23.513570 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-80c25728-6dca-42a3-8745-00fedde1c967 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] device_id is not set on port 4cabed3c-285f-4169-aa9f-ac99aa153c12 yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:00:23.527881 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a96230f-a461-42ca-bbfa-972633324064 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Made reservation on behalf of 85e804e63d914272947ca7642138293f for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:23.531625 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5a96230f-a461-42ca-bbfa-972633324064 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:23.533599 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9b722f-6ffb-4a9b-80cd-a39fd64cde83 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Made reservation on behalf of 8bea74979a924d31aa0b64c8b14c0701 for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:23.536923 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9c9b722f-6ffb-4a9b-80cd-a39fd64cde83 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:23.545107 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6c275f-7f5d-44d2-9e18-ec319de317c3 None None] Routers {'9d66cdcf-2476-4f55-a808-5c4bd1803c55'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:00:23.546007 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-5b6c275f-7f5d-44d2-9e18-ec319de317c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:00:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['9d66cdcf-2476-4f55-a808-5c4bd1803c55'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:23.573577 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-ae46a5d4-a60a-43c7-a911-5ab8d1824a36 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] delete failed (client error): The resource could not be found. Feb 16 17:00:23.574803 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-ae46a5d4-a60a-43c7-a911-5ab8d1824a36 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] 10.222.0.88 "DELETE /v2.0/routers/tempest-non_exist_router-837147372 HTTP/1.1" status: 404 len: 334 time: 0.0622609 Feb 16 17:00:23.579622 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-07349247-4963-44dc-8cc9-5f6c8e259cc0 tempest-RoutersAdminNegativeIpV6Test-1327767954 tempest-RoutersAdminNegativeIpV6Test-1327767954-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:23.583397 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [req-4a56efae-9e16-4483-a1b7-e9eec252c5e7 req-d9c36ba7-5cff-49c3-922d-9f000fe3ccaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 561eab9a-0ea9-4489-acaf-f14c6ec01233 {{(pid=114376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:00:23.587455 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49928) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:23.598457 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-554a0d4c-713a-4f26-9dc0-3813de5db0cc None None] Port 54a0fd91-6e20-427c-8cb0-c5ba8a1fd3f8 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:00:23.603426 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-d260625a-199a-45c4-8bd3-1531a261d913 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Request body: {'router': {'external_gateway_info': {'network_id': '9d66cdcf-2476-4f55-a808-5c4bd1803c55'}}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:23.607203 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-5b6c275f-7f5d-44d2-9e18-ec319de317c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:23.629226 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2f06be21-79b7-468c-8599-f181244b0ecf tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:23.639680 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-5a96230f-a461-42ca-bbfa-972633324064 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] device_id is not set on port 49ac6217-f7f8-4bea-be2d-8cf9693b4f55 yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:00:23.650693 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-4a56efae-9e16-4483-a1b7-e9eec252c5e7 req-d9c36ba7-5cff-49c3-922d-9f000fe3ccaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:23.652156 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6c275f-7f5d-44d2-9e18-ec319de317c3 None None] Routers {'9d66cdcf-2476-4f55-a808-5c4bd1803c55'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:00:23.652814 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-5b6c275f-7f5d-44d2-9e18-ec319de317c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:00:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['9d66cdcf-2476-4f55-a808-5c4bd1803c55'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:23.717529 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-5b6c275f-7f5d-44d2-9e18-ec319de317c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:23.718157 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6c275f-7f5d-44d2-9e18-ec319de317c3 None None] The sync data for ids ['9d66cdcf-2476-4f55-a808-5c4bd1803c55'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:00:23.723792 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-9c9b722f-6ffb-4a9b-80cd-a39fd64cde83 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] device_id is not set on port 3a989749-0c92-4981-ab01-b3523b8e3e36 yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:00:23.752755 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-66ed907e-268c-489c-8449-84f5a1677af9 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:23.755931 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-43075c4a-05a0-4173-b34f-fe8600ab9d2d None None] Provisioning complete for port 6d9731b7-00fd-4106-bbe3-6b52a9096372 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:23.756744 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-43075c4a-05a0-4173-b34f-fe8600ab9d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:23.758186 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.provisioning_blocks [req-4a56efae-9e16-4483-a1b7-e9eec252c5e7 req-d9c36ba7-5cff-49c3-922d-9f000fe3ccaa service neutron] Transition to ACTIVE for port object 561eab9a-0ea9-4489-acaf-f14c6ec01233 will not be triggered until provisioned by entity L2. {{(pid=114376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:00:23.795813 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-43075c4a-05a0-4173-b34f-fe8600ab9d2d None None] Port 6d9731b7-00fd-4106-bbe3-6b52a9096372 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:00:23.813351 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-43075c4a-05a0-4173-b34f-fe8600ab9d2d None None] Provisioning complete for port f4027522-a629-4ce2-a011-195cef3770b0 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:23.814677 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-43075c4a-05a0-4173-b34f-fe8600ab9d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:23.875724 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d260625a-199a-45c4-8bd3-1531a261d913 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:23.902676 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab6606d-e148-49b0-80a8-065faae1a4aa tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Made reservation on behalf of 96057f06fdc74247a274207da8654659 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:23.906165 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1ab6606d-e148-49b0-80a8-065faae1a4aa tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:23.933322 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-07349247-4963-44dc-8cc9-5f6c8e259cc0 tempest-RoutersAdminNegativeIpV6Test-1327767954 tempest-RoutersAdminNegativeIpV6Test-1327767954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:23.934815 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-4a56efae-9e16-4483-a1b7-e9eec252c5e7 req-d9c36ba7-5cff-49c3-922d-9f000fe3ccaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:23.942839 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-66ed907e-268c-489c-8449-84f5a1677af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:24.003669 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ed907e-268c-489c-8449-84f5a1677af9 None None] Network 5c4a78ba-cd01-48f3-b438-28753749d036 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:24.010084 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-66ed907e-268c-489c-8449-84f5a1677af9 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:24.013147 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-d260625a-199a-45c4-8bd3-1531a261d913 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] update failed (client error): The resource could not be found. Feb 16 17:00:24.014282 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-d260625a-199a-45c4-8bd3-1531a261d913 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] 10.222.0.88 "PUT /v2.0/routers/9d66cdcf-2476-4f55-a808-5c4bd1803c55 HTTP/1.1" status: 404 len: 339 time: 0.4211299 Feb 16 17:00:24.014809 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ed907e-268c-489c-8449-84f5a1677af9 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:00:24.016294 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07349247-4963-44dc-8cc9-5f6c8e259cc0 tempest-RoutersAdminNegativeIpV6Test-1327767954 tempest-RoutersAdminNegativeIpV6Test-1327767954-project-admin] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:24.019664 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49932) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:24.024399 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-07349247-4963-44dc-8cc9-5f6c8e259cc0 tempest-RoutersAdminNegativeIpV6Test-1327767954 tempest-RoutersAdminNegativeIpV6Test-1327767954-project-admin] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:24.027881 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07349247-4963-44dc-8cc9-5f6c8e259cc0 tempest-RoutersAdminNegativeIpV6Test-1327767954 tempest-RoutersAdminNegativeIpV6Test-1327767954-project-admin] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:00:24.038742 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ed907e-268c-489c-8449-84f5a1677af9 None None] Pushing event updated for resources: {'Port': ['ID=1a2e6fba-80ac-4791-ae7a-1a3fc9faf49f,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:24.040399 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c36ba7-5cff-49c3-922d-9f000fe3ccaa service neutron] Pushing event updated for resources: {'Port': ['ID=561eab9a-0ea9-4489-acaf-f14c6ec01233,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:24.069145 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2f06be21-79b7-468c-8599-f181244b0ecf tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:24.080567 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-5a96230f-a461-42ca-bbfa-972633324064 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Allocated IP 172.20.0.11 (82bc682a-70a0-4876-bf39-67d5ed92f190/d6034a1e-68c0-4bf9-b6fa-0a5122f5050d/49ac6217-f7f8-4bea-be2d-8cf9693b4f55) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:24.130967 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265e8cfa-de73-49c8-99cb-9ffe886a884e None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:00:24.140816 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2f06be21-79b7-468c-8599-f181244b0ecf tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:24.147238 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-2f06be21-79b7-468c-8599-f181244b0ecf tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/54b05e88-4e0d-41e3-a651-0b66d421ed14 HTTP/1.1" status: 204 len: 168 time: 1.4022467 Feb 16 17:00:24.154234 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-66ed907e-268c-489c-8449-84f5a1677af9 None None] Attempting to bind port 1a2e6fba-80ac-4791-ae7a-1a3fc9faf49f on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:00:24.154614 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-66ed907e-268c-489c-8449-84f5a1677af9 None None] Attempting to bind port 1a2e6fba-80ac-4791-ae7a-1a3fc9faf49f by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '67e2ce4b-2b9f-44b8-a051-61ef3d5d6fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5c4a78ba-cd01-48f3-b438-28753749d036'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:00:24.156028 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ed907e-268c-489c-8449-84f5a1677af9 None None] Attempting to bind port 1a2e6fba-80ac-4791-ae7a-1a3fc9faf49f on network 5c4a78ba-cd01-48f3-b438-28753749d036 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:00:24.164269 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49934) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:24.199806 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f06be21-79b7-468c-8599-f181244b0ecf tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event deleted for resources: {'Subnet': ['ID=54b05e88-4e0d-41e3-a651-0b66d421ed14,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:24.212679 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-0bee7e06-004e-4d5d-92bb-43ef57e3b69d None None] Provisioning complete for port 6d9731b7-00fd-4106-bbe3-6b52a9096372 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:24.213204 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-2612f088-d5b8-48dd-87f1-ed9e416a2533 None None] Notify callbacks [] for port, precommit_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:24.213896 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0bee7e06-004e-4d5d-92bb-43ef57e3b69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:24.217386 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-9c9b722f-6ffb-4a9b-80cd-a39fd64cde83 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Allocated IP 172.20.0.7 (580dd700-83f5-4257-8a33-9f3f0a9bd87a/a0638450-35c1-4366-8209-81d7c8e50bfe/3a989749-0c92-4981-ab01-b3523b8e3e36) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:24.219877 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ed907e-268c-489c-8449-84f5a1677af9 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:00:24.220478 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ed907e-268c-489c-8449-84f5a1677af9 None None] Checking segment: {'id': '67e2ce4b-2b9f-44b8-a051-61ef3d5d6fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5c4a78ba-cd01-48f3-b438-28753749d036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:00:24.221038 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-66ed907e-268c-489c-8449-84f5a1677af9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:24.221677 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ed907e-268c-489c-8449-84f5a1677af9 None None] Bound using segment: {'id': '67e2ce4b-2b9f-44b8-a051-61ef3d5d6fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5c4a78ba-cd01-48f3-b438-28753749d036'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:00:24.222326 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-66ed907e-268c-489c-8449-84f5a1677af9 None None] Bound port: 1a2e6fba-80ac-4791-ae7a-1a3fc9faf49f, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67e2ce4b-2b9f-44b8-a051-61ef3d5d6fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5c4a78ba-cd01-48f3-b438-28753749d036'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:00:24.222865 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-66ed907e-268c-489c-8449-84f5a1677af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:24.276782 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aca65d-f2cd-4367-9858-c8b9076c966e req-767097aa-4c1c-4aae-8d61-9e94ffc18c2c tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:24.282258 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-a2aca65d-f2cd-4367-9858-c8b9076c966e req-767097aa-4c1c-4aae-8d61-9e94ffc18c2c tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 944 time: 0.3453228 Feb 16 17:00:24.285782 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-80c25728-6dca-42a3-8745-00fedde1c967 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Allocated IP 172.20.0.13 (5c4a78ba-cd01-48f3-b438-28753749d036/c558c4f6-5c14-40cf-a225-534860fda5e3/4cabed3c-285f-4169-aa9f-ac99aa153c12) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:24.286746 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-2612f088-d5b8-48dd-87f1-ed9e416a2533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:24.354246 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-0bee7e06-004e-4d5d-92bb-43ef57e3b69d None None] Port 6d9731b7-00fd-4106-bbe3-6b52a9096372 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:00:24.365543 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d0b146-6120-4495-9cc6-2b65d2bc61db None None] Pushing event updated for resources: {'Port': ['ID=8794187a-6461-49d5-88d8-a04e956e8b82,revision_number=2']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:24.385011 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0b146-6120-4495-9cc6-2b65d2bc61db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:24.385386 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0b146-6120-4495-9cc6-2b65d2bc61db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:24.385723 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0b146-6120-4495-9cc6-2b65d2bc61db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:24.388439 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0b146-6120-4495-9cc6-2b65d2bc61db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:24.388797 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0b146-6120-4495-9cc6-2b65d2bc61db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:24.391299 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0b146-6120-4495-9cc6-2b65d2bc61db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:24.392010 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-dd967350-871d-4e5e-b3cf-b0c13925d992 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1907241 Feb 16 17:00:24.396444 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0b146-6120-4495-9cc6-2b65d2bc61db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:24.396869 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0b146-6120-4495-9cc6-2b65d2bc61db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:24.397219 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0b146-6120-4495-9cc6-2b65d2bc61db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:24.399069 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0b146-6120-4495-9cc6-2b65d2bc61db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:24.399069 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0b146-6120-4495-9cc6-2b65d2bc61db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:24.400985 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0b146-6120-4495-9cc6-2b65d2bc61db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:24.403919 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49936) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:24.405363 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-66ed907e-268c-489c-8449-84f5a1677af9 None None] For port 1a2e6fba-80ac-4791-ae7a-1a3fc9faf49f, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:00:24.410929 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-66ed907e-268c-489c-8449-84f5a1677af9 None None] For port 1a2e6fba-80ac-4791-ae7a-1a3fc9faf49f, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=1a2e6fba-80ac-4791-ae7a-1a3fc9faf49f,segment=NetworkSegment(67e2ce4b-2b9f-44b8-a051-61ef3d5d6fa1),segment_id=67e2ce4b-2b9f-44b8-a051-61ef3d5d6fa1)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:00:24.428852 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device f4027522-a629-4ce2-a011-195cef3770b0 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:00:24.445252 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-2612f088-d5b8-48dd-87f1-ed9e416a2533 None None] Attempting to bind port 8794187a-6461-49d5-88d8-a04e956e8b82 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:00:24.445615 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-2612f088-d5b8-48dd-87f1-ed9e416a2533 None None] Attempting to bind port 8794187a-6461-49d5-88d8-a04e956e8b82 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:00:24.445973 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2612f088-d5b8-48dd-87f1-ed9e416a2533 None None] Attempting to bind port 8794187a-6461-49d5-88d8-a04e956e8b82 on network d8eab20e-246c-47ce-8449-822ce53769fc {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:00:24.479339 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-66ed907e-268c-489c-8449-84f5a1677af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:24.480173 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2612f088-d5b8-48dd-87f1-ed9e416a2533 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:00:24.488635 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2612f088-d5b8-48dd-87f1-ed9e416a2533 None None] Checking segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:00:24.488635 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-2612f088-d5b8-48dd-87f1-ed9e416a2533 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:24.488635 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2612f088-d5b8-48dd-87f1-ed9e416a2533 None None] Bound using segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:00:24.488635 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-2612f088-d5b8-48dd-87f1-ed9e416a2533 None None] Bound port: 8794187a-6461-49d5-88d8-a04e956e8b82, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:00:24.488635 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-2612f088-d5b8-48dd-87f1-ed9e416a2533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:24.530857 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-fcab3295-88ba-463d-b706-e498aac98b65 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'subnet': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:24.538110 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07349247-4963-44dc-8cc9-5f6c8e259cc0 tempest-RoutersAdminNegativeIpV6Test-1327767954 tempest-RoutersAdminNegativeIpV6Test-1327767954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:24.539737 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-07349247-4963-44dc-8cc9-5f6c8e259cc0 tempest-RoutersAdminNegativeIpV6Test-1327767954 tempest-RoutersAdminNegativeIpV6Test-1327767954-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:24.541268 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ed907e-268c-489c-8449-84f5a1677af9 None None] Pushing event updated for resources: {'Port': ['ID=1a2e6fba-80ac-4791-ae7a-1a3fc9faf49f,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:24.545054 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a3f6b1-579e-468a-8792-f8002bd987f9 None None] DHCP port deletion for 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:00:24.560394 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-2612f088-d5b8-48dd-87f1-ed9e416a2533 None None] For port 8794187a-6461-49d5-88d8-a04e956e8b82, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:00:24.578257 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-2612f088-d5b8-48dd-87f1-ed9e416a2533 None None] For port 8794187a-6461-49d5-88d8-a04e956e8b82, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=8794187a-6461-49d5-88d8-a04e956e8b82,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:00:24.579420 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07349247-4963-44dc-8cc9-5f6c8e259cc0 tempest-RoutersAdminNegativeIpV6Test-1327767954 tempest-RoutersAdminNegativeIpV6Test-1327767954-project-admin] Pushing event updated for resources: {'Port': ['ID=2d48230e-8b8c-4bef-9f78-a211176cf91c,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:24.631042 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port f4027522-a629-4ce2-a011-195cef3770b0 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:24.631421 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:24.676882 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-b6a3f6b1-579e-468a-8792-f8002bd987f9 None None] Deleting port 99595f6b-2081-438f-8cf6-c41229d24650 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:00:24.676882 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b6a3f6b1-579e-468a-8792-f8002bd987f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:24.688518 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-a2aca65d-f2cd-4367-9858-c8b9076c966e req-3347a428-9217-4561-98dc-e913ad5f55da tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3815389 Feb 16 17:00:24.698655 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-2612f088-d5b8-48dd-87f1-ed9e416a2533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:24.764123 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-b6a3f6b1-579e-468a-8792-f8002bd987f9 None None] For port 99595f6b-2081-438f-8cf6-c41229d24650, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=99595f6b-2081-438f-8cf6-c41229d24650,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:00:24.764123 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b6a3f6b1-579e-468a-8792-f8002bd987f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:24.805259 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d0b146-6120-4495-9cc6-2b65d2bc61db None None] Pushing event updated for resources: {'Port': ['ID=8794187a-6461-49d5-88d8-a04e956e8b82,revision_number=3']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:24.841882 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2612f088-d5b8-48dd-87f1-ed9e416a2533 None None] Routers {'fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:00:24.842536 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-2612f088-d5b8-48dd-87f1-ed9e416a2533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:00:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:24.845185 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-b6a3f6b1-579e-468a-8792-f8002bd987f9 None None] Calling delete_port for 99595f6b-2081-438f-8cf6-c41229d24650 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:00:24.899686 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-4a56efae-9e16-4483-a1b7-e9eec252c5e7 req-d9c36ba7-5cff-49c3-922d-9f000fe3ccaa service neutron] Attempting to bind port 561eab9a-0ea9-4489-acaf-f14c6ec01233 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:00:24.900219 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-4a56efae-9e16-4483-a1b7-e9eec252c5e7 req-d9c36ba7-5cff-49c3-922d-9f000fe3ccaa service neutron] Attempting to bind port 561eab9a-0ea9-4489-acaf-f14c6ec01233 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': '457fa9dd-54bd-45be-89fb-008c1a63dec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a9f074d-71de-48a7-8445-bcff118a8024'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:00:24.900589 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a56efae-9e16-4483-a1b7-e9eec252c5e7 req-d9c36ba7-5cff-49c3-922d-9f000fe3ccaa service neutron] Attempting to bind port 561eab9a-0ea9-4489-acaf-f14c6ec01233 on network 2a9f074d-71de-48a7-8445-bcff118a8024 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:00:24.918342 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-07349247-4963-44dc-8cc9-5f6c8e259cc0 tempest-RoutersAdminNegativeIpV6Test-1327767954 tempest-RoutersAdminNegativeIpV6Test-1327767954-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 4.1417706 Feb 16 17:00:24.945658 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49938) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:24.955997 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-3ef84b14-79d5-44c4-b379-2c60f074925c tempest-RoutersAdminNegativeIpV6Test-1327767954 tempest-RoutersAdminNegativeIpV6Test-1327767954-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.27'}]}}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:24.959169 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a56efae-9e16-4483-a1b7-e9eec252c5e7 req-d9c36ba7-5cff-49c3-922d-9f000fe3ccaa service neutron] Port 561eab9a-0ea9-4489-acaf-f14c6ec01233 on network 2a9f074d-71de-48a7-8445-bcff118a8024 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:00:24.959630 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a56efae-9e16-4483-a1b7-e9eec252c5e7 req-d9c36ba7-5cff-49c3-922d-9f000fe3ccaa service neutron] Attempting to bind port 561eab9a-0ea9-4489-acaf-f14c6ec01233 on network 2a9f074d-71de-48a7-8445-bcff118a8024 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:00:24.970730 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a56efae-9e16-4483-a1b7-e9eec252c5e7 req-d9c36ba7-5cff-49c3-922d-9f000fe3ccaa service neutron] Checking agent: {'id': '65dda45c-bbef-42f9-9728-e0fd84037987', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8286', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 56), 'started_at': datetime.datetime(2022, 2, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:00:24.971195 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a56efae-9e16-4483-a1b7-e9eec252c5e7 req-d9c36ba7-5cff-49c3-922d-9f000fe3ccaa service neutron] Checking segment: {'id': '457fa9dd-54bd-45be-89fb-008c1a63dec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a9f074d-71de-48a7-8445-bcff118a8024'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:00:24.971726 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a56efae-9e16-4483-a1b7-e9eec252c5e7 req-d9c36ba7-5cff-49c3-922d-9f000fe3ccaa service neutron] Bound using segment: {'id': '457fa9dd-54bd-45be-89fb-008c1a63dec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a9f074d-71de-48a7-8445-bcff118a8024'} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:00:24.973109 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-4a56efae-9e16-4483-a1b7-e9eec252c5e7 req-d9c36ba7-5cff-49c3-922d-9f000fe3ccaa service neutron] Bound port: 561eab9a-0ea9-4489-acaf-f14c6ec01233, host: hv-neutron-8286, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '457fa9dd-54bd-45be-89fb-008c1a63dec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a9f074d-71de-48a7-8445-bcff118a8024'}}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:00:24.973657 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-4a56efae-9e16-4483-a1b7-e9eec252c5e7 req-d9c36ba7-5cff-49c3-922d-9f000fe3ccaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:25.013505 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-29e0c10d-a6db-4b71-ba01-f41ef583786e tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:25.030201 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-2612f088-d5b8-48dd-87f1-ed9e416a2533 None None] Set router fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:00:25.042960 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-80c25728-6dca-42a3-8745-00fedde1c967 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:25.074564 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9c9b722f-6ffb-4a9b-80cd-a39fd64cde83 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:25.074810 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b6a3f6b1-579e-468a-8792-f8002bd987f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:25.089776 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1ab6606d-e148-49b0-80a8-065faae1a4aa tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:25.108570 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5a96230f-a461-42ca-bbfa-972633324064 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:25.200839 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcab3295-88ba-463d-b706-e498aac98b65 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:25.204328 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fcab3295-88ba-463d-b706-e498aac98b65 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:25.222658 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3ef84b14-79d5-44c4-b379-2c60f074925c tempest-RoutersAdminNegativeIpV6Test-1327767954 tempest-RoutersAdminNegativeIpV6Test-1327767954-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:25.223693 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3ef84b14-79d5-44c4-b379-2c60f074925c tempest-RoutersAdminNegativeIpV6Test-1327767954 tempest-RoutersAdminNegativeIpV6Test-1327767954-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:25.248597 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab6606d-e148-49b0-80a8-065faae1a4aa tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Pushing event updated for resources: {'Subnet': ['ID=dbd15ec9-3270-4d20-9abc-f2f9374aa4ce,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:25.269311 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab6606d-e148-49b0-80a8-065faae1a4aa tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Checking segment: {'id': '3af87537-55b9-448d-8bff-8dd8c1aaef8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '06298a6e-8040-43d7-955f-604e4333c40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:00:25.269713 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab6606d-e148-49b0-80a8-065faae1a4aa tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Network hostable DHCP agents. Network: 06298a6e-8040-43d7-955f-604e4333c40a, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:00:25.286068 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-80c25728-6dca-42a3-8745-00fedde1c967 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:25.306831 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-2612f088-d5b8-48dd-87f1-ed9e416a2533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-367076457', 'tenant_id': '96057f06fdc74247a274207da8654659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '8794187a-6461-49d5-88d8-a04e956e8b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:00:14Z', 'updated_at': '2022-02-16T17:00:18Z', 'revision_number': 3, 'project_id': '96057f06fdc74247a274207da8654659', 'gw_port': {'id': '8794187a-6461-49d5-88d8-a04e956e8b82', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:17Z', 'updated_at': '2022-02-16T17:00:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:25.348467 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a3f6b1-579e-468a-8792-f8002bd987f9 None None] Pushing event deleted for resources: {'Port': ['ID=99595f6b-2081-438f-8cf6-c41229d24650,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:25.356359 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-4a56efae-9e16-4483-a1b7-e9eec252c5e7 req-d9c36ba7-5cff-49c3-922d-9f000fe3ccaa service neutron] For port 561eab9a-0ea9-4489-acaf-f14c6ec01233, host hv-neutron-8286, cleared binding levels {{(pid=114376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:00:25.367194 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a3f6b1-579e-468a-8792-f8002bd987f9 None None] No DVR routers for this DVR port 99595f6b-2081-438f-8cf6-c41229d24650 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:00:25.372710 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2612f088-d5b8-48dd-87f1-ed9e416a2533 None None] The sync data for ids ['fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a'] in dv-neutron-828697-3-hyperv is: [{'id': 'fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-367076457', 'tenant_id': '96057f06fdc74247a274207da8654659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '8794187a-6461-49d5-88d8-a04e956e8b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:00:14Z', 'updated_at': '2022-02-16T17:00:18Z', 'revision_number': 3, 'project_id': '96057f06fdc74247a274207da8654659', 'gw_port': {'id': '8794187a-6461-49d5-88d8-a04e956e8b82', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:17Z', 'updated_at': '2022-02-16T17:00:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:00:25.382480 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3ef84b14-79d5-44c4-b379-2c60f074925c tempest-RoutersAdminNegativeIpV6Test-1327767954 tempest-RoutersAdminNegativeIpV6Test-1327767954-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:25.383097 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9c9b722f-6ffb-4a9b-80cd-a39fd64cde83 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:25.389603 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-4a56efae-9e16-4483-a1b7-e9eec252c5e7 req-d9c36ba7-5cff-49c3-922d-9f000fe3ccaa service neutron] For port 561eab9a-0ea9-4489-acaf-f14c6ec01233, host hv-neutron-8286, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=561eab9a-0ea9-4489-acaf-f14c6ec01233,segment=NetworkSegment(457fa9dd-54bd-45be-89fb-008c1a63dec7),segment_id=457fa9dd-54bd-45be-89fb-008c1a63dec7)] {{(pid=114376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:00:25.395539 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5a96230f-a461-42ca-bbfa-972633324064 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:25.412924 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c25728-6dca-42a3-8745-00fedde1c967 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Network 5c4a78ba-cd01-48f3-b438-28753749d036 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:25.426168 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-80c25728-6dca-42a3-8745-00fedde1c967 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:25.428773 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c25728-6dca-42a3-8745-00fedde1c967 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:00:25.458432 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-29e0c10d-a6db-4b71-ba01-f41ef583786e tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Allocated IP 172.20.0.1 (190cd06a-4d90-48cd-a5b5-3f50f551fe04/cc6dbb4e-8947-4d37-ab73-2764fa769481/389aa3e3-b443-4166-bfe9-250573450bce) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:25.474685 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9b722f-6ffb-4a9b-80cd-a39fd64cde83 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Network 580dd700-83f5-4257-8a33-9f3f0a9bd87a is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:25.481501 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c25728-6dca-42a3-8745-00fedde1c967 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event updated for resources: {'Port': ['ID=4cabed3c-285f-4169-aa9f-ac99aa153c12,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:25.492335 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-4a56efae-9e16-4483-a1b7-e9eec252c5e7 req-d9c36ba7-5cff-49c3-922d-9f000fe3ccaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:25.529110 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a96230f-a461-42ca-bbfa-972633324064 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Network 82bc682a-70a0-4876-bf39-67d5ed92f190 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:25.537100 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-9c9b722f-6ffb-4a9b-80cd-a39fd64cde83 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:25.558297 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56efae-9e16-4483-a1b7-e9eec252c5e7 req-d9c36ba7-5cff-49c3-922d-9f000fe3ccaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:25.558957 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-4a56efae-9e16-4483-a1b7-e9eec252c5e7 req-d9c36ba7-5cff-49c3-922d-9f000fe3ccaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:25.560409 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4a56efae-9e16-4483-a1b7-e9eec252c5e7 req-d9c36ba7-5cff-49c3-922d-9f000fe3ccaa service neutron] 10.222.0.89 "PUT /v2.0/ports/561eab9a-0ea9-4489-acaf-f14c6ec01233 HTTP/1.1" status: 200 len: 1094 time: 3.8314338 Feb 16 17:00:25.571094 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab6606d-e148-49b0-80a8-065faae1a4aa tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Network 06298a6e-8040-43d7-955f-604e4333c40a is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:00:25.573275 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-5a96230f-a461-42ca-bbfa-972633324064 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:25.580842 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c43950d0-944f-47c7-842c-8a183fbb1338', 'tag': '561eab9a-0ea9-4489-acaf-f14c6ec01233'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:00:25.583719 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225da1e4-beeb-4f39-898c-c5335da45910" -d '{"events": [{"name": "network-changed", "server_uuid": "c43950d0-944f-47c7-842c-8a183fbb1338", "tag": "561eab9a-0ea9-4489-acaf-f14c6ec01233"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:00:25.623065 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9b722f-6ffb-4a9b-80cd-a39fd64cde83 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:00:25.661089 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a96230f-a461-42ca-bbfa-972633324064 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:00:25.696204 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e110646-ec81-41cb-aa74-3fc78cb772b6 x-openstack-request-id: req-9e110646-ec81-41cb-aa74-3fc78cb772b6 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:00:25.701121 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c43950d0-944f-47c7-842c-8a183fbb1338", "tag": "561eab9a-0ea9-4489-acaf-f14c6ec01233", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:00:25.701398 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9e110646-ec81-41cb-aa74-3fc78cb772b6 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:00:25.701827 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c43950d0-944f-47c7-842c-8a183fbb1338', 'tag': '561eab9a-0ea9-4489-acaf-f14c6ec01233', 'status': 'completed', 'code': 200} Feb 16 17:00:25.783024 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c25728-6dca-42a3-8745-00fedde1c967 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:25.783710 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-80c25728-6dca-42a3-8745-00fedde1c967 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:25.807380 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-1ab6606d-e148-49b0-80a8-065faae1a4aa tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 06298a6e-8040-43d7-955f-604e4333c40a) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:25.822694 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c45310-5f42-4404-910e-9cbcbb6c90cc None None] Network 06298a6e-8040-43d7-955f-604e4333c40a requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:00:25.860474 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab6606d-e148-49b0-80a8-065faae1a4aa tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:25.861247 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1ab6606d-e148-49b0-80a8-065faae1a4aa tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:25.876764 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c36ba7-5cff-49c3-922d-9f000fe3ccaa service neutron] Pushing event updated for resources: {'Port': ['ID=561eab9a-0ea9-4489-acaf-f14c6ec01233,revision_number=3']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:25.962489 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56efae-9e16-4483-a1b7-e9eec252c5e7 req-80b22f6f-b9bc-417b-bb01-42d3d44c5a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:25.967676 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4a56efae-9e16-4483-a1b7-e9eec252c5e7 req-80b22f6f-b9bc-417b-bb01-42d3d44c5a67 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=09d1279d90c3425a9b4e1f123c7549b3&device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 1097 time: 0.2865407 Feb 16 17:00:26.110418 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4a56efae-9e16-4483-a1b7-e9eec252c5e7 req-7749336b-0e6c-48a8-a5f7-8081815ae078 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=561eab9a-0ea9-4489-acaf-f14c6ec01233 HTTP/1.1" status: 200 len: 217 time: 0.1228518 Feb 16 17:00:26.111678 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-1ab6606d-e148-49b0-80a8-065faae1a4aa tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.2864976 Feb 16 17:00:26.124058 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49944) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:26.125135 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9b722f-6ffb-4a9b-80cd-a39fd64cde83 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Pushing event updated for resources: {'Port': ['ID=3a989749-0c92-4981-ab01-b3523b8e3e36,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:26.135124 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-29e0c10d-a6db-4b71-ba01-f41ef583786e tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:26.145984 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fcab3295-88ba-463d-b706-e498aac98b65 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:26.157417 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ef54a1-e955-4bba-91f2-e6c53547a24f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-06298a6e-8040-43d7-955f-604e4333c40a', 'network_id': '06298a6e-8040-43d7-955f-604e4333c40a', 'tenant_id': '96057f06fdc74247a274207da8654659', 'fixed_ips': [{'subnet_id': 'dbd15ec9-3270-4d20-9abc-f2f9374aa4ce'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:00:26.157417 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-00ef54a1-e955-4bba-91f2-e6c53547a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:26.250201 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-80c25728-6dca-42a3-8745-00fedde1c967 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.8427582 Feb 16 17:00:26.252870 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3ef84b14-79d5-44c4-b379-2c60f074925c tempest-RoutersAdminNegativeIpV6Test-1327767954 tempest-RoutersAdminNegativeIpV6Test-1327767954-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:26.258735 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49946) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:26.269529 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9b722f-6ffb-4a9b-80cd-a39fd64cde83 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:26.270122 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9c9b722f-6ffb-4a9b-80cd-a39fd64cde83 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:26.297278 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a96230f-a461-42ca-bbfa-972633324064 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:26.298531 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5a96230f-a461-42ca-bbfa-972633324064 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:26.339825 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-b8bd8975-67dc-4841-a1a8-1a8f93b02290 None None] Provisioning complete for port 3a989749-0c92-4981-ab01-b3523b8e3e36 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:26.339825 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b8bd8975-67dc-4841-a1a8-1a8f93b02290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:26.383568 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a96230f-a461-42ca-bbfa-972633324064 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Pushing event updated for resources: {'Port': ['ID=49ac6217-f7f8-4bea-be2d-8cf9693b4f55,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:26.397373 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcab3295-88ba-463d-b706-e498aac98b65 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:26.398129 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d19e91-d057-4c19-88e3-baf9542682f3 req-8dca2bb3-7015-4553-b68a-34b95fc79028 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:26.400257 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-82d19e91-d057-4c19-88e3-baf9542682f3 req-8dca2bb3-7015-4553-b68a-34b95fc79028 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 944 time: 0.4968226 Feb 16 17:00:26.408815 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-9c9b722f-6ffb-4a9b-80cd-a39fd64cde83 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.9890902 Feb 16 17:00:26.411566 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56efae-9e16-4483-a1b7-e9eec252c5e7 req-ce6776d9-7089-4b6e-b9ff-2a34ceb555f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:26.413084 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4a56efae-9e16-4483-a1b7-e9eec252c5e7 req-ce6776d9-7089-4b6e-b9ff-2a34ceb555f7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=847c90d0-f658-438a-baa8-b8b47f957a97 HTTP/1.1" status: 200 len: 851 time: 0.3020203 Feb 16 17:00:26.415877 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49948) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:26.440102 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-e98f98e8-044a-457b-a348-54120021a788 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:ca:c0:d0'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:33:d5:43'}]}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:26.449841 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-5a96230f-a461-42ca-bbfa-972633324064 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 4.0505710 Feb 16 17:00:26.456028 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49950) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:26.457288 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-fcab3295-88ba-463d-b706-e498aac98b65 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:26.457755 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-b8bd8975-67dc-4841-a1a8-1a8f93b02290 None None] Port 3a989749-0c92-4981-ab01-b3523b8e3e36 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:00:26.458921 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcab3295-88ba-463d-b706-e498aac98b65 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Subnet': ['ID=c4a93973-406d-4c99-b863-c0dc4f4f6386,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:26.526217 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-00ef54a1-e955-4bba-91f2-e6c53547a24f None None] Allocated IP 172.20.0.2 (06298a6e-8040-43d7-955f-604e4333c40a/dbd15ec9-3270-4d20-9abc-f2f9374aa4ce/09d248ea-32e2-4cf9-bf8e-b7a63534abad) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:26.531605 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcab3295-88ba-463d-b706-e498aac98b65 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:26.535398 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fcab3295-88ba-463d-b706-e498aac98b65 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:26.563055 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd2b8ba-50b1-48d6-b4f9-88861ccc2d09 None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:00:26.567756 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ba8d4d-2f46-4159-bdcb-7cc350ef8785 None None] Network 5c4a78ba-cd01-48f3-b438-28753749d036 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:00:26.575436 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 8794187a-6461-49d5-88d8-a04e956e8b82 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:00:26.579744 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-82d19e91-d057-4c19-88e3-baf9542682f3 req-e83116d0-ea99-4d8d-83ca-ad63587ddeff tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688497 Feb 16 17:00:26.641413 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e62c5d4-7a30-4c2b-ab49-1113a4cc46e6 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:26.647571 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e62c5d4-7a30-4c2b-ab49-1113a4cc46e6 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:26.654319 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e62c5d4-7a30-4c2b-ab49-1113a4cc46e6 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:26.656159 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-9e62c5d4-7a30-4c2b-ab49-1113a4cc46e6 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.1991668 Feb 16 17:00:26.660059 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49952) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:26.730634 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-fcab3295-88ba-463d-b706-e498aac98b65 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3252592 Feb 16 17:00:26.739233 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49954) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:26.755124 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-42140a3e-355a-4058-a4cb-243f9fe81ff9 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'port': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'fixed_ips': [{'subnet_id': 'c4a93973-406d-4c99-b863-c0dc4f4f6386', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1920391655'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:26.768617 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56efae-9e16-4483-a1b7-e9eec252c5e7 req-ecab8563-f832-4b9a-b6f8-3bf26a10eccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:26.770157 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4a56efae-9e16-4483-a1b7-e9eec252c5e7 req-ecab8563-f832-4b9a-b6f8-3bf26a10eccb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2a9f074d-71de-48a7-8445-bcff118a8024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3266408 Feb 16 17:00:26.787931 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-29e0c10d-a6db-4b71-ba01-f41ef583786e tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:26.962590 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-00ef54a1-e955-4bba-91f2-e6c53547a24f None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:27.015280 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-ca5e8f2c-08e1-4953-b05c-43be7644c2b3 None None] Provisioning complete for port 49ac6217-f7f8-4bea-be2d-8cf9693b4f55 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:27.016039 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ca5e8f2c-08e1-4953-b05c-43be7644c2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:27.021641 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 8794187a-6461-49d5-88d8-a04e956e8b82 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:27.022297 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:27.111647 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-00ef54a1-e955-4bba-91f2-e6c53547a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:27.190925 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e8f2c-08e1-4953-b05c-43be7644c2b3 None None] Port 49ac6217-f7f8-4bea-be2d-8cf9693b4f55 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:00:27.222274 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ef54a1-e955-4bba-91f2-e6c53547a24f None None] Network 06298a6e-8040-43d7-955f-604e4333c40a is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:27.230488 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895ffc9b-62d2-4a4f-b5c0-9f90e3227fcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'tenant_id': '81837604d6654060bf0a8ff194578833', 'fixed_ips': [{'subnet_id': 'c4a93973-406d-4c99-b863-c0dc4f4f6386'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:00:27.231338 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-895ffc9b-62d2-4a4f-b5c0-9f90e3227fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:27.238782 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-00ef54a1-e955-4bba-91f2-e6c53547a24f None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:27.242802 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ef54a1-e955-4bba-91f2-e6c53547a24f None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:00:27.254479 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef54a1-e955-4bba-91f2-e6c53547a24f None None] Pushing event updated for resources: {'Port': ['ID=09d248ea-32e2-4cf9-bf8e-b7a63534abad,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:27.267340 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-562d4595-4f62-4ebd-b676-1b924fab541f tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Deleting port 49ac6217-f7f8-4bea-be2d-8cf9693b4f55 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:00:27.267795 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-562d4595-4f62-4ebd-b676-1b924fab541f tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:27.326729 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-ca5e8f2c-08e1-4953-b05c-43be7644c2b3 None None] Provisioning complete for port 1a2e6fba-80ac-4791-ae7a-1a3fc9faf49f triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:27.326729 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ca5e8f2c-08e1-4953-b05c-43be7644c2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:27.338152 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e0c10d-a6db-4b71-ba01-f41ef583786e tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Network 190cd06a-4d90-48cd-a5b5-3f50f551fe04 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:27.342220 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e98f98e8-044a-457b-a348-54120021a788 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:27.349910 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-cd34ade5-c1c4-437c-94f8-418c302102de tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Deleting port 4cabed3c-285f-4169-aa9f-ac99aa153c12 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:00:27.350536 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cd34ade5-c1c4-437c-94f8-418c302102de tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:27.360207 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-29e0c10d-a6db-4b71-ba01-f41ef583786e tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:27.362277 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e0c10d-a6db-4b71-ba01-f41ef583786e tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Pushing event updated for resources: {'Port': ['ID=389aa3e3-b443-4166-bfe9-250573450bce,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:27.364739 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e0c10d-a6db-4b71-ba01-f41ef583786e tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:00:27.470785 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:27.476184 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4a56efae-9e16-4483-a1b7-e9eec252c5e7 req-03c1731c-b22a-4543-ac73-c05c9688eda0 service neutron] 10.222.0.89 "GET /v2.0/networks/2a9f074d-71de-48a7-8445-bcff118a8024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6849470 Feb 16 17:00:27.504215 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port 8794187a-6461-49d5-88d8-a04e956e8b82, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=8794187a-6461-49d5-88d8-a04e956e8b82,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:00:27.530842 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-562d4595-4f62-4ebd-b676-1b924fab541f tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:27.550861 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-562d4595-4f62-4ebd-b676-1b924fab541f tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Calling delete_port for 49ac6217-f7f8-4bea-be2d-8cf9693b4f55 owned by {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:00:27.584687 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3ef84b14-79d5-44c4-b379-2c60f074925c tempest-RoutersAdminNegativeIpV6Test-1327767954 tempest-RoutersAdminNegativeIpV6Test-1327767954-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:27.621334 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3ef84b14-79d5-44c4-b379-2c60f074925c tempest-RoutersAdminNegativeIpV6Test-1327767954 tempest-RoutersAdminNegativeIpV6Test-1327767954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:27.662735 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-29e0c10d-a6db-4b71-ba01-f41ef583786e tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:27.677785 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-895ffc9b-62d2-4a4f-b5c0-9f90e3227fcd None None] Allocated IP 2001:db8::2 (1e2a9b2d-a159-48c5-a704-dcb18c3b88c3/c4a93973-406d-4c99-b863-c0dc4f4f6386/480a83ef-6756-48c3-963c-511cfbae784c) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:27.719807 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0d45798f-7aa8-463c-a94d-c72e79fe0056 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:27.798589 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cd34ade5-c1c4-437c-94f8-418c302102de tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:27.866063 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:27.867212 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 1a2e6fba-80ac-4791-ae7a-1a3fc9faf49f up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:00:27.900148 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-cd34ade5-c1c4-437c-94f8-418c302102de tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Calling delete_port for 4cabed3c-285f-4169-aa9f-ac99aa153c12 owned by {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:00:28.018602 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ca5e8f2c-08e1-4953-b05c-43be7644c2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:28.038657 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=8794187a-6461-49d5-88d8-a04e956e8b82,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:28.054786 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-895ffc9b-62d2-4a4f-b5c0-9f90e3227fcd None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:28.078101 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-0d45798f-7aa8-463c-a94d-c72e79fe0056 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Allocated IP 172.20.0.1 (06298a6e-8040-43d7-955f-604e4333c40a/dbd15ec9-3270-4d20-9abc-f2f9374aa4ce/02b6e560-b065-4145-a0e0-57b8c33044f5) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:28.082444 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-ca5e8f2c-08e1-4953-b05c-43be7644c2b3 None None] For port 1a2e6fba-80ac-4791-ae7a-1a3fc9faf49f, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=1a2e6fba-80ac-4791-ae7a-1a3fc9faf49f,segment=NetworkSegment(67e2ce4b-2b9f-44b8-a051-61ef3d5d6fa1),segment_id=67e2ce4b-2b9f-44b8-a051-61ef3d5d6fa1)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:00:28.094028 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4a56efae-9e16-4483-a1b7-e9eec252c5e7 req-fd87a046-3a1f-4a8e-a4fc-4f0df82e6534 service neutron] 10.222.0.89 "GET /v2.0/networks/2a9f074d-71de-48a7-8445-bcff118a8024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6004512 Feb 16 17:00:28.095241 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-00ef54a1-e955-4bba-91f2-e6c53547a24f None None] Attempting to bind port 09d248ea-32e2-4cf9-bf8e-b7a63534abad on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:00:28.095695 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-00ef54a1-e955-4bba-91f2-e6c53547a24f None None] Attempting to bind port 09d248ea-32e2-4cf9-bf8e-b7a63534abad by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '3af87537-55b9-448d-8bff-8dd8c1aaef8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '06298a6e-8040-43d7-955f-604e4333c40a'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:00:28.096110 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ef54a1-e955-4bba-91f2-e6c53547a24f None None] Attempting to bind port 09d248ea-32e2-4cf9-bf8e-b7a63534abad on network 06298a6e-8040-43d7-955f-604e4333c40a {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:00:28.103510 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 1a2e6fba-80ac-4791-ae7a-1a3fc9faf49f triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:28.112926 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:28.112926 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ef54a1-e955-4bba-91f2-e6c53547a24f None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:00:28.112926 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ef54a1-e955-4bba-91f2-e6c53547a24f None None] Checking segment: {'id': '3af87537-55b9-448d-8bff-8dd8c1aaef8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '06298a6e-8040-43d7-955f-604e4333c40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:00:28.112926 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-00ef54a1-e955-4bba-91f2-e6c53547a24f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:28.112926 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ef54a1-e955-4bba-91f2-e6c53547a24f None None] Bound using segment: {'id': '3af87537-55b9-448d-8bff-8dd8c1aaef8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '06298a6e-8040-43d7-955f-604e4333c40a'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:00:28.112926 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-00ef54a1-e955-4bba-91f2-e6c53547a24f None None] Bound port: 09d248ea-32e2-4cf9-bf8e-b7a63534abad, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3af87537-55b9-448d-8bff-8dd8c1aaef8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '06298a6e-8040-43d7-955f-604e4333c40a'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:00:28.112926 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-00ef54a1-e955-4bba-91f2-e6c53547a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:28.117535 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42140a3e-355a-4058-a4cb-243f9fe81ff9 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:28.205442 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0d45798f-7aa8-463c-a94d-c72e79fe0056 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:28.209851 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-00ef54a1-e955-4bba-91f2-e6c53547a24f None None] For port 09d248ea-32e2-4cf9-bf8e-b7a63534abad, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:00:28.214593 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-00ef54a1-e955-4bba-91f2-e6c53547a24f None None] For port 09d248ea-32e2-4cf9-bf8e-b7a63534abad, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=09d248ea-32e2-4cf9-bf8e-b7a63534abad,segment=NetworkSegment(3af87537-55b9-448d-8bff-8dd8c1aaef8b),segment_id=3af87537-55b9-448d-8bff-8dd8c1aaef8b)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:00:28.232518 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-42140a3e-355a-4058-a4cb-243f9fe81ff9 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:28.239688 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cd34ade5-c1c4-437c-94f8-418c302102de tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:28.251937 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ca5e8f2c-08e1-4953-b05c-43be7644c2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:28.254101 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-895ffc9b-62d2-4a4f-b5c0-9f90e3227fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:28.313640 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895ffc9b-62d2-4a4f-b5c0-9f90e3227fcd None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:28.317510 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-00ef54a1-e955-4bba-91f2-e6c53547a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:28.329759 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-895ffc9b-62d2-4a4f-b5c0-9f90e3227fcd None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:28.342223 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895ffc9b-62d2-4a4f-b5c0-9f90e3227fcd None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:00:28.348880 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0d45798f-7aa8-463c-a94d-c72e79fe0056 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:28.361044 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e8f2c-08e1-4953-b05c-43be7644c2b3 None None] Pushing event updated for resources: {'Port': ['ID=1a2e6fba-80ac-4791-ae7a-1a3fc9faf49f,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:28.390166 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bba277-9992-4c90-89e9-bac002fa6d68 req-1611a0b6-78dc-423d-838f-05ab67101121 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:28.391791 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c4bba277-9992-4c90-89e9-bac002fa6d68 req-1611a0b6-78dc-423d-838f-05ab67101121 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 944 time: 0.6473694 Feb 16 17:00:28.393158 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [None req-42140a3e-355a-4058-a4cb-243f9fe81ff9 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] device_id is not set on port 67ab9070-d939-46e4-91e2-6bf67b3541d9 yet. {{(pid=114376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:00:28.404987 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d45798f-7aa8-463c-a94d-c72e79fe0056 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Network 06298a6e-8040-43d7-955f-604e4333c40a is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:28.410056 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd34ade5-c1c4-437c-94f8-418c302102de tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event deleted for resources: {'Port': ['ID=4cabed3c-285f-4169-aa9f-ac99aa153c12,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:28.420083 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3ef84b14-79d5-44c4-b379-2c60f074925c tempest-RoutersAdminNegativeIpV6Test-1327767954 tempest-RoutersAdminNegativeIpV6Test-1327767954-project-admin] Notify callbacks [] for router, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:28.422709 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-0d45798f-7aa8-463c-a94d-c72e79fe0056 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:28.426372 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d45798f-7aa8-463c-a94d-c72e79fe0056 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Pushing event updated for resources: {'Port': ['ID=02b6e560-b065-4145-a0e0-57b8c33044f5,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:28.429249 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-aa86ad72-c972-4712-84f5-10139ee7e0a9 None None] Could not find standard attr ID for object 4cabed3c-285f-4169-aa9f-ac99aa153c12. {{(pid=114377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 17:00:28.452393 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-29e0c10d-a6db-4b71-ba01-f41ef583786e tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:28.478365 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d45798f-7aa8-463c-a94d-c72e79fe0056 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:00:28.484068 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-562d4595-4f62-4ebd-b676-1b924fab541f tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:28.533362 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ffc9b-62d2-4a4f-b5c0-9f90e3227fcd None None] Pushing event updated for resources: {'Port': ['ID=480a83ef-6756-48c3-963c-511cfbae784c,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:28.536543 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-895ffc9b-62d2-4a4f-b5c0-9f90e3227fcd None None] Attempting to bind port 480a83ef-6756-48c3-963c-511cfbae784c on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:00:28.536910 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-895ffc9b-62d2-4a4f-b5c0-9f90e3227fcd None None] Attempting to bind port 480a83ef-6756-48c3-963c-511cfbae784c by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:00:28.537272 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895ffc9b-62d2-4a4f-b5c0-9f90e3227fcd None None] Attempting to bind port 480a83ef-6756-48c3-963c-511cfbae784c on network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:00:28.541065 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-aa86ad72-c972-4712-84f5-10139ee7e0a9 None None] Provisioning complete for port 1a2e6fba-80ac-4791-ae7a-1a3fc9faf49f triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:28.541591 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-aa86ad72-c972-4712-84f5-10139ee7e0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:28.626007 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225da1e4-beeb-4f39-898c-c5335da45910 req-f11cbd35-37f1-48cc-9843-631de7c58da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:28.627809 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-225da1e4-beeb-4f39-898c-c5335da45910 req-f11cbd35-37f1-48cc-9843-631de7c58da0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=09d1279d90c3425a9b4e1f123c7549b3&device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 1097 time: 0.4004829 Feb 16 17:00:28.648068 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 99595f6b-2081-438f-8cf6-c41229d24650 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:00:28.674298 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895ffc9b-62d2-4a4f-b5c0-9f90e3227fcd None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:00:28.674682 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895ffc9b-62d2-4a4f-b5c0-9f90e3227fcd None None] Checking segment: {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:00:28.675090 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-895ffc9b-62d2-4a4f-b5c0-9f90e3227fcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:28.675582 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895ffc9b-62d2-4a4f-b5c0-9f90e3227fcd None None] Bound using segment: {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:00:28.675968 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-895ffc9b-62d2-4a4f-b5c0-9f90e3227fcd None None] Bound port: 480a83ef-6756-48c3-963c-511cfbae784c, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:00:28.676383 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-895ffc9b-62d2-4a4f-b5c0-9f90e3227fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:28.757242 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 99595f6b-2081-438f-8cf6-c41229d24650 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:00:28.757598 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 99595f6b-2081-438f-8cf6-c41229d24650 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:00:28.765170 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef54a1-e955-4bba-91f2-e6c53547a24f None None] Pushing event updated for resources: {'Port': ['ID=09d248ea-32e2-4cf9-bf8e-b7a63534abad,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:28.818141 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3ef84b14-79d5-44c4-b379-2c60f074925c tempest-RoutersAdminNegativeIpV6Test-1327767954 tempest-RoutersAdminNegativeIpV6Test-1327767954-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:28.829572 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3ef84b14-79d5-44c4-b379-2c60f074925c tempest-RoutersAdminNegativeIpV6Test-1327767954 tempest-RoutersAdminNegativeIpV6Test-1327767954-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:28.834621 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562d4595-4f62-4ebd-b676-1b924fab541f tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Pushing event deleted for resources: {'Port': ['ID=49ac6217-f7f8-4bea-be2d-8cf9693b4f55,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:28.917852 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c4bba277-9992-4c90-89e9-bac002fa6d68 req-4475f1d3-1ef1-40cd-8400-cb592e7b18e4 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5089059 Feb 16 17:00:28.940799 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cd34ade5-c1c4-437c-94f8-418c302102de tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:28.949518 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-cd34ade5-c1c4-437c-94f8-418c302102de tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "DELETE /v2.0/ports/4cabed3c-285f-4169-aa9f-ac99aa153c12 HTTP/1.1" status: 204 len: 168 time: 2.6773555 Feb 16 17:00:28.956713 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e98f98e8-044a-457b-a348-54120021a788 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:28.966858 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49958) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:28.998725 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0d45798f-7aa8-463c-a94d-c72e79fe0056 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:29.012042 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-777b1e66-4177-4dcd-82c3-f6911ea99b5c tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] DELETE failed (client error): The resource could not be found. Feb 16 17:00:29.012042 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-777b1e66-4177-4dcd-82c3-f6911ea99b5c tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:29.017139 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-777b1e66-4177-4dcd-82c3-f6911ea99b5c tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "DELETE /v2.0/ports/4cabed3c-285f-4169-aa9f-ac99aa153c12 HTTP/1.1" status: 404 len: 333 time: 0.0465870 Feb 16 17:00:29.055725 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49960) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:29.126787 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e98f98e8-044a-457b-a348-54120021a788 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:29.148196 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 09d248ea-32e2-4cf9-bf8e-b7a63534abad up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:00:29.151104 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-895ffc9b-62d2-4a4f-b5c0-9f90e3227fcd None None] For port 480a83ef-6756-48c3-963c-511cfbae784c, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:00:29.192800 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-895ffc9b-62d2-4a4f-b5c0-9f90e3227fcd None None] For port 480a83ef-6756-48c3-963c-511cfbae784c, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=480a83ef-6756-48c3-963c-511cfbae784c,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:00:29.204663 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-aa86ad72-c972-4712-84f5-10139ee7e0a9 None None] Provisioning complete for port 389aa3e3-b443-4166-bfe9-250573450bce triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:29.205042 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-aa86ad72-c972-4712-84f5-10139ee7e0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:29.218404 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2775d4d-8ccc-4f2e-b1ce-06a48fdeceaa tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] GET failed (client error): The resource could not be found. Feb 16 17:00:29.220276 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d2775d4d-8ccc-4f2e-b1ce-06a48fdeceaa tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "GET /v2.0/ports/4cabed3c-285f-4169-aa9f-ac99aa153c12 HTTP/1.1" status: 404 len: 333 time: 0.1635368 Feb 16 17:00:29.223169 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49962) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:29.248613 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-42140a3e-355a-4058-a4cb-243f9fe81ff9 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:00:29.249070 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42140a3e-355a-4058-a4cb-243f9fe81ff9 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:00:29.254352 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-aa86ad72-c972-4712-84f5-10139ee7e0a9 None None] Port 389aa3e3-b443-4166-bfe9-250573450bce cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:00:29.258220 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 09d248ea-32e2-4cf9-bf8e-b7a63534abad triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:29.258633 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:29.265451 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225da1e4-beeb-4f39-898c-c5335da45910 req-b92208d9-ffd3-4995-8303-2f4bff9c8da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:29.267070 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-225da1e4-beeb-4f39-898c-c5335da45910 req-b92208d9-ffd3-4995-8303-2f4bff9c8da1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2a9f074d-71de-48a7-8445-bcff118a8024 HTTP/1.1" status: 200 len: 913 time: 0.6109591 Feb 16 17:00:29.298077 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3ef84b14-79d5-44c4-b379-2c60f074925c tempest-RoutersAdminNegativeIpV6Test-1327767954 tempest-RoutersAdminNegativeIpV6Test-1327767954-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:29.299913 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef84b14-79d5-44c4-b379-2c60f074925c tempest-RoutersAdminNegativeIpV6Test-1327767954 tempest-RoutersAdminNegativeIpV6Test-1327767954-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 839ad1b9-3da4-4e30-8c40-22ad20512f8a {{(pid=114375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:00:29.300038 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-895ffc9b-62d2-4a4f-b5c0-9f90e3227fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:29.355812 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-31d5e14f-6912-494b-a756-b047b5cd8948 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Deleting subnet c558c4f6-5c14-40cf-a225-534860fda5e3 {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:00:29.364302 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-31d5e14f-6912-494b-a756-b047b5cd8948 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:29.368348 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98f98e8-044a-457b-a348-54120021a788 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Pushing event updated for resources: {'Port': ['ID=3a989749-0c92-4981-ab01-b3523b8e3e36,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:29.373634 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-e98f98e8-044a-457b-a348-54120021a788 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] In _notify_port_updated(), no bound segment for port 3a989749-0c92-4981-ab01-b3523b8e3e36 on network 580dd700-83f5-4257-8a33-9f3f0a9bd87a {{(pid=114376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 17:00:29.378541 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98f98e8-044a-457b-a348-54120021a788 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:29.379202 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e98f98e8-044a-457b-a348-54120021a788 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:29.383138 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-e98f98e8-044a-457b-a348-54120021a788 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] 10.222.0.88 "PUT /v2.0/ports/3a989749-0c92-4981-ab01-b3523b8e3e36 HTTP/1.1" status: 200 len: 1055 time: 2.9486687 Feb 16 17:00:29.384862 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49964) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:29.418471 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ffc9b-62d2-4a4f-b5c0-9f90e3227fcd None None] Pushing event updated for resources: {'Port': ['ID=480a83ef-6756-48c3-963c-511cfbae784c,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:29.423507 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-225da1e4-beeb-4f39-898c-c5335da45910 req-46d3e5ae-83bd-41f4-b1ea-8b00523f9daf service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=561eab9a-0ea9-4489-acaf-f14c6ec01233 HTTP/1.1" status: 200 len: 217 time: 0.1327865 Feb 16 17:00:29.429867 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-42140a3e-355a-4058-a4cb-243f9fe81ff9 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 2.6848750 Feb 16 17:00:29.437432 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49966) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:29.443044 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:29.461864 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-562d4595-4f62-4ebd-b676-1b924fab541f tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:29.471051 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-562d4595-4f62-4ebd-b676-1b924fab541f tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] 10.222.0.88 "DELETE /v2.0/ports/49ac6217-f7f8-4bea-be2d-8cf9693b4f55 HTTP/1.1" status: 204 len: 168 time: 2.8081441 Feb 16 17:00:29.490976 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49968) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:29.496348 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port 09d248ea-32e2-4cf9-bf8e-b7a63534abad, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=09d248ea-32e2-4cf9-bf8e-b7a63534abad,segment=NetworkSegment(3af87537-55b9-448d-8bff-8dd8c1aaef8b),segment_id=3af87537-55b9-448d-8bff-8dd8c1aaef8b)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:00:29.497690 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-9616ce9b-a846-4488-9de8-4eb1560e35ea tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Request body: {'port': {'name': 'tempest-new-port-name-26526333', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:29.498082 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.api.validators [None req-9616ce9b-a846-4488-9de8-4eb1560e35ea tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] bootfile-name is not in valid_values {{(pid=114375) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 17:00:29.498413 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.api.validators [None req-9616ce9b-a846-4488-9de8-4eb1560e35ea tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] tftp-server is not in valid_values {{(pid=114375) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 17:00:29.498797 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.api.validators [None req-9616ce9b-a846-4488-9de8-4eb1560e35ea tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] server-ip-address is not in valid_values {{(pid=114375) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 17:00:29.539408 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-3ef84b14-79d5-44c4-b379-2c60f074925c tempest-RoutersAdminNegativeIpV6Test-1327767954 tempest-RoutersAdminNegativeIpV6Test-1327767954-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 16 17:00:29.543228 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-3ef84b14-79d5-44c4-b379-2c60f074925c tempest-RoutersAdminNegativeIpV6Test-1327767954 tempest-RoutersAdminNegativeIpV6Test-1327767954-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.5902562 Feb 16 17:00:29.548192 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49970) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:29.572051 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-31d5e14f-6912-494b-a756-b047b5cd8948 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:29.573698 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0d45798f-7aa8-463c-a94d-c72e79fe0056 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:29.582802 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:29.584584 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 8794187a-6461-49d5-88d8-a04e956e8b82 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:00:29.602835 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225da1e4-beeb-4f39-898c-c5335da45910 req-1d2ae614-e780-4733-b0e0-cb62a2996815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:29.604375 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-225da1e4-beeb-4f39-898c-c5335da45910 req-1d2ae614-e780-4733-b0e0-cb62a2996815 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=847c90d0-f658-438a-baa8-b8b47f957a97 HTTP/1.1" status: 200 len: 851 time: 0.1732502 Feb 16 17:00:29.651116 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b733de3-0e8e-45bd-a5be-3e33583f8948 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:29.652552 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-1b733de3-0e8e-45bd-a5be-3e33583f8948 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2075849 Feb 16 17:00:29.671295 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49972) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:29.717782 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 8794187a-6461-49d5-88d8-a04e956e8b82 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:29.718481 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:29.734820 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-30d1a7c2-cf3b-4694-b90c-55814f5a2d73 None None] Provisioning complete for port 3a989749-0c92-4981-ab01-b3523b8e3e36 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:29.735460 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-30d1a7c2-cf3b-4694-b90c-55814f5a2d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:29.802308 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-30d1a7c2-cf3b-4694-b90c-55814f5a2d73 None None] Port 3a989749-0c92-4981-ab01-b3523b8e3e36 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:00:29.825218 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=09d248ea-32e2-4cf9-bf8e-b7a63534abad,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:29.825555 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9616ce9b-a846-4488-9de8-4eb1560e35ea tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:29.856464 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2ac65b-65f9-4cb5-98d8-318a28ee9724 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:29.858526 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2ac65b-65f9-4cb5-98d8-318a28ee9724 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:29.860359 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-cc2ac65b-65f9-4cb5-98d8-318a28ee9724 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1879134 Feb 16 17:00:29.875787 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49974) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:29.899404 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-29e0c10d-a6db-4b71-ba01-f41ef583786e tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:29.905546 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225da1e4-beeb-4f39-898c-c5335da45910 req-20867b7b-8819-4369-9690-ed96ad5552ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:29.907571 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-225da1e4-beeb-4f39-898c-c5335da45910 req-20867b7b-8819-4369-9690-ed96ad5552ce service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2a9f074d-71de-48a7-8445-bcff118a8024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2937467 Feb 16 17:00:29.946398 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 1a2e6fba-80ac-4791-ae7a-1a3fc9faf49f up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:00:29.998660 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-29e0c10d-a6db-4b71-ba01-f41ef583786e tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:30.025666 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-31d5e14f-6912-494b-a756-b047b5cd8948 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:30.044778 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 1a2e6fba-80ac-4791-ae7a-1a3fc9faf49f triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:30.045401 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:30.121218 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-29e0c10d-a6db-4b71-ba01-f41ef583786e tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:30.148566 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce98851-3310-4027-aaa7-3972be403b04 None None] Network 06298a6e-8040-43d7-955f-604e4333c40a requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:00:30.148784 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-6140d3db-acaa-42b2-bf2d-d577cbf97e45 tempest-RoutersAdminNegativeIpV6Test-1327767954 tempest-RoutersAdminNegativeIpV6Test-1327767954-project-admin] Deleting port 2d48230e-8b8c-4bef-9f78-a211176cf91c {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:00:30.149122 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6140d3db-acaa-42b2-bf2d-d577cbf97e45 tempest-RoutersAdminNegativeIpV6Test-1327767954 tempest-RoutersAdminNegativeIpV6Test-1327767954-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:30.150414 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-9a43a252-9a4d-4e9f-a9c9-a7e30f65f52c tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Deleting port 3a989749-0c92-4981-ab01-b3523b8e3e36 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:00:30.150766 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9a43a252-9a4d-4e9f-a9c9-a7e30f65f52c tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:30.252429 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-5a8673a3-c52f-4e0b-adb5-2ba7d423a332 None None] Provisioning complete for port 09d248ea-32e2-4cf9-bf8e-b7a63534abad triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:30.252869 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5a8673a3-c52f-4e0b-adb5-2ba7d423a332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:30.433059 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:30.569162 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e0c10d-a6db-4b71-ba01-f41ef583786e tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Pushing event updated for resources: {'Port': ['ID=389aa3e3-b443-4166-bfe9-250573450bce,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:30.587048 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb6ba8f6-7476-4ec2-ab79-952941436168 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Deleting subnet c4a93973-406d-4c99-b863-c0dc4f4f6386 {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:00:30.604853 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cb6ba8f6-7476-4ec2-ab79-952941436168 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:30.702912 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c451bf1-1a92-4230-8ecc-dcd31d808b65 req-c845fd86-d3de-4093-95be-8bd40ae19bc8 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:30.705532 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-9c451bf1-1a92-4230-8ecc-dcd31d808b65 req-c845fd86-d3de-4093-95be-8bd40ae19bc8 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 944 time: 0.6144924 Feb 16 17:00:30.713093 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-225da1e4-beeb-4f39-898c-c5335da45910 req-1f9c70de-eae9-4b67-8044-813c43de57e9 service neutron] 10.222.0.89 "GET /v2.0/networks/2a9f074d-71de-48a7-8445-bcff118a8024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7707953 Feb 16 17:00:30.769460 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cb6ba8f6-7476-4ec2-ab79-952941436168 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:30.773318 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6140d3db-acaa-42b2-bf2d-d577cbf97e45 tempest-RoutersAdminNegativeIpV6Test-1327767954 tempest-RoutersAdminNegativeIpV6Test-1327767954-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:30.784012 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-31d5e14f-6912-494b-a756-b047b5cd8948 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:30.858415 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9a43a252-9a4d-4e9f-a9c9-a7e30f65f52c tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:30.870026 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-6140d3db-acaa-42b2-bf2d-d577cbf97e45 tempest-RoutersAdminNegativeIpV6Test-1327767954 tempest-RoutersAdminNegativeIpV6Test-1327767954-project-admin] Calling delete_port for 2d48230e-8b8c-4bef-9f78-a211176cf91c owned by {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:00:30.877500 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d5e14f-6912-494b-a756-b047b5cd8948 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event deleted for resources: {'Subnet': ['ID=c558c4f6-5c14-40cf-a225-534860fda5e3,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:30.900002 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-31d5e14f-6912-494b-a756-b047b5cd8948 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:30.900002 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-31d5e14f-6912-494b-a756-b047b5cd8948 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "DELETE /v2.0/subnets/c558c4f6-5c14-40cf-a225-534860fda5e3 HTTP/1.1" status: 204 len: 168 time: 1.6750212 Feb 16 17:00:30.906146 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49978) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:30.907655 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e0c10d-a6db-4b71-ba01-f41ef583786e tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Network 190cd06a-4d90-48cd-a5b5-3f50f551fe04 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:30.919265 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-6e41ea3f-54f7-4934-8d1f-af13d44e02bd None None] Provisioning complete for port 09d248ea-32e2-4cf9-bf8e-b7a63534abad triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:30.919689 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-9a43a252-9a4d-4e9f-a9c9-a7e30f65f52c tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Calling delete_port for 3a989749-0c92-4981-ab01-b3523b8e3e36 owned by {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:00:30.920232 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6e41ea3f-54f7-4934-8d1f-af13d44e02bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:30.947857 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-9c451bf1-1a92-4230-8ecc-dcd31d808b65 req-960eda17-1094-4553-bf2b-5bed0908debd tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1978979 Feb 16 17:00:30.971132 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273124d5-3457-4781-b791-4bf70101dedf None None] Network 5c4a78ba-cd01-48f3-b438-28753749d036 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:00:31.047578 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9616ce9b-a846-4488-9de8-4eb1560e35ea tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:31.071598 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0d45798f-7aa8-463c-a94d-c72e79fe0056 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:31.084600 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 09d248ea-32e2-4cf9-bf8e-b7a63534abad up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:00:31.087528 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-29e0c10d-a6db-4b71-ba01-f41ef583786e tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:31.178567 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9616ce9b-a846-4488-9de8-4eb1560e35ea tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:31.185468 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0d45798f-7aa8-463c-a94d-c72e79fe0056 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:31.235191 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cb6ba8f6-7476-4ec2-ab79-952941436168 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:31.279332 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 561eab9a-0ea9-4489-acaf-f14c6ec01233 details requested by agent hyperv_hv-neutron-8286 with host hv-neutron-8286 {{(pid=114377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:00:31.316147 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-9616ce9b-a846-4488-9de8-4eb1560e35ea tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] In _notify_port_updated(), no bound segment for port 6d9731b7-00fd-4106-bbe3-6b52a9096372 on network 82bc682a-70a0-4876-bf39-67d5ed92f190 {{(pid=114375) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 17:00:31.322339 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9616ce9b-a846-4488-9de8-4eb1560e35ea tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:31.323039 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9616ce9b-a846-4488-9de8-4eb1560e35ea tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:31.324518 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-9616ce9b-a846-4488-9de8-4eb1560e35ea tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] 10.222.0.88 "PUT /v2.0/ports/6d9731b7-00fd-4106-bbe3-6b52a9096372 HTTP/1.1" status: 200 len: 1135 time: 1.8312566 Feb 16 17:00:31.333047 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49980) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:31.356044 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-225da1e4-beeb-4f39-898c-c5335da45910 req-301d2058-3a3e-4324-90f9-b80abf407fee service neutron] 10.222.0.89 "GET /v2.0/networks/2a9f074d-71de-48a7-8445-bcff118a8024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6281364 Feb 16 17:00:31.394619 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 09d248ea-32e2-4cf9-bf8e-b7a63534abad triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:31.395006 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:31.401608 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0d45798f-7aa8-463c-a94d-c72e79fe0056 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:31.408241 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9616ce9b-a846-4488-9de8-4eb1560e35ea tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Pushing event updated for resources: {'Port': ['ID=6d9731b7-00fd-4106-bbe3-6b52a9096372,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:31.449122 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa460bc1-80e7-4fd1-b8cd-804024688c21 None None] DHCP port deletion for 5c4a78ba-cd01-48f3-b438-28753749d036 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:00:31.459149 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-6e41ea3f-54f7-4934-8d1f-af13d44e02bd None None] Provisioning complete for port 02b6e560-b065-4145-a0e0-57b8c33044f5 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:31.459525 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6e41ea3f-54f7-4934-8d1f-af13d44e02bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:31.470308 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6140d3db-acaa-42b2-bf2d-d577cbf97e45 tempest-RoutersAdminNegativeIpV6Test-1327767954 tempest-RoutersAdminNegativeIpV6Test-1327767954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:31.476341 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cb6ba8f6-7476-4ec2-ab79-952941436168 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:31.480957 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefb8f44-5574-4060-a174-42ca45cddd74 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:31.483056 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-fefb8f44-5574-4060-a174-42ca45cddd74 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] 10.222.0.88 "GET /v2.0/ports/6d9731b7-00fd-4106-bbe3-6b52a9096372 HTTP/1.1" status: 200 len: 1135 time: 0.1421864 Feb 16 17:00:31.487585 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9a43a252-9a4d-4e9f-a9c9-a7e30f65f52c tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:31.527370 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49982) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:31.566653 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-6e41ea3f-54f7-4934-8d1f-af13d44e02bd None None] Port 02b6e560-b065-4145-a0e0-57b8c33044f5 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:00:31.579532 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 561eab9a-0ea9-4489-acaf-f14c6ec01233, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=561eab9a-0ea9-4489-acaf-f14c6ec01233,segment=NetworkSegment(457fa9dd-54bd-45be-89fb-008c1a63dec7),segment_id=457fa9dd-54bd-45be-89fb-008c1a63dec7)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:00:31.600023 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Returning: {'device': '561eab9a-0ea9-4489-acaf-f14c6ec01233', 'network_id': '2a9f074d-71de-48a7-8445-bcff118a8024', 'port_id': '561eab9a-0ea9-4489-acaf-f14c6ec01233', 'mac_address': 'fa:16:3e:d7:00:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '847c90d0-f658-438a-baa8-b8b47f957a97', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:00:31.609876 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d45798f-7aa8-463c-a94d-c72e79fe0056 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Pushing event updated for resources: {'Port': ['ID=02b6e560-b065-4145-a0e0-57b8c33044f5,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:31.621824 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ba8f6-7476-4ec2-ab79-952941436168 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event deleted for resources: {'Subnet': ['ID=c4a93973-406d-4c99-b863-c0dc4f4f6386,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:31.629961 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6140d3db-acaa-42b2-bf2d-d577cbf97e45 tempest-RoutersAdminNegativeIpV6Test-1327767954 tempest-RoutersAdminNegativeIpV6Test-1327767954-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d48230e-8b8c-4bef-9f78-a211176cf91c,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:31.639119 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f50123d1-0bdc-4163-b7d9-9efef86efd3a tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:31.642022 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cb6ba8f6-7476-4ec2-ab79-952941436168 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:31.645348 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-cb6ba8f6-7476-4ec2-ab79-952941436168 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/c4a93973-406d-4c99-b863-c0dc4f4f6386 HTTP/1.1" status: 204 len: 168 time: 1.7574706 Feb 16 17:00:31.668789 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d223640-331e-4798-bf28-4e1d62eae7e1 None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:00:31.671014 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 49984) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:31.696755 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 480a83ef-6756-48c3-963c-511cfbae784c up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:00:31.718230 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6140d3db-acaa-42b2-bf2d-d577cbf97e45 tempest-RoutersAdminNegativeIpV6Test-1327767954 tempest-RoutersAdminNegativeIpV6Test-1327767954-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:31.727053 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-6140d3db-acaa-42b2-bf2d-d577cbf97e45 tempest-RoutersAdminNegativeIpV6Test-1327767954 tempest-RoutersAdminNegativeIpV6Test-1327767954-project-admin] 10.222.0.88 "DELETE /v2.0/ports/2d48230e-8b8c-4bef-9f78-a211176cf91c HTTP/1.1" status: 204 len: 168 time: 2.1754663 Feb 16 17:00:31.729388 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e0c10d-a6db-4b71-ba01-f41ef583786e tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Router 9d66cdcf-2476-4f55-a808-5c4bd1803c55 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:00:31.749755 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-fa460bc1-80e7-4fd1-b8cd-804024688c21 None None] Deleting port 1a2e6fba-80ac-4791-ae7a-1a3fc9faf49f {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:00:31.749755 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-fa460bc1-80e7-4fd1-b8cd-804024688c21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:31.838535 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-7ad94784-b866-43f4-aa68-50d811f07e1b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1405199 Feb 16 17:00:31.846362 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a43a252-9a4d-4e9f-a9c9-a7e30f65f52c tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Pushing event deleted for resources: {'Port': ['ID=3a989749-0c92-4981-ab01-b3523b8e3e36,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:31.848508 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49988) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:31.866362 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-590a467c-1911-42b2-91f6-d8d6d68cd8e0 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'subnet': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:31.868290 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:31.916924 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d45798f-7aa8-463c-a94d-c72e79fe0056 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Network 06298a6e-8040-43d7-955f-604e4333c40a is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:31.923860 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-0d45798f-7aa8-463c-a94d-c72e79fe0056 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:31.943595 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:00:31.954929 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-f50123d1-0bdc-4163-b7d9-9efef86efd3a tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Deleting port 1a2e6fba-80ac-4791-ae7a-1a3fc9faf49f {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:00:31.955277 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f50123d1-0bdc-4163-b7d9-9efef86efd3a tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:31.959088 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-06d65752-5859-4f87-85de-65320a47ce96 None None] Provisioning complete for port 480a83ef-6756-48c3-963c-511cfbae784c triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:31.959514 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-06d65752-5859-4f87-85de-65320a47ce96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:31.962533 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 561eab9a-0ea9-4489-acaf-f14c6ec01233 {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:00:31.980664 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e0c10d-a6db-4b71-ba01-f41ef583786e tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:00:31.993745 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471b5f3a-db5d-4cb4-bd38-fd0fe5d9e2c7 None None] Sync routers for ids ['9d66cdcf-2476-4f55-a808-5c4bd1803c55'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:00:31.997202 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-29e0c10d-a6db-4b71-ba01-f41ef583786e tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] 10.222.0.88 "PUT /v2.0/routers/9d66cdcf-2476-4f55-a808-5c4bd1803c55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9759970 Feb 16 17:00:31.997878 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49992) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:32.019754 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471b5f3a-db5d-4cb4-bd38-fd0fe5d9e2c7 None None] Routers {'9d66cdcf-2476-4f55-a808-5c4bd1803c55'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:00:32.022653 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-471b5f3a-db5d-4cb4-bd38-fd0fe5d9e2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:00:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['9d66cdcf-2476-4f55-a808-5c4bd1803c55'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:32.117592 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-471b5f3a-db5d-4cb4-bd38-fd0fe5d9e2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:32.128309 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471b5f3a-db5d-4cb4-bd38-fd0fe5d9e2c7 None None] Routers {'9d66cdcf-2476-4f55-a808-5c4bd1803c55'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:00:32.129284 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-471b5f3a-db5d-4cb4-bd38-fd0fe5d9e2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:00:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['9d66cdcf-2476-4f55-a808-5c4bd1803c55'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:32.144456 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d45798f-7aa8-463c-a94d-c72e79fe0056 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Router fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:00:32.276915 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-471b5f3a-db5d-4cb4-bd38-fd0fe5d9e2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:32.278711 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471b5f3a-db5d-4cb4-bd38-fd0fe5d9e2c7 None None] The sync data for ids ['9d66cdcf-2476-4f55-a808-5c4bd1803c55'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:00:32.314258 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-f50123d1-0bdc-4163-b7d9-9efef86efd3a tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] For port 1a2e6fba-80ac-4791-ae7a-1a3fc9faf49f, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=1a2e6fba-80ac-4791-ae7a-1a3fc9faf49f,segment=NetworkSegment(67e2ce4b-2b9f-44b8-a051-61ef3d5d6fa1),segment_id=67e2ce4b-2b9f-44b8-a051-61ef3d5d6fa1)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:00:32.314631 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f50123d1-0bdc-4163-b7d9-9efef86efd3a tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:32.344975 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-f50123d1-0bdc-4163-b7d9-9efef86efd3a tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Calling delete_port for 1a2e6fba-80ac-4791-ae7a-1a3fc9faf49f owned by network:dhcp {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:00:32.352803 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-eb73ccf7-e075-405e-9f32-c521c9a8aeb0 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Deleting port 6d9731b7-00fd-4106-bbe3-6b52a9096372 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:00:32.353185 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-eb73ccf7-e075-405e-9f32-c521c9a8aeb0 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:32.357797 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fa5897f5-5906-4513-a171-6424ced21933 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks [] for router, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:32.401132 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 49996) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:32.442784 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 480a83ef-6756-48c3-963c-511cfbae784c triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:32.443166 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:32.446978 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 561eab9a-0ea9-4489-acaf-f14c6ec01233, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=561eab9a-0ea9-4489-acaf-f14c6ec01233,segment=NetworkSegment(457fa9dd-54bd-45be-89fb-008c1a63dec7),segment_id=457fa9dd-54bd-45be-89fb-008c1a63dec7)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:00:32.448936 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-fa460bc1-80e7-4fd1-b8cd-804024688c21 None None] For port 1a2e6fba-80ac-4791-ae7a-1a3fc9faf49f, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=1a2e6fba-80ac-4791-ae7a-1a3fc9faf49f,segment=NetworkSegment(67e2ce4b-2b9f-44b8-a051-61ef3d5d6fa1),segment_id=67e2ce4b-2b9f-44b8-a051-61ef3d5d6fa1)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:00:32.449205 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-fa460bc1-80e7-4fd1-b8cd-804024688c21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:32.450657 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590a467c-1911-42b2-91f6-d8d6d68cd8e0 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:32.454117 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-590a467c-1911-42b2-91f6-d8d6d68cd8e0 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:32.492069 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-fa460bc1-80e7-4fd1-b8cd-804024688c21 None None] Calling delete_port for 1a2e6fba-80ac-4791-ae7a-1a3fc9faf49f owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:00:32.498117 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e938ae-9966-4a2c-86fb-42adade34129 req-50820278-ce57-489e-a80b-d9d58e30c0bf tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:32.499656 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d3e938ae-9966-4a2c-86fb-42adade34129 req-50820278-ce57-489e-a80b-d9d58e30c0bf tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 944 time: 0.3520064 Feb 16 17:00:32.514768 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:32.629081 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21935966-66d4-4a23-9e51-37909872486d None None] DHCP port deletion for 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:00:32.630764 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-fa5897f5-5906-4513-a171-6424ced21933 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 16 17:00:32.635562 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-fa5897f5-5906-4513-a171-6424ced21933 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] 10.222.0.88 "DELETE /v2.0/routers/9d66cdcf-2476-4f55-a808-5c4bd1803c55 HTTP/1.1" status: 409 len: 329 time: 0.5921211 Feb 16 17:00:32.636728 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50000) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:32.650277 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9a43a252-9a4d-4e9f-a9c9-a7e30f65f52c tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:32.656906 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-9a43a252-9a4d-4e9f-a9c9-a7e30f65f52c tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] 10.222.0.88 "DELETE /v2.0/ports/3a989749-0c92-4981-ab01-b3523b8e3e36 HTTP/1.1" status: 204 len: 168 time: 3.2461753 Feb 16 17:00:32.658371 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50002) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:32.691078 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d3e938ae-9966-4a2c-86fb-42adade34129 req-419ea01d-7c37-4868-97c1-65222d0b87ad tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726916 Feb 16 17:00:32.718396 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-bacc11f8-b29d-4e2f-86d5-ec9f58bc0610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:32.726684 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-b43f2d5d-3cde-40db-a532-60be62412cad tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] GET failed (client error): The resource could not be found. Feb 16 17:00:32.728468 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-b43f2d5d-3cde-40db-a532-60be62412cad tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] 10.222.0.88 "GET /v2.0/ports/3a989749-0c92-4981-ab01-b3523b8e3e36 HTTP/1.1" status: 404 len: 333 time: 0.0611422 Feb 16 17:00:32.736175 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50004) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:32.760933 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=561eab9a-0ea9-4489-acaf-f14c6ec01233,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:32.778465 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['561eab9a-0ea9-4489-acaf-f14c6ec01233'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:00:32.784547 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d45798f-7aa8-463c-a94d-c72e79fe0056 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:00:32.790221 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-eb73ccf7-e075-405e-9f32-c521c9a8aeb0 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:32.795579 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-0d45798f-7aa8-463c-a94d-c72e79fe0056 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "PUT /v2.0/routers/fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6271825 Feb 16 17:00:32.828691 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e01533-5851-4396-adcd-c91e8e01a83c None None] Sync routers for ids ['fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:00:32.841577 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-06d65752-5859-4f87-85de-65320a47ce96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:32.859443 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-eb73ccf7-e075-405e-9f32-c521c9a8aeb0 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Calling delete_port for 6d9731b7-00fd-4106-bbe3-6b52a9096372 owned by {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:00:32.869248 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:32.882839 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f50123d1-0bdc-4163-b7d9-9efef86efd3a tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:32.893246 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-fa460bc1-80e7-4fd1-b8cd-804024688c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:32.908469 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e01533-5851-4396-adcd-c91e8e01a83c None None] Routers {'fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:00:32.909135 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-26e01533-5851-4396-adcd-c91e8e01a83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:00:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:32.950257 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50123d1-0bdc-4163-b7d9-9efef86efd3a tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] No DVR routers for this DVR port 1a2e6fba-80ac-4791-ae7a-1a3fc9faf49f on host dv-neutron-828697-3-hyperv {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:00:32.990791 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50123d1-0bdc-4163-b7d9-9efef86efd3a tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event deleted for resources: {'Port': ['ID=1a2e6fba-80ac-4791-ae7a-1a3fc9faf49f,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:33.011022 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa460bc1-80e7-4fd1-b8cd-804024688c21 None None] Pushing event deleted for resources: {'Port': ['ID=1a2e6fba-80ac-4791-ae7a-1a3fc9faf49f,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:33.015908 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa460bc1-80e7-4fd1-b8cd-804024688c21 None None] No DVR routers for this DVR port 1a2e6fba-80ac-4791-ae7a-1a3fc9faf49f on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:00:33.022865 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-06d65752-5859-4f87-85de-65320a47ce96 None None] For port 480a83ef-6756-48c3-963c-511cfbae784c, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=480a83ef-6756-48c3-963c-511cfbae784c,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:00:33.040753 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-21935966-66d4-4a23-9e51-37909872486d None None] Deleting port 480a83ef-6756-48c3-963c-511cfbae784c {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:00:33.040753 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-21935966-66d4-4a23-9e51-37909872486d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:33.070902 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-bacc11f8-b29d-4e2f-86d5-ec9f58bc0610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:33.141912 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-06d65752-5859-4f87-85de-65320a47ce96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:33.204784 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-97c31c62-c2c5-477a-ab20-b5575fce25c6 req-f408893d-a171-4a63-a657-96286661d3a0 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1758698462&fields=id&tenant_id=96057f06fdc74247a274207da8654659 HTTP/1.1" status: 200 len: 267 time: 0.0892832 Feb 16 17:00:33.206970 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-bacc11f8-b29d-4e2f-86d5-ec9f58bc0610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:33.230463 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-26e01533-5851-4396-adcd-c91e8e01a83c None None] Set router fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:00:33.241056 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f50123d1-0bdc-4163-b7d9-9efef86efd3a tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:33.252009 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-eb73ccf7-e075-405e-9f32-c521c9a8aeb0 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:33.289851 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-f50123d1-0bdc-4163-b7d9-9efef86efd3a tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c4a78ba-cd01-48f3-b438-28753749d036']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:33.290094 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-824de26b-b4c6-4e46-a6d5-a9089a8eaab7 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:33.294663 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc11f8-b29d-4e2f-86d5-ec9f58bc0610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887f8d3e-436c-4e5f-9c84-14f844f0610a,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:33.300150 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-21935966-66d4-4a23-9e51-37909872486d None None] For port 480a83ef-6756-48c3-963c-511cfbae784c, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=480a83ef-6756-48c3-963c-511cfbae784c,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:00:33.300796 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-21935966-66d4-4a23-9e51-37909872486d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:33.310054 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-590a467c-1911-42b2-91f6-d8d6d68cd8e0 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:33.313785 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-f50123d1-0bdc-4163-b7d9-9efef86efd3a tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67e2ce4b-2b9f-44b8-a051-61ef3d5d6fa1') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:33.313943 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-f50123d1-0bdc-4163-b7d9-9efef86efd3a tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67e2ce4b-2b9f-44b8-a051-61ef3d5d6fa1') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:33.320362 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-bacc11f8-b29d-4e2f-86d5-ec9f58bc0610 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f86b26b7d0704dd6ba69a3b397c047f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9148531 Feb 16 17:00:33.334834 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.db.api [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:00:33.336523 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG oslo_db.api [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:00:33.337001 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-06d65752-5859-4f87-85de-65320a47ce96 None None] Provisioning complete for port 6d9731b7-00fd-4106-bbe3-6b52a9096372 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:33.337375 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-06d65752-5859-4f87-85de-65320a47ce96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:33.340039 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50018) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:33.343321 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-21935966-66d4-4a23-9e51-37909872486d None None] Calling delete_port for 480a83ef-6756-48c3-963c-511cfbae784c owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:00:33.356836 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb73ccf7-e075-405e-9f32-c521c9a8aeb0 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Pushing event deleted for resources: {'Port': ['ID=6d9731b7-00fd-4106-bbe3-6b52a9096372,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:33.362522 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f50123d1-0bdc-4163-b7d9-9efef86efd3a tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:33.389317 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-39778634-43c8-42ab-9668-799e283ae3d7 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Deleting port 54a0fd91-6e20-427c-8cb0-c5ba8a1fd3f8 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:00:33.389685 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-39778634-43c8-42ab-9668-799e283ae3d7 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:33.416100 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-06d65752-5859-4f87-85de-65320a47ce96 None None] Port 6d9731b7-00fd-4106-bbe3-6b52a9096372 was deleted so its status cannot be updated. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Feb 16 17:00:33.422522 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f50123d1-0bdc-4163-b7d9-9efef86efd3a tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:33.431710 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590a467c-1911-42b2-91f6-d8d6d68cd8e0 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:33.437825 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d65752-5859-4f87-85de-65320a47ce96 None None] Pushing event updated for resources: {'Port': ['ID=480a83ef-6756-48c3-963c-511cfbae784c,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:33.474065 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f50123d1-0bdc-4163-b7d9-9efef86efd3a tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:00:33.474467 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f50123d1-0bdc-4163-b7d9-9efef86efd3a tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:33.486061 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 17:00:33.486061 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:00:33.486061 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 17:00:33.486061 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:00:33.486061 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 17:00:33.486061 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:00:33.486061 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 17:00:33.486061 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:00:33.486061 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 17:00:33.486061 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:00:33.486061 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 17:00:33.486061 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:00:33.486061 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 17:00:33.486061 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:00:33.486061 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:00:33.486061 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:00:33.486061 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:00:33.486061 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:00:33.486061 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 17:00:33.486061 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:00:33.486061 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 17:00:33.486061 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:00:33.486061 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:00:33.486061 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:00:33.486061 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 17:00:33.486061 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:00:33.486061 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:00:33.486061 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:00:33.486061 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:00:33.486061 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:00:33.486061 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:00:33.486061 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:00:33.492549 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-590a467c-1911-42b2-91f6-d8d6d68cd8e0 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:33.492549 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590a467c-1911-42b2-91f6-d8d6d68cd8e0 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:33.492549 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-590a467c-1911-42b2-91f6-d8d6d68cd8e0 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:33.508169 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c31c62-c2c5-477a-ab20-b5575fce25c6 req-259af9c6-b000-41fe-8411-e627c33154a5 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:33.509734 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-97c31c62-c2c5-477a-ab20-b5575fce25c6 req-259af9c6-b000-41fe-8411-e627c33154a5 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/networks?id=06298a6e-8040-43d7-955f-604e4333c40a HTTP/1.1" status: 200 len: 797 time: 0.2907240 Feb 16 17:00:33.546660 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-eb73ccf7-e075-405e-9f32-c521c9a8aeb0 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:33.550155 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-eb73ccf7-e075-405e-9f32-c521c9a8aeb0 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] 10.222.0.88 "DELETE /v2.0/ports/6d9731b7-00fd-4106-bbe3-6b52a9096372 HTTP/1.1" status: 204 len: 168 time: 2.0212965 Feb 16 17:00:33.576003 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50020) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:33.595032 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-97c31c62-c2c5-477a-ab20-b5575fce25c6 req-cf196d69-48ef-4a40-b1d1-e47f13f5b653 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/quotas/96057f06fdc74247a274207da8654659 HTTP/1.1" status: 200 len: 375 time: 0.0547245 Feb 16 17:00:33.611593 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-06d65752-5859-4f87-85de-65320a47ce96 None None] Provisioning complete for port 389aa3e3-b443-4166-bfe9-250573450bce triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:33.612196 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-06d65752-5859-4f87-85de-65320a47ce96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:33.629178 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a467c-1911-42b2-91f6-d8d6d68cd8e0 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Subnet': ['ID=1337d6de-be9c-4997-8b25-111e12737a38,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:33.649064 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9560d3f8-4636-4142-bf37-2e14648b1d97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:33.678092 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9560d3f8-4636-4142-bf37-2e14648b1d97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:33.689528 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-82f2322b-810a-42f4-bc07-53ab95d746f0 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Deleting subnet d6034a1e-68c0-4bf9-b6fa-0a5122f5050d {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:00:33.701719 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-82f2322b-810a-42f4-bc07-53ab95d746f0 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:33.705670 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-06d65752-5859-4f87-85de-65320a47ce96 None None] Port 389aa3e3-b443-4166-bfe9-250573450bce cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:00:33.725244 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f50123d1-0bdc-4163-b7d9-9efef86efd3a tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:33.741103 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-39778634-43c8-42ab-9668-799e283ae3d7 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:33.759320 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-06d65752-5859-4f87-85de-65320a47ce96 None None] Provisioning complete for port 02b6e560-b065-4145-a0e0-57b8c33044f5 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:33.759763 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-06d65752-5859-4f87-85de-65320a47ce96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:33.770738 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f50123d1-0bdc-4163-b7d9-9efef86efd3a tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:33.772549 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-82f2322b-810a-42f4-bc07-53ab95d746f0 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:33.780191 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-f50123d1-0bdc-4163-b7d9-9efef86efd3a tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "DELETE /v2.0/networks/5c4a78ba-cd01-48f3-b438-28753749d036 HTTP/1.1" status: 204 len: 168 time: 2.8600633 Feb 16 17:00:33.781653 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50123d1-0bdc-4163-b7d9-9efef86efd3a tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event deleted for resources: {'Network': ['ID=5c4a78ba-cd01-48f3-b438-28753749d036,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:33.784352 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50024) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:33.784509 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-97c31c62-c2c5-477a-ab20-b5575fce25c6 req-07b1a685-265d-4f06-8200-aa917389c038 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=96057f06fdc74247a274207da8654659&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1654553 Feb 16 17:00:33.792711 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-590a467c-1911-42b2-91f6-d8d6d68cd8e0 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9429975 Feb 16 17:00:33.797883 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-ab0828d3-30c6-4ee0-a283-21b193c80cf7 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1586197797'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:33.808032 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50026) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:33.813077 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-26e01533-5851-4396-adcd-c91e8e01a83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-367076457', 'tenant_id': '96057f06fdc74247a274207da8654659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '8794187a-6461-49d5-88d8-a04e956e8b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:00:14Z', 'updated_at': '2022-02-16T17:00:29Z', 'revision_number': 4, 'project_id': '96057f06fdc74247a274207da8654659', 'gw_port': {'id': '8794187a-6461-49d5-88d8-a04e956e8b82', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:17Z', 'updated_at': '2022-02-16T17:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '02b6e560-b065-4145-a0e0-57b8c33044f5', 'name': '', 'network_id': '06298a6e-8040-43d7-955f-604e4333c40a', 'tenant_id': '96057f06fdc74247a274207da8654659', 'mac_address': 'fa:16:3e:6e:28:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'dbd15ec9-3270-4d20-9abc-f2f9374aa4ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:27Z', 'updated_at': '2022-02-16T17:00:30Z', 'revision_number': 2, 'project_id': '96057f06fdc74247a274207da8654659', 'subnets': [{'id': 'dbd15ec9-3270-4d20-9abc-f2f9374aa4ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:33.819282 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-21935966-66d4-4a23-9e51-37909872486d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:33.823289 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-8a7a218c-3f75-4936-a668-390218a5a577 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1725098330', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:33.833279 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-39778634-43c8-42ab-9668-799e283ae3d7 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Calling delete_port for 54a0fd91-6e20-427c-8cb0-c5ba8a1fd3f8 owned by {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:00:33.882760 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e01533-5851-4396-adcd-c91e8e01a83c None None] Checking router: fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:00:33.883117 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e01533-5851-4396-adcd-c91e8e01a83c None None] Updating router fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a port 02b6e560-b065-4145-a0e0-57b8c33044f5 binding host dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:00:33.906425 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Port 480a83ef-6756-48c3-963c-511cfbae784c update to ACTIVE by agent not found {{(pid=114377) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Feb 16 17:00:33.908175 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21935966-66d4-4a23-9e51-37909872486d None None] No DVR routers for this DVR port 480a83ef-6756-48c3-963c-511cfbae784c on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:00:33.924048 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21935966-66d4-4a23-9e51-37909872486d None None] Pushing event deleted for resources: {'Port': ['ID=480a83ef-6756-48c3-963c-511cfbae784c,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:33.931261 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-06d65752-5859-4f87-85de-65320a47ce96 None None] Port 02b6e560-b065-4145-a0e0-57b8c33044f5 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:00:33.948200 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-26e01533-5851-4396-adcd-c91e8e01a83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:33.959497 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8eca60-f65c-4b6a-969a-793f27bb2f60 None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:00:34.023747 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-82f2322b-810a-42f4-bc07-53ab95d746f0 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:34.124696 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 480a83ef-6756-48c3-963c-511cfbae784c no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:00:34.146536 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-97c31c62-c2c5-477a-ab20-b5575fce25c6 req-6a91e1ba-25c7-4b25-a139-4f277ee87240 service neutron] 10.222.0.88 "GET /v2.0/networks/06298a6e-8040-43d7-955f-604e4333c40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374300 Feb 16 17:00:34.165469 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-824de26b-b4c6-4e46-a6d5-a9089a8eaab7 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Deleting port 389aa3e3-b443-4166-bfe9-250573450bce {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:00:34.165809 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-824de26b-b4c6-4e46-a6d5-a9089a8eaab7 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:34.176252 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 480a83ef-6756-48c3-963c-511cfbae784c {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:00:34.176520 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 480a83ef-6756-48c3-963c-511cfbae784c not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:00:34.176786 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 1a2e6fba-80ac-4791-ae7a-1a3fc9faf49f no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:00:34.198981 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-c4997ac7-0b52-47a2-9ea5-7a6e2fdf0b93 None None] Provisioning complete for port 02b6e560-b065-4145-a0e0-57b8c33044f5 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:34.199262 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c4997ac7-0b52-47a2-9ea5-7a6e2fdf0b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:34.227995 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 1a2e6fba-80ac-4791-ae7a-1a3fc9faf49f {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:00:34.227995 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 1a2e6fba-80ac-4791-ae7a-1a3fc9faf49f not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:00:34.289219 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0828d3-30c6-4ee0-a283-21b193c80cf7 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Made reservation on behalf of c643207721ea44e4a742511dc6707de4 for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:34.293008 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ab0828d3-30c6-4ee0-a283-21b193c80cf7 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:34.323062 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9b1be-0641-461b-9433-23131d05c384 req-e043da17-521c-4c4b-ac0c-ede45668c97b tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:34.324902 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f8c9b1be-0641-461b-9433-23131d05c384 req-e043da17-521c-4c4b-ac0c-ede45668c97b tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 945 time: 0.5158591 Feb 16 17:00:34.325708 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9560d3f8-4636-4142-bf37-2e14648b1d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:34.328591 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9560d3f8-4636-4142-bf37-2e14648b1d97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:34.329869 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-9560d3f8-4636-4142-bf37-2e14648b1d97 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/887f8d3e-436c-4e5f-9c84-14f844f0610a HTTP/1.1" status: 204 len: 168 time: 0.9695079 Feb 16 17:00:34.383223 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9560d3f8-4636-4142-bf37-2e14648b1d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887f8d3e-436c-4e5f-9c84-14f844f0610a,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:34.399028 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab0828d3-30c6-4ee0-a283-21b193c80cf7 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:00:34.401809 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8a7a218c-3f75-4936-a668-390218a5a577 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:34.402970 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8a7a218c-3f75-4936-a668-390218a5a577 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:34.437027 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ab0828d3-30c6-4ee0-a283-21b193c80cf7 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:34.437470 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-ab0828d3-30c6-4ee0-a283-21b193c80cf7 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Added segment 6d9fd6d1-dde6-4985-8d87-5283cdca3cc7 of type vlan for network c465df62-bafe-4a22-9d4b-8c483b8475d5 Feb 16 17:00:34.441608 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f8c9b1be-0641-461b-9433-23131d05c384 req-a7521640-61f4-4737-b730-e3682babb409 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977497 Feb 16 17:00:34.509935 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-c4997ac7-0b52-47a2-9ea5-7a6e2fdf0b93 None None] Port 02b6e560-b065-4145-a0e0-57b8c33044f5 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:00:34.554415 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8a7a218c-3f75-4936-a668-390218a5a577 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:34.561532 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ab0828d3-30c6-4ee0-a283-21b193c80cf7 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:34.595508 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39713fa3-20ac-4964-9613-32ca1a83c576 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'tenant_id': '81837604d6654060bf0a8ff194578833', 'fixed_ips': [{'subnet_id': '1337d6de-be9c-4997-8b25-111e12737a38'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:00:34.596727 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-39713fa3-20ac-4964-9613-32ca1a83c576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:34.645995 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8a7a218c-3f75-4936-a668-390218a5a577 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:34.651767 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-82f2322b-810a-42f4-bc07-53ab95d746f0 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:34.679170 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ab0828d3-30c6-4ee0-a283-21b193c80cf7 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:34.686791 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0828d3-30c6-4ee0-a283-21b193c80cf7 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:34.687488 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ab0828d3-30c6-4ee0-a283-21b193c80cf7 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:34.691508 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-39778634-43c8-42ab-9668-799e283ae3d7 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:34.705132 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2322b-810a-42f4-bc07-53ab95d746f0 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Pushing event deleted for resources: {'Subnet': ['ID=d6034a1e-68c0-4bf9-b6fa-0a5122f5050d,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:34.709084 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-82f2322b-810a-42f4-bc07-53ab95d746f0 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:34.717559 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-82f2322b-810a-42f4-bc07-53ab95d746f0 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] 10.222.0.88 "DELETE /v2.0/subnets/d6034a1e-68c0-4bf9-b6fa-0a5122f5050d HTTP/1.1" status: 204 len: 168 time: 1.1360085 Feb 16 17:00:34.717559 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50032) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:34.744395 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cfa42f-674d-485e-a384-460a1a6f1dfd None None] Network 82bc682a-70a0-4876-bf39-67d5ed92f190 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:00:34.761105 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-824de26b-b4c6-4e46-a6d5-a9089a8eaab7 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:34.764277 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8a7a218c-3f75-4936-a668-390218a5a577 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:34.768745 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-8a7a218c-3f75-4936-a668-390218a5a577 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9503663 Feb 16 17:00:34.771048 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50034) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:34.774451 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39778634-43c8-42ab-9668-799e283ae3d7 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Pushing event deleted for resources: {'Port': ['ID=54a0fd91-6e20-427c-8cb0-c5ba8a1fd3f8,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:34.823834 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-824de26b-b4c6-4e46-a6d5-a9089a8eaab7 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Calling delete_port for 389aa3e3-b443-4166-bfe9-250573450bce owned by network:router_interface {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:00:34.831183 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-26e01533-5851-4396-adcd-c91e8e01a83c None None] Notify callbacks [] for port, precommit_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:34.849319 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-97c31c62-c2c5-477a-ab20-b5575fce25c6 req-b5f36d0d-d3f4-4d24-a772-b5c089c7354d service neutron] 10.222.0.88 "GET /v2.0/networks/06298a6e-8040-43d7-955f-604e4333c40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6893940 Feb 16 17:00:34.861631 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d445d60e-448c-4e95-aedc-00a338817010 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:34.876039 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-ab0828d3-30c6-4ee0-a283-21b193c80cf7 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0820415 Feb 16 17:00:34.901585 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50036) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:34.915865 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-6611503e-5223-4e96-8686-72eee6b833f7 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Request body: {'subnet': {'network_id': 'c465df62-bafe-4a22-9d4b-8c483b8475d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:34.957019 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-26e01533-5851-4396-adcd-c91e8e01a83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:34.970941 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0828d3-30c6-4ee0-a283-21b193c80cf7 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event updated for resources: {'Network': ['ID=c465df62-bafe-4a22-9d4b-8c483b8475d5,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:35.074983 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network c465df62-bafe-4a22-9d4b-8c483b8475d5 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:00:35.091589 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-39713fa3-20ac-4964-9613-32ca1a83c576 None None] Allocated IP 2001:db8::2 (1e2a9b2d-a159-48c5-a704-dcb18c3b88c3/1337d6de-be9c-4997-8b25-111e12737a38/61f1de50-0e0b-45bd-ac5f-8e413bef85f7) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:35.208226 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-39778634-43c8-42ab-9668-799e283ae3d7 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:35.215762 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50042) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:35.216732 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-39778634-43c8-42ab-9668-799e283ae3d7 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] 10.222.0.88 "DELETE /v2.0/ports/54a0fd91-6e20-427c-8cb0-c5ba8a1fd3f8 HTTP/1.1" status: 204 len: 168 time: 2.4776247 Feb 16 17:00:35.220348 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf786d13-4869-4276-843b-def231935998 None None] Pushing event updated for resources: {'Port': ['ID=02b6e560-b065-4145-a0e0-57b8c33044f5,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:35.284377 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f5c8839d-80bb-49a6-9897-2685659e454f req-65fec21d-ac67-4d94-90fe-3c956c6dfa3b tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5ebd8bd3-b725-4245-93f5-ef5668d6841a HTTP/1.1" status: 200 len: 210 time: 0.0566387 Feb 16 17:00:35.304155 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-47c606e0-7e6a-49f6-b20e-e8189dc8b1b1 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] GET failed (client error): The resource could not be found. Feb 16 17:00:35.305991 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-47c606e0-7e6a-49f6-b20e-e8189dc8b1b1 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] 10.222.0.88 "GET /v2.0/ports/54a0fd91-6e20-427c-8cb0-c5ba8a1fd3f8 HTTP/1.1" status: 404 len: 333 time: 0.0855491 Feb 16 17:00:35.322238 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50044) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:35.324203 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6e3c89a0-2eb8-459b-978b-63ba07543647 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:35.345757 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 561eab9a-0ea9-4489-acaf-f14c6ec01233 up at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:00:35.347541 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-d445d60e-448c-4e95-aedc-00a338817010 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Deleting port f4027522-a629-4ce2-a011-195cef3770b0 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:00:35.348066 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d445d60e-448c-4e95-aedc-00a338817010 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:35.404230 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50046) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:35.569871 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9be280-4f62-42f6-888f-6002a21b5a92 None None] DHCP port deletion for 82bc682a-70a0-4876-bf39-67d5ed92f190 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:00:35.597197 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-d445d60e-448c-4e95-aedc-00a338817010 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] For port f4027522-a629-4ce2-a011-195cef3770b0, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=f4027522-a629-4ce2-a011-195cef3770b0,segment=NetworkSegment(319bb48e-851a-4d03-b241-e692de1ba934),segment_id=319bb48e-851a-4d03-b241-e692de1ba934)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:00:35.597669 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d445d60e-448c-4e95-aedc-00a338817010 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:35.609629 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-26e01533-5851-4396-adcd-c91e8e01a83c None None] Attempting to bind port 02b6e560-b065-4145-a0e0-57b8c33044f5 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:00:35.610417 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-26e01533-5851-4396-adcd-c91e8e01a83c None None] Attempting to bind port 02b6e560-b065-4145-a0e0-57b8c33044f5 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '3af87537-55b9-448d-8bff-8dd8c1aaef8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '06298a6e-8040-43d7-955f-604e4333c40a'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:00:35.611088 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e01533-5851-4396-adcd-c91e8e01a83c None None] Attempting to bind port 02b6e560-b065-4145-a0e0-57b8c33044f5 on network 06298a6e-8040-43d7-955f-604e4333c40a {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:00:35.634025 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-93d4ded2-14e3-4e8a-b649-8aab9e442117 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5272f9e0594241348ef5f47c1a6d24e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2249801 Feb 16 17:00:35.634025 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-d445d60e-448c-4e95-aedc-00a338817010 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Calling delete_port for f4027522-a629-4ce2-a011-195cef3770b0 owned by network:dhcp {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:00:35.636015 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50054) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:35.645841 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-b66c8478-423d-4b42-b201-ba96c3078c01 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Deleting port 98084343-6501-449b-a5aa-48bc8ce0ff1b {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:00:35.646278 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b66c8478-423d-4b42-b201-ba96c3078c01 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:35.666229 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-bdf40f38-367b-4988-81bb-ce78f23bd4c2 None None] Provisioning complete for port 02b6e560-b065-4145-a0e0-57b8c33044f5 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:35.666605 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-bdf40f38-367b-4988-81bb-ce78f23bd4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:35.690681 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e01533-5851-4396-adcd-c91e8e01a83c None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:00:35.691066 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e01533-5851-4396-adcd-c91e8e01a83c None None] Checking segment: {'id': '3af87537-55b9-448d-8bff-8dd8c1aaef8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '06298a6e-8040-43d7-955f-604e4333c40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:00:35.691475 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-26e01533-5851-4396-adcd-c91e8e01a83c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:35.691870 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e01533-5851-4396-adcd-c91e8e01a83c None None] Bound using segment: {'id': '3af87537-55b9-448d-8bff-8dd8c1aaef8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '06298a6e-8040-43d7-955f-604e4333c40a'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:00:35.692416 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-26e01533-5851-4396-adcd-c91e8e01a83c None None] Bound port: 02b6e560-b065-4145-a0e0-57b8c33044f5, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3af87537-55b9-448d-8bff-8dd8c1aaef8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '06298a6e-8040-43d7-955f-604e4333c40a'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:00:35.692796 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-26e01533-5851-4396-adcd-c91e8e01a83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:35.718251 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d28db7-376c-478b-a260-12251b66e4e2 req-79456e95-c065-4743-9418-d25fbc503186 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:35.720312 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-41d28db7-376c-478b-a260-12251b66e4e2 req-79456e95-c065-4743-9418-d25fbc503186 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 945 time: 0.1489549 Feb 16 17:00:35.747942 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-bdf40f38-367b-4988-81bb-ce78f23bd4c2 None None] Port 02b6e560-b065-4145-a0e0-57b8c33044f5 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:00:35.763652 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6611503e-5223-4e96-8686-72eee6b833f7 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Made reservation on behalf of c643207721ea44e4a742511dc6707de4 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:35.767113 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6611503e-5223-4e96-8686-72eee6b833f7 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:35.767918 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b66c8478-423d-4b42-b201-ba96c3078c01 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:35.775723 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-39713fa3-20ac-4964-9613-32ca1a83c576 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:35.783001 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-b66c8478-423d-4b42-b201-ba96c3078c01 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Calling delete_port for 98084343-6501-449b-a5aa-48bc8ce0ff1b owned by {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:00:35.795245 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1d6db710-9e6c-4f3a-9638-3bbfd3c37a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:35.802835 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-3e9be280-4f62-42f6-888f-6002a21b5a92 None None] Deleting port f4027522-a629-4ce2-a011-195cef3770b0 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:00:35.803211 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-3e9be280-4f62-42f6-888f-6002a21b5a92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:35.856272 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-26e01533-5851-4396-adcd-c91e8e01a83c None None] For port 02b6e560-b065-4145-a0e0-57b8c33044f5, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:00:35.877456 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-26e01533-5851-4396-adcd-c91e8e01a83c None None] For port 02b6e560-b065-4145-a0e0-57b8c33044f5, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=02b6e560-b065-4145-a0e0-57b8c33044f5,segment=NetworkSegment(3af87537-55b9-448d-8bff-8dd8c1aaef8b),segment_id=3af87537-55b9-448d-8bff-8dd8c1aaef8b)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:00:35.886124 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-3e9be280-4f62-42f6-888f-6002a21b5a92 None None] For port f4027522-a629-4ce2-a011-195cef3770b0, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=f4027522-a629-4ce2-a011-195cef3770b0,segment=NetworkSegment(319bb48e-851a-4d03-b241-e692de1ba934),segment_id=319bb48e-851a-4d03-b241-e692de1ba934)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:00:35.886533 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-3e9be280-4f62-42f6-888f-6002a21b5a92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:35.897845 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning for port 561eab9a-0ea9-4489-acaf-f14c6ec01233 completed by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:00:35.902217 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-41d28db7-376c-478b-a260-12251b66e4e2 req-9c46fa37-48c2-4ee9-99e5-68ad13914b3b tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630790 Feb 16 17:00:35.904297 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1d6db710-9e6c-4f3a-9638-3bbfd3c37a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:35.908076 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-824de26b-b4c6-4e46-a6d5-a9089a8eaab7 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:35.911718 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-39713fa3-20ac-4964-9613-32ca1a83c576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:35.925485 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-3e9be280-4f62-42f6-888f-6002a21b5a92 None None] Calling delete_port for f4027522-a629-4ce2-a011-195cef3770b0 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:00:35.933602 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning complete for port 561eab9a-0ea9-4489-acaf-f14c6ec01233 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:35.933602 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:35.970102 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824de26b-b4c6-4e46-a6d5-a9089a8eaab7 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Pushing event deleted for resources: {'Port': ['ID=389aa3e3-b443-4166-bfe9-250573450bce,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:35.986483 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-6e3c89a0-2eb8-459b-978b-63ba07543647 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Allocated IP 2001:db8::1 (1e2a9b2d-a159-48c5-a704-dcb18c3b88c3/1337d6de-be9c-4997-8b25-111e12737a38/0cd8955a-287e-40ca-9627-345e60a70cf1) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:36.001297 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d445d60e-448c-4e95-aedc-00a338817010 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:36.047555 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-26e01533-5851-4396-adcd-c91e8e01a83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:36.078743 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device f4027522-a629-4ce2-a011-195cef3770b0 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:00:36.092431 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39713fa3-20ac-4964-9613-32ca1a83c576 None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:36.096940 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b66c8478-423d-4b42-b201-ba96c3078c01 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:36.178217 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-39713fa3-20ac-4964-9613-32ca1a83c576 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:36.188459 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39713fa3-20ac-4964-9613-32ca1a83c576 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:00:36.191449 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: f4027522-a629-4ce2-a011-195cef3770b0 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:00:36.191801 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device f4027522-a629-4ce2-a011-195cef3770b0 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:00:36.201966 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39713fa3-20ac-4964-9613-32ca1a83c576 None None] Pushing event updated for resources: {'Port': ['ID=61f1de50-0e0b-45bd-ac5f-8e413bef85f7,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:36.230746 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c8478-423d-4b42-b201-ba96c3078c01 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Pushing event deleted for resources: {'Port': ['ID=98084343-6501-449b-a5aa-48bc8ce0ff1b,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:36.294926 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d445d60e-448c-4e95-aedc-00a338817010 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Pushing event deleted for resources: {'Port': ['ID=f4027522-a629-4ce2-a011-195cef3770b0,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:36.306716 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e01533-5851-4396-adcd-c91e8e01a83c None None] Routers {'fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:00:36.307389 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-26e01533-5851-4396-adcd-c91e8e01a83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:00:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:36.345658 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6e3c89a0-2eb8-459b-978b-63ba07543647 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:36.361000 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b66c8478-423d-4b42-b201-ba96c3078c01 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:36.366243 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-b66c8478-423d-4b42-b201-ba96c3078c01 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] 10.222.0.88 "DELETE /v2.0/ports/98084343-6501-449b-a5aa-48bc8ce0ff1b HTTP/1.1" status: 204 len: 168 time: 1.0393517 Feb 16 17:00:36.370283 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50058) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:36.380262 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1d6db710-9e6c-4f3a-9638-3bbfd3c37a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:36.393467 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1d6db710-9e6c-4f3a-9638-3bbfd3c37a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:36.395359 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-1d6db710-9e6c-4f3a-9638-3bbfd3c37a0a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/26cf8752-2d03-4fa0-9ce3-742ae17f8013 HTTP/1.1" status: 204 len: 168 time: 0.7593477 Feb 16 17:00:36.486490 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-47b0c078-be93-40d6-9e53-023346d02b67 req-4198241a-e9b2-493e-84cb-ea0c34d18610 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5ebd8bd3-b725-4245-93f5-ef5668d6841a HTTP/1.1" status: 200 len: 210 time: 0.0526640 Feb 16 17:00:36.519439 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d445d60e-448c-4e95-aedc-00a338817010 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] No DVR routers for this DVR port f4027522-a629-4ce2-a011-195cef3770b0 on host dv-neutron-828697-3-hyperv {{(pid=114375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:00:36.525837 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-824de26b-b4c6-4e46-a6d5-a9089a8eaab7 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:36.540423 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-f525d6cb-e59d-4af3-b0c9-6071f84aebc1 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Deleting subnet a0638450-35c1-4366-8209-81d7c8e50bfe {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:00:36.542822 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-3e9be280-4f62-42f6-888f-6002a21b5a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:36.551012 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6611503e-5223-4e96-8686-72eee6b833f7 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:36.558558 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f525d6cb-e59d-4af3-b0c9-6071f84aebc1 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:36.614882 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6db710-9e6c-4f3a-9638-3bbfd3c37a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26cf8752-2d03-4fa0-9ce3-742ae17f8013,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:36.615288 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f525d6cb-e59d-4af3-b0c9-6071f84aebc1 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:36.667243 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-4e67d80b-22df-4c92-80e6-f24cd4f665af None None] Provisioning complete for port 02b6e560-b065-4145-a0e0-57b8c33044f5 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:36.667630 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4e67d80b-22df-4c92-80e6-f24cd4f665af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:36.673778 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9be280-4f62-42f6-888f-6002a21b5a92 None None] No DVR routers for this DVR port f4027522-a629-4ce2-a011-195cef3770b0 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:00:36.674406 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-39713fa3-20ac-4964-9613-32ca1a83c576 None None] Attempting to bind port 61f1de50-0e0b-45bd-ac5f-8e413bef85f7 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:00:36.674780 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-39713fa3-20ac-4964-9613-32ca1a83c576 None None] Attempting to bind port 61f1de50-0e0b-45bd-ac5f-8e413bef85f7 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:00:36.675143 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39713fa3-20ac-4964-9613-32ca1a83c576 None None] Attempting to bind port 61f1de50-0e0b-45bd-ac5f-8e413bef85f7 on network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:00:36.715907 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f525d6cb-e59d-4af3-b0c9-6071f84aebc1 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:36.743749 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39713fa3-20ac-4964-9613-32ca1a83c576 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:00:36.753485 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39713fa3-20ac-4964-9613-32ca1a83c576 None None] Checking segment: {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:00:36.753485 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-39713fa3-20ac-4964-9613-32ca1a83c576 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:36.753485 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39713fa3-20ac-4964-9613-32ca1a83c576 None None] Bound using segment: {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:00:36.753485 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-39713fa3-20ac-4964-9613-32ca1a83c576 None None] Bound port: 61f1de50-0e0b-45bd-ac5f-8e413bef85f7, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:00:36.753485 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-39713fa3-20ac-4964-9613-32ca1a83c576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:36.753485 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:36.758712 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6e3c89a0-2eb8-459b-978b-63ba07543647 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:36.760478 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf786d13-4869-4276-843b-def231935998 None None] Pushing event updated for resources: {'Port': ['ID=02b6e560-b065-4145-a0e0-57b8c33044f5,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:36.782497 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d445d60e-448c-4e95-aedc-00a338817010 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:36.786663 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6611503e-5223-4e96-8686-72eee6b833f7 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event updated for resources: {'Subnet': ['ID=545e0a08-5580-4180-ba95-1d5ed886a143,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:36.829700 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3c89a0-2eb8-459b-978b-63ba07543647 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:36.829700 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-6e3c89a0-2eb8-459b-978b-63ba07543647 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:36.832153 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9be280-4f62-42f6-888f-6002a21b5a92 None None] Pushing event deleted for resources: {'Port': ['ID=f4027522-a629-4ce2-a011-195cef3770b0,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:36.858520 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-d445d60e-448c-4e95-aedc-00a338817010 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82bc682a-70a0-4876-bf39-67d5ed92f190']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:36.863693 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 561eab9a-0ea9-4489-acaf-f14c6ec01233, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=561eab9a-0ea9-4489-acaf-f14c6ec01233,segment=NetworkSegment(457fa9dd-54bd-45be-89fb-008c1a63dec7),segment_id=457fa9dd-54bd-45be-89fb-008c1a63dec7)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:00:36.871695 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43950d0-944f-47c7-842c-8a183fbb1338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '561eab9a-0ea9-4489-acaf-f14c6ec01233'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:00:36.875934 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c89a0-2eb8-459b-978b-63ba07543647 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Port': ['ID=0cd8955a-287e-40ca-9627-345e60a70cf1,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:36.876232 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358031c1-9f7d-4596-a7e9-e9bd00a5cac0" -d '{"events": [{"server_uuid": "c43950d0-944f-47c7-842c-8a183fbb1338", "name": "network-vif-plugged", "status": "completed", "tag": "561eab9a-0ea9-4489-acaf-f14c6ec01233"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:00:36.886857 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3c89a0-2eb8-459b-978b-63ba07543647 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:00:36.896651 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6e3c89a0-2eb8-459b-978b-63ba07543647 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:36.903556 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6611503e-5223-4e96-8686-72eee6b833f7 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Checking segment: {'id': '6d9fd6d1-dde6-4985-8d87-5283cdca3cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c465df62-bafe-4a22-9d4b-8c483b8475d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:00:36.903929 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6611503e-5223-4e96-8686-72eee6b833f7 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Network hostable DHCP agents. Network: c465df62-bafe-4a22-9d4b-8c483b8475d5, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:00:36.908353 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-d445d60e-448c-4e95-aedc-00a338817010 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '319bb48e-851a-4d03-b241-e692de1ba934') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:36.908706 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-d445d60e-448c-4e95-aedc-00a338817010 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '319bb48e-851a-4d03-b241-e692de1ba934') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:36.929448 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d445d60e-448c-4e95-aedc-00a338817010 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:36.942747 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-824de26b-b4c6-4e46-a6d5-a9089a8eaab7 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Router 9d66cdcf-2476-4f55-a808-5c4bd1803c55 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:00:36.962118 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d445d60e-448c-4e95-aedc-00a338817010 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:36.974043 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d445d60e-448c-4e95-aedc-00a338817010 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:00:36.974453 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d445d60e-448c-4e95-aedc-00a338817010 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:36.981253 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 17:00:36.981253 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:00:36.981253 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 17:00:36.981253 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:00:36.981253 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 17:00:36.981253 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:00:36.981253 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 17:00:36.981253 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:00:36.981253 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 17:00:36.981253 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:00:36.981253 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 17:00:36.981253 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:00:36.981253 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 17:00:36.981253 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:00:36.981253 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:00:36.981253 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:00:36.981253 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:00:36.981253 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:00:36.981253 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 17:00:36.981253 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:00:36.981253 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 17:00:36.981253 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:00:36.981253 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:00:36.981253 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:00:36.981253 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 17:00:36.981253 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:00:36.981253 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:00:36.981253 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:00:36.981253 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:00:36.981253 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:00:36.981253 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:00:36.981253 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:00:36.986783 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a0e39f-a0b7-4038-8c79-5a647c1f7f26 x-openstack-request-id: req-43a0e39f-a0b7-4038-8c79-5a647c1f7f26 {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:00:36.993858 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c43950d0-944f-47c7-842c-8a183fbb1338", "name": "network-vif-plugged", "status": "completed", "tag": "561eab9a-0ea9-4489-acaf-f14c6ec01233", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:00:36.999670 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-43a0e39f-a0b7-4038-8c79-5a647c1f7f26 {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:00:36.999670 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43950d0-944f-47c7-842c-8a183fbb1338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '561eab9a-0ea9-4489-acaf-f14c6ec01233', 'code': 200} Feb 16 17:00:36.999670 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:37.036055 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-26e01533-5851-4396-adcd-c91e8e01a83c None None] Set router fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:00:37.045152 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d3a67386-123a-4ae3-8958-84042c8364fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:37.109744 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f525d6cb-e59d-4af3-b0c9-6071f84aebc1 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:37.112095 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824de26b-b4c6-4e46-a6d5-a9089a8eaab7 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:00:37.126894 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-824de26b-b4c6-4e46-a6d5-a9089a8eaab7 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] 10.222.0.88 "PUT /v2.0/routers/9d66cdcf-2476-4f55-a808-5c4bd1803c55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4828470 Feb 16 17:00:37.133557 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50070) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:37.133685 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb35b5b9-9820-4fe5-b088-f4bb3e43c409 None None] Sync routers for ids ['9d66cdcf-2476-4f55-a808-5c4bd1803c55'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:00:37.150581 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-39713fa3-20ac-4964-9613-32ca1a83c576 None None] For port 61f1de50-0e0b-45bd-ac5f-8e413bef85f7, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:00:37.167243 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb35b5b9-9820-4fe5-b088-f4bb3e43c409 None None] Routers {'9d66cdcf-2476-4f55-a808-5c4bd1803c55'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:00:37.171678 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-eb35b5b9-9820-4fe5-b088-f4bb3e43c409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:00:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['9d66cdcf-2476-4f55-a808-5c4bd1803c55'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:37.171880 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-cc025b6b-b3bd-4563-9dd3-8d6d2fa6cca9 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] show failed (client error): The resource could not be found. Feb 16 17:00:37.176182 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c2c24-2b61-4462-94c1-8dc162e22798 req-35b6c91a-e98d-493f-9caa-37f8cdff2312 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:37.176869 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7c1c2c24-2b61-4462-94c1-8dc162e22798 req-35b6c91a-e98d-493f-9caa-37f8cdff2312 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.1386566 Feb 16 17:00:37.187281 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-cc025b6b-b3bd-4563-9dd3-8d6d2fa6cca9 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] 10.222.0.88 "GET /v2.0/routers/tempest-non_exist_router-160465140 HTTP/1.1" status: 404 len: 334 time: 0.0559111 Feb 16 17:00:37.195056 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6611503e-5223-4e96-8686-72eee6b833f7 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Network c465df62-bafe-4a22-9d4b-8c483b8475d5 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:00:37.195222 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50072) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:37.220533 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-906fb031-f4cc-475b-9a26-6726f437fbbc tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Request body: {'router': {'name': 'new_name'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:37.226848 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-eb35b5b9-9820-4fe5-b088-f4bb3e43c409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:37.237701 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb35b5b9-9820-4fe5-b088-f4bb3e43c409 None None] Routers {'9d66cdcf-2476-4f55-a808-5c4bd1803c55'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:00:37.240066 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d445d60e-448c-4e95-aedc-00a338817010 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:37.252118 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d445d60e-448c-4e95-aedc-00a338817010 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:37.256418 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d445d60e-448c-4e95-aedc-00a338817010 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] 10.222.0.88 "DELETE /v2.0/networks/82bc682a-70a0-4876-bf39-67d5ed92f190 HTTP/1.1" status: 204 len: 168 time: 2.5346348 Feb 16 17:00:37.259198 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-eb35b5b9-9820-4fe5-b088-f4bb3e43c409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:00:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['9d66cdcf-2476-4f55-a808-5c4bd1803c55'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:37.304657 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-eb35b5b9-9820-4fe5-b088-f4bb3e43c409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:37.305608 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb35b5b9-9820-4fe5-b088-f4bb3e43c409 None None] The sync data for ids ['9d66cdcf-2476-4f55-a808-5c4bd1803c55'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:00:37.316665 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d445d60e-448c-4e95-aedc-00a338817010 tempest-ExtraDHCPOptionsTestJSON-1647749373 tempest-ExtraDHCPOptionsTestJSON-1647749373-project] Pushing event deleted for resources: {'Network': ['ID=82bc682a-70a0-4876-bf39-67d5ed92f190,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:37.328458 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-6611503e-5223-4e96-8686-72eee6b833f7 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, c465df62-bafe-4a22-9d4b-8c483b8475d5) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:37.334812 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6611503e-5223-4e96-8686-72eee6b833f7 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:37.335969 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6611503e-5223-4e96-8686-72eee6b833f7 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:37.358714 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-906fb031-f4cc-475b-9a26-6726f437fbbc tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] update failed (client error): The resource could not be found. Feb 16 17:00:37.363267 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-906fb031-f4cc-475b-9a26-6726f437fbbc tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] 10.222.0.88 "PUT /v2.0/routers/tempest-non_exist_router-468731219 HTTP/1.1" status: 404 len: 334 time: 0.1457140 Feb 16 17:00:37.363267 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f525d6cb-e59d-4af3-b0c9-6071f84aebc1 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Pushing event deleted for resources: {'Subnet': ['ID=a0638450-35c1-4366-8209-81d7c8e50bfe,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:37.371079 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f525d6cb-e59d-4af3-b0c9-6071f84aebc1 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:37.374299 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-f525d6cb-e59d-4af3-b0c9-6071f84aebc1 tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] 10.222.0.88 "DELETE /v2.0/subnets/a0638450-35c1-4366-8209-81d7c8e50bfe HTTP/1.1" status: 204 len: 168 time: 1.0028052 Feb 16 17:00:37.379674 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50078) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:37.403921 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50076) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:37.410071 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-39713fa3-20ac-4964-9613-32ca1a83c576 None None] For port 61f1de50-0e0b-45bd-ac5f-8e413bef85f7, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=61f1de50-0e0b-45bd-ac5f-8e413bef85f7,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:00:37.414622 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a8ac72-0db4-45c8-9b6f-abbebcc3be1d None None] Network c465df62-bafe-4a22-9d4b-8c483b8475d5 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:00:37.431252 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6e3c89a0-2eb8-459b-978b-63ba07543647 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:37.489899 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7c1c2c24-2b61-4462-94c1-8dc162e22798 req-b1d7b399-8ae9-4d66-a5b5-112e0e08141a tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2927160 Feb 16 17:00:37.494979 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-6756f2a9-030a-4498-8e68-0cee27d21a76 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Deleting subnet 2fe191a2-988c-4ad9-9b9c-754677a817bc {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:00:37.501633 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-6611503e-5223-4e96-8686-72eee6b833f7 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5903172 Feb 16 17:00:37.502630 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6756f2a9-030a-4498-8e68-0cee27d21a76 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:37.504997 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50084) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:37.534316 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f9095a-4e5b-4ce0-9145-3cc9cdc312f8 None None] Network 580dd700-83f5-4257-8a33-9f3f0a9bd87a requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:00:37.537399 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=561eab9a-0ea9-4489-acaf-f14c6ec01233,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:37.562812 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-9579dbb5-e294-4eb0-ac56-46bd4920d243 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Request body: {'port': {'network_id': 'c465df62-bafe-4a22-9d4b-8c483b8475d5', 'security_groups': [], 'name': 'tempest-PortsTestJSON-977786564'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:37.599999 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6756f2a9-030a-4498-8e68-0cee27d21a76 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:37.602550 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-39713fa3-20ac-4964-9613-32ca1a83c576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:37.628584 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-435935a0-a1ba-43b1-9d00-e13dfe526fef tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:37.640376 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb367bf-ee81-41b5-9cdc-f51e0f7aacd2 req-4ff58e46-a24f-4fa4-b067-3bb97e799050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:37.641859 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-9cb367bf-ee81-41b5-9cdc-f51e0f7aacd2 req-4ff58e46-a24f-4fa4-b067-3bb97e799050 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 1099 time: 0.2632458 Feb 16 17:00:37.672074 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-0e81d877-18f7-48ae-969f-97b0f5e337d7 req-108d2cf1-a8f3-4cb7-8b6a-1c6838c7643c tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5ebd8bd3-b725-4245-93f5-ef5668d6841a HTTP/1.1" status: 200 len: 210 time: 0.0378160 Feb 16 17:00:37.719916 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39713fa3-20ac-4964-9613-32ca1a83c576 None None] Pushing event updated for resources: {'Port': ['ID=61f1de50-0e0b-45bd-ac5f-8e413bef85f7,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:37.747097 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6756f2a9-030a-4498-8e68-0cee27d21a76 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:37.827240 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-9cb367bf-ee81-41b5-9cdc-f51e0f7aacd2 req-d6bc0fbd-ca20-4cc4-93c1-6970ebf33a71 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520560 Feb 16 17:00:37.854850 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4e67d80b-22df-4c92-80e6-f24cd4f665af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:37.954762 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-435935a0-a1ba-43b1-9d00-e13dfe526fef tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Deleting port bead3c2a-18cf-407d-9d19-df88af94c298 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:00:37.958105 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-435935a0-a1ba-43b1-9d00-e13dfe526fef tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:37.958222 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6756f2a9-030a-4498-8e68-0cee27d21a76 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:37.988904 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d32f2a-bca8-4e02-a58a-b259d4a83a98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-c465df62-bafe-4a22-9d4b-8c483b8475d5', 'network_id': 'c465df62-bafe-4a22-9d4b-8c483b8475d5', 'tenant_id': 'c643207721ea44e4a742511dc6707de4', 'fixed_ips': [{'subnet_id': '545e0a08-5580-4180-ba95-1d5ed886a143'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:00:37.989925 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-43d32f2a-bca8-4e02-a58a-b259d4a83a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:38.012380 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-4e67d80b-22df-4c92-80e6-f24cd4f665af None None] For port 02b6e560-b065-4145-a0e0-57b8c33044f5, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=02b6e560-b065-4145-a0e0-57b8c33044f5,segment=NetworkSegment(3af87537-55b9-448d-8bff-8dd8c1aaef8b),segment_id=3af87537-55b9-448d-8bff-8dd8c1aaef8b)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:00:38.047330 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6756f2a9-030a-4498-8e68-0cee27d21a76 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Pushing event deleted for resources: {'Subnet': ['ID=2fe191a2-988c-4ad9-9b9c-754677a817bc,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:38.067580 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6756f2a9-030a-4498-8e68-0cee27d21a76 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:38.076340 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-6756f2a9-030a-4498-8e68-0cee27d21a76 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] 10.222.0.88 "DELETE /v2.0/subnets/2fe191a2-988c-4ad9-9b9c-754677a817bc HTTP/1.1" status: 204 len: 168 time: 0.6637151 Feb 16 17:00:38.077765 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50094) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:38.086071 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9579dbb5-e294-4eb0-ac56-46bd4920d243 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Made reservation on behalf of c643207721ea44e4a742511dc6707de4 for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:38.089642 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9579dbb5-e294-4eb0-ac56-46bd4920d243 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:38.107849 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46888a1a-9876-4a08-a419-fcca832ae7af None None] Network c2e72ff3-ed3e-4b82-a284-e29772f39715 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:00:38.141798 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50096) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:38.169198 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-435935a0-a1ba-43b1-9d00-e13dfe526fef tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] For port bead3c2a-18cf-407d-9d19-df88af94c298, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=bead3c2a-18cf-407d-9d19-df88af94c298,segment=NetworkSegment(a414cfab-4540-426e-b8d2-53b69773ff7b),segment_id=a414cfab-4540-426e-b8d2-53b69773ff7b)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:00:38.170571 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-435935a0-a1ba-43b1-9d00-e13dfe526fef tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:38.203629 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-435935a0-a1ba-43b1-9d00-e13dfe526fef tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Calling delete_port for bead3c2a-18cf-407d-9d19-df88af94c298 owned by network:dhcp {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:00:38.203782 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-be3a5635-3d0b-44f5-bf4f-6605a16bcea5 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Deleting subnet cda7cc20-4327-476f-b283-94619e592e74 {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:00:38.207392 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-be3a5635-3d0b-44f5-bf4f-6605a16bcea5 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:38.233045 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4e67d80b-22df-4c92-80e6-f24cd4f665af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:38.274907 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-be3a5635-3d0b-44f5-bf4f-6605a16bcea5 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:38.437855 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-be3a5635-3d0b-44f5-bf4f-6605a16bcea5 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:38.443157 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e67d80b-22df-4c92-80e6-f24cd4f665af None None] Pushing event updated for resources: {'Port': ['ID=02b6e560-b065-4145-a0e0-57b8c33044f5,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:38.471192 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8075036-8f1b-4f07-b156-5e7092e0a724 None None] DHCP port deletion for 580dd700-83f5-4257-8a33-9f3f0a9bd87a request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:00:38.501458 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-26e01533-5851-4396-adcd-c91e8e01a83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-367076457', 'tenant_id': '96057f06fdc74247a274207da8654659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '8794187a-6461-49d5-88d8-a04e956e8b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:00:14Z', 'updated_at': '2022-02-16T17:00:29Z', 'revision_number': 4, 'project_id': '96057f06fdc74247a274207da8654659', 'gw_port': {'id': '8794187a-6461-49d5-88d8-a04e956e8b82', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:17Z', 'updated_at': '2022-02-16T17:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '02b6e560-b065-4145-a0e0-57b8c33044f5', 'name': '', 'network_id': '06298a6e-8040-43d7-955f-604e4333c40a', 'tenant_id': '96057f06fdc74247a274207da8654659', 'mac_address': 'fa:16:3e:6e:28:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'dbd15ec9-3270-4d20-9abc-f2f9374aa4ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:27Z', 'updated_at': '2022-02-16T17:00:35Z', 'revision_number': 4, 'project_id': '96057f06fdc74247a274207da8654659', 'subnets': [{'id': 'dbd15ec9-3270-4d20-9abc-f2f9374aa4ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:38.547412 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-43d32f2a-bca8-4e02-a58a-b259d4a83a98 None None] Allocated IP 172.20.0.2 (c465df62-bafe-4a22-9d4b-8c483b8475d5/545e0a08-5580-4180-ba95-1d5ed886a143/976d970c-fab6-47bf-aed7-0f7f574d7a87) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:38.587595 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-845ea6dd-1456-4382-bcf8-52544953433c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=85e804e63d914272947ca7642138293f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4464109 Feb 16 17:00:38.590198 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50108) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:38.615828 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e01533-5851-4396-adcd-c91e8e01a83c None None] The sync data for ids ['fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a'] in dv-neutron-828697-3-hyperv is: [{'id': 'fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-367076457', 'tenant_id': '96057f06fdc74247a274207da8654659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '8794187a-6461-49d5-88d8-a04e956e8b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:00:14Z', 'updated_at': '2022-02-16T17:00:29Z', 'revision_number': 4, 'project_id': '96057f06fdc74247a274207da8654659', 'gw_port': {'id': '8794187a-6461-49d5-88d8-a04e956e8b82', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:17Z', 'updated_at': '2022-02-16T17:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '02b6e560-b065-4145-a0e0-57b8c33044f5', 'name': '', 'network_id': '06298a6e-8040-43d7-955f-604e4333c40a', 'tenant_id': '96057f06fdc74247a274207da8654659', 'mac_address': 'fa:16:3e:6e:28:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'dbd15ec9-3270-4d20-9abc-f2f9374aa4ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:27Z', 'updated_at': '2022-02-16T17:00:35Z', 'revision_number': 4, 'project_id': '96057f06fdc74247a274207da8654659', 'subnets': [{'id': 'dbd15ec9-3270-4d20-9abc-f2f9374aa4ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:00:38.661659 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-be3a5635-3d0b-44f5-bf4f-6605a16bcea5 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:38.678846 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-00e8ee61-44c6-4d61-95d7-b22dee1e8589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:38.737486 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a5635-3d0b-44f5-bf4f-6605a16bcea5 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Pushing event deleted for resources: {'Subnet': ['ID=cda7cc20-4327-476f-b283-94619e592e74,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:38.774900 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-be3a5635-3d0b-44f5-bf4f-6605a16bcea5 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:38.774900 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-be3a5635-3d0b-44f5-bf4f-6605a16bcea5 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] 10.222.0.88 "DELETE /v2.0/subnets/cda7cc20-4327-476f-b283-94619e592e74 HTTP/1.1" status: 204 len: 168 time: 0.6929739 Feb 16 17:00:38.776652 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50114) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:38.797039 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-00e8ee61-44c6-4d61-95d7-b22dee1e8589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:38.869173 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1567a17-7d87-4ba9-9664-bdc8ce7397d9 None None] Network aa815ca4-7159-4cc2-8a2c-b6846a69dc39 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:00:38.911065 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [None req-9579dbb5-e294-4eb0-ac56-46bd4920d243 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] device_id is not set on port 113d5a81-22a2-4cee-9cd4-be3421f1a2e5 yet. {{(pid=114376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:00:39.018334 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-acdbf67b-dcac-45ae-b127-90c160a1693e req-abc39206-4971-4548-9502-e7a6b84a2ea6 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5ebd8bd3-b725-4245-93f5-ef5668d6841a HTTP/1.1" status: 200 len: 210 time: 0.1086378 Feb 16 17:00:39.047642 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50116) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:39.051817 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3a65d48b-3a64-4c45-9fc5-8620184855d9 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:39.116776 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c31c62-c2c5-477a-ab20-b5575fce25c6 req-5d7ee50a-67dc-4a55-a63f-35856457bc8d tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:39.140934 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-97c31c62-c2c5-477a-ab20-b5575fce25c6 req-5d7ee50a-67dc-4a55-a63f-35856457bc8d tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.89 "GET /v2.0/networks?id=06298a6e-8040-43d7-955f-604e4333c40a HTTP/1.1" status: 200 len: 797 time: 0.4111652 Feb 16 17:00:39.154148 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6e3c89a0-2eb8-459b-978b-63ba07543647 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:39.219675 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-3a65d48b-3a64-4c45-9fc5-8620184855d9 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Deleting port 67a30e77-aebe-4331-94e6-3f13fd36ae22 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:00:39.219675 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3a65d48b-3a64-4c45-9fc5-8620184855d9 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:39.240781 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fdd66d-c3f7-45f5-88cf-733c492980ce None None] DHCP port deletion for c2e72ff3-ed3e-4b82-a284-e29772f39715 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:00:39.264738 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-00e8ee61-44c6-4d61-95d7-b22dee1e8589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:39.271732 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-00e8ee61-44c6-4d61-95d7-b22dee1e8589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:39.275303 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-00e8ee61-44c6-4d61-95d7-b22dee1e8589 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/66640e8e-e212-4653-83c5-74e55b5a66ff HTTP/1.1" status: 204 len: 168 time: 0.6841130 Feb 16 17:00:39.286618 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-b28ba971-e12f-4221-a692-643cd25bbc79 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1292937476'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:39.307544 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6e3c89a0-2eb8-459b-978b-63ba07543647 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:39.308423 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6e3c89a0-2eb8-459b-978b-63ba07543647 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:39.374019 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9d08a3b9-335c-435a-9149-4221a61b9a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:39.379274 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-43d32f2a-bca8-4e02-a58a-b259d4a83a98 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:39.409871 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-e8075036-8f1b-4f07-b156-5e7092e0a724 None None] Deleting port bead3c2a-18cf-407d-9d19-df88af94c298 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:00:39.410762 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e8075036-8f1b-4f07-b156-5e7092e0a724 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:39.440344 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f1a694-fabc-4c58-8ebc-4486ab4f0e95 req-a351bf85-239e-49f4-865b-a711fe6eb179 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:39.441943 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a2f1a694-fabc-4c58-8ebc-4486ab4f0e95 req-a351bf85-239e-49f4-865b-a711fe6eb179 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.7117264 Feb 16 17:00:39.443253 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-3a65d48b-3a64-4c45-9fc5-8620184855d9 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] For port 67a30e77-aebe-4331-94e6-3f13fd36ae22, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=67a30e77-aebe-4331-94e6-3f13fd36ae22,segment=NetworkSegment(98a187bc-94ca-4d62-aa70-f2b07c9c5996),segment_id=98a187bc-94ca-4d62-aa70-f2b07c9c5996)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:00:39.443738 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3a65d48b-3a64-4c45-9fc5-8620184855d9 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:39.449636 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c89a0-2eb8-459b-978b-63ba07543647 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Port': ['ID=0cd8955a-287e-40ca-9627-345e60a70cf1,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:39.461590 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-435935a0-a1ba-43b1-9d00-e13dfe526fef tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:39.479869 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-3a65d48b-3a64-4c45-9fc5-8620184855d9 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Calling delete_port for 67a30e77-aebe-4331-94e6-3f13fd36ae22 owned by network:dhcp {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:00:39.491698 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-43d32f2a-bca8-4e02-a58a-b259d4a83a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:39.556233 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435935a0-a1ba-43b1-9d00-e13dfe526fef tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Pushing event deleted for resources: {'Port': ['ID=bead3c2a-18cf-407d-9d19-df88af94c298,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:39.581439 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d32f2a-bca8-4e02-a58a-b259d4a83a98 None None] Network c465df62-bafe-4a22-9d4b-8c483b8475d5 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:39.594532 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-43d32f2a-bca8-4e02-a58a-b259d4a83a98 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:39.603800 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d32f2a-bca8-4e02-a58a-b259d4a83a98 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:00:39.613398 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435935a0-a1ba-43b1-9d00-e13dfe526fef tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] No DVR routers for this DVR port bead3c2a-18cf-407d-9d19-df88af94c298 on host dv-neutron-828697-3-hyperv {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:00:39.628555 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-e8075036-8f1b-4f07-b156-5e7092e0a724 None None] For port bead3c2a-18cf-407d-9d19-df88af94c298, host dv-neutron-828697-3-hyperv, got binding levels [] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:00:39.628940 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e8075036-8f1b-4f07-b156-5e7092e0a724 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:39.630377 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-97c31c62-c2c5-477a-ab20-b5575fce25c6 req-af84554e-4860-4ccd-bdc1-f5a89e49608d tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96057f06fdc74247a274207da8654659 HTTP/1.1" status: 200 len: 380 time: 0.3328216 Feb 16 17:00:39.673592 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e8ee61-44c6-4d61-95d7-b22dee1e8589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66640e8e-e212-4653-83c5-74e55b5a66ff,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:39.720169 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-e8075036-8f1b-4f07-b156-5e7092e0a724 None None] Calling delete_port for bead3c2a-18cf-407d-9d19-df88af94c298 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:00:39.723147 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-a3c8f105-133f-463e-b039-f1638dc06999 None None] Provisioning complete for port 61f1de50-0e0b-45bd-ac5f-8e413bef85f7 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:39.723527 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a3c8f105-133f-463e-b039-f1638dc06999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:39.725402 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28ba971-e12f-4221-a692-643cd25bbc79 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Made reservation on behalf of a49c4a29cc0c4355a6085d6833226341 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:39.736540 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b28ba971-e12f-4221-a692-643cd25bbc79 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:39.738482 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-22fdd66d-c3f7-45f5-88cf-733c492980ce None None] Deleting port 67a30e77-aebe-4331-94e6-3f13fd36ae22 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:00:39.738874 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-22fdd66d-c3f7-45f5-88cf-733c492980ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:39.749532 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b28ba971-e12f-4221-a692-643cd25bbc79 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:39.753845 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-97c31c62-c2c5-477a-ab20-b5575fce25c6 req-999fe1f0-d72a-4a08-9167-98bfaf16b617 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Request body: {'port': {'device_id': '5ebd8bd3-b725-4245-93f5-ef5668d6841a', 'network_id': '06298a6e-8040-43d7-955f-604e4333c40a', 'admin_state_up': True, 'tenant_id': '96057f06fdc74247a274207da8654659', 'security_groups': ['182e3741-5bf1-40d0-9f52-072188d785c7']}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:39.785899 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3a65d48b-3a64-4c45-9fc5-8620184855d9 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:39.868081 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d32f2a-bca8-4e02-a58a-b259d4a83a98 None None] Pushing event updated for resources: {'Port': ['ID=976d970c-fab6-47bf-aed7-0f7f574d7a87,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:39.878400 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.ipam_backend_mixin [None req-e8075036-8f1b-4f07-b156-5e7092e0a724 None None] Port bead3c2a-18cf-407d-9d19-df88af94c298 was not found and therefore no delete operation was performed {{(pid=114377) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 17:00:39.888296 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b95100-618a-4951-8604-9e892e57d61e None None] DHCP port deletion for aa815ca4-7159-4cc2-8a2c-b6846a69dc39 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:00:39.912158 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-435935a0-a1ba-43b1-9d00-e13dfe526fef tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:39.937601 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-435935a0-a1ba-43b1-9d00-e13dfe526fef tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['580dd700-83f5-4257-8a33-9f3f0a9bd87a']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:39.946031 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-22fdd66d-c3f7-45f5-88cf-733c492980ce None None] For port 67a30e77-aebe-4331-94e6-3f13fd36ae22, host dv-neutron-828697-3-hyperv, got binding levels [] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:00:39.946437 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-22fdd66d-c3f7-45f5-88cf-733c492980ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:39.947648 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-435935a0-a1ba-43b1-9d00-e13dfe526fef tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a414cfab-4540-426e-b8d2-53b69773ff7b') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:39.947944 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-435935a0-a1ba-43b1-9d00-e13dfe526fef tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a414cfab-4540-426e-b8d2-53b69773ff7b') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:39.955945 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e8075036-8f1b-4f07-b156-5e7092e0a724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:39.959587 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-435935a0-a1ba-43b1-9d00-e13dfe526fef tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:39.973503 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a65d48b-3a64-4c45-9fc5-8620184855d9 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Pushing event deleted for resources: {'Port': ['ID=67a30e77-aebe-4331-94e6-3f13fd36ae22,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:39.976849 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-435935a0-a1ba-43b1-9d00-e13dfe526fef tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:39.983023 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-435935a0-a1ba-43b1-9d00-e13dfe526fef tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:00:39.984760 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-435935a0-a1ba-43b1-9d00-e13dfe526fef tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:40.073444 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a65d48b-3a64-4c45-9fc5-8620184855d9 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] No DVR routers for this DVR port 67a30e77-aebe-4331-94e6-3f13fd36ae22 on host dv-neutron-828697-3-hyperv {{(pid=114375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:00:40.117731 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 17:00:40.117731 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:00:40.117731 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 17:00:40.117731 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:00:40.117731 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 17:00:40.117731 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:00:40.117731 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 17:00:40.117731 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:00:40.117731 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 17:00:40.117731 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:00:40.117731 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 17:00:40.117731 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:00:40.117731 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 17:00:40.117731 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:00:40.117731 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:00:40.117731 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:00:40.117731 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:00:40.117731 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:00:40.117731 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 17:00:40.117731 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:00:40.117731 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 17:00:40.117731 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:00:40.117731 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:00:40.117731 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:00:40.117731 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 17:00:40.117731 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:00:40.117731 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:00:40.117731 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:00:40.117731 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:00:40.117731 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:00:40.117731 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:00:40.117731 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:00:40.130028 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b28ba971-e12f-4221-a692-643cd25bbc79 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:40.179828 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a2f1a694-fabc-4c58-8ebc-4486ab4f0e95 req-a062bfe1-3c2f-4ee6-808e-237788dca264 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7243271 Feb 16 17:00:40.189196 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-435935a0-a1ba-43b1-9d00-e13dfe526fef tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:40.224425 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-435935a0-a1ba-43b1-9d00-e13dfe526fef tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:40.228992 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-435935a0-a1ba-43b1-9d00-e13dfe526fef tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] 10.222.0.88 "DELETE /v2.0/networks/580dd700-83f5-4257-8a33-9f3f0a9bd87a HTTP/1.1" status: 204 len: 168 time: 2.8481679 Feb 16 17:00:40.233388 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-9579dbb5-e294-4eb0-ac56-46bd4920d243 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Allocated IP 172.20.0.4 (c465df62-bafe-4a22-9d4b-8c483b8475d5/545e0a08-5580-4180-ba95-1d5ed886a143/113d5a81-22a2-4cee-9cd4-be3421f1a2e5) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:40.264478 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b28ba971-e12f-4221-a692-643cd25bbc79 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:40.269126 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-75b72962-9517-40d7-b9b0-78869831135b req-e1395531-2f0b-47ce-b7c0-648f5899c091 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5ebd8bd3-b725-4245-93f5-ef5668d6841a HTTP/1.1" status: 200 len: 210 time: 0.0912879 Feb 16 17:00:40.280521 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3a65d48b-3a64-4c45-9fc5-8620184855d9 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:40.315582 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435935a0-a1ba-43b1-9d00-e13dfe526fef tempest-AllowedAddressPairTestJSON-1001116597 tempest-AllowedAddressPairTestJSON-1001116597-project] Pushing event deleted for resources: {'Network': ['ID=580dd700-83f5-4257-8a33-9f3f0a9bd87a,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:40.345859 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b28ba971-e12f-4221-a692-643cd25bbc79 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:00:40.357966 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-3a65d48b-3a64-4c45-9fc5-8620184855d9 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2e72ff3-ed3e-4b82-a284-e29772f39715']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:40.373907 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3c89a0-2eb8-459b-978b-63ba07543647 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:40.402314 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-6e3c89a0-2eb8-459b-978b-63ba07543647 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:40.404023 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-3a65d48b-3a64-4c45-9fc5-8620184855d9 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98a187bc-94ca-4d62-aa70-f2b07c9c5996') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:40.404323 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-3a65d48b-3a64-4c45-9fc5-8620184855d9 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98a187bc-94ca-4d62-aa70-f2b07c9c5996') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:40.406571 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28ba971-e12f-4221-a692-643cd25bbc79 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1998500b-335c-40b4-8ed4-1727a51f3ffb,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:40.427449 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b28ba971-e12f-4221-a692-643cd25bbc79 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:40.427940 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-b28ba971-e12f-4221-a692-643cd25bbc79 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Added segment dfa637fc-c7cf-4e38-a81b-8750c5950cc6 of type vlan for network fb31981d-a2e3-4e9d-a87d-2e6cbbbd0e45 Feb 16 17:00:40.454681 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3a65d48b-3a64-4c45-9fc5-8620184855d9 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:40.476845 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 61f1de50-0e0b-45bd-ac5f-8e413bef85f7 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:00:40.512928 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3a65d48b-3a64-4c45-9fc5-8620184855d9 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:40.526951 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a65d48b-3a64-4c45-9fc5-8620184855d9 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:00:40.527563 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3a65d48b-3a64-4c45-9fc5-8620184855d9 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:40.530923 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 17:00:40.530923 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:00:40.530923 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 17:00:40.530923 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:00:40.530923 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 17:00:40.530923 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:00:40.530923 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 17:00:40.530923 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:00:40.530923 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 17:00:40.530923 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:00:40.530923 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 17:00:40.530923 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:00:40.530923 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 17:00:40.530923 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:00:40.530923 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:00:40.530923 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:00:40.530923 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:00:40.530923 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:00:40.530923 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 17:00:40.530923 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:00:40.530923 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 17:00:40.530923 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:00:40.530923 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:00:40.530923 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:00:40.530923 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 17:00:40.530923 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:00:40.530923 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:00:40.530923 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:00:40.530923 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:00:40.530923 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:00:40.530923 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:00:40.530923 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:00:40.534957 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b28ba971-e12f-4221-a692-643cd25bbc79 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:40.612676 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8075036-8f1b-4f07-b156-5e7092e0a724 None None] No DVR routers for this DVR port bead3c2a-18cf-407d-9d19-df88af94c298 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:00:40.649815 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-22fdd66d-c3f7-45f5-88cf-733c492980ce None None] Calling delete_port for 67a30e77-aebe-4331-94e6-3f13fd36ae22 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:00:40.656862 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.ipam_backend_mixin [None req-22fdd66d-c3f7-45f5-88cf-733c492980ce None None] Port 67a30e77-aebe-4331-94e6-3f13fd36ae22 was not found and therefore no delete operation was performed {{(pid=114377) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 17:00:40.667088 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8075036-8f1b-4f07-b156-5e7092e0a724 None None] Pushing event deleted for resources: {'Port': ['ID=bead3c2a-18cf-407d-9d19-df88af94c298,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:40.672599 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-22fdd66d-c3f7-45f5-88cf-733c492980ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:40.703135 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-43d32f2a-bca8-4e02-a58a-b259d4a83a98 None None] Attempting to bind port 976d970c-fab6-47bf-aed7-0f7f574d7a87 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:00:40.703471 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-43d32f2a-bca8-4e02-a58a-b259d4a83a98 None None] Attempting to bind port 976d970c-fab6-47bf-aed7-0f7f574d7a87 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '6d9fd6d1-dde6-4985-8d87-5283cdca3cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c465df62-bafe-4a22-9d4b-8c483b8475d5'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:00:40.703888 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d32f2a-bca8-4e02-a58a-b259d4a83a98 None None] Attempting to bind port 976d970c-fab6-47bf-aed7-0f7f574d7a87 on network c465df62-bafe-4a22-9d4b-8c483b8475d5 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:00:40.704523 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3a65d48b-3a64-4c45-9fc5-8620184855d9 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:40.723309 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3a65d48b-3a64-4c45-9fc5-8620184855d9 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:40.728634 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-3a65d48b-3a64-4c45-9fc5-8620184855d9 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] 10.222.0.88 "DELETE /v2.0/networks/c2e72ff3-ed3e-4b82-a284-e29772f39715 HTTP/1.1" status: 204 len: 168 time: 1.9508886 Feb 16 17:00:40.733697 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9579dbb5-e294-4eb0-ac56-46bd4920d243 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:40.735148 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50146) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:40.751377 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a65d48b-3a64-4c45-9fc5-8620184855d9 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Pushing event deleted for resources: {'Network': ['ID=c2e72ff3-ed3e-4b82-a284-e29772f39715,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:40.754251 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b28ba971-e12f-4221-a692-643cd25bbc79 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:40.760473 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97c31c62-c2c5-477a-ab20-b5575fce25c6 req-999fe1f0-d72a-4a08-9167-98bfaf16b617 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Made reservation on behalf of 96057f06fdc74247a274207da8654659 for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:40.764487 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-97c31c62-c2c5-477a-ab20-b5575fce25c6 req-999fe1f0-d72a-4a08-9167-98bfaf16b617 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:40.767145 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28ba971-e12f-4221-a692-643cd25bbc79 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:40.768542 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b28ba971-e12f-4221-a692-643cd25bbc79 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:40.884259 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fdd66d-c3f7-45f5-88cf-733c492980ce None None] No DVR routers for this DVR port 67a30e77-aebe-4331-94e6-3f13fd36ae22 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:00:40.900709 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a3c8f105-133f-463e-b039-f1638dc06999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:40.916921 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fdd66d-c3f7-45f5-88cf-733c492980ce None None] Pushing event deleted for resources: {'Port': ['ID=67a30e77-aebe-4331-94e6-3f13fd36ae22,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:40.926955 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:40.929052 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d32f2a-bca8-4e02-a58a-b259d4a83a98 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:00:40.929655 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d32f2a-bca8-4e02-a58a-b259d4a83a98 None None] Checking segment: {'id': '6d9fd6d1-dde6-4985-8d87-5283cdca3cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c465df62-bafe-4a22-9d4b-8c483b8475d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:00:40.930491 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-43d32f2a-bca8-4e02-a58a-b259d4a83a98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:40.930945 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28ba971-e12f-4221-a692-643cd25bbc79 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Pushing event updated for resources: {'Network': ['ID=fb31981d-a2e3-4e9d-a87d-2e6cbbbd0e45,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:40.931221 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d32f2a-bca8-4e02-a58a-b259d4a83a98 None None] Bound using segment: {'id': '6d9fd6d1-dde6-4985-8d87-5283cdca3cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c465df62-bafe-4a22-9d4b-8c483b8475d5'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:00:40.932399 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-43d32f2a-bca8-4e02-a58a-b259d4a83a98 None None] Bound port: 976d970c-fab6-47bf-aed7-0f7f574d7a87, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d9fd6d1-dde6-4985-8d87-5283cdca3cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c465df62-bafe-4a22-9d4b-8c483b8475d5'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:00:40.940381 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-43d32f2a-bca8-4e02-a58a-b259d4a83a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:40.950304 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-b28ba971-e12f-4221-a692-643cd25bbc79 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.8955383 Feb 16 17:00:40.955367 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50152) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:40.961594 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network fb31981d-a2e3-4e9d-a87d-2e6cbbbd0e45 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:00:40.973350 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-aa84dd78-5c45-4bd9-9200-8e6930f9723c tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Request body: {'subnet': {'network_id': 'fb31981d-a2e3-4e9d-a87d-2e6cbbbd0e45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:40.999319 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50154) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:41.043695 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5334017f-01f2-4d6e-a5f1-8582b36bd1d4 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:41.067107 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [req-97c31c62-c2c5-477a-ab20-b5575fce25c6 req-999fe1f0-d72a-4a08-9167-98bfaf16b617 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Allocated IP 172.20.0.7 (06298a6e-8040-43d7-955f-604e4333c40a/dbd15ec9-3270-4d20-9abc-f2f9374aa4ce/bc99fbb1-71bd-4ac1-b644-f86a78662778) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:41.102238 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50158) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:41.117727 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9579dbb5-e294-4eb0-ac56-46bd4920d243 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:41.134545 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-a3c8f105-133f-463e-b039-f1638dc06999 None None] For port 61f1de50-0e0b-45bd-ac5f-8e413bef85f7, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=61f1de50-0e0b-45bd-ac5f-8e413bef85f7,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:00:41.178775 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-43d32f2a-bca8-4e02-a58a-b259d4a83a98 None None] For port 976d970c-fab6-47bf-aed7-0f7f574d7a87, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:00:41.181318 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9579dbb5-e294-4eb0-ac56-46bd4920d243 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Network c465df62-bafe-4a22-9d4b-8c483b8475d5 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:41.182730 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-43d32f2a-bca8-4e02-a58a-b259d4a83a98 None None] For port 976d970c-fab6-47bf-aed7-0f7f574d7a87, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=976d970c-fab6-47bf-aed7-0f7f574d7a87,segment=NetworkSegment(6d9fd6d1-dde6-4985-8d87-5283cdca3cc7),segment_id=6d9fd6d1-dde6-4985-8d87-5283cdca3cc7)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:00:41.197526 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 61f1de50-0e0b-45bd-ac5f-8e413bef85f7 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:41.197915 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:41.213736 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-dd17136f-b502-430e-8d30-715c9404f24f tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Request body: {'security_group': {'name': 'default'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:41.214431 dv-neutron-828697-3-hyperv neutron-server[114375]: WARNING neutron.api.v2.base [None req-dd17136f-b502-430e-8d30-715c9404f24f tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 16 17:00:41.215356 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-dd17136f-b502-430e-8d30-715c9404f24f tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] create failed (client error): There was a conflict when trying to complete your request. Feb 16 17:00:41.217603 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-dd17136f-b502-430e-8d30-715c9404f24f tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1141074 Feb 16 17:00:41.225647 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa84dd78-5c45-4bd9-9200-8e6930f9723c tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Made reservation on behalf of a49c4a29cc0c4355a6085d6833226341 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:41.225647 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-aa84dd78-5c45-4bd9-9200-8e6930f9723c tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:41.226726 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50162) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:41.229325 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a3c8f105-133f-463e-b039-f1638dc06999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:41.239300 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e3c89a0-2eb8-459b-978b-63ba07543647 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Router f14e3e51-31b9-4175-8fe5-a4c8b8421c13 is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:00:41.240267 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-9579dbb5-e294-4eb0-ac56-46bd4920d243 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:41.242219 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-59259118-a32d-49f4-a1a8-cee95760a8b4 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Request body: {'security_group': {'name': 'tempest-secgroup--309105433'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:41.243663 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9579dbb5-e294-4eb0-ac56-46bd4920d243 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:00:41.275199 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-34b95100-618a-4951-8604-9e892e57d61e None None] Deleting port 62e006dd-24b8-4c5e-8242-eb125c7c4dc8 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:00:41.275597 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-34b95100-618a-4951-8604-9e892e57d61e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:41.299442 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9579dbb5-e294-4eb0-ac56-46bd4920d243 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event updated for resources: {'Port': ['ID=113d5a81-22a2-4cee-9cd4-be3421f1a2e5,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:41.299698 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-43d32f2a-bca8-4e02-a58a-b259d4a83a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:41.402122 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-5334017f-01f2-4d6e-a5f1-8582b36bd1d4 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Deleting port 62e006dd-24b8-4c5e-8242-eb125c7c4dc8 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:00:41.402465 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5334017f-01f2-4d6e-a5f1-8582b36bd1d4 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:41.431657 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-59259118-a32d-49f4-a1a8-cee95760a8b4 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:41.435163 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-097a9807-311a-4a0a-b088-67aaa7872d39 req-2c3e73d6-0d0b-41aa-8a55-2faa03a4551e tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5ebd8bd3-b725-4245-93f5-ef5668d6841a HTTP/1.1" status: 200 len: 210 time: 0.0466797 Feb 16 17:00:41.459560 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-59259118-a32d-49f4-a1a8-cee95760a8b4 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:41.486849 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-494d1da8-6e1f-4502-b03d-a3dfa09b4abf None None] Provisioning complete for port 0cd8955a-287e-40ca-9627-345e60a70cf1 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:41.487306 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-494d1da8-6e1f-4502-b03d-a3dfa09b4abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:41.489461 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c8f105-133f-463e-b039-f1638dc06999 None None] Pushing event updated for resources: {'Port': ['ID=61f1de50-0e0b-45bd-ac5f-8e413bef85f7,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:41.498224 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-34b95100-618a-4951-8604-9e892e57d61e None None] For port 62e006dd-24b8-4c5e-8242-eb125c7c4dc8, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=62e006dd-24b8-4c5e-8242-eb125c7c4dc8,segment=NetworkSegment(74e3510e-9edd-4223-ab23-498207998852),segment_id=74e3510e-9edd-4223-ab23-498207998852)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:00:41.502835 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-34b95100-618a-4951-8604-9e892e57d61e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:41.506121 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9579dbb5-e294-4eb0-ac56-46bd4920d243 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:41.507166 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9579dbb5-e294-4eb0-ac56-46bd4920d243 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:41.552666 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 02b6e560-b065-4145-a0e0-57b8c33044f5 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:00:41.572768 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-34b95100-618a-4951-8604-9e892e57d61e None None] Calling delete_port for 62e006dd-24b8-4c5e-8242-eb125c7c4dc8 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:00:41.582510 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-83b101e7-2d1b-40d6-a5d8-8b9589c7520f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8bea74979a924d31aa0b64c8b14c0701&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5820673 Feb 16 17:00:41.609361 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50168) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:41.614317 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-59259118-a32d-49f4-a1a8-cee95760a8b4 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:41.641402 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-aa84dd78-5c45-4bd9-9200-8e6930f9723c tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:41.643895 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-5334017f-01f2-4d6e-a5f1-8582b36bd1d4 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] For port 62e006dd-24b8-4c5e-8242-eb125c7c4dc8, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=62e006dd-24b8-4c5e-8242-eb125c7c4dc8,segment=NetworkSegment(74e3510e-9edd-4223-ab23-498207998852),segment_id=74e3510e-9edd-4223-ab23-498207998852)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:00:41.644297 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5334017f-01f2-4d6e-a5f1-8582b36bd1d4 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:41.648850 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-97c31c62-c2c5-477a-ab20-b5575fce25c6 req-999fe1f0-d72a-4a08-9167-98bfaf16b617 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:41.653068 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3c89a0-2eb8-459b-978b-63ba07543647 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:00:41.667520 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-6e3c89a0-2eb8-459b-978b-63ba07543647 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "PUT /v2.0/routers/f14e3e51-31b9-4175-8fe5-a4c8b8421c13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8904676 Feb 16 17:00:41.687339 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-494d1da8-6e1f-4502-b03d-a3dfa09b4abf None None] Port 0cd8955a-287e-40ca-9627-345e60a70cf1 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:00:41.697271 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50170) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:41.727763 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-5334017f-01f2-4d6e-a5f1-8582b36bd1d4 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Calling delete_port for 62e006dd-24b8-4c5e-8242-eb125c7c4dc8 owned by network:dhcp {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:00:41.727950 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-9579dbb5-e294-4eb0-ac56-46bd4920d243 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 4.2160292 Feb 16 17:00:41.735140 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50172) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:41.754987 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de80b825-5366-4b82-b4de-c2ccc113ef3a None None] Sync routers for ids ['f14e3e51-31b9-4175-8fe5-a4c8b8421c13'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:00:41.778893 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d32f2a-bca8-4e02-a58a-b259d4a83a98 None None] Pushing event updated for resources: {'Port': ['ID=976d970c-fab6-47bf-aed7-0f7f574d7a87,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:41.781008 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa84dd78-5c45-4bd9-9200-8e6930f9723c tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Pushing event updated for resources: {'Subnet': ['ID=b1041ae3-3412-4004-be87-f481066e2b1b,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:41.782538 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e338c2-8c0e-4dce-b32b-635c11b6eee2 req-3f26d9f0-4912-4f76-ae5d-491eea3cf027 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:41.784350 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e1e338c2-8c0e-4dce-b32b-635c11b6eee2 req-3f26d9f0-4912-4f76-ae5d-491eea3cf027 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.4445479 Feb 16 17:00:41.786442 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de80b825-5366-4b82-b4de-c2ccc113ef3a None None] Routers {'f14e3e51-31b9-4175-8fe5-a4c8b8421c13'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:00:41.787403 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-de80b825-5366-4b82-b4de-c2ccc113ef3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:00:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['f14e3e51-31b9-4175-8fe5-a4c8b8421c13'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:41.796452 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-59259118-a32d-49f4-a1a8-cee95760a8b4 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:41.853158 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59259118-a32d-49f4-a1a8-cee95760a8b4 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdefc912-76a0-4082-b6cf-1e58d2d028f0,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:41.909213 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:41.919380 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa84dd78-5c45-4bd9-9200-8e6930f9723c tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Checking segment: {'id': 'dfa637fc-c7cf-4e38-a81b-8750c5950cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fb31981d-a2e3-4e9d-a87d-2e6cbbbd0e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:00:41.919915 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa84dd78-5c45-4bd9-9200-8e6930f9723c tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Network hostable DHCP agents. Network: fb31981d-a2e3-4e9d-a87d-2e6cbbbd0e45, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:00:41.931626 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edff6cf5-2fda-486c-b2b0-9222b17d5dc6 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:41.933048 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-edff6cf5-2fda-486c-b2b0-9222b17d5dc6 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/ports/0cd8955a-287e-40ca-9627-345e60a70cf1 HTTP/1.1" status: 200 len: 911 time: 0.2260282 Feb 16 17:00:41.940214 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-de80b825-5366-4b82-b4de-c2ccc113ef3a None None] Set router f14e3e51-31b9-4175-8fe5-a4c8b8421c13 gateway port host: None {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:00:41.941339 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50174) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:41.982813 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-88097c65-e7c8-4f70-ba61-6b706fc4e821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:41.987647 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 02b6e560-b065-4145-a0e0-57b8c33044f5 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:41.988125 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:41.992867 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-59259118-a32d-49f4-a1a8-cee95760a8b4 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:42.012293 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136de26c-8eb5-4a04-b28c-69ed6f8dabca tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:42.019742 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136de26c-8eb5-4a04-b28c-69ed6f8dabca tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:42.023163 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-136de26c-8eb5-4a04-b28c-69ed6f8dabca tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0738053 Feb 16 17:00:42.023766 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50176) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:42.030286 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa84dd78-5c45-4bd9-9200-8e6930f9723c tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Network fb31981d-a2e3-4e9d-a87d-2e6cbbbd0e45 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:00:42.048567 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e1e338c2-8c0e-4dce-b32b-635c11b6eee2 req-49e8b4f8-9bc4-4672-a572-7cba9b7a96f7 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2411678 Feb 16 17:00:42.065026 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-88097c65-e7c8-4f70-ba61-6b706fc4e821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:42.071491 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-59259118-a32d-49f4-a1a8-cee95760a8b4 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:42.111198 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-97c31c62-c2c5-477a-ab20-b5575fce25c6 req-999fe1f0-d72a-4a08-9167-98bfaf16b617 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:42.140511 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-34b95100-618a-4951-8604-9e892e57d61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:42.145438 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59259118-a32d-49f4-a1a8-cee95760a8b4 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59560373-9e5b-440d-a029-f3a514154169,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:42.185482 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97c31c62-c2c5-477a-ab20-b5575fce25c6 req-999fe1f0-d72a-4a08-9167-98bfaf16b617 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Network 06298a6e-8040-43d7-955f-604e4333c40a is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:42.191084 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5334017f-01f2-4d6e-a5f1-8582b36bd1d4 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:42.200637 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [req-97c31c62-c2c5-477a-ab20-b5575fce25c6 req-999fe1f0-d72a-4a08-9167-98bfaf16b617 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:42.200867 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b95100-618a-4951-8604-9e892e57d61e None None] Pushing event deleted for resources: {'Port': ['ID=62e006dd-24b8-4c5e-8242-eb125c7c4dc8,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:42.207482 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c31c62-c2c5-477a-ab20-b5575fce25c6 req-999fe1f0-d72a-4a08-9167-98bfaf16b617 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:00:42.210534 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999fe1f0-d72a-4a08-9167-98bfaf16b617 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Pushing event updated for resources: {'Port': ['ID=bc99fbb1-71bd-4ac1-b644-f86a78662778,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:42.221277 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-aa84dd78-5c45-4bd9-9200-8e6930f9723c tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, fb31981d-a2e3-4e9d-a87d-2e6cbbbd0e45) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:42.241673 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:42.264726 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231fe12e-3e4e-4aa5-9adf-4cdfd5ced64b None None] Network fb31981d-a2e3-4e9d-a87d-2e6cbbbd0e45 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:00:42.275922 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b95100-618a-4951-8604-9e892e57d61e None None] No DVR routers for this DVR port 62e006dd-24b8-4c5e-8242-eb125c7c4dc8 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:00:42.276175 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-59259118-a32d-49f4-a1a8-cee95760a8b4 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:42.277166 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-59259118-a32d-49f4-a1a8-cee95760a8b4 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0497885 Feb 16 17:00:42.280199 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5334017f-01f2-4d6e-a5f1-8582b36bd1d4 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] No DVR routers for this DVR port 62e006dd-24b8-4c5e-8242-eb125c7c4dc8 on host dv-neutron-828697-3-hyperv {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:00:42.283870 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-869f8c04-c441-40db-8ee2-8346fc8960fd tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Deleting port 113d5a81-22a2-4cee-9cd4-be3421f1a2e5 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:00:42.284633 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-869f8c04-c441-40db-8ee2-8346fc8960fd tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:42.293158 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50180) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:42.293578 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5334017f-01f2-4d6e-a5f1-8582b36bd1d4 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Pushing event deleted for resources: {'Port': ['ID=62e006dd-24b8-4c5e-8242-eb125c7c4dc8,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:42.299208 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa84dd78-5c45-4bd9-9200-8e6930f9723c tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:42.299906 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-aa84dd78-5c45-4bd9-9200-8e6930f9723c tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:42.300608 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-56c1bb28-7923-4d73-a3af-a3c590861c47 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Request body: {'security_group_rule': {'security_group_id': '59560373-9e5b-440d-a029-f3a514154169', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:42.374879 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-88097c65-e7c8-4f70-ba61-6b706fc4e821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:42.377855 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-88097c65-e7c8-4f70-ba61-6b706fc4e821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:42.382493 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-88097c65-e7c8-4f70-ba61-6b706fc4e821 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/23b1f19a-bdfb-473a-b654-ecce5a911399 HTTP/1.1" status: 204 len: 168 time: 0.7713604 Feb 16 17:00:42.438207 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88097c65-e7c8-4f70-ba61-6b706fc4e821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b1f19a-bdfb-473a-b654-ecce5a911399,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:42.475944 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device bead3c2a-18cf-407d-9d19-df88af94c298 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:00:42.504291 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d27b3-163f-4f95-a179-a3bbbb7ce830 req-35b18bf1-caad-403d-ae9f-68d5ba36ff49 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:42.507890 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-426d27b3-163f-4f95-a179-a3bbbb7ce830 req-35b18bf1-caad-403d-ae9f-68d5ba36ff49 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.3339107 Feb 16 17:00:42.525850 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-aa84dd78-5c45-4bd9-9200-8e6930f9723c tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5687819 Feb 16 17:00:42.529034 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c31c62-c2c5-477a-ab20-b5575fce25c6 req-999fe1f0-d72a-4a08-9167-98bfaf16b617 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:42.529712 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-97c31c62-c2c5-477a-ab20-b5575fce25c6 req-999fe1f0-d72a-4a08-9167-98bfaf16b617 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:42.536850 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50186) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:42.537187 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50188) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:42.554521 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: bead3c2a-18cf-407d-9d19-df88af94c298 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:00:42.554875 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device bead3c2a-18cf-407d-9d19-df88af94c298 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:00:42.555282 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 67a30e77-aebe-4331-94e6-3f13fd36ae22 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:00:42.556373 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-b49d3828-6900-4262-86ae-d25bbdd809a3 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Request body: {'floatingip': {'port_id': '561eab9a-0ea9-4489-acaf-f14c6ec01233'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:42.611924 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5334017f-01f2-4d6e-a5f1-8582b36bd1d4 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:42.649390 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 67a30e77-aebe-4331-94e6-3f13fd36ae22 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:00:42.649816 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 67a30e77-aebe-4331-94e6-3f13fd36ae22 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:00:42.650438 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 62e006dd-24b8-4c5e-8242-eb125c7c4dc8 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:00:42.680655 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 62e006dd-24b8-4c5e-8242-eb125c7c4dc8 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:00:42.681083 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 62e006dd-24b8-4c5e-8242-eb125c7c4dc8 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:00:42.681744 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-869f8c04-c441-40db-8ee2-8346fc8960fd tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:42.699631 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-5334017f-01f2-4d6e-a5f1-8582b36bd1d4 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa815ca4-7159-4cc2-8a2c-b6846a69dc39']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:42.700252 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-56c1bb28-7923-4d73-a3af-a3c590861c47 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:42.722708 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-5334017f-01f2-4d6e-a5f1-8582b36bd1d4 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74e3510e-9edd-4223-ab23-498207998852') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:42.730261 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-5334017f-01f2-4d6e-a5f1-8582b36bd1d4 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74e3510e-9edd-4223-ab23-498207998852') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:42.730261 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-869f8c04-c441-40db-8ee2-8346fc8960fd tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Calling delete_port for 113d5a81-22a2-4cee-9cd4-be3421f1a2e5 owned by {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:00:42.739109 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-de80b825-5366-4b82-b4de-c2ccc113ef3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f14e3e51-31b9-4175-8fe5-a4c8b8421c13', 'name': 'tempest-NetworksTestDHCPv6-router-1725098330', 'tenant_id': '81837604d6654060bf0a8ff194578833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:00:34Z', 'updated_at': '2022-02-16T17:00:37Z', 'revision_number': 2, 'project_id': '81837604d6654060bf0a8ff194578833', 'gw_port_host': None, '_interfaces': [{'id': '0cd8955a-287e-40ca-9627-345e60a70cf1', 'name': '', 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'tenant_id': '81837604d6654060bf0a8ff194578833', 'mac_address': 'fa:16:3e:02:b2:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f14e3e51-31b9-4175-8fe5-a4c8b8421c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '1337d6de-be9c-4997-8b25-111e12737a38', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:35Z', 'updated_at': '2022-02-16T17:00:37Z', 'revision_number': 2, 'project_id': '81837604d6654060bf0a8ff194578833', 'subnets': [{'id': '1337d6de-be9c-4997-8b25-111e12737a38', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:42.759434 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-97c31c62-c2c5-477a-ab20-b5575fce25c6 req-999fe1f0-d72a-4a08-9167-98bfaf16b617 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1108725 Feb 16 17:00:42.801015 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-97c31c62-c2c5-477a-ab20-b5575fce25c6 req-90b066ae-c8b1-49fa-8107-b26ab0cce5fb service neutron] Request body: {'port': {'device_id': '5ebd8bd3-b725-4245-93f5-ef5668d6841a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8286'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:42.807157 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5334017f-01f2-4d6e-a5f1-8582b36bd1d4 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:42.830356 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc7b9c9-8218-4878-b75d-7e9480dba525 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-fb31981d-a2e3-4e9d-a87d-2e6cbbbd0e45', 'network_id': 'fb31981d-a2e3-4e9d-a87d-2e6cbbbd0e45', 'tenant_id': 'a49c4a29cc0c4355a6085d6833226341', 'fixed_ips': [{'subnet_id': 'b1041ae3-3412-4004-be87-f481066e2b1b'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:00:42.831467 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ebc7b9c9-8218-4878-b75d-7e9480dba525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:42.834298 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73492182-a579-4205-94b5-73308af80604 req-69bdb864-2e11-4714-be37-78ac401fb6b8 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:42.835351 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de80b825-5366-4b82-b4de-c2ccc113ef3a None None] Checking router: f14e3e51-31b9-4175-8fe5-a4c8b8421c13 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:00:42.835703 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de80b825-5366-4b82-b4de-c2ccc113ef3a None None] Updating router f14e3e51-31b9-4175-8fe5-a4c8b8421c13 port 0cd8955a-287e-40ca-9627-345e60a70cf1 binding host dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:00:42.842376 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-73492182-a579-4205-94b5-73308af80604 req-69bdb864-2e11-4714-be37-78ac401fb6b8 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5ebd8bd3-b725-4245-93f5-ef5668d6841a HTTP/1.1" status: 200 len: 931 time: 0.2653725 Feb 16 17:00:42.993693 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5334017f-01f2-4d6e-a5f1-8582b36bd1d4 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:43.013390 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5334017f-01f2-4d6e-a5f1-8582b36bd1d4 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:00:43.014189 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5334017f-01f2-4d6e-a5f1-8582b36bd1d4 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:43.041006 dv-neutron-828697-3-hyperv neutron-server[114376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:00:43.041006 dv-neutron-828697-3-hyperv neutron-server[114376]: self.session.flush() Feb 16 17:00:43.041006 dv-neutron-828697-3-hyperv neutron-server[114376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:00:43.041006 dv-neutron-828697-3-hyperv neutron-server[114376]: self.session.flush() Feb 16 17:00:43.041006 dv-neutron-828697-3-hyperv neutron-server[114376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:00:43.041006 dv-neutron-828697-3-hyperv neutron-server[114376]: self.session.flush() Feb 16 17:00:43.041006 dv-neutron-828697-3-hyperv neutron-server[114376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:00:43.041006 dv-neutron-828697-3-hyperv neutron-server[114376]: self.session.flush() Feb 16 17:00:43.041006 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 17:00:43.041006 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:00:43.041006 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 17:00:43.041006 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:00:43.041006 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 17:00:43.041006 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:00:43.041006 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 17:00:43.041006 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:00:43.041006 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 17:00:43.041006 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:00:43.041006 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 17:00:43.041006 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:00:43.041006 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 17:00:43.041006 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:00:43.041006 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:00:43.041006 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:00:43.041006 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:00:43.041006 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:00:43.041006 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 17:00:43.041006 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:00:43.041006 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 17:00:43.041006 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:00:43.041006 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:00:43.041006 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:00:43.041006 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 17:00:43.041006 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:00:43.041006 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:00:43.041006 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:00:43.041006 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:00:43.041006 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:00:43.041006 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:00:43.041006 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:00:43.098499 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-ebc7b9c9-8218-4878-b75d-7e9480dba525 None None] Allocated IP 2001:db8::2 (fb31981d-a2e3-4e9d-a87d-2e6cbbbd0e45/b1041ae3-3412-4004-be87-f481066e2b1b/f41b6dd9-ac81-4aab-8dc8-29a783f9d8b2) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:43.212281 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-56c1bb28-7923-4d73-a3af-a3c590861c47 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:43.220012 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-97c31c62-c2c5-477a-ab20-b5575fce25c6 req-90b066ae-c8b1-49fa-8107-b26ab0cce5fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:43.224573 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-c70c8447-7fc2-4767-b0a4-a1ffc57ba6c3 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Request body: {'port': {'network_id': 'fb31981d-a2e3-4e9d-a87d-2e6cbbbd0e45', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-760753863'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:43.238620 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-73492182-a579-4205-94b5-73308af80604 req-258ddd4e-5231-4e41-bd73-c2094bdf25ea tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/security-groups?id=182e3741-5bf1-40d0-9f52-072188d785c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3952563 Feb 16 17:00:43.298890 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ebc7b9c9-8218-4878-b75d-7e9480dba525 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:43.308015 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 976d970c-fab6-47bf-aed7-0f7f574d7a87 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:00:43.309999 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad2e6d0-c5f2-4e39-83d7-7b7c9bea3751 None None] Network c465df62-bafe-4a22-9d4b-8c483b8475d5 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:00:43.311729 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-afc6497f-fbc0-4b21-abe2-2edbcd36db1d None None] Provisioning complete for port bc99fbb1-71bd-4ac1-b644-f86a78662778 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:43.312020 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-afc6497f-fbc0-4b21-abe2-2edbcd36db1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:43.320016 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b49d3828-6900-4262-86ae-d25bbdd809a3 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Notify callbacks [] for floatingip, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:43.320249 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5334017f-01f2-4d6e-a5f1-8582b36bd1d4 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:43.321727 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-56c1bb28-7923-4d73-a3af-a3c590861c47 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:43.341288 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-de80b825-5366-4b82-b4de-c2ccc113ef3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:43.363413 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5334017f-01f2-4d6e-a5f1-8582b36bd1d4 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:43.367596 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-5334017f-01f2-4d6e-a5f1-8582b36bd1d4 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] 10.222.0.88 "DELETE /v2.0/networks/aa815ca4-7159-4cc2-8a2c-b6846a69dc39 HTTP/1.1" status: 204 len: 168 time: 2.6312780 Feb 16 17:00:43.372632 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50200) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:43.559469 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ebc7b9c9-8218-4878-b75d-7e9480dba525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:43.690220 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc7b9c9-8218-4878-b75d-7e9480dba525 None None] Network fb31981d-a2e3-4e9d-a87d-2e6cbbbd0e45 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:43.736778 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-ebc7b9c9-8218-4878-b75d-7e9480dba525 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:43.739646 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc7b9c9-8218-4878-b75d-7e9480dba525 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:00:43.795575 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70c8447-7fc2-4767-b0a4-a1ffc57ba6c3 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Made reservation on behalf of a49c4a29cc0c4355a6085d6833226341 for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:43.799601 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c70c8447-7fc2-4767-b0a4-a1ffc57ba6c3 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:43.852620 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5334017f-01f2-4d6e-a5f1-8582b36bd1d4 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Pushing event deleted for resources: {'Network': ['ID=aa815ca4-7159-4cc2-8a2c-b6846a69dc39,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:43.854322 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c1bb28-7923-4d73-a3af-a3c590861c47 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efca7636-b98d-4624-b3c3-d6688e0f56f8,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:43.931775 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d2bf7302-6d50-45e9-8425-b6e2c7d88c41 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:43.967896 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-56c1bb28-7923-4d73-a3af-a3c590861c47 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:43.969395 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-56c1bb28-7923-4d73-a3af-a3c590861c47 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6733694 Feb 16 17:00:43.977477 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50210) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:43.988241 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-34defa79-c925-469d-846b-5660aa66aa2d tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Request body: {'security_group_rule': {'security_group_id': '59560373-9e5b-440d-a029-f3a514154169', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:43.996881 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-c70c8447-7fc2-4767-b0a4-a1ffc57ba6c3 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] device_id is not set on port 57423dc9-d360-478b-a5b6-489b1591a2e5 yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:00:43.999246 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5494559-ff34-46c9-abb1-01798934dcbb tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Deleting subnet cc6dbb4e-8947-4d37-ab73-2764fa769481 {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:00:44.009064 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c5494559-ff34-46c9-abb1-01798934dcbb tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:44.058188 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-869f8c04-c441-40db-8ee2-8346fc8960fd tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:44.065153 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-de80b825-5366-4b82-b4de-c2ccc113ef3a None None] Notify callbacks [] for port, precommit_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:44.102333 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50212) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:44.104142 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-afc6497f-fbc0-4b21-abe2-2edbcd36db1d None None] Port bc99fbb1-71bd-4ac1-b644-f86a78662778 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:00:44.150926 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f8c04-c441-40db-8ee2-8346fc8960fd tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event deleted for resources: {'Port': ['ID=113d5a81-22a2-4cee-9cd4-be3421f1a2e5,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:44.157354 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-de80b825-5366-4b82-b4de-c2ccc113ef3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:44.158771 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c5494559-ff34-46c9-abb1-01798934dcbb tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:44.167453 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-ebc7b9c9-8218-4878-b75d-7e9480dba525 None None] Attempting to bind port f41b6dd9-ac81-4aab-8dc8-29a783f9d8b2 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:00:44.167937 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-ebc7b9c9-8218-4878-b75d-7e9480dba525 None None] Attempting to bind port f41b6dd9-ac81-4aab-8dc8-29a783f9d8b2 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': 'dfa637fc-c7cf-4e38-a81b-8750c5950cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fb31981d-a2e3-4e9d-a87d-2e6cbbbd0e45'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:00:44.168417 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc7b9c9-8218-4878-b75d-7e9480dba525 None None] Attempting to bind port f41b6dd9-ac81-4aab-8dc8-29a783f9d8b2 on network fb31981d-a2e3-4e9d-a87d-2e6cbbbd0e45 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:00:44.177993 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc7b9c9-8218-4878-b75d-7e9480dba525 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:00:44.182837 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc7b9c9-8218-4878-b75d-7e9480dba525 None None] Checking segment: {'id': 'dfa637fc-c7cf-4e38-a81b-8750c5950cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fb31981d-a2e3-4e9d-a87d-2e6cbbbd0e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:00:44.182837 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ebc7b9c9-8218-4878-b75d-7e9480dba525 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:44.182837 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc7b9c9-8218-4878-b75d-7e9480dba525 None None] Bound using segment: {'id': 'dfa637fc-c7cf-4e38-a81b-8750c5950cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fb31981d-a2e3-4e9d-a87d-2e6cbbbd0e45'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:00:44.182837 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-ebc7b9c9-8218-4878-b75d-7e9480dba525 None None] Bound port: f41b6dd9-ac81-4aab-8dc8-29a783f9d8b2, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa637fc-c7cf-4e38-a81b-8750c5950cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fb31981d-a2e3-4e9d-a87d-2e6cbbbd0e45'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:00:44.182837 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ebc7b9c9-8218-4878-b75d-7e9480dba525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:44.183327 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-c70c8447-7fc2-4767-b0a4-a1ffc57ba6c3 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Allocated IP 2001:db8::d6 (fb31981d-a2e3-4e9d-a87d-2e6cbbbd0e45/b1041ae3-3412-4004-be87-f481066e2b1b/57423dc9-d360-478b-a5b6-489b1591a2e5) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:44.197250 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 976d970c-fab6-47bf-aed7-0f7f574d7a87 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:44.197883 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:44.271177 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-34defa79-c925-469d-846b-5660aa66aa2d tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:44.296711 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-58c85f6d-463a-45a5-b507-a3b16c4914c8 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-766547350'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:44.325028 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc7b9c9-8218-4878-b75d-7e9480dba525 None None] Pushing event updated for resources: {'Port': ['ID=f41b6dd9-ac81-4aab-8dc8-29a783f9d8b2,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:44.349910 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-aafb0695-4857-421c-bc16-60a2be4bf05a None None] Provisioning complete for port 976d970c-fab6-47bf-aed7-0f7f574d7a87 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:44.354513 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-aafb0695-4857-421c-bc16-60a2be4bf05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:44.455084 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-869f8c04-c441-40db-8ee2-8346fc8960fd tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:44.466599 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-869f8c04-c441-40db-8ee2-8346fc8960fd tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "DELETE /v2.0/ports/113d5a81-22a2-4cee-9cd4-be3421f1a2e5 HTTP/1.1" status: 204 len: 168 time: 2.6977186 Feb 16 17:00:44.473418 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50218) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:44.515603 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-de80b825-5366-4b82-b4de-c2ccc113ef3a None None] Attempting to bind port 0cd8955a-287e-40ca-9627-345e60a70cf1 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:00:44.516004 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-de80b825-5366-4b82-b4de-c2ccc113ef3a None None] Attempting to bind port 0cd8955a-287e-40ca-9627-345e60a70cf1 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:00:44.516801 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de80b825-5366-4b82-b4de-c2ccc113ef3a None None] Attempting to bind port 0cd8955a-287e-40ca-9627-345e60a70cf1 on network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:00:44.533948 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-05c05cd1-ee66-4bb5-88b7-1703da5c01c7 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] GET failed (client error): The resource could not be found. Feb 16 17:00:44.538644 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-05c05cd1-ee66-4bb5-88b7-1703da5c01c7 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "GET /v2.0/ports/113d5a81-22a2-4cee-9cd4-be3421f1a2e5 HTTP/1.1" status: 404 len: 333 time: 0.0612166 Feb 16 17:00:44.541663 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c5494559-ff34-46c9-abb1-01798934dcbb tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:44.541855 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50220) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:44.591305 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-aafb0695-4857-421c-bc16-60a2be4bf05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:44.610620 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [req-97c31c62-c2c5-477a-ab20-b5575fce25c6 req-90b066ae-c8b1-49fa-8107-b26ab0cce5fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc99fbb1-71bd-4ac1-b644-f86a78662778 {{(pid=114376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:00:44.611108 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1680d133-a35c-4fd7-b8c3-7a36a6be4337 None None] Pushing event updated for resources: {'Port': ['ID=0cd8955a-287e-40ca-9627-345e60a70cf1,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:44.613790 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6a5ec9d-f63a-42f7-9762-7b03099b899a tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Deleting subnet 545e0a08-5580-4180-ba95-1d5ed886a143 {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:00:44.617259 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d6a5ec9d-f63a-42f7-9762-7b03099b899a tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:44.621062 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c85f6d-463a-45a5-b507-a3b16c4914c8 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Made reservation on behalf of 20d8e1466b544f5eb14961c4b649d8ae for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:44.623305 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-58c85f6d-463a-45a5-b507-a3b16c4914c8 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:44.628006 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de80b825-5366-4b82-b4de-c2ccc113ef3a None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:00:44.628399 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de80b825-5366-4b82-b4de-c2ccc113ef3a None None] Checking segment: {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:00:44.628812 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-de80b825-5366-4b82-b4de-c2ccc113ef3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:44.629215 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de80b825-5366-4b82-b4de-c2ccc113ef3a None None] Bound using segment: {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:00:44.629712 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-de80b825-5366-4b82-b4de-c2ccc113ef3a None None] Bound port: 0cd8955a-287e-40ca-9627-345e60a70cf1, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:00:44.630412 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-de80b825-5366-4b82-b4de-c2ccc113ef3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:44.632905 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-97c31c62-c2c5-477a-ab20-b5575fce25c6 req-90b066ae-c8b1-49fa-8107-b26ab0cce5fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:44.664265 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d6a5ec9d-f63a-42f7-9762-7b03099b899a tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:44.681668 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-ebc7b9c9-8218-4878-b75d-7e9480dba525 None None] For port f41b6dd9-ac81-4aab-8dc8-29a783f9d8b2, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:00:44.681812 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-58c85f6d-463a-45a5-b507-a3b16c4914c8 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:44.686597 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-34defa79-c925-469d-846b-5660aa66aa2d tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] create failed (client error): There was a conflict when trying to complete your request. Feb 16 17:00:44.690678 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-34defa79-c925-469d-846b-5660aa66aa2d tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7073922 Feb 16 17:00:44.693774 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50222) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:44.759958 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-de80b825-5366-4b82-b4de-c2ccc113ef3a None None] For port 0cd8955a-287e-40ca-9627-345e60a70cf1, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:00:44.769330 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-de80b825-5366-4b82-b4de-c2ccc113ef3a None None] For port 0cd8955a-287e-40ca-9627-345e60a70cf1, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=0cd8955a-287e-40ca-9627-345e60a70cf1,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:00:44.774606 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-ebc7b9c9-8218-4878-b75d-7e9480dba525 None None] For port f41b6dd9-ac81-4aab-8dc8-29a783f9d8b2, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=f41b6dd9-ac81-4aab-8dc8-29a783f9d8b2,segment=NetworkSegment(dfa637fc-c7cf-4e38-a81b-8750c5950cc6),segment_id=dfa637fc-c7cf-4e38-a81b-8750c5950cc6)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:00:44.786772 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.provisioning_blocks [req-97c31c62-c2c5-477a-ab20-b5575fce25c6 req-90b066ae-c8b1-49fa-8107-b26ab0cce5fb service neutron] Transition to ACTIVE for port object bc99fbb1-71bd-4ac1-b644-f86a78662778 will not be triggered until provisioned by entity L2. {{(pid=114376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:00:44.794015 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c5494559-ff34-46c9-abb1-01798934dcbb tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:44.832784 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-aafb0695-4857-421c-bc16-60a2be4bf05a None None] For port 976d970c-fab6-47bf-aed7-0f7f574d7a87, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=976d970c-fab6-47bf-aed7-0f7f574d7a87,segment=NetworkSegment(6d9fd6d1-dde6-4985-8d87-5283cdca3cc7),segment_id=6d9fd6d1-dde6-4985-8d87-5283cdca3cc7)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:00:44.848971 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-de80b825-5366-4b82-b4de-c2ccc113ef3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:44.853925 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5494559-ff34-46c9-abb1-01798934dcbb tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Pushing event deleted for resources: {'Subnet': ['ID=cc6dbb4e-8947-4d37-ab73-2764fa769481,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:44.861164 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:44.867648 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c5494559-ff34-46c9-abb1-01798934dcbb tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:44.871104 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c5494559-ff34-46c9-abb1-01798934dcbb tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] 10.222.0.88 "DELETE /v2.0/subnets/cc6dbb4e-8947-4d37-ab73-2764fa769481 HTTP/1.1" status: 204 len: 168 time: 1.4841580 Feb 16 17:00:44.875307 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c70c8447-7fc2-4767-b0a4-a1ffc57ba6c3 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:44.878115 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50224) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:44.900309 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32525d4-5516-49b1-9544-93dcf2407c6b req-edf5cd46-2e98-4e38-b1b5-0045266b2d06 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:44.901821 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-a32525d4-5516-49b1-9544-93dcf2407c6b req-edf5cd46-2e98-4e38-b1b5-0045266b2d06 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5ebd8bd3-b725-4245-93f5-ef5668d6841a HTTP/1.1" status: 200 len: 931 time: 0.4649673 Feb 16 17:00:44.902949 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b6113f-70e2-414d-8483-ce69ed0d53db None None] Network 190cd06a-4d90-48cd-a5b5-3f50f551fe04 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:00:44.925631 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ebc7b9c9-8218-4878-b75d-7e9480dba525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:44.929729 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.db.resource_extend [None req-b49d3828-6900-4262-86ae-d25bbdd809a3 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 17:00:44.952262 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-aafb0695-4857-421c-bc16-60a2be4bf05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:44.996576 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d9f4dddf-a102-486e-9c6a-e0dd80ca3377 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:45.014428 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-97c31c62-c2c5-477a-ab20-b5575fce25c6 req-90b066ae-c8b1-49fa-8107-b26ab0cce5fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:45.039620 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de80b825-5366-4b82-b4de-c2ccc113ef3a None None] Routers {'f14e3e51-31b9-4175-8fe5-a4c8b8421c13'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:00:45.043353 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-de80b825-5366-4b82-b4de-c2ccc113ef3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:00:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['f14e3e51-31b9-4175-8fe5-a4c8b8421c13'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:45.059837 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d6a5ec9d-f63a-42f7-9762-7b03099b899a tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:45.071252 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b49d3828-6900-4262-86ae-d25bbdd809a3 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:45.104696 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-58c85f6d-463a-45a5-b507-a3b16c4914c8 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:45.108023 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1680d133-a35c-4fd7-b8c3-7a36a6be4337 None None] Pushing event updated for resources: {'Port': ['ID=0cd8955a-287e-40ca-9627-345e60a70cf1,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:45.130547 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-a32525d4-5516-49b1-9544-93dcf2407c6b req-dde6f3c7-a50d-4c89-9d44-aecd7626e03b tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/security-groups?id=182e3741-5bf1-40d0-9f52-072188d785c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932657 Feb 16 17:00:45.130848 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d9f4dddf-a102-486e-9c6a-e0dd80ca3377 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:45.151669 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b49d3828-6900-4262-86ae-d25bbdd809a3 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:45.175398 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9fafdaad-d60c-4f89-a122-1ffe4b9600de tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:45.279712 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-58c85f6d-463a-45a5-b507-a3b16c4914c8 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:45.298967 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc7b9c9-8218-4878-b75d-7e9480dba525 None None] Pushing event updated for resources: {'Port': ['ID=f41b6dd9-ac81-4aab-8dc8-29a783f9d8b2,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:45.305793 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c70c8447-7fc2-4767-b0a4-a1ffc57ba6c3 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:45.404783 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c8447-7fc2-4767-b0a4-a1ffc57ba6c3 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Pushing event updated for resources: {'Port': ['ID=57423dc9-d360-478b-a5b6-489b1591a2e5,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:45.414774 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d6a5ec9d-f63a-42f7-9762-7b03099b899a tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:45.424922 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c85f6d-463a-45a5-b507-a3b16c4914c8 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5a215d-a0c5-4aa4-910b-d9b6c7c681ad,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:45.429298 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70c8447-7fc2-4767-b0a4-a1ffc57ba6c3 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Network fb31981d-a2e3-4e9d-a87d-2e6cbbbd0e45 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:45.448764 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b066ae-c8b1-49fa-8107-b26ab0cce5fb service neutron] Pushing event updated for resources: {'Port': ['ID=bc99fbb1-71bd-4ac1-b644-f86a78662778,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:45.464129 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.db.api [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:00:45.464489 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG oslo_db.api [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:00:45.481132 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-aea6b45e-f67a-48e9-a0d8-3bdd5fa9703c None None] Provisioning complete for port 976d970c-fab6-47bf-aed7-0f7f574d7a87 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:45.489868 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-aea6b45e-f67a-48e9-a0d8-3bdd5fa9703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:45.490023 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58c85f6d-463a-45a5-b507-a3b16c4914c8 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:00:45.490126 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a5ec9d-f63a-42f7-9762-7b03099b899a tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event deleted for resources: {'Subnet': ['ID=545e0a08-5580-4180-ba95-1d5ed886a143,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:45.490227 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-de80b825-5366-4b82-b4de-c2ccc113ef3a None None] Set router f14e3e51-31b9-4175-8fe5-a4c8b8421c13 gateway port host: None {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:00:45.523721 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-97c31c62-c2c5-477a-ab20-b5575fce25c6 req-90b066ae-c8b1-49fa-8107-b26ab0cce5fb service neutron] Attempting to bind port bc99fbb1-71bd-4ac1-b644-f86a78662778 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:00:45.523721 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-97c31c62-c2c5-477a-ab20-b5575fce25c6 req-90b066ae-c8b1-49fa-8107-b26ab0cce5fb service neutron] Attempting to bind port bc99fbb1-71bd-4ac1-b644-f86a78662778 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': '3af87537-55b9-448d-8bff-8dd8c1aaef8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '06298a6e-8040-43d7-955f-604e4333c40a'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:00:45.523721 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c31c62-c2c5-477a-ab20-b5575fce25c6 req-90b066ae-c8b1-49fa-8107-b26ab0cce5fb service neutron] Attempting to bind port bc99fbb1-71bd-4ac1-b644-f86a78662778 on network 06298a6e-8040-43d7-955f-604e4333c40a {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:00:45.531305 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c31c62-c2c5-477a-ab20-b5575fce25c6 req-90b066ae-c8b1-49fa-8107-b26ab0cce5fb service neutron] Port bc99fbb1-71bd-4ac1-b644-f86a78662778 on network 06298a6e-8040-43d7-955f-604e4333c40a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:00:45.531704 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c31c62-c2c5-477a-ab20-b5575fce25c6 req-90b066ae-c8b1-49fa-8107-b26ab0cce5fb service neutron] Attempting to bind port bc99fbb1-71bd-4ac1-b644-f86a78662778 on network 06298a6e-8040-43d7-955f-604e4333c40a {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:00:45.541623 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c31c62-c2c5-477a-ab20-b5575fce25c6 req-90b066ae-c8b1-49fa-8107-b26ab0cce5fb service neutron] Checking agent: {'id': '65dda45c-bbef-42f9-9728-e0fd84037987', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8286', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 56), 'started_at': datetime.datetime(2022, 2, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:00:45.542170 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c31c62-c2c5-477a-ab20-b5575fce25c6 req-90b066ae-c8b1-49fa-8107-b26ab0cce5fb service neutron] Checking segment: {'id': '3af87537-55b9-448d-8bff-8dd8c1aaef8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '06298a6e-8040-43d7-955f-604e4333c40a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:00:45.542624 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c31c62-c2c5-477a-ab20-b5575fce25c6 req-90b066ae-c8b1-49fa-8107-b26ab0cce5fb service neutron] Bound using segment: {'id': '3af87537-55b9-448d-8bff-8dd8c1aaef8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '06298a6e-8040-43d7-955f-604e4333c40a'} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:00:45.543360 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-97c31c62-c2c5-477a-ab20-b5575fce25c6 req-90b066ae-c8b1-49fa-8107-b26ab0cce5fb service neutron] Bound port: bc99fbb1-71bd-4ac1-b644-f86a78662778, host: hv-neutron-8286, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3af87537-55b9-448d-8bff-8dd8c1aaef8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '06298a6e-8040-43d7-955f-604e4333c40a'}}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:00:45.543782 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-97c31c62-c2c5-477a-ab20-b5575fce25c6 req-90b066ae-c8b1-49fa-8107-b26ab0cce5fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:45.551885 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-c70c8447-7fc2-4767-b0a4-a1ffc57ba6c3 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:45.564226 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70c8447-7fc2-4767-b0a4-a1ffc57ba6c3 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:00:45.580399 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70c8447-7fc2-4767-b0a4-a1ffc57ba6c3 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:45.581328 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c70c8447-7fc2-4767-b0a4-a1ffc57ba6c3 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:45.604437 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-58c85f6d-463a-45a5-b507-a3b16c4914c8 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:45.604855 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-58c85f6d-463a-45a5-b507-a3b16c4914c8 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Added segment 18bb94ad-7323-492f-aba0-5524c542c70b of type vlan for network d6c1f681-5d05-4621-b5cd-a00f1dd285fe Feb 16 17:00:45.615680 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d6a5ec9d-f63a-42f7-9762-7b03099b899a tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:45.628959 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d6a5ec9d-f63a-42f7-9762-7b03099b899a tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "DELETE /v2.0/subnets/545e0a08-5580-4180-ba95-1d5ed886a143 HTTP/1.1" status: 204 len: 168 time: 1.0852234 Feb 16 17:00:45.632905 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d9f4dddf-a102-486e-9c6a-e0dd80ca3377 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:45.635958 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d9f4dddf-a102-486e-9c6a-e0dd80ca3377 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:45.640271 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-d9f4dddf-a102-486e-9c6a-e0dd80ca3377 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] 10.222.0.88 "DELETE /v2.0/security-groups/59560373-9e5b-440d-a029-f3a514154169 HTTP/1.1" status: 204 len: 168 time: 0.9369414 Feb 16 17:00:45.640523 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50226) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:45.650859 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb0695-4857-421c-bc16-60a2be4bf05a None None] Pushing event updated for resources: {'Port': ['ID=976d970c-fab6-47bf-aed7-0f7f574d7a87,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:45.657260 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-9fafdaad-d60c-4f89-a122-1ffe4b9600de tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Deleting port 844635d2-9cf4-457f-9a63-0783ddbac3da {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:00:45.657499 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9fafdaad-d60c-4f89-a122-1ffe4b9600de tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:45.663581 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50228) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:45.775536 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f4dddf-a102-486e-9c6a-e0dd80ca3377 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59560373-9e5b-440d-a029-f3a514154169,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:45.823124 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef05d55e-2890-4cf2-b95c-b5a4ede590cb None None] DHCP port deletion for 190cd06a-4d90-48cd-a5b5-3f50f551fe04 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:00:45.835658 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-78a1dfd7-e934-41dc-9202-bfa155e3d55d tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:45.849641 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-c70c8447-7fc2-4767-b0a4-a1ffc57ba6c3 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.6300187 Feb 16 17:00:45.854386 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50230) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:45.857567 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.l3_db [None req-b49d3828-6900-4262-86ae-d25bbdd809a3 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Floating IP 16470492-6571-486b-a2b6-cd7142e50c04 associated. External IP: 172.26.3.141, port: 561eab9a-0ea9-4489-acaf-f14c6ec01233. Feb 16 17:00:45.914505 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-58c85f6d-463a-45a5-b507-a3b16c4914c8 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:45.920785 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-97c31c62-c2c5-477a-ab20-b5575fce25c6 req-90b066ae-c8b1-49fa-8107-b26ab0cce5fb service neutron] For port bc99fbb1-71bd-4ac1-b644-f86a78662778, host hv-neutron-8286, cleared binding levels {{(pid=114376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:00:45.926717 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-82a95b7c-8c5e-48d1-9ae0-6e98992bb3de tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2626255 Feb 16 17:00:45.939743 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-5366277a-140a-4973-aeb1-ea3d07303fa3 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Request body: {'port': {'network_id': 'fb31981d-a2e3-4e9d-a87d-2e6cbbbd0e45', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-867343295', 'allowed_address_pairs': [{'ip_address': '2001:db8::d6', 'mac_address': 'fa:16:3e:e5:a3:90'}]}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:45.940930 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50232) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:45.947542 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-8d47f4a6-8896-493c-833c-9805b1d9d6ac tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Request body: {'security_group': {'name': 'tempest-secgroup--1977074150'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:45.961760 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-9fafdaad-d60c-4f89-a122-1ffe4b9600de tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] For port 844635d2-9cf4-457f-9a63-0783ddbac3da, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=844635d2-9cf4-457f-9a63-0783ddbac3da,segment=NetworkSegment(499d4fbf-9147-4106-b862-04b45999cbaf),segment_id=499d4fbf-9147-4106-b862-04b45999cbaf)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:00:45.962243 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9fafdaad-d60c-4f89-a122-1ffe4b9600de tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:45.979528 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-97c31c62-c2c5-477a-ab20-b5575fce25c6 req-90b066ae-c8b1-49fa-8107-b26ab0cce5fb service neutron] For port bc99fbb1-71bd-4ac1-b644-f86a78662778, host hv-neutron-8286, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=bc99fbb1-71bd-4ac1-b644-f86a78662778,segment=NetworkSegment(3af87537-55b9-448d-8bff-8dd8c1aaef8b),segment_id=3af87537-55b9-448d-8bff-8dd8c1aaef8b)] {{(pid=114376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:00:45.995362 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-9fafdaad-d60c-4f89-a122-1ffe4b9600de tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Calling delete_port for 844635d2-9cf4-457f-9a63-0783ddbac3da owned by network:dhcp {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:00:45.998082 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-d2bf7302-6d50-45e9-8425-b6e2c7d88c41 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Deleting port 0cd8955a-287e-40ca-9627-345e60a70cf1 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:00:45.998436 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d2bf7302-6d50-45e9-8425-b6e2c7d88c41 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:46.073840 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74cb9786-1ec7-4294-a19f-06c14f3f50be None None] Network c465df62-bafe-4a22-9d4b-8c483b8475d5 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:00:46.104428 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-97c31c62-c2c5-477a-ab20-b5575fce25c6 req-90b066ae-c8b1-49fa-8107-b26ab0cce5fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:46.152093 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-58c85f6d-463a-45a5-b507-a3b16c4914c8 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:46.157885 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c85f6d-463a-45a5-b507-a3b16c4914c8 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:46.158597 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-58c85f6d-463a-45a5-b507-a3b16c4914c8 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:46.161274 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8d47f4a6-8896-493c-833c-9805b1d9d6ac tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:46.221756 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 61f1de50-0e0b-45bd-ac5f-8e413bef85f7 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:00:46.231066 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c31c62-c2c5-477a-ab20-b5575fce25c6 req-90b066ae-c8b1-49fa-8107-b26ab0cce5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:46.232448 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-97c31c62-c2c5-477a-ab20-b5575fce25c6 req-90b066ae-c8b1-49fa-8107-b26ab0cce5fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:46.235073 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-97c31c62-c2c5-477a-ab20-b5575fce25c6 req-90b066ae-c8b1-49fa-8107-b26ab0cce5fb service neutron] 10.222.0.89 "PUT /v2.0/ports/bc99fbb1-71bd-4ac1-b644-f86a78662778 HTTP/1.1" status: 200 len: 1093 time: 3.4381869 Feb 16 17:00:46.293105 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ebd8bd3-b725-4245-93f5-ef5668d6841a', 'tag': 'bc99fbb1-71bd-4ac1-b644-f86a78662778'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:00:46.295570 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87e816c-bc6f-4760-afb0-7306021e9139" -d '{"events": [{"name": "network-changed", "server_uuid": "5ebd8bd3-b725-4245-93f5-ef5668d6841a", "tag": "bc99fbb1-71bd-4ac1-b644-f86a78662778"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:00:46.365628 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-aea6b45e-f67a-48e9-a0d8-3bdd5fa9703c None None] Provisioning complete for port 0cd8955a-287e-40ca-9627-345e60a70cf1 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:46.366145 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-aea6b45e-f67a-48e9-a0d8-3bdd5fa9703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:46.414188 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8d47f4a6-8896-493c-833c-9805b1d9d6ac tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:46.416646 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a48c08-62da-4989-b7d4-5ae1edf98b28 x-openstack-request-id: req-a2a48c08-62da-4989-b7d4-5ae1edf98b28 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:00:46.417156 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ebd8bd3-b725-4245-93f5-ef5668d6841a", "tag": "bc99fbb1-71bd-4ac1-b644-f86a78662778", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:00:46.417556 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a2a48c08-62da-4989-b7d4-5ae1edf98b28 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:00:46.418113 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ebd8bd3-b725-4245-93f5-ef5668d6841a', 'tag': 'bc99fbb1-71bd-4ac1-b644-f86a78662778', 'status': 'completed', 'code': 200} Feb 16 17:00:46.426631 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-ef05d55e-2890-4cf2-b95c-b5a4ede590cb None None] Deleting port 844635d2-9cf4-457f-9a63-0783ddbac3da {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:00:46.427108 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ef05d55e-2890-4cf2-b95c-b5a4ede590cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:46.430418 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-58c85f6d-463a-45a5-b507-a3b16c4914c8 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.3251832 Feb 16 17:00:46.431150 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9fafdaad-d60c-4f89-a122-1ffe4b9600de tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:46.475541 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50238) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:46.498490 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fafdaad-d60c-4f89-a122-1ffe4b9600de tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] No DVR routers for this DVR port 844635d2-9cf4-457f-9a63-0783ddbac3da on host dv-neutron-828697-3-hyperv {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:00:46.503151 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b066ae-c8b1-49fa-8107-b26ab0cce5fb service neutron] Pushing event updated for resources: {'Port': ['ID=bc99fbb1-71bd-4ac1-b644-f86a78662778,revision_number=3']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:46.514612 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-81459557-4b98-4cb0-8dd7-0d66491aa548 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Request body: {'subnet': {'network_id': 'd6c1f681-5d05-4621-b5cd-a00f1dd285fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:46.536415 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8d47f4a6-8896-493c-833c-9805b1d9d6ac tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:46.576804 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fafdaad-d60c-4f89-a122-1ffe4b9600de tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Pushing event deleted for resources: {'Port': ['ID=844635d2-9cf4-457f-9a63-0783ddbac3da,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:46.581393 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 61f1de50-0e0b-45bd-ac5f-8e413bef85f7 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:46.581899 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:46.595989 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-ef05d55e-2890-4cf2-b95c-b5a4ede590cb None None] For port 844635d2-9cf4-457f-9a63-0783ddbac3da, host dv-neutron-828697-3-hyperv, got binding levels [] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:00:46.596561 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ef05d55e-2890-4cf2-b95c-b5a4ede590cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:46.614271 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c85f6d-463a-45a5-b507-a3b16c4914c8 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Pushing event updated for resources: {'Network': ['ID=d6c1f681-5d05-4621-b5cd-a00f1dd285fe,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:46.635061 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-de80b825-5366-4b82-b4de-c2ccc113ef3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f14e3e51-31b9-4175-8fe5-a4c8b8421c13', 'name': 'tempest-NetworksTestDHCPv6-router-1725098330', 'tenant_id': '81837604d6654060bf0a8ff194578833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:00:34Z', 'updated_at': '2022-02-16T17:00:37Z', 'revision_number': 2, 'project_id': '81837604d6654060bf0a8ff194578833', 'gw_port_host': None, '_interfaces': [{'id': '0cd8955a-287e-40ca-9627-345e60a70cf1', 'name': '', 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'tenant_id': '81837604d6654060bf0a8ff194578833', 'mac_address': 'fa:16:3e:02:b2:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f14e3e51-31b9-4175-8fe5-a4c8b8421c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '1337d6de-be9c-4997-8b25-111e12737a38', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:35Z', 'updated_at': '2022-02-16T17:00:44Z', 'revision_number': 4, 'project_id': '81837604d6654060bf0a8ff194578833', 'subnets': [{'id': '1337d6de-be9c-4997-8b25-111e12737a38', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:46.649991 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network d6c1f681-5d05-4621-b5cd-a00f1dd285fe details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:00:46.674671 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-d2bf7302-6d50-45e9-8425-b6e2c7d88c41 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] For port 0cd8955a-287e-40ca-9627-345e60a70cf1, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=0cd8955a-287e-40ca-9627-345e60a70cf1,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:00:46.675100 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d2bf7302-6d50-45e9-8425-b6e2c7d88c41 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:46.682863 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8d47f4a6-8896-493c-833c-9805b1d9d6ac tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:46.684148 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-8d47f4a6-8896-493c-833c-9805b1d9d6ac tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7421443 Feb 16 17:00:46.696729 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50240) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:46.707080 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-71328204-b5e6-4a78-af7e-52cebae872f8 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Request body: {'security_group_rule': {'security_group_id': '2ba56f74-f7ec-43b0-ab07-12aa955e3dd3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:46.708089 dv-neutron-828697-3-hyperv neutron-server[114375]: WARNING neutron.api.v2.base [None req-71328204-b5e6-4a78-af7e-52cebae872f8 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 16 17:00:46.708792 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-71328204-b5e6-4a78-af7e-52cebae872f8 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:00:46.713262 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-ef05d55e-2890-4cf2-b95c-b5a4ede590cb None None] Calling delete_port for 844635d2-9cf4-457f-9a63-0783ddbac3da owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:00:46.718825 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-71328204-b5e6-4a78-af7e-52cebae872f8 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0089426 Feb 16 17:00:46.718825 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50242) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:46.719309 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3088436-6a92-4641-abc7-35aab608656f None None] DHCP port deletion for c465df62-bafe-4a22-9d4b-8c483b8475d5 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:00:46.722529 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.ipam_backend_mixin [None req-ef05d55e-2890-4cf2-b95c-b5a4ede590cb None None] Port 844635d2-9cf4-457f-9a63-0783ddbac3da was not found and therefore no delete operation was performed {{(pid=114377) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 17:00:46.725241 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-d2bf7302-6d50-45e9-8425-b6e2c7d88c41 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Calling delete_port for 0cd8955a-287e-40ca-9627-345e60a70cf1 owned by network:router_interface {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:00:46.770173 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c31c62-c2c5-477a-ab20-b5575fce25c6 req-b45dd4e3-443d-49c7-ba08-faf2818d28f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:46.771696 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-97c31c62-c2c5-477a-ab20-b5575fce25c6 req-b45dd4e3-443d-49c7-ba08-faf2818d28f9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=96057f06fdc74247a274207da8654659&device_id=5ebd8bd3-b725-4245-93f5-ef5668d6841a HTTP/1.1" status: 200 len: 1096 time: 0.3450446 Feb 16 17:00:46.779678 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de80b825-5366-4b82-b4de-c2ccc113ef3a None None] The sync data for ids ['f14e3e51-31b9-4175-8fe5-a4c8b8421c13'] in dv-neutron-828697-3-hyperv is: [{'id': 'f14e3e51-31b9-4175-8fe5-a4c8b8421c13', 'name': 'tempest-NetworksTestDHCPv6-router-1725098330', 'tenant_id': '81837604d6654060bf0a8ff194578833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:00:34Z', 'updated_at': '2022-02-16T17:00:37Z', 'revision_number': 2, 'project_id': '81837604d6654060bf0a8ff194578833', 'gw_port_host': None, '_interfaces': [{'id': '0cd8955a-287e-40ca-9627-345e60a70cf1', 'name': '', 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'tenant_id': '81837604d6654060bf0a8ff194578833', 'mac_address': 'fa:16:3e:02:b2:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f14e3e51-31b9-4175-8fe5-a4c8b8421c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '1337d6de-be9c-4997-8b25-111e12737a38', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:35Z', 'updated_at': '2022-02-16T17:00:44Z', 'revision_number': 4, 'project_id': '81837604d6654060bf0a8ff194578833', 'subnets': [{'id': '1337d6de-be9c-4997-8b25-111e12737a38', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:00:46.789029 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ef05d55e-2890-4cf2-b95c-b5a4ede590cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:46.802213 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d47f4a6-8896-493c-833c-9805b1d9d6ac tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba56f74-f7ec-43b0-ab07-12aa955e3dd3,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:46.811790 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9fafdaad-d60c-4f89-a122-1ffe4b9600de tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:46.868085 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-97c31c62-c2c5-477a-ab20-b5575fce25c6 req-fb0b90ce-fc6a-4366-ba94-4376c9cbb53a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc99fbb1-71bd-4ac1-b644-f86a78662778 HTTP/1.1" status: 200 len: 217 time: 0.0825131 Feb 16 17:00:46.877496 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9519d-76cc-46cc-b956-128ff2643cc9 req-f07def9f-ec82-4e7c-8744-8a38abe21bfd tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:46.879053 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-15a9519d-76cc-46cc-b956-128ff2643cc9 req-f07def9f-ec82-4e7c-8744-8a38abe21bfd tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5ebd8bd3-b725-4245-93f5-ef5668d6841a HTTP/1.1" status: 200 len: 943 time: 0.5727255 Feb 16 17:00:46.889235 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef05d55e-2890-4cf2-b95c-b5a4ede590cb None None] No DVR routers for this DVR port 844635d2-9cf4-457f-9a63-0783ddbac3da on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:00:46.895490 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef05d55e-2890-4cf2-b95c-b5a4ede590cb None None] Pushing event deleted for resources: {'Port': ['ID=844635d2-9cf4-457f-9a63-0783ddbac3da,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:46.907967 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-aea6b45e-f67a-48e9-a0d8-3bdd5fa9703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:46.935305 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd3e343-7a6a-4f6f-b48e-af1557018361 None None] Network fb31981d-a2e3-4e9d-a87d-2e6cbbbd0e45 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:00:46.949535 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c31c62-c2c5-477a-ab20-b5575fce25c6 req-e1cf242a-6a8d-4494-8bb3-3695e4f701fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:46.950999 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-97c31c62-c2c5-477a-ab20-b5575fce25c6 req-e1cf242a-6a8d-4494-8bb3-3695e4f701fe service neutron] 10.222.0.89 "GET /v2.0/subnets?id=dbd15ec9-3270-4d20-9abc-f2f9374aa4ce HTTP/1.1" status: 200 len: 835 time: 0.0684767 Feb 16 17:00:46.973417 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-9fafdaad-d60c-4f89-a122-1ffe4b9600de tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['190cd06a-4d90-48cd-a5b5-3f50f551fe04']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:47.028344 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-9fafdaad-d60c-4f89-a122-1ffe4b9600de tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '499d4fbf-9147-4106-b862-04b45999cbaf') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:47.028628 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-9fafdaad-d60c-4f89-a122-1ffe4b9600de tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '499d4fbf-9147-4106-b862-04b45999cbaf') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:47.048732 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-78a1dfd7-e934-41dc-9202-bfa155e3d55d tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Deleting port 976d970c-fab6-47bf-aed7-0f7f574d7a87 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:00:47.049343 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-78a1dfd7-e934-41dc-9202-bfa155e3d55d tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:47.053110 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9fafdaad-d60c-4f89-a122-1ffe4b9600de tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:47.065255 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-aea6b45e-f67a-48e9-a0d8-3bdd5fa9703c None None] For port 0cd8955a-287e-40ca-9627-345e60a70cf1, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=0cd8955a-287e-40ca-9627-345e60a70cf1,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:00:47.094486 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-15a9519d-76cc-46cc-b956-128ff2643cc9 req-45ac93e0-b077-420e-8956-7072eb212294 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/security-groups?id=182e3741-5bf1-40d0-9f52-072188d785c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396835 Feb 16 17:00:47.104632 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c31c62-c2c5-477a-ab20-b5575fce25c6 req-619c11db-673e-4b58-8a97-ea8da99eabfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:47.106355 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-97c31c62-c2c5-477a-ab20-b5575fce25c6 req-619c11db-673e-4b58-8a97-ea8da99eabfc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=06298a6e-8040-43d7-955f-604e4333c40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1452432 Feb 16 17:00:47.107487 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9fafdaad-d60c-4f89-a122-1ffe4b9600de tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:47.130970 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fafdaad-d60c-4f89-a122-1ffe4b9600de tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:00:47.131377 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9fafdaad-d60c-4f89-a122-1ffe4b9600de tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:47.154381 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 17:00:47.154381 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:00:47.154381 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 17:00:47.154381 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:00:47.154381 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 17:00:47.154381 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:00:47.154381 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 17:00:47.154381 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:00:47.154381 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 17:00:47.154381 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:00:47.154381 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 17:00:47.154381 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:00:47.154381 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 17:00:47.154381 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:00:47.154381 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:00:47.154381 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:00:47.154381 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:00:47.154381 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:00:47.154381 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 17:00:47.154381 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:00:47.154381 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 17:00:47.154381 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:00:47.154381 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:00:47.154381 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:00:47.154381 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 17:00:47.154381 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:00:47.154381 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:00:47.154381 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:00:47.154381 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:00:47.154381 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:00:47.154381 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:00:47.154381 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:00:47.169401 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-b3088436-6a92-4641-abc7-35aab608656f None None] Deleting port 976d970c-fab6-47bf-aed7-0f7f574d7a87 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:00:47.169917 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b3088436-6a92-4641-abc7-35aab608656f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:47.172307 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-aea6b45e-f67a-48e9-a0d8-3bdd5fa9703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:47.190583 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5366277a-140a-4973-aeb1-ea3d07303fa3 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Made reservation on behalf of a49c4a29cc0c4355a6085d6833226341 for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:47.311665 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-583e8293-7d7e-45b0-bc82-4a23f64287cd tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:47.346895 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-78a1dfd7-e934-41dc-9202-bfa155e3d55d tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] For port 976d970c-fab6-47bf-aed7-0f7f574d7a87, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=976d970c-fab6-47bf-aed7-0f7f574d7a87,segment=NetworkSegment(6d9fd6d1-dde6-4985-8d87-5283cdca3cc7),segment_id=6d9fd6d1-dde6-4985-8d87-5283cdca3cc7)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:00:47.347264 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-78a1dfd7-e934-41dc-9202-bfa155e3d55d tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:47.356498 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device f41b6dd9-ac81-4aab-8dc8-29a783f9d8b2 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:00:47.361277 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-97c31c62-c2c5-477a-ab20-b5575fce25c6 req-2c289fce-2101-48f9-88a5-0199e2a8578d service neutron] 10.222.0.89 "GET /v2.0/networks/06298a6e-8040-43d7-955f-604e4333c40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460508 Feb 16 17:00:47.364266 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81459557-4b98-4cb0-8dd7-0d66491aa548 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Made reservation on behalf of 20d8e1466b544f5eb14961c4b649d8ae for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:47.376745 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-81459557-4b98-4cb0-8dd7-0d66491aa548 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:47.381811 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b49d3828-6900-4262-86ae-d25bbdd809a3 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Router f10a820d-8848-4d12-a850-4085a9c5b06a has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:00:47.392543 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9fafdaad-d60c-4f89-a122-1ffe4b9600de tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:47.393700 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-78a1dfd7-e934-41dc-9202-bfa155e3d55d tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Calling delete_port for 976d970c-fab6-47bf-aed7-0f7f574d7a87 owned by network:dhcp {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:00:47.405544 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-b3088436-6a92-4641-abc7-35aab608656f None None] For port 976d970c-fab6-47bf-aed7-0f7f574d7a87, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=976d970c-fab6-47bf-aed7-0f7f574d7a87,segment=NetworkSegment(6d9fd6d1-dde6-4985-8d87-5283cdca3cc7),segment_id=6d9fd6d1-dde6-4985-8d87-5283cdca3cc7)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:00:47.406092 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b3088436-6a92-4641-abc7-35aab608656f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:47.423402 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-583e8293-7d7e-45b0-bc82-4a23f64287cd tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:47.424450 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-b3088436-6a92-4641-abc7-35aab608656f None None] Calling delete_port for 976d970c-fab6-47bf-aed7-0f7f574d7a87 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:00:47.466639 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea6b45e-f67a-48e9-a0d8-3bdd5fa9703c None None] Pushing event updated for resources: {'Port': ['ID=0cd8955a-287e-40ca-9627-345e60a70cf1,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:47.482978 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-8d94b746-d968-46e1-a58e-7aaa721076b8 None None] Could not find standard attr ID for object 113d5a81-22a2-4cee-9cd4-be3421f1a2e5. {{(pid=114377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 17:00:47.577625 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9fafdaad-d60c-4f89-a122-1ffe4b9600de tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:47.581079 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-9fafdaad-d60c-4f89-a122-1ffe4b9600de tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] 10.222.0.88 "DELETE /v2.0/networks/190cd06a-4d90-48cd-a5b5-3f50f551fe04 HTTP/1.1" status: 204 len: 168 time: 2.7019525 Feb 16 17:00:47.581819 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5366277a-140a-4973-aeb1-ea3d07303fa3 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:47.586740 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fafdaad-d60c-4f89-a122-1ffe4b9600de tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Pushing event deleted for resources: {'Network': ['ID=190cd06a-4d90-48cd-a5b5-3f50f551fe04,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:47.593902 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50244) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:47.599733 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-8d94b746-d968-46e1-a58e-7aaa721076b8 None None] Provisioning complete for port f41b6dd9-ac81-4aab-8dc8-29a783f9d8b2 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:47.600356 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8d94b746-d968-46e1-a58e-7aaa721076b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:47.656545 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-9d946008-8d4a-45af-8b38-174c89f96df3 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d66cdcf-2476-4f55-a808-5c4bd1803c55 HTTP/1.1" status: 200 len: 205 time: 0.0602705 Feb 16 17:00:47.663132 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50246) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:47.689942 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port f41b6dd9-ac81-4aab-8dc8-29a783f9d8b2 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:47.690234 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:47.712995 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-5366277a-140a-4973-aeb1-ea3d07303fa3 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] device_id is not set on port b8dd93ed-d01f-49a6-b085-2ffaf0881d5c yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:00:47.725565 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d2bf7302-6d50-45e9-8425-b6e2c7d88c41 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:47.727229 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-583e8293-7d7e-45b0-bc82-4a23f64287cd tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:47.730013 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-583e8293-7d7e-45b0-bc82-4a23f64287cd tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:47.731366 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-583e8293-7d7e-45b0-bc82-4a23f64287cd tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] 10.222.0.88 "DELETE /v2.0/security-groups/2ba56f74-f7ec-43b0-ab07-12aa955e3dd3 HTTP/1.1" status: 204 len: 168 time: 1.0089586 Feb 16 17:00:47.755001 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50248) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:47.814564 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b3088436-6a92-4641-abc7-35aab608656f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:47.832514 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-97c31c62-c2c5-477a-ab20-b5575fce25c6 req-a4d4fbb2-b8a3-43d5-981d-69f3a8280294 service neutron] 10.222.0.89 "GET /v2.0/networks/06298a6e-8040-43d7-955f-604e4333c40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4517498 Feb 16 17:00:47.842114 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-8c487c9f-8c7c-4ab1-a552-0cf5c98a58c1 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0823369 Feb 16 17:00:47.842548 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8d94b746-d968-46e1-a58e-7aaa721076b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:47.844766 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50250) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:47.852160 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3088436-6a92-4641-abc7-35aab608656f None None] Pushing event deleted for resources: {'Port': ['ID=976d970c-fab6-47bf-aed7-0f7f574d7a87,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:47.859921 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-e8d052f6-65bc-4d9a-9353-c4d696f136dd tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Request body: {'security_group': {'name': 'tempest-secgroup--713892779'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:47.868835 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3088436-6a92-4641-abc7-35aab608656f None None] No DVR routers for this DVR port 976d970c-fab6-47bf-aed7-0f7f574d7a87 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:00:47.872894 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:47.879934 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-81459557-4b98-4cb0-8dd7-0d66491aa548 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:47.908311 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bf7302-6d50-45e9-8425-b6e2c7d88c41 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event deleted for resources: {'Port': ['ID=0cd8955a-287e-40ca-9627-345e60a70cf1,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:47.922669 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e8293-7d7e-45b0-bc82-4a23f64287cd tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba56f74-f7ec-43b0-ab07-12aa955e3dd3,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:47.922784 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-8d94b746-d968-46e1-a58e-7aaa721076b8 None None] For port f41b6dd9-ac81-4aab-8dc8-29a783f9d8b2, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=f41b6dd9-ac81-4aab-8dc8-29a783f9d8b2,segment=NetworkSegment(dfa637fc-c7cf-4e38-a81b-8750c5950cc6),segment_id=dfa637fc-c7cf-4e38-a81b-8750c5950cc6)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:00:47.955740 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-afb83e39-aaf1-4ae3-8e34-69681a20e9e9 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks [] for router, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:47.995563 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8d94b746-d968-46e1-a58e-7aaa721076b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:47.999490 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e8d052f6-65bc-4d9a-9353-c4d696f136dd tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:48.048100 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49d3828-6900-4262-86ae-d25bbdd809a3 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:00:48.052538 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81459557-4b98-4cb0-8dd7-0d66491aa548 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Pushing event updated for resources: {'Subnet': ['ID=f80c694e-23e8-4c46-b1c2-96ba72106b3c,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:48.055861 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b49d3828-6900-4262-86ae-d25bbdd809a3 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:48.061986 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a281a8d-5d8a-4879-8dd0-4c529ec12f7f None None] Sync routers for ids ['f10a820d-8848-4d12-a850-4085a9c5b06a'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:00:48.079112 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a281a8d-5d8a-4879-8dd0-4c529ec12f7f None None] Routers {'f10a820d-8848-4d12-a850-4085a9c5b06a'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:00:48.079790 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-5a281a8d-5d8a-4879-8dd0-4c529ec12f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:00:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['f10a820d-8848-4d12-a850-4085a9c5b06a'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:48.107731 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-8d94b746-d968-46e1-a58e-7aaa721076b8 None None] Could not find standard attr ID for object 0cd8955a-287e-40ca-9627-345e60a70cf1. {{(pid=114377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 17:00:48.139278 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.db.api [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:00:48.139881 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG oslo_db.api [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:00:48.143289 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-78a1dfd7-e934-41dc-9202-bfa155e3d55d tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:48.146153 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d94b746-d968-46e1-a58e-7aaa721076b8 None None] Pushing event updated for resources: {'Port': ['ID=f41b6dd9-ac81-4aab-8dc8-29a783f9d8b2,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:48.157249 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e816c-bc6f-4760-afb0-7306021e9139 req-fb8504d2-afc3-4d24-965b-dfb824f6644f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:48.165846 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d87e816c-bc6f-4760-afb0-7306021e9139 req-fb8504d2-afc3-4d24-965b-dfb824f6644f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=96057f06fdc74247a274207da8654659&device_id=5ebd8bd3-b725-4245-93f5-ef5668d6841a HTTP/1.1" status: 200 len: 1096 time: 0.1499267 Feb 16 17:00:48.170342 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81459557-4b98-4cb0-8dd7-0d66491aa548 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Checking segment: {'id': '18bb94ad-7323-492f-aba0-5524c542c70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'd6c1f681-5d05-4621-b5cd-a00f1dd285fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:00:48.170704 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81459557-4b98-4cb0-8dd7-0d66491aa548 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Network hostable DHCP agents. Network: d6c1f681-5d05-4621-b5cd-a00f1dd285fe, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:00:48.182335 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-b49d3828-6900-4262-86ae-d25bbdd809a3 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "PUT /v2.0/floatingips/16470492-6571-486b-a2b6-cd7142e50c04 HTTP/1.1" status: 200 len: 992 time: 5.6351676 Feb 16 17:00:48.239341 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-06a10834-9c5f-45ab-9f5d-7aa0660039ef None None] Provisioning complete for port f41b6dd9-ac81-4aab-8dc8-29a783f9d8b2 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:48.239727 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-06a10834-9c5f-45ab-9f5d-7aa0660039ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:48.261421 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-5a281a8d-5d8a-4879-8dd0-4c529ec12f7f None None] Set router f10a820d-8848-4d12-a850-4085a9c5b06a gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:00:48.339199 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c43950d0-944f-47c7-842c-8a183fbb1338', 'tag': '561eab9a-0ea9-4489-acaf-f14c6ec01233'}] {{(pid=114375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:00:48.348324 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f675c1a73bb74b784e43f10fee26c40e358be44ccef5ed6f70ec30f8ec0d494b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74ec236-be79-4675-a7af-b54c452e0058" -d '{"events": [{"name": "network-changed", "server_uuid": "c43950d0-944f-47c7-842c-8a183fbb1338", "tag": "561eab9a-0ea9-4489-acaf-f14c6ec01233"}]}' {{(pid=114375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:00:48.360065 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e816c-bc6f-4760-afb0-7306021e9139 req-17a3e182-8251-49bc-96de-1774f4a610a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:48.361545 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d87e816c-bc6f-4760-afb0-7306021e9139 req-17a3e182-8251-49bc-96de-1774f4a610a9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=06298a6e-8040-43d7-955f-604e4333c40a HTTP/1.1" status: 200 len: 898 time: 0.1658912 Feb 16 17:00:48.417176 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-06a10834-9c5f-45ab-9f5d-7aa0660039ef None None] Provisioning complete for port 57423dc9-d360-478b-a5b6-489b1591a2e5 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:48.417663 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-06a10834-9c5f-45ab-9f5d-7aa0660039ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:48.421635 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d87e816c-bc6f-4760-afb0-7306021e9139 req-e5cea6db-ac44-457e-b1ad-0d933974d4bc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc99fbb1-71bd-4ac1-b644-f86a78662778 HTTP/1.1" status: 200 len: 217 time: 0.0515072 Feb 16 17:00:48.439329 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a1dfd7-e934-41dc-9202-bfa155e3d55d tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event deleted for resources: {'Port': ['ID=976d970c-fab6-47bf-aed7-0f7f574d7a87,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:48.461067 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-06a10834-9c5f-45ab-9f5d-7aa0660039ef None None] Port 57423dc9-d360-478b-a5b6-489b1591a2e5 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:00:48.515551 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-5366277a-140a-4973-aeb1-ea3d07303fa3 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Allocated IP 2001:db8::9d (fb31981d-a2e3-4e9d-a87d-2e6cbbbd0e45/b1041ae3-3412-4004-be87-f481066e2b1b/b8dd93ed-d01f-49a6-b085-2ffaf0881d5c) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:48.545751 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb5aed5-f751-444e-aff7-eecc3107f3f2 req-7b9edab2-0565-46a1-8500-63c90fdb8f68 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:48.553155 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0cb5aed5-f751-444e-aff7-eecc3107f3f2 req-7b9edab2-0565-46a1-8500-63c90fdb8f68 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.1873426 Feb 16 17:00:48.567742 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e8d052f6-65bc-4d9a-9353-c4d696f136dd tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:48.575546 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81459557-4b98-4cb0-8dd7-0d66491aa548 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Network d6c1f681-5d05-4621-b5cd-a00f1dd285fe is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:00:48.588520 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-839a1021-2b63-4bf8-ae86-7b621c2c3220 None None] Provisioning complete for port 57423dc9-d360-478b-a5b6-489b1591a2e5 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:48.589515 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-839a1021-2b63-4bf8-ae86-7b621c2c3220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:48.596465 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e816c-bc6f-4760-afb0-7306021e9139 req-c82bd0f8-eea6-4582-9d53-fc56f86bfd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:48.597957 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d87e816c-bc6f-4760-afb0-7306021e9139 req-c82bd0f8-eea6-4582-9d53-fc56f86bfd73 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=dbd15ec9-3270-4d20-9abc-f2f9374aa4ce HTTP/1.1" status: 200 len: 835 time: 0.1366656 Feb 16 17:00:48.616354 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a1dfd7-e934-41dc-9202-bfa155e3d55d tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] No DVR routers for this DVR port 976d970c-fab6-47bf-aed7-0f7f574d7a87 on host dv-neutron-828697-3-hyperv {{(pid=114375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:00:48.637817 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-5a281a8d-5d8a-4879-8dd0-4c529ec12f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10a820d-8848-4d12-a850-4085a9c5b06a', 'name': 'tempest-ServerActionsTestJSON-1950663377-router', 'tenant_id': '09d1279d90c3425a9b4e1f123c7549b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '797175b6-f2f8-4176-986b-0e65b9d233a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:53Z', 'updated_at': '2022-02-16T17:00:00Z', 'revision_number': 4, 'project_id': '09d1279d90c3425a9b4e1f123c7549b3', 'gw_port': {'id': '797175b6-f2f8-4176-986b-0e65b9d233a9', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10a820d-8848-4d12-a850-4085a9c5b06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:55Z', 'updated_at': '2022-02-16T17:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '16470492-6571-486b-a2b6-cd7142e50c04', 'tenant_id': '09d1279d90c3425a9b4e1f123c7549b3', 'floating_ip_address': '172.26.3.141', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': 'f10a820d-8848-4d12-a850-4085a9c5b06a', 'port_id': '561eab9a-0ea9-4489-acaf-f14c6ec01233', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a9f074d-71de-48a7-8445-bcff118a8024', 'mac_address': 'fa:16:3e:d7:00:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43950d0-944f-47c7-842c-8a183fbb1338', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:00:09Z', 'updated_at': '2022-02-16T17:00:44Z', 'revision_number': 1, 'project_id': '09d1279d90c3425a9b4e1f123c7549b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '573f421b-0d17-4303-a5c8-4a0d9f58b56e', 'name': '', 'network_id': '2a9f074d-71de-48a7-8445-bcff118a8024', 'tenant_id': '09d1279d90c3425a9b4e1f123c7549b3', 'mac_address': 'fa:16:3e:8e:5f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10a820d-8848-4d12-a850-4085a9c5b06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '847c90d0-f658-438a-baa8-b8b47f957a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:59Z', 'updated_at': '2022-02-16T17:00:12Z', 'revision_number': 5, 'project_id': '09d1279d90c3425a9b4e1f123c7549b3', 'subnets': [{'id': '847c90d0-f658-438a-baa8-b8b47f957a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:48.676025 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a281a8d-5d8a-4879-8dd0-4c529ec12f7f None None] Checking router: f10a820d-8848-4d12-a850-4085a9c5b06a for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:00:48.683607 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0cb5aed5-f751-444e-aff7-eecc3107f3f2 req-6e8d6da2-69ce-47a3-8ec2-9b69a8dcf96d tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271996 Feb 16 17:00:48.684091 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a281a8d-5d8a-4879-8dd0-4c529ec12f7f None None] Routers {'f10a820d-8848-4d12-a850-4085a9c5b06a'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:00:48.685443 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-5a281a8d-5d8a-4879-8dd0-4c529ec12f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:00:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['f10a820d-8848-4d12-a850-4085a9c5b06a'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:48.689606 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e8d052f6-65bc-4d9a-9353-c4d696f136dd tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:48.729710 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-81459557-4b98-4cb0-8dd7-0d66491aa548 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, d6c1f681-5d05-4621-b5cd-a00f1dd285fe) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:48.740596 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81459557-4b98-4cb0-8dd7-0d66491aa548 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:48.741664 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-81459557-4b98-4cb0-8dd7-0d66491aa548 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:48.750009 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e816c-bc6f-4760-afb0-7306021e9139 req-c989dff1-07e6-4db2-b1aa-4131d4657578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:48.753091 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d87e816c-bc6f-4760-afb0-7306021e9139 req-c989dff1-07e6-4db2-b1aa-4131d4657578 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=06298a6e-8040-43d7-955f-604e4333c40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1427953 Feb 16 17:00:48.803196 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-afb83e39-aaf1-4ae3-8e34-69681a20e9e9 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:48.806147 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-afb83e39-aaf1-4ae3-8e34-69681a20e9e9 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:48.862563 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f593ead5-21e0-4fa1-a333-e80c63a0ccc1 None None] Network d6c1f681-5d05-4621-b5cd-a00f1dd285fe requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:00:48.874202 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4271789-de5a-47b8-819d-d9f16645b9ea x-openstack-request-id: req-a4271789-de5a-47b8-819d-d9f16645b9ea {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:00:48.874722 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c43950d0-944f-47c7-842c-8a183fbb1338", "tag": "561eab9a-0ea9-4489-acaf-f14c6ec01233", "status": "completed", "code": 200}]} {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:00:48.874722 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a4271789-de5a-47b8-819d-d9f16645b9ea {{(pid=114375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:00:48.877949 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c43950d0-944f-47c7-842c-8a183fbb1338', 'tag': '561eab9a-0ea9-4489-acaf-f14c6ec01233', 'status': 'completed', 'code': 200} Feb 16 17:00:48.894499 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d052f6-65bc-4d9a-9353-c4d696f136dd tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5577a22f-86e1-416e-8c04-8c16eaa7302a,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:48.903511 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d2bf7302-6d50-45e9-8425-b6e2c7d88c41 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:48.912428 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-5a281a8d-5d8a-4879-8dd0-4c529ec12f7f None None] Set router f10a820d-8848-4d12-a850-4085a9c5b06a gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:00:48.917164 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e8d052f6-65bc-4d9a-9353-c4d696f136dd tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:48.918705 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-e8d052f6-65bc-4d9a-9353-c4d696f136dd tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0726881 Feb 16 17:00:48.925296 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50260) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:48.941283 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7fc605-b85a-48e6-b7a0-7a97399d2c13 req-b2a97def-509f-4344-af4b-cc30186d73bf tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:48.942910 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-8c7fc605-b85a-48e6-b7a0-7a97399d2c13 req-b2a97def-509f-4344-af4b-cc30186d73bf tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5ebd8bd3-b725-4245-93f5-ef5668d6841a HTTP/1.1" status: 200 len: 943 time: 0.6228738 Feb 16 17:00:48.980440 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-839a1021-2b63-4bf8-ae86-7b621c2c3220 None None] Port 57423dc9-d360-478b-a5b6-489b1591a2e5 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:00:48.991854 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-4abe3db2-05c2-45ed-bcc4-ef16d18ba48c tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Request body: {'security_group_rule': {'security_group_id': '5577a22f-86e1-416e-8c04-8c16eaa7302a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:48.992033 dv-neutron-828697-3-hyperv neutron-server[114375]: WARNING neutron.api.v2.base [None req-4abe3db2-05c2-45ed-bcc4-ef16d18ba48c tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 16 17:00:48.992480 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-4abe3db2-05c2-45ed-bcc4-ef16d18ba48c tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:00:48.993480 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-4abe3db2-05c2-45ed-bcc4-ef16d18ba48c tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0612929 Feb 16 17:00:49.009195 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-81459557-4b98-4cb0-8dd7-0d66491aa548 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5144477 Feb 16 17:00:49.013669 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50262) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:49.014236 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50264) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:49.036512 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-04374583-3e64-4d2d-a57f-4468322cac45 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-631810580', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}, 'admin_state_up': False}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:49.048899 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-afb83e39-aaf1-4ae3-8e34-69681a20e9e9 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:49.049446 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb83e39-aaf1-4ae3-8e34-69681a20e9e9 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Fanout notify agent at l3_agent the message router_deleted on router 9d66cdcf-2476-4f55-a808-5c4bd1803c55 {{(pid=114375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:00:49.057940 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-afb83e39-aaf1-4ae3-8e34-69681a20e9e9 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:49.060237 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-afb83e39-aaf1-4ae3-8e34-69681a20e9e9 tempest-RoutersNegativeTest-40886607 tempest-RoutersNegativeTest-40886607-project] 10.222.0.88 "DELETE /v2.0/routers/9d66cdcf-2476-4f55-a808-5c4bd1803c55 HTTP/1.1" status: 204 len: 168 time: 1.3859637 Feb 16 17:00:49.064641 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ec236-be79-4675-a7af-b54c452e0058 req-5806e866-4c9e-4298-b68c-a9ef77db64ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:49.066419 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d74ec236-be79-4675-a7af-b54c452e0058 req-5806e866-4c9e-4298-b68c-a9ef77db64ac service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=09d1279d90c3425a9b4e1f123c7549b3&device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 1099 time: 0.2841585 Feb 16 17:00:49.092232 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-78a1dfd7-e934-41dc-9202-bfa155e3d55d tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:49.092497 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7b78b3-9f88-4784-a9d1-9e17c8fd84ac None None] Network d6c1f681-5d05-4621-b5cd-a00f1dd285fe requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:00:49.119608 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 844635d2-9cf4-457f-9a63-0783ddbac3da no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:00:49.198030 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60411fed-4cfe-46ee-bc6c-876920ae61dc req-c83dc2f1-0387-4fdd-9168-2d070d2db04c tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:49.199597 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-60411fed-4cfe-46ee-bc6c-876920ae61dc req-c83dc2f1-0387-4fdd-9168-2d070d2db04c tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.3482022 Feb 16 17:00:49.200119 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 844635d2-9cf4-457f-9a63-0783ddbac3da {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:00:49.201069 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 844635d2-9cf4-457f-9a63-0783ddbac3da not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:00:49.201589 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 976d970c-fab6-47bf-aed7-0f7f574d7a87 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:00:49.235219 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 976d970c-fab6-47bf-aed7-0f7f574d7a87 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:00:49.235219 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 976d970c-fab6-47bf-aed7-0f7f574d7a87 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:00:49.246359 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-78a1dfd7-e934-41dc-9202-bfa155e3d55d tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c465df62-bafe-4a22-9d4b-8c483b8475d5']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:49.276936 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-78a1dfd7-e934-41dc-9202-bfa155e3d55d tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d9fd6d1-dde6-4985-8d87-5283cdca3cc7') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:49.276936 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-78a1dfd7-e934-41dc-9202-bfa155e3d55d tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d9fd6d1-dde6-4985-8d87-5283cdca3cc7') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:49.283528 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-8c7fc605-b85a-48e6-b7a0-7a97399d2c13 req-fbcdcc77-dee8-4f46-9044-91f173cbe5c1 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/security-groups?id=182e3741-5bf1-40d0-9f52-072188d785c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2785690 Feb 16 17:00:49.292332 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-78a1dfd7-e934-41dc-9202-bfa155e3d55d tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:49.351065 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f4f4fdd4-2154-447e-95e9-ff809b8c4e31 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:49.351813 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-78a1dfd7-e934-41dc-9202-bfa155e3d55d tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:49.379077 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device bc99fbb1-71bd-4ac1-b644-f86a78662778 details requested by agent hyperv_hv-neutron-8286 with host hv-neutron-8286 {{(pid=114377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:00:49.391653 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78a1dfd7-e934-41dc-9202-bfa155e3d55d tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:00:49.392098 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-78a1dfd7-e934-41dc-9202-bfa155e3d55d tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:49.397633 dv-neutron-828697-3-hyperv neutron-server[114375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:00:49.397633 dv-neutron-828697-3-hyperv neutron-server[114375]: self.session.flush() Feb 16 17:00:49.397633 dv-neutron-828697-3-hyperv neutron-server[114375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:00:49.397633 dv-neutron-828697-3-hyperv neutron-server[114375]: self.session.flush() Feb 16 17:00:49.397633 dv-neutron-828697-3-hyperv neutron-server[114375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:00:49.397633 dv-neutron-828697-3-hyperv neutron-server[114375]: self.session.flush() Feb 16 17:00:49.397633 dv-neutron-828697-3-hyperv neutron-server[114375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:00:49.397633 dv-neutron-828697-3-hyperv neutron-server[114375]: self.session.flush() Feb 16 17:00:49.397633 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 17:00:49.397633 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:00:49.397633 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 17:00:49.397633 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:00:49.397633 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 17:00:49.397633 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:00:49.397633 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 17:00:49.397633 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:00:49.397633 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 17:00:49.397633 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:00:49.397633 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 17:00:49.397633 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:00:49.397633 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 17:00:49.397633 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:00:49.397633 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:00:49.397633 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:00:49.397633 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:00:49.397633 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:00:49.397633 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 17:00:49.397633 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:00:49.397633 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 17:00:49.397633 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:00:49.397633 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:00:49.397633 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:00:49.397633 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 17:00:49.397633 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:00:49.397633 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:00:49.397633 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:00:49.397633 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:00:49.397633 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:00:49.397633 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:00:49.397633 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:00:49.405198 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-5a281a8d-5d8a-4879-8dd0-4c529ec12f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10a820d-8848-4d12-a850-4085a9c5b06a', 'name': 'tempest-ServerActionsTestJSON-1950663377-router', 'tenant_id': '09d1279d90c3425a9b4e1f123c7549b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '797175b6-f2f8-4176-986b-0e65b9d233a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:53Z', 'updated_at': '2022-02-16T17:00:00Z', 'revision_number': 4, 'project_id': '09d1279d90c3425a9b4e1f123c7549b3', 'gw_port': {'id': '797175b6-f2f8-4176-986b-0e65b9d233a9', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10a820d-8848-4d12-a850-4085a9c5b06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:55Z', 'updated_at': '2022-02-16T17:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '16470492-6571-486b-a2b6-cd7142e50c04', 'tenant_id': '09d1279d90c3425a9b4e1f123c7549b3', 'floating_ip_address': '172.26.3.141', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': 'f10a820d-8848-4d12-a850-4085a9c5b06a', 'port_id': '561eab9a-0ea9-4489-acaf-f14c6ec01233', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a9f074d-71de-48a7-8445-bcff118a8024', 'mac_address': 'fa:16:3e:d7:00:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43950d0-944f-47c7-842c-8a183fbb1338', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:00:09Z', 'updated_at': '2022-02-16T17:00:44Z', 'revision_number': 1, 'project_id': '09d1279d90c3425a9b4e1f123c7549b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '573f421b-0d17-4303-a5c8-4a0d9f58b56e', 'name': '', 'network_id': '2a9f074d-71de-48a7-8445-bcff118a8024', 'tenant_id': '09d1279d90c3425a9b4e1f123c7549b3', 'mac_address': 'fa:16:3e:8e:5f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10a820d-8848-4d12-a850-4085a9c5b06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '847c90d0-f658-438a-baa8-b8b47f957a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:59Z', 'updated_at': '2022-02-16T17:00:12Z', 'revision_number': 5, 'project_id': '09d1279d90c3425a9b4e1f123c7549b3', 'subnets': [{'id': '847c90d0-f658-438a-baa8-b8b47f957a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:49.418269 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5366277a-140a-4973-aeb1-ea3d07303fa3 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:49.438658 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device f41b6dd9-ac81-4aab-8dc8-29a783f9d8b2 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:00:49.447562 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d87e816c-bc6f-4760-afb0-7306021e9139 req-8700a5e0-fe05-4b67-bc4f-f40d351c935c service neutron] 10.222.0.89 "GET /v2.0/networks/06298a6e-8040-43d7-955f-604e4333c40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6867843 Feb 16 17:00:49.451628 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-60411fed-4cfe-46ee-bc6c-876920ae61dc req-8f2877a6-2ab4-44a7-b6c2-4e8f125f43db tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2355189 Feb 16 17:00:49.456069 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a281a8d-5d8a-4879-8dd0-4c529ec12f7f None None] The sync data for ids ['f10a820d-8848-4d12-a850-4085a9c5b06a'] in dv-neutron-828697-3-hyperv is: [{'id': 'f10a820d-8848-4d12-a850-4085a9c5b06a', 'name': 'tempest-ServerActionsTestJSON-1950663377-router', 'tenant_id': '09d1279d90c3425a9b4e1f123c7549b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '797175b6-f2f8-4176-986b-0e65b9d233a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:53Z', 'updated_at': '2022-02-16T17:00:00Z', 'revision_number': 4, 'project_id': '09d1279d90c3425a9b4e1f123c7549b3', 'gw_port': {'id': '797175b6-f2f8-4176-986b-0e65b9d233a9', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10a820d-8848-4d12-a850-4085a9c5b06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:55Z', 'updated_at': '2022-02-16T17:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '16470492-6571-486b-a2b6-cd7142e50c04', 'tenant_id': '09d1279d90c3425a9b4e1f123c7549b3', 'floating_ip_address': '172.26.3.141', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': 'f10a820d-8848-4d12-a850-4085a9c5b06a', 'port_id': '561eab9a-0ea9-4489-acaf-f14c6ec01233', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a9f074d-71de-48a7-8445-bcff118a8024', 'mac_address': 'fa:16:3e:d7:00:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43950d0-944f-47c7-842c-8a183fbb1338', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:00:09Z', 'updated_at': '2022-02-16T17:00:44Z', 'revision_number': 1, 'project_id': '09d1279d90c3425a9b4e1f123c7549b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '573f421b-0d17-4303-a5c8-4a0d9f58b56e', 'name': '', 'network_id': '2a9f074d-71de-48a7-8445-bcff118a8024', 'tenant_id': '09d1279d90c3425a9b4e1f123c7549b3', 'mac_address': 'fa:16:3e:8e:5f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10a820d-8848-4d12-a850-4085a9c5b06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '847c90d0-f658-438a-baa8-b8b47f957a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:59Z', 'updated_at': '2022-02-16T17:00:12Z', 'revision_number': 5, 'project_id': '09d1279d90c3425a9b4e1f123c7549b3', 'subnets': [{'id': '847c90d0-f658-438a-baa8-b8b47f957a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:00:49.478647 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f4f4fdd4-2154-447e-95e9-ff809b8c4e31 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:49.509498 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2bf7302-6d50-45e9-8425-b6e2c7d88c41 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Router f14e3e51-31b9-4175-8fe5-a4c8b8421c13 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:00:49.550444 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-04374583-3e64-4d2d-a57f-4468322cac45 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:49.551681 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-04374583-3e64-4d2d-a57f-4468322cac45 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:49.593924 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port bc99fbb1-71bd-4ac1-b644-f86a78662778, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=bc99fbb1-71bd-4ac1-b644-f86a78662778,segment=NetworkSegment(3af87537-55b9-448d-8bff-8dd8c1aaef8b),segment_id=3af87537-55b9-448d-8bff-8dd8c1aaef8b)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:00:49.597329 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port f41b6dd9-ac81-4aab-8dc8-29a783f9d8b2 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:49.597700 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:49.630458 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ec236-be79-4675-a7af-b54c452e0058 req-1e24f6b4-d017-45ce-beea-48b3b7632075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:49.630950 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-78a1dfd7-e934-41dc-9202-bfa155e3d55d tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:49.632232 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d74ec236-be79-4675-a7af-b54c452e0058 req-1e24f6b4-d017-45ce-beea-48b3b7632075 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2a9f074d-71de-48a7-8445-bcff118a8024 HTTP/1.1" status: 200 len: 913 time: 0.4789231 Feb 16 17:00:49.641521 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-78a1dfd7-e934-41dc-9202-bfa155e3d55d tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:49.651018 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-78a1dfd7-e934-41dc-9202-bfa155e3d55d tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "DELETE /v2.0/networks/c465df62-bafe-4a22-9d4b-8c483b8475d5 HTTP/1.1" status: 204 len: 168 time: 4.0118761 Feb 16 17:00:49.654046 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50268) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:49.661777 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Returning: {'device': 'bc99fbb1-71bd-4ac1-b644-f86a78662778', 'network_id': '06298a6e-8040-43d7-955f-604e4333c40a', 'port_id': 'bc99fbb1-71bd-4ac1-b644-f86a78662778', 'mac_address': 'fa:16:3e:9e:6c:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbd15ec9-3270-4d20-9abc-f2f9374aa4ce', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:00:49.669458 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-de21c61a-c805-494f-91b3-9315082e9a2b tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Request body: {'port': {'network_id': '5c7fa548-d9d6-4ee7-996a-f0e1851f547a', 'name': 'tempest-PortsTestJSON-1574043194'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:49.672860 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-04374583-3e64-4d2d-a57f-4468322cac45 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:49.681420 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2bf7302-6d50-45e9-8425-b6e2c7d88c41 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:00:49.681420 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a1dfd7-e934-41dc-9202-bfa155e3d55d tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event deleted for resources: {'Network': ['ID=c465df62-bafe-4a22-9d4b-8c483b8475d5,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:49.702616 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d2bf7302-6d50-45e9-8425-b6e2c7d88c41 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "PUT /v2.0/routers/f14e3e51-31b9-4175-8fe5-a4c8b8421c13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6751821 Feb 16 17:00:49.710831 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec73a84-bb47-4451-8331-680b98e2d316 None None] Sync routers for ids ['f14e3e51-31b9-4175-8fe5-a4c8b8421c13'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:00:49.716267 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50270) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:49.728824 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5366277a-140a-4973-aeb1-ea3d07303fa3 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:49.761440 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f4f4fdd4-2154-447e-95e9-ff809b8c4e31 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:49.762680 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f4f4fdd4-2154-447e-95e9-ff809b8c4e31 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:49.764473 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-f4f4fdd4-2154-447e-95e9-ff809b8c4e31 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] 10.222.0.88 "DELETE /v2.0/security-groups/5577a22f-86e1-416e-8c04-8c16eaa7302a HTTP/1.1" status: 204 len: 168 time: 0.7465501 Feb 16 17:00:49.778448 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec73a84-bb47-4451-8331-680b98e2d316 None None] Routers {'f14e3e51-31b9-4175-8fe5-a4c8b8421c13'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:00:49.778448 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-1ec73a84-bb47-4451-8331-680b98e2d316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:00:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['f14e3e51-31b9-4175-8fe5-a4c8b8421c13'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:49.783356 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d87e816c-bc6f-4760-afb0-7306021e9139 req-732aabaf-2d8b-47de-8d71-2a985eec1f59 service neutron] 10.222.0.89 "GET /v2.0/networks/06298a6e-8040-43d7-955f-604e4333c40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224087 Feb 16 17:00:49.785939 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50274) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:49.786806 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f4fdd4-2154-447e-95e9-ff809b8c4e31 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5577a22f-86e1-416e-8c04-8c16eaa7302a,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:49.794242 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a1dfd7-e934-41dc-9202-bfa155e3d55d tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:49.794575 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a1dfd7-e934-41dc-9202-bfa155e3d55d tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:49.794915 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a1dfd7-e934-41dc-9202-bfa155e3d55d tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:49.795246 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a1dfd7-e934-41dc-9202-bfa155e3d55d tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:49.795578 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a1dfd7-e934-41dc-9202-bfa155e3d55d tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:49.795902 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a1dfd7-e934-41dc-9202-bfa155e3d55d tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:49.796251 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a1dfd7-e934-41dc-9202-bfa155e3d55d tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:49.796568 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a1dfd7-e934-41dc-9202-bfa155e3d55d tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:49.796889 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a1dfd7-e934-41dc-9202-bfa155e3d55d tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:49.797205 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a1dfd7-e934-41dc-9202-bfa155e3d55d tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:49.797695 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a1dfd7-e934-41dc-9202-bfa155e3d55d tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:49.797814 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a1dfd7-e934-41dc-9202-bfa155e3d55d tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:49.860311 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-1ec73a84-bb47-4451-8331-680b98e2d316 None None] Set router f14e3e51-31b9-4175-8fe5-a4c8b8421c13 gateway port host: None {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:00:49.870797 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed99e391-9391-46cb-9f6b-fa70852ca1fe None None] New status for floating IP 16470492-6571-486b-a2b6-cd7142e50c04: ACTIVE {{(pid=114378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:00:49.911321 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5366277a-140a-4973-aeb1-ea3d07303fa3 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Pushing event updated for resources: {'Port': ['ID=b8dd93ed-d01f-49a6-b085-2ffaf0881d5c,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:49.933444 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50276) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:49.955430 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-1ec73a84-bb47-4451-8331-680b98e2d316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f14e3e51-31b9-4175-8fe5-a4c8b8421c13', 'name': 'tempest-NetworksTestDHCPv6-router-1725098330', 'tenant_id': '81837604d6654060bf0a8ff194578833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:00:34Z', 'updated_at': '2022-02-16T17:00:47Z', 'revision_number': 3, 'project_id': '81837604d6654060bf0a8ff194578833', 'gw_port_host': None}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:49.977915 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5366277a-140a-4973-aeb1-ea3d07303fa3 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Network fb31981d-a2e3-4e9d-a87d-2e6cbbbd0e45 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:49.985762 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:49.991679 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec73a84-bb47-4451-8331-680b98e2d316 None None] Checking router: f14e3e51-31b9-4175-8fe5-a4c8b8421c13 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:00:50.001742 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d33cee-580c-4791-93ee-0766fc21868a tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:50.003252 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d33cee-580c-4791-93ee-0766fc21868a tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:50.008342 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-99d33cee-580c-4791-93ee-0766fc21868a tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2744548 Feb 16 17:00:50.018701 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc99fbb1-71bd-4ac1-b644-f86a78662778 {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:00:50.026433 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec73a84-bb47-4451-8331-680b98e2d316 None None] Routers {'f14e3e51-31b9-4175-8fe5-a4c8b8421c13'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:00:50.027229 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50280) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:50.027358 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-1ec73a84-bb47-4451-8331-680b98e2d316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:00:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['f14e3e51-31b9-4175-8fe5-a4c8b8421c13'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:50.121753 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port bc99fbb1-71bd-4ac1-b644-f86a78662778, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=bc99fbb1-71bd-4ac1-b644-f86a78662778,segment=NetworkSegment(3af87537-55b9-448d-8bff-8dd8c1aaef8b),segment_id=3af87537-55b9-448d-8bff-8dd8c1aaef8b)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:00:50.132731 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-1ec73a84-bb47-4451-8331-680b98e2d316 None None] Set router f14e3e51-31b9-4175-8fe5-a4c8b8421c13 gateway port host: None {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:00:50.154532 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-12c572e4-33cc-4908-986d-a4cef3062a00 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Deleting subnet 1337d6de-be9c-4997-8b25-111e12737a38 {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:00:50.156917 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-5366277a-140a-4973-aeb1-ea3d07303fa3 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:50.159601 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5366277a-140a-4973-aeb1-ea3d07303fa3 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:00:50.165712 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5366277a-140a-4973-aeb1-ea3d07303fa3 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:50.166476 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5366277a-140a-4973-aeb1-ea3d07303fa3 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:50.198324 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d74ec236-be79-4675-a7af-b54c452e0058 req-61a44512-8fe6-45f9-a015-bb7f4f0d0d98 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=561eab9a-0ea9-4489-acaf-f14c6ec01233 HTTP/1.1" status: 200 len: 1000 time: 0.5313075 Feb 16 17:00:50.205845 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-1ec73a84-bb47-4451-8331-680b98e2d316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f14e3e51-31b9-4175-8fe5-a4c8b8421c13', 'name': 'tempest-NetworksTestDHCPv6-router-1725098330', 'tenant_id': '81837604d6654060bf0a8ff194578833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:00:34Z', 'updated_at': '2022-02-16T17:00:47Z', 'revision_number': 3, 'project_id': '81837604d6654060bf0a8ff194578833', 'gw_port_host': None}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:50.207665 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:50.217740 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-12c572e4-33cc-4908-986d-a4cef3062a00 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:50.226863 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f714b693-ab98-461d-abfc-23b8d3071cfa admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ccfc643fa8404010ae50108fcfab4417&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2805359 Feb 16 17:00:50.230175 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50282) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:50.236742 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4fdd4-2154-447e-95e9-ff809b8c4e31 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:50.237098 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4fdd4-2154-447e-95e9-ff809b8c4e31 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:50.237441 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4fdd4-2154-447e-95e9-ff809b8c4e31 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:50.237782 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4fdd4-2154-447e-95e9-ff809b8c4e31 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:50.238111 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4fdd4-2154-447e-95e9-ff809b8c4e31 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:50.238446 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4fdd4-2154-447e-95e9-ff809b8c4e31 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:50.238781 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4fdd4-2154-447e-95e9-ff809b8c4e31 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:50.239119 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4fdd4-2154-447e-95e9-ff809b8c4e31 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:50.239434 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4fdd4-2154-447e-95e9-ff809b8c4e31 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:50.239759 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4fdd4-2154-447e-95e9-ff809b8c4e31 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:50.240110 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4fdd4-2154-447e-95e9-ff809b8c4e31 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:50.240434 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4fdd4-2154-447e-95e9-ff809b8c4e31 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:50.281746 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec73a84-bb47-4451-8331-680b98e2d316 None None] The sync data for ids ['f14e3e51-31b9-4175-8fe5-a4c8b8421c13'] in dv-neutron-828697-3-hyperv is: [{'id': 'f14e3e51-31b9-4175-8fe5-a4c8b8421c13', 'name': 'tempest-NetworksTestDHCPv6-router-1725098330', 'tenant_id': '81837604d6654060bf0a8ff194578833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:00:34Z', 'updated_at': '2022-02-16T17:00:47Z', 'revision_number': 3, 'project_id': '81837604d6654060bf0a8ff194578833', 'gw_port_host': None}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:00:50.362764 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-f1cdc295-aa0e-4aa9-8b8e-4be0dff926ea tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5656636 Feb 16 17:00:50.362978 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=bc99fbb1-71bd-4ac1-b644-f86a78662778,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:50.370176 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50286) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:50.379175 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-45941f69-1faf-4f77-8e8d-caa40c71718b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:50.379291 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-155a3c8d-bb9d-4d66-87a8-175fef65a313 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Request body: {'security_group': {'name': 'tempest-secgroup--237606701'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:50.404432 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-12c572e4-33cc-4908-986d-a4cef3062a00 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:50.407275 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de21c61a-c805-494f-91b3-9315082e9a2b tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Made reservation on behalf of c643207721ea44e4a742511dc6707de4 for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:50.410969 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-de21c61a-c805-494f-91b3-9315082e9a2b tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:50.414356 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-45941f69-1faf-4f77-8e8d-caa40c71718b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:50.427569 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['bc99fbb1-71bd-4ac1-b644-f86a78662778'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:00:50.471561 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-04374583-3e64-4d2d-a57f-4468322cac45 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:50.478175 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ec236-be79-4675-a7af-b54c452e0058 req-f0fd93d0-8499-4086-93b6-cc2b0921ad16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:50.479961 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d74ec236-be79-4675-a7af-b54c452e0058 req-f0fd93d0-8499-4086-93b6-cc2b0921ad16 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=847c90d0-f658-438a-baa8-b8b47f957a97 HTTP/1.1" status: 200 len: 851 time: 0.2461700 Feb 16 17:00:50.502236 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-5366277a-140a-4973-aeb1-ea3d07303fa3 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 4.5639398 Feb 16 17:00:50.502450 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50290) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:50.535001 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-de21c61a-c805-494f-91b3-9315082e9a2b tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] device_id is not set on port ce237932-d218-4fd7-bced-2b76638bd751 yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:00:50.581689 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75de4da-cfa7-4bd1-ba7c-e736c70c28e5 req-72dd10fa-d292-4284-8470-70d68fd8b97f tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:50.584587 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-e75de4da-cfa7-4bd1-ba7c-e736c70c28e5 req-72dd10fa-d292-4284-8470-70d68fd8b97f tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5ebd8bd3-b725-4245-93f5-ef5668d6841a HTTP/1.1" status: 200 len: 944 time: 0.1825261 Feb 16 17:00:50.593540 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-155a3c8d-bb9d-4d66-87a8-175fef65a313 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:50.637489 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-5ee4bae7-9434-4446-bb34-218752840c4c None None] Provisioning complete for port b8dd93ed-d01f-49a6-b085-2ffaf0881d5c triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:50.638138 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5ee4bae7-9434-4446-bb34-218752840c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:50.645377 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84ac4e5-49ce-4b0f-9069-8f46262116a5 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:50.651476 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84ac4e5-49ce-4b0f-9069-8f46262116a5 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:50.663962 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84ac4e5-49ce-4b0f-9069-8f46262116a5 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:50.666010 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-a84ac4e5-49ce-4b0f-9069-8f46262116a5 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.1635714 Feb 16 17:00:50.699244 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ec236-be79-4675-a7af-b54c452e0058 req-292dd294-965c-4b6f-93b8-19f2703393eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:50.701145 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d74ec236-be79-4675-a7af-b54c452e0058 req-292dd294-965c-4b6f-93b8-19f2703393eb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2a9f074d-71de-48a7-8445-bcff118a8024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2108274 Feb 16 17:00:50.701464 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-5ee4bae7-9434-4446-bb34-218752840c4c None None] Port b8dd93ed-d01f-49a6-b085-2ffaf0881d5c cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:00:50.705045 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50292) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:50.866605 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8057f329-b834-42e5-90fc-a61b70353917 req-562df784-1564-46c4-b7fb-90116513c0c4 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:50.868263 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8057f329-b834-42e5-90fc-a61b70353917 req-562df784-1564-46c4-b7fb-90116513c0c4 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.3057294 Feb 16 17:00:51.003164 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-155a3c8d-bb9d-4d66-87a8-175fef65a313 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:51.005581 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d74ec236-be79-4675-a7af-b54c452e0058 req-1b69517b-a7bb-4f9a-99be-705f23bedb1c service neutron] 10.222.0.89 "GET /v2.0/networks/2a9f074d-71de-48a7-8445-bcff118a8024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940907 Feb 16 17:00:51.034922 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8057f329-b834-42e5-90fc-a61b70353917 req-a9f47475-d07e-4f65-8f8c-8683a83a27d3 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569114 Feb 16 17:00:51.057950 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-12c572e4-33cc-4908-986d-a4cef3062a00 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:51.085480 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-e75de4da-cfa7-4bd1-ba7c-e736c70c28e5 req-33cfd573-daf2-4fc8-b199-07be82a18e6a tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/security-groups?id=182e3741-5bf1-40d0-9f52-072188d785c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4620626 Feb 16 17:00:51.103053 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-155a3c8d-bb9d-4d66-87a8-175fef65a313 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:51.125010 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-45941f69-1faf-4f77-8e8d-caa40c71718b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:51.127516 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-45941f69-1faf-4f77-8e8d-caa40c71718b admin admin] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:51.132222 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-45941f69-1faf-4f77-8e8d-caa40c71718b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7b38e654-398b-4d3d-b141-34a8fef4b487 HTTP/1.1" status: 204 len: 168 time: 0.8716133 Feb 16 17:00:51.148750 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-a3628aa3-108c-4d96-a7d1-414c260bca0d tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Deleting port b8dd93ed-d01f-49a6-b085-2ffaf0881d5c {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:00:51.149336 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a3628aa3-108c-4d96-a7d1-414c260bca0d tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:51.191216 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45941f69-1faf-4f77-8e8d-caa40c71718b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b38e654-398b-4d3d-b141-34a8fef4b487,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:51.224334 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-de21c61a-c805-494f-91b3-9315082e9a2b tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:51.269014 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-12c572e4-33cc-4908-986d-a4cef3062a00 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:51.282766 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 0cd8955a-287e-40ca-9627-345e60a70cf1 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:00:51.307425 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d74ec236-be79-4675-a7af-b54c452e0058 req-f906556c-44b7-4381-bcc9-9916556d7bec service neutron] 10.222.0.89 "GET /v2.0/networks/2a9f074d-71de-48a7-8445-bcff118a8024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868350 Feb 16 17:00:51.307653 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c572e4-33cc-4908-986d-a4cef3062a00 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event deleted for resources: {'Subnet': ['ID=1337d6de-be9c-4997-8b25-111e12737a38,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:51.307761 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 0cd8955a-287e-40ca-9627-345e60a70cf1 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:00:51.308012 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a3c8d-bb9d-4d66-87a8-175fef65a313 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7da941b3-9848-41df-8c3b-9cefac4f0987,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:51.308205 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 0cd8955a-287e-40ca-9627-345e60a70cf1 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:00:51.311274 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-12c572e4-33cc-4908-986d-a4cef3062a00 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:51.312302 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-04374583-3e64-4d2d-a57f-4468322cac45 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for router_gateway, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:51.315563 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-12c572e4-33cc-4908-986d-a4cef3062a00 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/1337d6de-be9c-4997-8b25-111e12737a38 HTTP/1.1" status: 204 len: 168 time: 1.2842093 Feb 16 17:00:51.317953 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50296) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:51.330515 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2760e8a-2523-4460-b797-52694ed9252d None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:00:51.338955 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-04374583-3e64-4d2d-a57f-4468322cac45 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:51.342618 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-155a3c8d-bb9d-4d66-87a8-175fef65a313 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:51.343871 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-155a3c8d-bb9d-4d66-87a8-175fef65a313 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9727304 Feb 16 17:00:51.358997 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50298) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:51.363458 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-77e7d40d-1ab6-4e4e-8d1c-b2fb5b7031ca tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Request body: {'security_group_rule': {'security_group_id': '7da941b3-9848-41df-8c3b-9cefac4f0987', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:51.370787 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-de21c61a-c805-494f-91b3-9315082e9a2b tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:51.381114 dv-neutron-828697-3-hyperv neutron-server[114376]: WARNING neutron.api.v2.base [None req-77e7d40d-1ab6-4e4e-8d1c-b2fb5b7031ca tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 16 17:00:51.381839 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-77e7d40d-1ab6-4e4e-8d1c-b2fb5b7031ca tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:00:51.386494 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-77e7d40d-1ab6-4e4e-8d1c-b2fb5b7031ca tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0229776 Feb 16 17:00:51.389609 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50300) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:51.394159 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-ae85dfa5-bdc1-42e6-a0d8-c9339287be54 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Request body: {'security_group_rule': {'security_group_id': '7da941b3-9848-41df-8c3b-9cefac4f0987', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:51.394804 dv-neutron-828697-3-hyperv neutron-server[114376]: WARNING neutron.api.v2.base [None req-ae85dfa5-bdc1-42e6-a0d8-c9339287be54 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 16 17:00:51.395548 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-ae85dfa5-bdc1-42e6-a0d8-c9339287be54 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:00:51.396696 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-ae85dfa5-bdc1-42e6-a0d8-c9339287be54 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0061548 Feb 16 17:00:51.397381 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device bc99fbb1-71bd-4ac1-b644-f86a78662778 up at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:00:51.405554 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50302) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:51.417280 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-f22781d5-c11f-4926-a29f-f5be7d954a8f tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Request body: {'security_group_rule': {'security_group_id': '7da941b3-9848-41df-8c3b-9cefac4f0987', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:51.418278 dv-neutron-828697-3-hyperv neutron-server[114376]: WARNING neutron.api.v2.base [None req-f22781d5-c11f-4926-a29f-f5be7d954a8f tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 16 17:00:51.418789 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-f22781d5-c11f-4926-a29f-f5be7d954a8f tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:00:51.419997 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-f22781d5-c11f-4926-a29f-f5be7d954a8f tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0132442 Feb 16 17:00:51.446120 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50304) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:51.462192 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-ee1899bf-856d-47f1-b6c7-d22ee56cc28b tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Request body: {'security_group_rule': {'security_group_id': '7da941b3-9848-41df-8c3b-9cefac4f0987', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:51.468923 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a3628aa3-108c-4d96-a7d1-414c260bca0d tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:51.469072 dv-neutron-828697-3-hyperv neutron-server[114375]: WARNING neutron.api.v2.base [None req-ee1899bf-856d-47f1-b6c7-d22ee56cc28b tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 16 17:00:51.469072 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-ee1899bf-856d-47f1-b6c7-d22ee56cc28b tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:00:51.469072 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ee1899bf-856d-47f1-b6c7-d22ee56cc28b tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0149879 Feb 16 17:00:51.471015 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50306) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:51.492245 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de21c61a-c805-494f-91b3-9315082e9a2b tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Network 5c7fa548-d9d6-4ee7-996a-f0e1851f547a is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:51.501359 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-de21c61a-c805-494f-91b3-9315082e9a2b tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:51.504698 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-a3628aa3-108c-4d96-a7d1-414c260bca0d tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Calling delete_port for b8dd93ed-d01f-49a6-b085-2ffaf0881d5c owned by {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:00:51.508763 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de21c61a-c805-494f-91b3-9315082e9a2b tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event updated for resources: {'Port': ['ID=ce237932-d218-4fd7-bced-2b76638bd751,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:51.511458 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de21c61a-c805-494f-91b3-9315082e9a2b tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:00:51.518146 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de21c61a-c805-494f-91b3-9315082e9a2b tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:51.519043 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-de21c61a-c805-494f-91b3-9315082e9a2b tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:51.529523 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-b034fa5f-a967-432b-b51c-9af651d6c1b3 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2099144 Feb 16 17:00:51.532531 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50310) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:51.554650 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning for port bc99fbb1-71bd-4ac1-b644-f86a78662778 completed by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:00:51.559077 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning complete for port bc99fbb1-71bd-4ac1-b644-f86a78662778 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:51.559442 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:51.623930 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e03ae1a4-ebb0-4441-b71b-3661066435af tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for router, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:51.633672 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045aa521-6b55-410b-bf9e-4a48d539867e None None] DHCP port deletion for 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:00:51.662057 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-065d9fb4-38ad-4df2-a504-fe4da4e14765 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:51.667090 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-04374583-3e64-4d2d-a57f-4468322cac45 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Allocated IP 172.26.3.166 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/40dae75c-7309-4523-b2c0-8315f37003b8) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:51.675332 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-de21c61a-c805-494f-91b3-9315082e9a2b tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0110862 Feb 16 17:00:51.676098 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50312) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:51.730369 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-065d9fb4-38ad-4df2-a504-fe4da4e14765 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:51.762105 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:51.794064 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ebd8bd3-b725-4245-93f5-ef5668d6841a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc99fbb1-71bd-4ac1-b644-f86a78662778'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:00:51.796835 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdafdac9-64ab-4cd6-972c-44436a6c3015" -d '{"events": [{"server_uuid": "5ebd8bd3-b725-4245-93f5-ef5668d6841a", "name": "network-vif-plugged", "status": "completed", "tag": "bc99fbb1-71bd-4ac1-b644-f86a78662778"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:00:51.809864 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-045aa521-6b55-410b-bf9e-4a48d539867e None None] Deleting port 61f1de50-0e0b-45bd-ac5f-8e413bef85f7 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:00:51.810302 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-045aa521-6b55-410b-bf9e-4a48d539867e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:51.815492 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port bc99fbb1-71bd-4ac1-b644-f86a78662778, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=bc99fbb1-71bd-4ac1-b644-f86a78662778,segment=NetworkSegment(3af87537-55b9-448d-8bff-8dd8c1aaef8b),segment_id=3af87537-55b9-448d-8bff-8dd8c1aaef8b)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:00:51.893061 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e03ae1a4-ebb0-4441-b71b-3661066435af tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:51.896585 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e03ae1a4-ebb0-4441-b71b-3661066435af tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:51.912116 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993cc183-30f3-49d9-a9c1-4ee34ac11132 x-openstack-request-id: req-993cc183-30f3-49d9-a9c1-4ee34ac11132 {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:00:51.912629 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ebd8bd3-b725-4245-93f5-ef5668d6841a", "name": "network-vif-plugged", "status": "completed", "tag": "bc99fbb1-71bd-4ac1-b644-f86a78662778", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:00:51.913498 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-993cc183-30f3-49d9-a9c1-4ee34ac11132 {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:00:51.913988 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ebd8bd3-b725-4245-93f5-ef5668d6841a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc99fbb1-71bd-4ac1-b644-f86a78662778', 'code': 200} Feb 16 17:00:51.921447 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:51.941650 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-04374583-3e64-4d2d-a57f-4468322cac45 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:51.960513 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-065d9fb4-38ad-4df2-a504-fe4da4e14765 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:51.963040 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-065d9fb4-38ad-4df2-a504-fe4da4e14765 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:51.964226 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-065d9fb4-38ad-4df2-a504-fe4da4e14765 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] 10.222.0.88 "DELETE /v2.0/security-groups/7da941b3-9848-41df-8c3b-9cefac4f0987 HTTP/1.1" status: 204 len: 168 time: 0.4858921 Feb 16 17:00:51.969375 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a3628aa3-108c-4d96-a7d1-414c260bca0d tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:51.973484 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50322) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:51.975826 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-045aa521-6b55-410b-bf9e-4a48d539867e None None] For port 61f1de50-0e0b-45bd-ac5f-8e413bef85f7, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=61f1de50-0e0b-45bd-ac5f-8e413bef85f7,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:00:51.976348 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-045aa521-6b55-410b-bf9e-4a48d539867e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:51.982421 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-7fa13e27-6eee-4f15-8b4d-e1389b345e7d tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Deleting port ce237932-d218-4fd7-bced-2b76638bd751 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:00:51.982796 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7fa13e27-6eee-4f15-8b4d-e1389b345e7d tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:51.994829 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-045aa521-6b55-410b-bf9e-4a48d539867e None None] Calling delete_port for 61f1de50-0e0b-45bd-ac5f-8e413bef85f7 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:00:52.013957 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d9fb4-38ad-4df2-a504-fe4da4e14765 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da941b3-9848-41df-8c3b-9cefac4f0987,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:52.040678 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3628aa3-108c-4d96-a7d1-414c260bca0d tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Pushing event deleted for resources: {'Port': ['ID=b8dd93ed-d01f-49a6-b085-2ffaf0881d5c,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:52.056787 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e03ae1a4-ebb0-4441-b71b-3661066435af tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:52.057240 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03ae1a4-ebb0-4441-b71b-3661066435af tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Fanout notify agent at l3_agent the message router_deleted on router f14e3e51-31b9-4175-8fe5-a4c8b8421c13 {{(pid=114375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:00:52.066993 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e03ae1a4-ebb0-4441-b71b-3661066435af tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:52.070905 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e03ae1a4-ebb0-4441-b71b-3661066435af tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/routers/f14e3e51-31b9-4175-8fe5-a4c8b8421c13 HTTP/1.1" status: 204 len: 168 time: 0.5348487 Feb 16 17:00:52.074298 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50326) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:52.080047 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-3f292292-5318-44a1-a3e3-e6322df699d0 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'subnet': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:52.093071 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-e9282238-4b69-47e6-8bdb-7b6b4c82b9b5 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1185570 Feb 16 17:00:52.097776 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50328) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:52.104988 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-429b7485-e913-494d-bca4-561e0f8bf34e tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Request body: {'security_group': {'name': 'tempest-secgroup--350946046'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:52.130370 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=bc99fbb1-71bd-4ac1-b644-f86a78662778,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:52.185300 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:52.190756 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:52.196200 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:52.196200 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:52.196200 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:52.196200 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:52.196200 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:52.196200 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:52.196200 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:52.196200 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:52.196200 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:52.196200 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:52.219424 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-045aa521-6b55-410b-bf9e-4a48d539867e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:52.225529 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-04374583-3e64-4d2d-a57f-4468322cac45 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:52.229236 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a3628aa3-108c-4d96-a7d1-414c260bca0d tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:52.235613 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-a3628aa3-108c-4d96-a7d1-414c260bca0d tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] 10.222.0.88 "DELETE /v2.0/ports/b8dd93ed-d01f-49a6-b085-2ffaf0881d5c HTTP/1.1" status: 204 len: 168 time: 1.5255568 Feb 16 17:00:52.243113 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50334) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:52.245181 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7fa13e27-6eee-4f15-8b4d-e1389b345e7d tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:52.299279 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-429b7485-e913-494d-bca4-561e0f8bf34e tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:52.307562 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045aa521-6b55-410b-bf9e-4a48d539867e None None] Pushing event deleted for resources: {'Port': ['ID=61f1de50-0e0b-45bd-ac5f-8e413bef85f7,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:52.318230 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045aa521-6b55-410b-bf9e-4a48d539867e None None] No DVR routers for this DVR port 61f1de50-0e0b-45bd-ac5f-8e413bef85f7 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:00:52.377867 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-7fa13e27-6eee-4f15-8b4d-e1389b345e7d tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Calling delete_port for ce237932-d218-4fd7-bced-2b76638bd751 owned by {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:00:52.379822 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6e1f583-176c-40a3-8e4a-167ef26c284c tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] GET failed (client error): The resource could not be found. Feb 16 17:00:52.382371 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a6e1f583-176c-40a3-8e4a-167ef26c284c tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] 10.222.0.88 "GET /v2.0/ports/b8dd93ed-d01f-49a6-b085-2ffaf0881d5c HTTP/1.1" status: 404 len: 333 time: 0.1269901 Feb 16 17:00:52.392516 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50336) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:52.399409 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-157a201f-295d-47ca-92e9-e5688d91fdb4 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Request body: {'port': {'network_id': 'fb31981d-a2e3-4e9d-a87d-2e6cbbbd0e45', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-634375955'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:52.407956 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04374583-3e64-4d2d-a57f-4468322cac45 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:52.422858 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-04374583-3e64-4d2d-a57f-4468322cac45 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:52.434101 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04374583-3e64-4d2d-a57f-4468322cac45 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Pushing event updated for resources: {'Port': ['ID=40dae75c-7309-4523-b2c0-8315f37003b8,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:52.437193 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567676a-75f7-43e9-b486-fa50a4199ec2 req-806b86ac-39f5-4d7b-98b4-1ac6f91755f7 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:52.438131 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04374583-3e64-4d2d-a57f-4468322cac45 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:00:52.439159 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-b567676a-75f7-43e9-b486-fa50a4199ec2 req-806b86ac-39f5-4d7b-98b4-1ac6f91755f7 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.1599426 Feb 16 17:00:52.464262 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6a5e6-196c-4823-9884-1f86cc21a4dc req-805bec1c-bb46-47a9-89ef-a52d73b2fe61 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:52.467174 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f4b6a5e6-196c-4823-9884-1f86cc21a4dc req-805bec1c-bb46-47a9-89ef-a52d73b2fe61 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5ebd8bd3-b725-4245-93f5-ef5668d6841a HTTP/1.1" status: 200 len: 945 time: 0.2023442 Feb 16 17:00:52.538431 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f292292-5318-44a1-a3e3-e6322df699d0 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:52.539184 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea0485-4707-4907-9a19-6b7455eb8abd req-a386b06f-04c7-4e6c-bc4f-1a2a01c80512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:52.540708 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-88ea0485-4707-4907-9a19-6b7455eb8abd req-a386b06f-04c7-4e6c-bc4f-1a2a01c80512 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5ebd8bd3-b725-4245-93f5-ef5668d6841a HTTP/1.1" status: 200 len: 1098 time: 0.1679978 Feb 16 17:00:52.541859 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3f292292-5318-44a1-a3e3-e6322df699d0 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:52.629209 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f4b6a5e6-196c-4823-9884-1f86cc21a4dc req-cd0b90db-58a7-4e83-8117-613cf4f60f58 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/security-groups?id=182e3741-5bf1-40d0-9f52-072188d785c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198158 Feb 16 17:00:52.646515 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-b567676a-75f7-43e9-b486-fa50a4199ec2 req-faf8d069-035f-4c29-b428-7a9fb340b3ca tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451440 Feb 16 17:00:52.712910 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-88ea0485-4707-4907-9a19-6b7455eb8abd req-223849f4-bfda-40d8-ba24-ae123fba5e5e service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=182e3741-5bf1-40d0-9f52-072188d785c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611948 Feb 16 17:00:52.721048 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-429b7485-e913-494d-bca4-561e0f8bf34e tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:52.774170 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7fa13e27-6eee-4f15-8b4d-e1389b345e7d tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:52.782128 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c601c-2b5a-4c03-8e67-8030bfdb9bbc req-f6c01355-ecfd-47d1-b1cb-d84692c85265 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:52.783687 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e73c601c-2b5a-4c03-8e67-8030bfdb9bbc req-f6c01355-ecfd-47d1-b1cb-d84692c85265 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.0596654 Feb 16 17:00:52.807431 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-429b7485-e913-494d-bca4-561e0f8bf34e tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:52.823703 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157a201f-295d-47ca-92e9-e5688d91fdb4 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Made reservation on behalf of a49c4a29cc0c4355a6085d6833226341 for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:52.827672 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-157a201f-295d-47ca-92e9-e5688d91fdb4 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:52.834246 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50348) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:52.844415 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa13e27-6eee-4f15-8b4d-e1389b345e7d tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event deleted for resources: {'Port': ['ID=ce237932-d218-4fd7-bced-2b76638bd751,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:52.867574 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7fa13e27-6eee-4f15-8b4d-e1389b345e7d tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:52.872514 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-7fa13e27-6eee-4f15-8b4d-e1389b345e7d tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "DELETE /v2.0/ports/ce237932-d218-4fd7-bced-2b76638bd751 HTTP/1.1" status: 204 len: 168 time: 1.1929715 Feb 16 17:00:52.875562 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50352) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:52.881170 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-ef86c0ab-1f5b-4eb0-86c5-2048f9cbe791 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Request body: {'port': {'network_id': '5c7fa548-d9d6-4ee7-996a-f0e1851f547a', 'mac_address': 'fa:16:3e:c0:6d:6d', 'name': 'tempest-PortsTestJSON-69665308'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:52.899474 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e73c601c-2b5a-4c03-8e67-8030bfdb9bbc req-b135bcd4-e122-43b6-a4b7-e7f578279270 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083815 Feb 16 17:00:52.902275 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429b7485-e913-494d-bca4-561e0f8bf34e tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d70f09d0-e17b-4b40-82eb-122cb28b8db4,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:52.908182 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-429b7485-e913-494d-bca4-561e0f8bf34e tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:52.909415 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-429b7485-e913-494d-bca4-561e0f8bf34e tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8106980 Feb 16 17:00:52.913731 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50354) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:52.918057 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-bd363053-0ddd-47e8-8839-46f919fdfc81 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Request body: {'security_group_rule': {'security_group_id': 'd70f09d0-e17b-4b40-82eb-122cb28b8db4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:52.918782 dv-neutron-828697-3-hyperv neutron-server[114376]: WARNING neutron.api.v2.base [None req-bd363053-0ddd-47e8-8839-46f919fdfc81 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 16 17:00:52.929774 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-bd363053-0ddd-47e8-8839-46f919fdfc81 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:00:52.929774 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-bd363053-0ddd-47e8-8839-46f919fdfc81 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056427 Feb 16 17:00:52.939864 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-157a201f-295d-47ca-92e9-e5688d91fdb4 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] device_id is not set on port 76076af6-4449-4998-b2a2-16ee59ef44e9 yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:00:52.961910 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50356) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:52.970850 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-613c629b-c5e8-4007-ba8b-283b32411927 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Request body: {'security_group_rule': {'security_group_id': 'd70f09d0-e17b-4b40-82eb-122cb28b8db4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:52.993008 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-5cbcbf28-1c4a-41f6-84a6-72f4c47288a1 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Request body: {'security_group': {'name': 'tempest-secgroup--745305703'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:53.002078 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-04374583-3e64-4d2d-a57f-4468322cac45 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for router_gateway, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:53.190453 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-157a201f-295d-47ca-92e9-e5688d91fdb4 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Allocated IP 2001:db8::11e (fb31981d-a2e3-4e9d-a87d-2e6cbbbd0e45/b1041ae3-3412-4004-be87-f481066e2b1b/76076af6-4449-4998-b2a2-16ee59ef44e9) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:53.191927 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-613c629b-c5e8-4007-ba8b-283b32411927 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:00:53.192999 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-613c629b-c5e8-4007-ba8b-283b32411927 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2301259 Feb 16 17:00:53.197846 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50360) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:53.202288 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-03b9d2aa-2762-4e76-8c54-5e50763d63d9 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Request body: {'security_group_rule': {'security_group_id': 'd70f09d0-e17b-4b40-82eb-122cb28b8db4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:53.203025 dv-neutron-828697-3-hyperv neutron-server[114375]: WARNING neutron.api.v2.base [None req-03b9d2aa-2762-4e76-8c54-5e50763d63d9 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 16 17:00:53.203516 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-03b9d2aa-2762-4e76-8c54-5e50763d63d9 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:00:53.204553 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-03b9d2aa-2762-4e76-8c54-5e50763d63d9 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0057614 Feb 16 17:00:53.208718 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50362) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:53.214503 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-aed4e8d9-ae45-417c-97cf-b6cf6be0a5d9 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Request body: {'security_group_rule': {'security_group_id': 'd70f09d0-e17b-4b40-82eb-122cb28b8db4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:53.220179 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3f292292-5318-44a1-a3e3-e6322df699d0 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:53.231400 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5cbcbf28-1c4a-41f6-84a6-72f4c47288a1 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:53.306433 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5cbcbf28-1c4a-41f6-84a6-72f4c47288a1 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:53.356890 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f292292-5318-44a1-a3e3-e6322df699d0 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:53.361411 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 61f1de50-0e0b-45bd-ac5f-8e413bef85f7 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:00:53.375008 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-3f292292-5318-44a1-a3e3-e6322df699d0 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:53.390796 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f292292-5318-44a1-a3e3-e6322df699d0 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Subnet': ['ID=4b3f31b0-6db4-4991-a360-60db42dd6702,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:53.400014 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f292292-5318-44a1-a3e3-e6322df699d0 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:53.401573 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3f292292-5318-44a1-a3e3-e6322df699d0 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:53.415812 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305348cf-42de-4698-bb60-4f3756f555b3 None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:00:53.418224 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 61f1de50-0e0b-45bd-ac5f-8e413bef85f7 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:00:53.418623 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 61f1de50-0e0b-45bd-ac5f-8e413bef85f7 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:00:53.441467 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef86c0ab-1f5b-4eb0-86c5-2048f9cbe791 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Made reservation on behalf of c643207721ea44e4a742511dc6707de4 for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:53.536030 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-3f292292-5318-44a1-a3e3-e6322df699d0 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4606807 Feb 16 17:00:53.541115 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50366) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:53.552261 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-3e33fe7a-da2c-42aa-888a-191d9142c2dc tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-37496617', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:53.570028 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-04374583-3e64-4d2d-a57f-4468322cac45 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:53.586593 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ef86c0ab-1f5b-4eb0-86c5-2048f9cbe791 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:53.620245 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302749db-b374-42f7-83d8-ab168c76c4fb req-186ad9dc-89b9-4c1f-b7d5-ae7e2e428b96 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:53.627201 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-157a201f-295d-47ca-92e9-e5688d91fdb4 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:53.627849 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-302749db-b374-42f7-83d8-ab168c76c4fb req-186ad9dc-89b9-4c1f-b7d5-ae7e2e428b96 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.1151934 Feb 16 17:00:53.632641 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-aed4e8d9-ae45-417c-97cf-b6cf6be0a5d9 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:00:53.638374 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-aed4e8d9-ae45-417c-97cf-b6cf6be0a5d9 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4231601 Feb 16 17:00:53.645653 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50368) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:53.654464 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-651bb485-81fe-497a-88d7-258c5dcb2ead tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Request body: {'security_group_rule': {'security_group_id': 'd70f09d0-e17b-4b40-82eb-122cb28b8db4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:53.654949 dv-neutron-828697-3-hyperv neutron-server[114375]: WARNING neutron.api.v2.base [None req-651bb485-81fe-497a-88d7-258c5dcb2ead tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 16 17:00:53.655451 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-651bb485-81fe-497a-88d7-258c5dcb2ead tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:00:53.656524 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-651bb485-81fe-497a-88d7-258c5dcb2ead tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0093398 Feb 16 17:00:53.666693 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-ef86c0ab-1f5b-4eb0-86c5-2048f9cbe791 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] device_id is not set on port 7c456cc0-7e5c-4c57-903b-55f9d61a93e3 yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:00:53.672155 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50372) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:53.676576 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-49352515-bc85-46c5-9a1d-6500593d7ae2 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Request body: {'security_group_rule': {'security_group_id': 'd70f09d0-e17b-4b40-82eb-122cb28b8db4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:53.686447 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5cbcbf28-1c4a-41f6-84a6-72f4c47288a1 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:53.746863 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6c10cd-1177-4c7d-9bb1-9bc09fef2a25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'tenant_id': '81837604d6654060bf0a8ff194578833', 'fixed_ips': [{'subnet_id': '4b3f31b0-6db4-4991-a360-60db42dd6702'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:00:53.747954 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-bd6c10cd-1177-4c7d-9bb1-9bc09fef2a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:53.790486 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5cbcbf28-1c4a-41f6-84a6-72f4c47288a1 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:53.792075 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-302749db-b374-42f7-83d8-ab168c76c4fb req-e64b61e6-5cc3-4e23-9d84-d2827746424c tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633193 Feb 16 17:00:53.873393 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbcbf28-1c4a-41f6-84a6-72f4c47288a1 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ea0d22-f4df-4d8e-b608-7f3c7181af80,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:53.887656 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c73c81-5a80-49d7-8159-d12e152b1caa req-32062dab-e56f-4dd1-91da-15dfa6e8513a tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:53.889147 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-97c73c81-5a80-49d7-8159-d12e152b1caa req-32062dab-e56f-4dd1-91da-15dfa6e8513a tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5ebd8bd3-b725-4245-93f5-ef5668d6841a HTTP/1.1" status: 200 len: 945 time: 0.1547337 Feb 16 17:00:53.914929 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3e33fe7a-da2c-42aa-888a-191d9142c2dc tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:53.916501 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3e33fe7a-da2c-42aa-888a-191d9142c2dc tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:53.927239 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-bd6c10cd-1177-4c7d-9bb1-9bc09fef2a25 None None] Allocated IP 2001:db8::2 (1e2a9b2d-a159-48c5-a704-dcb18c3b88c3/4b3f31b0-6db4-4991-a360-60db42dd6702/77fa8830-1f21-4375-bb07-39ff7bcb23ab) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:53.987806 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-157a201f-295d-47ca-92e9-e5688d91fdb4 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:54.013218 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04374583-3e64-4d2d-a57f-4468322cac45 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Router d20839c9-a90f-41fa-a6fb-8ea4c215ed87 is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:00:54.016650 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3e33fe7a-da2c-42aa-888a-191d9142c2dc tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:54.024617 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5cbcbf28-1c4a-41f6-84a6-72f4c47288a1 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:54.069113 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-97c73c81-5a80-49d7-8159-d12e152b1caa req-0bc5ce27-979c-4eec-bab5-ba504067c075 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/security-groups?id=182e3741-5bf1-40d0-9f52-072188d785c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638572 Feb 16 17:00:54.113854 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ef86c0ab-1f5b-4eb0-86c5-2048f9cbe791 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:54.127824 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3e33fe7a-da2c-42aa-888a-191d9142c2dc tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:54.145875 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157a201f-295d-47ca-92e9-e5688d91fdb4 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Network fb31981d-a2e3-4e9d-a87d-2e6cbbbd0e45 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:54.147543 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157a201f-295d-47ca-92e9-e5688d91fdb4 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Pushing event updated for resources: {'Port': ['ID=76076af6-4449-4998-b2a2-16ee59ef44e9,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:54.151212 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-bd6c10cd-1177-4c7d-9bb1-9bc09fef2a25 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:54.160137 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5cbcbf28-1c4a-41f6-84a6-72f4c47288a1 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:54.164817 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-157a201f-295d-47ca-92e9-e5688d91fdb4 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:54.166663 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04374583-3e64-4d2d-a57f-4468322cac45 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:00:54.185856 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191f96a8-594e-47f1-a44d-a45bea5bb438 None None] Sync routers for ids ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:00:54.203880 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191f96a8-594e-47f1-a44d-a45bea5bb438 None None] Routers {'d20839c9-a90f-41fa-a6fb-8ea4c215ed87'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:00:54.206316 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-191f96a8-594e-47f1-a44d-a45bea5bb438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:00:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:54.233953 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157a201f-295d-47ca-92e9-e5688d91fdb4 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:00:54.237608 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3e33fe7a-da2c-42aa-888a-191d9142c2dc tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:54.239215 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-3e33fe7a-da2c-42aa-888a-191d9142c2dc tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6950629 Feb 16 17:00:54.240088 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157a201f-295d-47ca-92e9-e5688d91fdb4 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:54.242290 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-157a201f-295d-47ca-92e9-e5688d91fdb4 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:54.242674 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50378) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:54.247713 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-191f96a8-594e-47f1-a44d-a45bea5bb438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:54.254234 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-bd6c10cd-1177-4c7d-9bb1-9bc09fef2a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:54.256114 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-49352515-bc85-46c5-9a1d-6500593d7ae2 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:00:54.257383 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-49352515-bc85-46c5-9a1d-6500593d7ae2 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5842712 Feb 16 17:00:54.262680 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50380) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:54.285090 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-a30f7d5a-c671-4e3a-a5ed-95bcb0b8493d tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Request body: {'security_group_rule': {'security_group_id': 'd70f09d0-e17b-4b40-82eb-122cb28b8db4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:54.285701 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbcbf28-1c4a-41f6-84a6-72f4c47288a1 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88169ec1-16ba-48b8-82a5-87b245fcc879,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:54.286799 dv-neutron-828697-3-hyperv neutron-server[114376]: WARNING neutron.api.v2.base [None req-a30f7d5a-c671-4e3a-a5ed-95bcb0b8493d tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 16 17:00:54.288742 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-a30f7d5a-c671-4e3a-a5ed-95bcb0b8493d tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:00:54.290468 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-a30f7d5a-c671-4e3a-a5ed-95bcb0b8493d tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0255587 Feb 16 17:00:54.295497 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50382) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:54.306022 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-cefc5257-ec5a-4df2-b08c-29243a209047 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Request body: {'security_group_rule': {'security_group_id': 'd70f09d0-e17b-4b40-82eb-122cb28b8db4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:54.335481 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-157a201f-295d-47ca-92e9-e5688d91fdb4 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9409647 Feb 16 17:00:54.340375 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5cbcbf28-1c4a-41f6-84a6-72f4c47288a1 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:54.341676 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6c10cd-1177-4c7d-9bb1-9bc09fef2a25 None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:54.341883 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-5cbcbf28-1c4a-41f6-84a6-72f4c47288a1 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5031033 Feb 16 17:00:54.350834 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191f96a8-594e-47f1-a44d-a45bea5bb438 None None] Routers {'d20839c9-a90f-41fa-a6fb-8ea4c215ed87'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:00:54.351495 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-191f96a8-594e-47f1-a44d-a45bea5bb438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:00:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:54.353087 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50384) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:54.353432 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50386) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:54.357027 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-bd6c10cd-1177-4c7d-9bb1-9bc09fef2a25 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:54.364996 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-e8470e37-29b5-4306-979b-a2fd18539058 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::d6', 'mac_address': 'fa:16:3e:e5:a3:90'}]}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:54.372852 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-04374583-3e64-4d2d-a57f-4468322cac45 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:54.374040 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-04374583-3e64-4d2d-a57f-4468322cac45 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.3550982 Feb 16 17:00:54.380428 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50388) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:54.400312 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6c10cd-1177-4c7d-9bb1-9bc09fef2a25 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:00:54.404606 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ef86c0ab-1f5b-4eb0-86c5-2048f9cbe791 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:54.413980 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-191f96a8-594e-47f1-a44d-a45bea5bb438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:54.415408 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191f96a8-594e-47f1-a44d-a45bea5bb438 None None] The sync data for ids ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:00:54.431465 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c10cd-1177-4c7d-9bb1-9bc09fef2a25 None None] Pushing event updated for resources: {'Port': ['ID=77fa8830-1f21-4375-bb07-39ff7bcb23ab,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:54.517447 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-bd6c10cd-1177-4c7d-9bb1-9bc09fef2a25 None None] Attempting to bind port 77fa8830-1f21-4375-bb07-39ff7bcb23ab on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:00:54.517824 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-bd6c10cd-1177-4c7d-9bb1-9bc09fef2a25 None None] Attempting to bind port 77fa8830-1f21-4375-bb07-39ff7bcb23ab by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:00:54.527584 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6c10cd-1177-4c7d-9bb1-9bc09fef2a25 None None] Attempting to bind port 77fa8830-1f21-4375-bb07-39ff7bcb23ab on network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:00:54.537089 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6c10cd-1177-4c7d-9bb1-9bc09fef2a25 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:00:54.537987 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6c10cd-1177-4c7d-9bb1-9bc09fef2a25 None None] Checking segment: {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:00:54.538419 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-bd6c10cd-1177-4c7d-9bb1-9bc09fef2a25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:54.542673 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6c10cd-1177-4c7d-9bb1-9bc09fef2a25 None None] Bound using segment: {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:00:54.543357 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-bd6c10cd-1177-4c7d-9bb1-9bc09fef2a25 None None] Bound port: 77fa8830-1f21-4375-bb07-39ff7bcb23ab, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:00:54.543621 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-bd6c10cd-1177-4c7d-9bb1-9bc09fef2a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:54.614999 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef86c0ab-1f5b-4eb0-86c5-2048f9cbe791 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Network 5c7fa548-d9d6-4ee7-996a-f0e1851f547a is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:54.624796 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-ef86c0ab-1f5b-4eb0-86c5-2048f9cbe791 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:54.637762 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef86c0ab-1f5b-4eb0-86c5-2048f9cbe791 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:00:54.644266 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef86c0ab-1f5b-4eb0-86c5-2048f9cbe791 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:54.644892 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ef86c0ab-1f5b-4eb0-86c5-2048f9cbe791 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:54.660503 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef86c0ab-1f5b-4eb0-86c5-2048f9cbe791 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event updated for resources: {'Port': ['ID=7c456cc0-7e5c-4c57-903b-55f9d61a93e3,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:54.664738 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-bd6c10cd-1177-4c7d-9bb1-9bc09fef2a25 None None] For port 77fa8830-1f21-4375-bb07-39ff7bcb23ab, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:00:54.668404 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-bd6c10cd-1177-4c7d-9bb1-9bc09fef2a25 None None] For port 77fa8830-1f21-4375-bb07-39ff7bcb23ab, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=77fa8830-1f21-4375-bb07-39ff7bcb23ab,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:00:54.688942 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-bbdf9697-c4fa-46a5-8e62-7efd7dd08789 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.3303998 Feb 16 17:00:54.696073 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-f7491211-1037-47ee-bb47-bac9c461c04c None None] Provisioning complete for port 76076af6-4449-4998-b2a2-16ee59ef44e9 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:54.696251 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50392) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:54.696443 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f7491211-1037-47ee-bb47-bac9c461c04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:54.697382 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-cefc5257-ec5a-4df2-b08c-29243a209047 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:00:54.698432 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-cefc5257-ec5a-4df2-b08c-29243a209047 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4000678 Feb 16 17:00:54.703097 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-b4969b6b-246a-42a6-9071-c31b5162e765 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Request body: {'security_group': {'name': 'tempest-security--1909112794', 'description': 'tempest-security-description-52701492'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:54.705783 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50394) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:54.715718 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-3afe2062-a143-42ea-97f6-28334146b973 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Request body: {'security_group_rule': {'security_group_id': 'd70f09d0-e17b-4b40-82eb-122cb28b8db4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:54.738467 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-f7491211-1037-47ee-bb47-bac9c461c04c None None] Port 76076af6-4449-4998-b2a2-16ee59ef44e9 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:00:54.753251 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b4969b6b-246a-42a6-9071-c31b5162e765 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:54.789219 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-bd6c10cd-1177-4c7d-9bb1-9bc09fef2a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:54.860993 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c10cd-1177-4c7d-9bb1-9bc09fef2a25 None None] Pushing event updated for resources: {'Port': ['ID=77fa8830-1f21-4375-bb07-39ff7bcb23ab,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:54.883598 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ef86c0ab-1f5b-4eb0-86c5-2048f9cbe791 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 2.0024526 Feb 16 17:00:54.883700 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50396) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:54.893565 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e8470e37-29b5-4306-979b-a2fd18539058 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:54.910097 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a8886d45-d551-4834-bdca-87b486c5937f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:54.964689 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b4969b6b-246a-42a6-9071-c31b5162e765 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:55.055781 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f8fef0-2026-41ac-ab15-2363b5909e0a tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:55.057235 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-37f8fef0-2026-41ac-ab15-2363b5909e0a tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "GET /v2.0/ports/7c456cc0-7e5c-4c57-903b-55f9d61a93e3 HTTP/1.1" status: 200 len: 839 time: 0.1726410 Feb 16 17:00:55.065482 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50400) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:55.154354 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b4969b6b-246a-42a6-9071-c31b5162e765 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:55.156990 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b4969b6b-246a-42a6-9071-c31b5162e765 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:55.165471 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-b4969b6b-246a-42a6-9071-c31b5162e765 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "PUT /v2.0/security-groups/88169ec1-16ba-48b8-82a5-87b245fcc879 HTTP/1.1" status: 200 len: 1776 time: 0.4647787 Feb 16 17:00:55.168521 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50404) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:55.197821 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-3afe2062-a143-42ea-97f6-28334146b973 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:00:55.198968 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-3afe2062-a143-42ea-97f6-28334146b973 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4866889 Feb 16 17:00:55.209081 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50408) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:55.237782 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f6a93-51e2-44a7-8eb8-f9226d710f5b req-9c2c473d-a9fe-401f-b5d7-26dbabda2243 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:55.239290 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-528f6a93-51e2-44a7-8eb8-f9226d710f5b req-9c2c473d-a9fe-401f-b5d7-26dbabda2243 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.2824447 Feb 16 17:00:55.284717 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4969b6b-246a-42a6-9071-c31b5162e765 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88169ec1-16ba-48b8-82a5-87b245fcc879,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:55.394990 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 77fa8830-1f21-4375-bb07-39ff7bcb23ab up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:00:55.476709 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 77fa8830-1f21-4375-bb07-39ff7bcb23ab triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:55.477682 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:55.484566 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-528f6a93-51e2-44a7-8eb8-f9226d710f5b req-4129dd72-833b-4e31-b066-7c6453c97e37 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973681 Feb 16 17:00:55.561855 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-e083ac6f-e916-4d2c-b759-84ba3b777842 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Deleting port 7c456cc0-7e5c-4c57-903b-55f9d61a93e3 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:00:55.562210 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e083ac6f-e916-4d2c-b759-84ba3b777842 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:55.566886 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:55.598880 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-67d29762-640c-48a8-810e-533864fc1ce9 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:55.607601 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port 77fa8830-1f21-4375-bb07-39ff7bcb23ab, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=77fa8830-1f21-4375-bb07-39ff7bcb23ab,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:00:55.658111 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-b1e09153-d5f6-41d7-a1b7-139c4e6a5206 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "GET /v2.0/security-groups/88169ec1-16ba-48b8-82a5-87b245fcc879 HTTP/1.1" status: 200 len: 1776 time: 0.4823494 Feb 16 17:00:55.662591 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50410) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:55.672353 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f686fea0-7fae-422f-b48c-cd798e442002 req-6d61ebf3-1a3d-4dc8-b743-396043e03ab5 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:55.676640 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-f686fea0-7fae-422f-b48c-cd798e442002 req-6d61ebf3-1a3d-4dc8-b743-396043e03ab5 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5ebd8bd3-b725-4245-93f5-ef5668d6841a HTTP/1.1" status: 200 len: 945 time: 0.5030799 Feb 16 17:00:55.676765 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-a8886d45-d551-4834-bdca-87b486c5937f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Allocated IP 2001:db8::1 (1e2a9b2d-a159-48c5-a704-dcb18c3b88c3/4b3f31b0-6db4-4991-a360-60db42dd6702/75e710c0-d8e2-4344-8eaa-1b4573183a4a) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:55.692106 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e8470e37-29b5-4306-979b-a2fd18539058 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:55.703440 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-67d29762-640c-48a8-810e-533864fc1ce9 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:55.708589 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:55.721702 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e083ac6f-e916-4d2c-b759-84ba3b777842 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:55.768763 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-e083ac6f-e916-4d2c-b759-84ba3b777842 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Calling delete_port for 7c456cc0-7e5c-4c57-903b-55f9d61a93e3 owned by {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:00:55.782502 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-f686fea0-7fae-422f-b48c-cd798e442002 req-491ef79c-fc71-42f8-9265-87aa85a8e9f7 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/security-groups?id=182e3741-5bf1-40d0-9f52-072188d785c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918708 Feb 16 17:00:55.786607 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=77fa8830-1f21-4375-bb07-39ff7bcb23ab,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:55.796842 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f06e078b-297f-44ef-98c0-2c6aba28db10 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:55.799480 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-eff6c2ad-d55c-4926-b850-970b925e0ce5 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:55.819905 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e8470e37-29b5-4306-979b-a2fd18539058 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:55.840506 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f06e078b-297f-44ef-98c0-2c6aba28db10 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:55.928579 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-e8470e37-29b5-4306-979b-a2fd18539058 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] In _notify_port_updated(), no bound segment for port 76076af6-4449-4998-b2a2-16ee59ef44e9 on network fb31981d-a2e3-4e9d-a87d-2e6cbbbd0e45 {{(pid=114376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 17:00:55.934117 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8470e37-29b5-4306-979b-a2fd18539058 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:55.934738 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e8470e37-29b5-4306-979b-a2fd18539058 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:55.938726 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-e8470e37-29b5-4306-979b-a2fd18539058 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] 10.222.0.88 "PUT /v2.0/ports/76076af6-4449-4998-b2a2-16ee59ef44e9 HTTP/1.1" status: 200 len: 1001 time: 1.5816462 Feb 16 17:00:55.953831 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50414) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:55.962167 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-67d29762-640c-48a8-810e-533864fc1ce9 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:55.964773 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-67d29762-640c-48a8-810e-533864fc1ce9 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:55.965993 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-67d29762-640c-48a8-810e-533864fc1ce9 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] 10.222.0.88 "DELETE /v2.0/security-groups/d70f09d0-e17b-4b40-82eb-122cb28b8db4 HTTP/1.1" status: 204 len: 168 time: 0.7552314 Feb 16 17:00:55.968783 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50416) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:56.021562 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d29762-640c-48a8-810e-533864fc1ce9 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70f09d0-e17b-4b40-82eb-122cb28b8db4,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:56.023888 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8470e37-29b5-4306-979b-a2fd18539058 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Pushing event updated for resources: {'Port': ['ID=76076af6-4449-4998-b2a2-16ee59ef44e9,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:56.070467 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a8886d45-d551-4834-bdca-87b486c5937f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:56.073151 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-6e86cff8-0f84-4c1f-97ab-43a68a0e4ac3 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1020486 Feb 16 17:00:56.078668 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50418) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:56.087821 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-5d2b3c2b-481f-44bd-900f-438907b0c9c4 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Request body: {'security_group': {'name': 'tempest-secgroup--1063616284'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:56.089294 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327df91b-f18c-46d9-966f-88ac2c16c5b4 req-fcd038fd-cbf2-4258-b830-f3e64630296d tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:56.090960 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-327df91b-f18c-46d9-966f-88ac2c16c5b4 req-fcd038fd-cbf2-4258-b830-f3e64630296d tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5ebd8bd3-b725-4245-93f5-ef5668d6841a HTTP/1.1" status: 200 len: 945 time: 0.1918018 Feb 16 17:00:56.130571 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f06e078b-297f-44ef-98c0-2c6aba28db10 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:56.133776 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f06e078b-297f-44ef-98c0-2c6aba28db10 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:56.136030 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f06e078b-297f-44ef-98c0-2c6aba28db10 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "DELETE /v2.0/security-groups/88169ec1-16ba-48b8-82a5-87b245fcc879 HTTP/1.1" status: 204 len: 168 time: 0.4712973 Feb 16 17:00:56.149978 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50420) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:56.162226 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-327df91b-f18c-46d9-966f-88ac2c16c5b4 req-c5a1fa78-312a-436f-91e2-67eae02b6b7d tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/security-groups?id=182e3741-5bf1-40d0-9f52-072188d785c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604298 Feb 16 17:00:56.170246 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e083ac6f-e916-4d2c-b759-84ba3b777842 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:56.204963 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50422) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:56.214708 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e083ac6f-e916-4d2c-b759-84ba3b777842 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event deleted for resources: {'Port': ['ID=7c456cc0-7e5c-4c57-903b-55f9d61a93e3,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:56.217091 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e083ac6f-e916-4d2c-b759-84ba3b777842 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:56.217853 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e078b-297f-44ef-98c0-2c6aba28db10 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88169ec1-16ba-48b8-82a5-87b245fcc879,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:56.221329 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-e083ac6f-e916-4d2c-b759-84ba3b777842 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "DELETE /v2.0/ports/7c456cc0-7e5c-4c57-903b-55f9d61a93e3 HTTP/1.1" status: 204 len: 168 time: 1.1172762 Feb 16 17:00:56.223787 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50424) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:56.254345 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a8886d45-d551-4834-bdca-87b486c5937f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:56.268612 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd2ec596-7ff1-4c91-b08b-c598ab52d3c8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] GET failed (client error): The resource could not be found. Feb 16 17:00:56.276763 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-cd2ec596-7ff1-4c91-b08b-c598ab52d3c8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "GET /v2.0/ports/7c456cc0-7e5c-4c57-903b-55f9d61a93e3 HTTP/1.1" status: 404 len: 333 time: 0.0463951 Feb 16 17:00:56.283365 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-0454c96f-e2e6-43da-ae64-24b2371f8c2c None None] Provisioning complete for port 77fa8830-1f21-4375-bb07-39ff7bcb23ab triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:56.283740 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0454c96f-e2e6-43da-ae64-24b2371f8c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:56.287223 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50426) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:56.302160 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-34354ece-97f8-4c42-b33e-da7ddab69828 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Request body: {'port': {'network_id': '5c7fa548-d9d6-4ee7-996a-f0e1851f547a', 'name': 'tempest-PortsTestJSON-1509828395'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:56.309064 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8886d45-d551-4834-bdca-87b486c5937f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:56.315281 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-a8886d45-d551-4834-bdca-87b486c5937f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:56.321233 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8886d45-d551-4834-bdca-87b486c5937f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:00:56.321598 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a8886d45-d551-4834-bdca-87b486c5937f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:56.363596 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8886d45-d551-4834-bdca-87b486c5937f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Port': ['ID=75e710c0-d8e2-4344-8eaa-1b4573183a4a,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:56.407912 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5d2b3c2b-481f-44bd-900f-438907b0c9c4 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:56.444810 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-75d3bb8a-1516-4f7e-8b0e-e3a230ff2181 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2936563 Feb 16 17:00:56.447396 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50428) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:56.463115 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-56d381d8-5435-40e3-8465-7c8721157f28 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] delete failed (client error): The resource could not be found. Feb 16 17:00:56.464269 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-56d381d8-5435-40e3-8465-7c8721157f28 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "DELETE /v2.0/security-groups/88169ec1-16ba-48b8-82a5-87b245fcc879 HTTP/1.1" status: 404 len: 347 time: 0.0155139 Feb 16 17:00:56.468924 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50430) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:56.479166 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-181f28c9-b8e0-4484-9abf-42926fb9390e tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Request body: {'security_group': {'name': 'tempest-secgroup--2008434011'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:56.495385 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105709f6-929a-4e30-a95a-0d61199fe1df tempest-TestNetworkAdvancedServerOps-1359227141 tempest-TestNetworkAdvancedServerOps-1359227141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:56.496953 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-105709f6-929a-4e30-a95a-0d61199fe1df tempest-TestNetworkAdvancedServerOps-1359227141 tempest-TestNetworkAdvancedServerOps-1359227141-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=5ebd8bd3-b725-4245-93f5-ef5668d6841a HTTP/1.1" status: 200 len: 1093 time: 0.2808239 Feb 16 17:00:56.502189 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50432) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:56.512800 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-d3704daa-2c2e-4456-8748-7aec986d1664 None None] Provisioning complete for port 76076af6-4449-4998-b2a2-16ee59ef44e9 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:56.513278 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d3704daa-2c2e-4456-8748-7aec986d1664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:56.518089 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-e7054dab-e68f-4ab7-8c54-bcd254e5a397 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Deleting port 76076af6-4449-4998-b2a2-16ee59ef44e9 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:00:56.520143 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e7054dab-e68f-4ab7-8c54-bcd254e5a397 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:56.537045 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-6551e10e-ca63-4248-8688-c8d622dc1e27 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Request body: {'floatingip': {'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'port_id': 'bc99fbb1-71bd-4ac1-b644-f86a78662778', 'tenant_id': '96057f06fdc74247a274207da8654659', 'fixed_ip_address': '172.20.0.7'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:56.541131 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a8886d45-d551-4834-bdca-87b486c5937f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:56.558991 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-d3704daa-2c2e-4456-8748-7aec986d1664 None None] Port 76076af6-4449-4998-b2a2-16ee59ef44e9 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:00:56.640166 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-181f28c9-b8e0-4484-9abf-42926fb9390e tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:56.685277 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-2e7ab8ce-e6a8-455b-bf42-3fe6a0edfece None None] Provisioning complete for port 75e710c0-d8e2-4344-8eaa-1b4573183a4a triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:56.685983 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2e7ab8ce-e6a8-455b-bf42-3fe6a0edfece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:56.699818 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-eff6c2ad-d55c-4926-b850-970b925e0ce5 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Allocated IP 172.20.0.1 (d6c1f681-5d05-4621-b5cd-a00f1dd285fe/f80c694e-23e8-4c46-b1c2-96ba72106b3c/c4291494-dd26-4e54-adfd-1deeaa0cfc84) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:56.728557 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-2e7ab8ce-e6a8-455b-bf42-3fe6a0edfece None None] Port 75e710c0-d8e2-4344-8eaa-1b4573183a4a cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:00:56.809046 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f279142-e9bc-4224-83fe-f4ced0473f19 req-c8f14e01-8b68-4e1c-a70a-5ea0d51e7408 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:56.810550 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-9f279142-e9bc-4224-83fe-f4ced0473f19 req-c8f14e01-8b68-4e1c-a70a-5ea0d51e7408 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.1979179 Feb 16 17:00:56.812321 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e7054dab-e68f-4ab7-8c54-bcd254e5a397 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:56.816576 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-181f28c9-b8e0-4484-9abf-42926fb9390e tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:56.818265 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5d2b3c2b-481f-44bd-900f-438907b0c9c4 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:56.852567 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6551e10e-ca63-4248-8688-c8d622dc1e27 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks [] for floatingip, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:56.869801 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34354ece-97f8-4c42-b33e-da7ddab69828 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Made reservation on behalf of c643207721ea44e4a742511dc6707de4 for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:56.873159 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-34354ece-97f8-4c42-b33e-da7ddab69828 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:56.874058 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-181f28c9-b8e0-4484-9abf-42926fb9390e tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:56.878469 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a8886d45-d551-4834-bdca-87b486c5937f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:56.906378 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f28c9-b8e0-4484-9abf-42926fb9390e tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b36e198-ae90-4f76-bdd0-002e3b96601b,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:56.906572 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-e7054dab-e68f-4ab7-8c54-bcd254e5a397 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Calling delete_port for 76076af6-4449-4998-b2a2-16ee59ef44e9 owned by {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:00:56.920570 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5d2b3c2b-481f-44bd-900f-438907b0c9c4 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:56.960529 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-34354ece-97f8-4c42-b33e-da7ddab69828 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] device_id is not set on port 57b250b5-37a4-4320-83dd-4275e8ef1b96 yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:00:56.960738 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a8886d45-d551-4834-bdca-87b486c5937f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:56.961456 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a8886d45-d551-4834-bdca-87b486c5937f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:56.996207 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-181f28c9-b8e0-4484-9abf-42926fb9390e tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:56.997363 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-181f28c9-b8e0-4484-9abf-42926fb9390e tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5280817 Feb 16 17:00:57.001262 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50436) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:57.007797 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-238a55fe-71ad-4c29-91ae-c2882a984e2b tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Request body: {'security_group_rule': {'security_group_id': '6b36e198-ae90-4f76-bdd0-002e3b96601b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:57.054525 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8886d45-d551-4834-bdca-87b486c5937f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Port': ['ID=75e710c0-d8e2-4344-8eaa-1b4573183a4a,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:57.097173 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-9f279142-e9bc-4224-83fe-f4ced0473f19 req-bb121ec5-6dd9-416e-bfe5-036b19ddaa00 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2775705 Feb 16 17:00:57.102096 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8886d45-d551-4834-bdca-87b486c5937f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:57.103023 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2b3c2b-481f-44bd-900f-438907b0c9c4 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d8b01d-a0a5-4d61-a001-73b9e46439d0,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:57.103524 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-a8886d45-d551-4834-bdca-87b486c5937f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:57.131322 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5d2b3c2b-481f-44bd-900f-438907b0c9c4 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:57.133114 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-5d2b3c2b-481f-44bd-900f-438907b0c9c4 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0489266 Feb 16 17:00:57.147540 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50438) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:57.151787 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-eff6c2ad-d55c-4926-b850-970b925e0ce5 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:57.159657 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-8b0984e2-056d-4682-881d-83d4cf0be03c tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Request body: {'security_group_rule': {'security_group_id': 'e2d8b01d-a0a5-4d61-a001-73b9e46439d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:57.300302 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-238a55fe-71ad-4c29-91ae-c2882a984e2b tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:57.353610 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 77fa8830-1f21-4375-bb07-39ff7bcb23ab up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:00:57.368970 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-238a55fe-71ad-4c29-91ae-c2882a984e2b tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:57.370253 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8886d45-d551-4834-bdca-87b486c5937f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Router 5a9d4dd2-5af7-4382-a2a6-3baad2941d44 is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:00:57.382500 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-34354ece-97f8-4c42-b33e-da7ddab69828 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:57.406451 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 77fa8830-1f21-4375-bb07-39ff7bcb23ab triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:57.406892 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:57.418121 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6551e10e-ca63-4248-8688-c8d622dc1e27 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:57.449171 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-238a55fe-71ad-4c29-91ae-c2882a984e2b tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:57.467554 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-fc60e31e-61f1-4f1d-9f67-e614338a0191 None None] Provisioning complete for port 75e710c0-d8e2-4344-8eaa-1b4573183a4a triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:57.468211 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-fc60e31e-61f1-4f1d-9f67-e614338a0191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:57.469180 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e7054dab-e68f-4ab7-8c54-bcd254e5a397 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:57.471424 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-eff6c2ad-d55c-4926-b850-970b925e0ce5 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:57.478439 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238a55fe-71ad-4c29-91ae-c2882a984e2b tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0772522-a6bf-4112-b203-45c6bcfc7890,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:57.491445 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8886d45-d551-4834-bdca-87b486c5937f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:00:57.507947 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e08eb9d-1ab3-414d-9dc2-5525fb2acfbf None None] Sync routers for ids ['5a9d4dd2-5af7-4382-a2a6-3baad2941d44'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:00:57.520545 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e08eb9d-1ab3-414d-9dc2-5525fb2acfbf None None] Routers {'5a9d4dd2-5af7-4382-a2a6-3baad2941d44'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:00:57.522137 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-1e08eb9d-1ab3-414d-9dc2-5525fb2acfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:00:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['5a9d4dd2-5af7-4382-a2a6-3baad2941d44'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:57.551909 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-34354ece-97f8-4c42-b33e-da7ddab69828 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:57.556143 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-a8886d45-d551-4834-bdca-87b486c5937f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "PUT /v2.0/routers/5a9d4dd2-5af7-4382-a2a6-3baad2941d44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3085864 Feb 16 17:00:57.557099 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-fc60e31e-61f1-4f1d-9f67-e614338a0191 None None] Port 75e710c0-d8e2-4344-8eaa-1b4573183a4a cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:00:57.558745 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50440) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:57.572389 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-238a55fe-71ad-4c29-91ae-c2882a984e2b tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:57.574923 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-238a55fe-71ad-4c29-91ae-c2882a984e2b tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5698004 Feb 16 17:00:57.579408 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff6c2ad-d55c-4926-b850-970b925e0ce5 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Network d6c1f681-5d05-4621-b5cd-a00f1dd285fe is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:57.598961 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50442) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:57.607431 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-eff6c2ad-d55c-4926-b850-970b925e0ce5 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:57.622200 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff6c2ad-d55c-4926-b850-970b925e0ce5 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:00:57.643645 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26105b1-b41d-4124-a0fc-6c1dbb3dd79d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:57.644649 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-1e08eb9d-1ab3-414d-9dc2-5525fb2acfbf None None] Set router 5a9d4dd2-5af7-4382-a2a6-3baad2941d44 gateway port host: None {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:00:57.649019 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-f26105b1-b41d-4124-a0fc-6c1dbb3dd79d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/ports/75e710c0-d8e2-4344-8eaa-1b4573183a4a HTTP/1.1" status: 200 len: 911 time: 0.0854278 Feb 16 17:00:57.650835 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50444) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:57.654911 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff6c2ad-d55c-4926-b850-970b925e0ce5 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Pushing event updated for resources: {'Port': ['ID=c4291494-dd26-4e54-adfd-1deeaa0cfc84,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:57.672431 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34354ece-97f8-4c42-b33e-da7ddab69828 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Network 5c7fa548-d9d6-4ee7-996a-f0e1851f547a is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:57.673551 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-8b0984e2-056d-4682-881d-83d4cf0be03c tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] create failed (client error): The resource could not be found. Feb 16 17:00:57.677229 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-8b0984e2-056d-4682-881d-83d4cf0be03c tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5211415 Feb 16 17:00:57.688684 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50446) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:57.697025 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-09c4ff97-dfcf-4173-8af1-345aa399e0a0 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:57.707860 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-09c4ff97-dfcf-4173-8af1-345aa399e0a0 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:57.743506 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-470d4c9d-f3fb-48fb-b3f9-8478eb8bba30 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Request body: {'security_group_rule': {'security_group_id': 'e2d8b01d-a0a5-4d61-a001-73b9e46439d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'c97b6869-75b5-4ad6-b922-236a46acc7b3'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:57.748464 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274615bb-3c9d-4cf9-b1c2-efc4a5a33eeb tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:57.751598 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-34354ece-97f8-4c42-b33e-da7ddab69828 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:57.756343 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274615bb-3c9d-4cf9-b1c2-efc4a5a33eeb tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:57.760763 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-274615bb-3c9d-4cf9-b1c2-efc4a5a33eeb tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1052995 Feb 16 17:00:57.769415 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50448) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:57.777014 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34354ece-97f8-4c42-b33e-da7ddab69828 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:00:57.783106 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34354ece-97f8-4c42-b33e-da7ddab69828 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:57.783798 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-34354ece-97f8-4c42-b33e-da7ddab69828 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:57.833690 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7054dab-e68f-4ab7-8c54-bcd254e5a397 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Pushing event deleted for resources: {'Port': ['ID=76076af6-4449-4998-b2a2-16ee59ef44e9,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:57.860075 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-1e08eb9d-1ab3-414d-9dc2-5525fb2acfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a9d4dd2-5af7-4382-a2a6-3baad2941d44', 'name': 'tempest-NetworksTestDHCPv6-router-37496617', 'tenant_id': '81837604d6654060bf0a8ff194578833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:00:53Z', 'updated_at': '2022-02-16T17:00:56Z', 'revision_number': 2, 'project_id': '81837604d6654060bf0a8ff194578833', 'gw_port_host': None, '_interfaces': [{'id': '75e710c0-d8e2-4344-8eaa-1b4573183a4a', 'name': '', 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'tenant_id': '81837604d6654060bf0a8ff194578833', 'mac_address': 'fa:16:3e:24:2a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a9d4dd2-5af7-4382-a2a6-3baad2941d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4b3f31b0-6db4-4991-a360-60db42dd6702', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:55Z', 'updated_at': '2022-02-16T17:00:56Z', 'revision_number': 2, 'project_id': '81837604d6654060bf0a8ff194578833', 'subnets': [{'id': '4b3f31b0-6db4-4991-a360-60db42dd6702', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:57.873910 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-6551e10e-ca63-4248-8688-c8d622dc1e27 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Allocated IP 172.26.3.136 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/e44ac8d4-bb0f-43de-a8ec-e8e7bbb006ff) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:57.885948 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-09c4ff97-dfcf-4173-8af1-345aa399e0a0 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:57.928687 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-09c4ff97-dfcf-4173-8af1-345aa399e0a0 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:57.930127 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-09c4ff97-dfcf-4173-8af1-345aa399e0a0 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/f0772522-a6bf-4112-b203-45c6bcfc7890 HTTP/1.1" status: 204 len: 168 time: 0.3301957 Feb 16 17:00:57.934352 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50450) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:57.942605 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-eff6c2ad-d55c-4926-b850-970b925e0ce5 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:57.957846 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e7054dab-e68f-4ab7-8c54-bcd254e5a397 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:57.962501 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e7054dab-e68f-4ab7-8c54-bcd254e5a397 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] 10.222.0.88 "DELETE /v2.0/ports/76076af6-4449-4998-b2a2-16ee59ef44e9 HTTP/1.1" status: 204 len: 168 time: 2.0068884 Feb 16 17:00:57.990978 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e08eb9d-1ab3-414d-9dc2-5525fb2acfbf None None] Checking router: 5a9d4dd2-5af7-4382-a2a6-3baad2941d44 for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:00:57.991324 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e08eb9d-1ab3-414d-9dc2-5525fb2acfbf None None] Updating router 5a9d4dd2-5af7-4382-a2a6-3baad2941d44 port 75e710c0-d8e2-4344-8eaa-1b4573183a4a binding host dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:00:58.008841 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-34354ece-97f8-4c42-b33e-da7ddab69828 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7164795 Feb 16 17:00:58.014756 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50452) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:58.015066 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50454) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:58.017690 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-1e08eb9d-1ab3-414d-9dc2-5525fb2acfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:58.025355 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-7958f88e-e4cf-4ef8-89e6-6159c3ae84dc tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:58.123100 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-32e17b03-2b72-4911-aa6e-36adc283b7e6 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] GET failed (client error): The resource could not be found. Feb 16 17:00:58.128239 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-32e17b03-2b72-4911-aa6e-36adc283b7e6 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] 10.222.0.88 "GET /v2.0/ports/76076af6-4449-4998-b2a2-16ee59ef44e9 HTTP/1.1" status: 404 len: 333 time: 0.1060388 Feb 16 17:00:58.133156 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34354ece-97f8-4c42-b33e-da7ddab69828 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event updated for resources: {'Port': ['ID=57b250b5-37a4-4320-83dd-4275e8ef1b96,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:58.135225 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50456) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:58.213751 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-a0ebc4bd-139d-4a35-9c60-0e1e11497156 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Request body: {'port': {'network_id': 'fb31981d-a2e3-4e9d-a87d-2e6cbbbd0e45', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1435218504'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:58.286372 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6551e10e-ca63-4248-8688-c8d622dc1e27 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:58.289797 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-1e08eb9d-1ab3-414d-9dc2-5525fb2acfbf None None] Notify callbacks [] for port, precommit_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:58.290683 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-470d4c9d-f3fb-48fb-b3f9-8478eb8bba30 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] create failed (client error): The resource could not be found. Feb 16 17:00:58.294774 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-470d4c9d-f3fb-48fb-b3f9-8478eb8bba30 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5640166 Feb 16 17:00:58.298767 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50460) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:58.306894 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c4ff97-dfcf-4173-8af1-345aa399e0a0 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f0772522-a6bf-4112-b203-45c6bcfc7890,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:58.340506 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7958f88e-e4cf-4ef8-89e6-6159c3ae84dc tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:58.359568 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-1e08eb9d-1ab3-414d-9dc2-5525fb2acfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:58.417518 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a9a8e-7f0e-46b1-97a7-e86f8bb96ac5 None None] Pushing event updated for resources: {'Port': ['ID=75e710c0-d8e2-4344-8eaa-1b4573183a4a,revision_number=3']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:58.425359 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-25ca9fc0-6001-40e0-b7fe-63d268e825cf tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4868889 Feb 16 17:00:58.449792 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50462) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:58.479034 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-1e08eb9d-1ab3-414d-9dc2-5525fb2acfbf None None] Attempting to bind port 75e710c0-d8e2-4344-8eaa-1b4573183a4a on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:00:58.481233 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-1e08eb9d-1ab3-414d-9dc2-5525fb2acfbf None None] Attempting to bind port 75e710c0-d8e2-4344-8eaa-1b4573183a4a by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:00:58.481233 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e08eb9d-1ab3-414d-9dc2-5525fb2acfbf None None] Attempting to bind port 75e710c0-d8e2-4344-8eaa-1b4573183a4a on network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:00:58.491120 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e08eb9d-1ab3-414d-9dc2-5525fb2acfbf None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:00:58.492320 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e08eb9d-1ab3-414d-9dc2-5525fb2acfbf None None] Checking segment: {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:00:58.492895 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-1e08eb9d-1ab3-414d-9dc2-5525fb2acfbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:58.494332 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e08eb9d-1ab3-414d-9dc2-5525fb2acfbf None None] Bound using segment: {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:00:58.495176 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-1e08eb9d-1ab3-414d-9dc2-5525fb2acfbf None None] Bound port: 75e710c0-d8e2-4344-8eaa-1b4573183a4a, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'}}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:00:58.495773 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-1e08eb9d-1ab3-414d-9dc2-5525fb2acfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:58.534868 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360df01b-d06b-4686-ad93-e755f560281f req-30a07a14-9398-4f7a-b5c3-fc17890f100e tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:58.536651 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-360df01b-d06b-4686-ad93-e755f560281f req-30a07a14-9398-4f7a-b5c3-fc17890f100e tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.2317524 Feb 16 17:00:58.567168 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-745b2bd7-86c7-4b2e-8787-bfcffa60641c tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:58.586435 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-eff6c2ad-d55c-4926-b850-970b925e0ce5 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:58.606170 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-1e08eb9d-1ab3-414d-9dc2-5525fb2acfbf None None] For port 75e710c0-d8e2-4344-8eaa-1b4573183a4a, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:00:58.611187 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-1e08eb9d-1ab3-414d-9dc2-5525fb2acfbf None None] For port 75e710c0-d8e2-4344-8eaa-1b4573183a4a, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=75e710c0-d8e2-4344-8eaa-1b4573183a4a,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:00:58.616304 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7958f88e-e4cf-4ef8-89e6-6159c3ae84dc tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:58.646210 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-abfc4456-c170-4300-8509-44b31f5f77d1 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:58.650895 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-745b2bd7-86c7-4b2e-8787-bfcffa60641c tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:58.657852 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6551e10e-ca63-4248-8688-c8d622dc1e27 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:58.660407 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-360df01b-d06b-4686-ad93-e755f560281f req-b3fdb45d-b6bc-47a2-a89b-e23e95be5d1e tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169555 Feb 16 17:00:58.679582 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-1e08eb9d-1ab3-414d-9dc2-5525fb2acfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:58.712157 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7958f88e-e4cf-4ef8-89e6-6159c3ae84dc tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:58.719533 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-abfc4456-c170-4300-8509-44b31f5f77d1 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:58.734823 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-7d14405b-f23d-4063-b65a-287de8485960 None None] Provisioning complete for port 75e710c0-d8e2-4344-8eaa-1b4573183a4a triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:58.737276 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-7d14405b-f23d-4063-b65a-287de8485960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:58.762919 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6551e10e-ca63-4248-8688-c8d622dc1e27 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:58.772942 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-6551e10e-ca63-4248-8688-c8d622dc1e27 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:58.776153 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e08eb9d-1ab3-414d-9dc2-5525fb2acfbf None None] Routers {'5a9d4dd2-5af7-4382-a2a6-3baad2941d44'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:00:58.776714 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-7958f88e-e4cf-4ef8-89e6-6159c3ae84dc tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] In _notify_port_updated(), no bound segment for port 57b250b5-37a4-4320-83dd-4275e8ef1b96 on network 5c7fa548-d9d6-4ee7-996a-f0e1851f547a {{(pid=114375) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 17:00:58.777292 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-1e08eb9d-1ab3-414d-9dc2-5525fb2acfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:00:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['5a9d4dd2-5af7-4382-a2a6-3baad2941d44'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:58.782485 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7958f88e-e4cf-4ef8-89e6-6159c3ae84dc tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:58.789158 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7958f88e-e4cf-4ef8-89e6-6159c3ae84dc tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:58.789158 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-7958f88e-e4cf-4ef8-89e6-6159c3ae84dc tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "PUT /v2.0/ports/57b250b5-37a4-4320-83dd-4275e8ef1b96 HTTP/1.1" status: 200 len: 818 time: 0.7673991 Feb 16 17:00:58.790105 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50464) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:58.791183 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6551e10e-ca63-4248-8688-c8d622dc1e27 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:00:58.802248 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ebc4bd-139d-4a35-9c60-0e1e11497156 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Made reservation on behalf of a49c4a29cc0c4355a6085d6833226341 for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:58.806090 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a0ebc4bd-139d-4a35-9c60-0e1e11497156 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:58.807907 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6551e10e-ca63-4248-8688-c8d622dc1e27 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Pushing event updated for resources: {'Port': ['ID=e44ac8d4-bb0f-43de-a8ec-e8e7bbb006ff,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:58.916827 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-745b2bd7-86c7-4b2e-8787-bfcffa60641c tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:58.916827 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-745b2bd7-86c7-4b2e-8787-bfcffa60641c tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:58.916827 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-745b2bd7-86c7-4b2e-8787-bfcffa60641c tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] 10.222.0.88 "DELETE /v2.0/security-groups/e2d8b01d-a0a5-4d61-a001-73b9e46439d0 HTTP/1.1" status: 204 len: 168 time: 0.6066022 Feb 16 17:00:58.916827 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50466) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:58.922648 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-7d14405b-f23d-4063-b65a-287de8485960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:58.926669 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a9a8e-7f0e-46b1-97a7-e86f8bb96ac5 None None] Pushing event updated for resources: {'Port': ['ID=75e710c0-d8e2-4344-8eaa-1b4573183a4a,revision_number=4']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:58.953954 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-1e08eb9d-1ab3-414d-9dc2-5525fb2acfbf None None] Set router 5a9d4dd2-5af7-4382-a2a6-3baad2941d44 gateway port host: None {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:00:58.993908 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b2bd7-86c7-4b2e-8787-bfcffa60641c tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d8b01d-a0a5-4d61-a001-73b9e46439d0,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:59.005805 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-7d14405b-f23d-4063-b65a-287de8485960 None None] For port 75e710c0-d8e2-4344-8eaa-1b4573183a4a, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=75e710c0-d8e2-4344-8eaa-1b4573183a4a,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:00:59.025497 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-abfc4456-c170-4300-8509-44b31f5f77d1 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:59.028617 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-abfc4456-c170-4300-8509-44b31f5f77d1 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:59.032280 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-abfc4456-c170-4300-8509-44b31f5f77d1 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "DELETE /v2.0/security-groups/6b36e198-ae90-4f76-bdd0-002e3b96601b HTTP/1.1" status: 204 len: 168 time: 0.5812945 Feb 16 17:00:59.057232 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50468) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:59.069465 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-7d14405b-f23d-4063-b65a-287de8485960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:59.088023 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfc4456-c170-4300-8509-44b31f5f77d1 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b36e198-ae90-4f76-bdd0-002e3b96601b,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:59.142317 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4ec43f54-7e7d-4d69-883b-7477359bb730 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:59.159942 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d14405b-f23d-4063-b65a-287de8485960 None None] Pushing event updated for resources: {'Port': ['ID=75e710c0-d8e2-4344-8eaa-1b4573183a4a,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:59.176495 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-1e08eb9d-1ab3-414d-9dc2-5525fb2acfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a9d4dd2-5af7-4382-a2a6-3baad2941d44', 'name': 'tempest-NetworksTestDHCPv6-router-37496617', 'tenant_id': '81837604d6654060bf0a8ff194578833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:00:53Z', 'updated_at': '2022-02-16T17:00:56Z', 'revision_number': 2, 'project_id': '81837604d6654060bf0a8ff194578833', 'gw_port_host': None, '_interfaces': [{'id': '75e710c0-d8e2-4344-8eaa-1b4573183a4a', 'name': '', 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'tenant_id': '81837604d6654060bf0a8ff194578833', 'mac_address': 'fa:16:3e:24:2a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a9d4dd2-5af7-4382-a2a6-3baad2941d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4b3f31b0-6db4-4991-a360-60db42dd6702', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:55Z', 'updated_at': '2022-02-16T17:00:58Z', 'revision_number': 4, 'project_id': '81837604d6654060bf0a8ff194578833', 'subnets': [{'id': '4b3f31b0-6db4-4991-a360-60db42dd6702', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:59.197347 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-55d6ca3f-54c2-4c11-8f49-89b936e5d74c None None] Provisioning complete for port 75e710c0-d8e2-4344-8eaa-1b4573183a4a triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:59.197722 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-55d6ca3f-54c2-4c11-8f49-89b936e5d74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:59.198773 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-9cc4edb0-c3be-47b8-b982-a7e1fba54ece tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2813115 Feb 16 17:00:59.207553 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50470) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:59.215064 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e08eb9d-1ab3-414d-9dc2-5525fb2acfbf None None] The sync data for ids ['5a9d4dd2-5af7-4382-a2a6-3baad2941d44'] in dv-neutron-828697-3-hyperv is: [{'id': '5a9d4dd2-5af7-4382-a2a6-3baad2941d44', 'name': 'tempest-NetworksTestDHCPv6-router-37496617', 'tenant_id': '81837604d6654060bf0a8ff194578833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:00:53Z', 'updated_at': '2022-02-16T17:00:56Z', 'revision_number': 2, 'project_id': '81837604d6654060bf0a8ff194578833', 'gw_port_host': None, '_interfaces': [{'id': '75e710c0-d8e2-4344-8eaa-1b4573183a4a', 'name': '', 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'tenant_id': '81837604d6654060bf0a8ff194578833', 'mac_address': 'fa:16:3e:24:2a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a9d4dd2-5af7-4382-a2a6-3baad2941d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4b3f31b0-6db4-4991-a360-60db42dd6702', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:55Z', 'updated_at': '2022-02-16T17:00:58Z', 'revision_number': 4, 'project_id': '81837604d6654060bf0a8ff194578833', 'subnets': [{'id': '4b3f31b0-6db4-4991-a360-60db42dd6702', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:00:59.243970 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-9f56e4de-9030-42bb-b386-e2aebe5c1e7b tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Request body: {'security_group_rule': {'security_group_id': '63a67491-99f7-4247-9c2e-56908b1d4537', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:59.273195 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-f53f9976-c2f2-4bcd-ad88-6feedb49b8d4 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2107315 Feb 16 17:00:59.274327 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50472) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:59.282364 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-8309bd10-5f06-4e61-a2b2-31b1393889eb tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Request body: {'security_group': {'name': 'tempest-secgroup--1803197043'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:59.345312 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-a0ebc4bd-139d-4a35-9c60-0e1e11497156 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] device_id is not set on port 4661f734-f563-42f8-905f-0b5b479e2320 yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:00:59.469881 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8309bd10-5f06-4e61-a2b2-31b1393889eb tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:59.492958 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-4ec43f54-7e7d-4d69-883b-7477359bb730 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Deleting port 75e710c0-d8e2-4344-8eaa-1b4573183a4a {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:00:59.493301 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4ec43f54-7e7d-4d69-883b-7477359bb730 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:59.547401 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-9f56e4de-9030-42bb-b386-e2aebe5c1e7b tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] create failed (client error): The resource could not be found. Feb 16 17:00:59.549039 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-9f56e4de-9030-42bb-b386-e2aebe5c1e7b tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3399308 Feb 16 17:00:59.552583 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50474) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:59.559789 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-8e75cb47-8eea-45ac-9a18-22209b01e505 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Request body: {'security_group': {'name': 'tempest-secgroup--206640395'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:59.564105 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7958f88e-e4cf-4ef8-89e6-6159c3ae84dc tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event updated for resources: {'Port': ['ID=57b250b5-37a4-4320-83dd-4275e8ef1b96,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:59.666147 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8309bd10-5f06-4e61-a2b2-31b1393889eb tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:59.673338 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-4ec43f54-7e7d-4d69-883b-7477359bb730 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] For port 75e710c0-d8e2-4344-8eaa-1b4573183a4a, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=75e710c0-d8e2-4344-8eaa-1b4573183a4a,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:00:59.675538 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4ec43f54-7e7d-4d69-883b-7477359bb730 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:59.689403 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-4ec43f54-7e7d-4d69-883b-7477359bb730 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Calling delete_port for 75e710c0-d8e2-4344-8eaa-1b4573183a4a owned by network:router_interface {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:00:59.700812 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-f4c16e4c-8df5-4aa0-9897-5912cbe5ec38 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Deleting port 57b250b5-37a4-4320-83dd-4275e8ef1b96 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:00:59.701113 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f4c16e4c-8df5-4aa0-9897-5912cbe5ec38 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:59.705102 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8e75cb47-8eea-45ac-9a18-22209b01e505 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:59.752528 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8309bd10-5f06-4e61-a2b2-31b1393889eb tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:59.823250 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8309bd10-5f06-4e61-a2b2-31b1393889eb tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4dcb8dc-5ac7-4290-9475-ebf6aa69b361,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:59.853184 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-a0ebc4bd-139d-4a35-9c60-0e1e11497156 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Allocated IP 2001:db8::ad (fb31981d-a2e3-4e9d-a87d-2e6cbbbd0e45/b1041ae3-3412-4004-be87-f481066e2b1b/4661f734-f563-42f8-905f-0b5b479e2320) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:59.924209 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8e75cb47-8eea-45ac-9a18-22209b01e505 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:59.931442 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f4c16e4c-8df5-4aa0-9897-5912cbe5ec38 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:59.969043 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8309bd10-5f06-4e61-a2b2-31b1393889eb tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:00:59.970673 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-8309bd10-5f06-4e61-a2b2-31b1393889eb tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6934807 Feb 16 17:00:59.973869 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50478) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:00:59.979233 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-2db834c4-7df9-4961-a013-ff13d6002a5d tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Request body: {'security_group_rule': {'security_group_id': 'd4dcb8dc-5ac7-4290-9475-ebf6aa69b361', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:00.003352 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-f4c16e4c-8df5-4aa0-9897-5912cbe5ec38 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Calling delete_port for 57b250b5-37a4-4320-83dd-4275e8ef1b96 owned by {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:01:00.009915 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8e75cb47-8eea-45ac-9a18-22209b01e505 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:00.038701 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa8a0d-310d-4ddd-b784-e6392e32e686 req-36750825-2eed-417b-8e0b-3240e7cff76a tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:00.040337 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-56fa8a0d-310d-4ddd-b784-e6392e32e686 req-36750825-2eed-417b-8e0b-3240e7cff76a tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.2944789 Feb 16 17:01:00.045399 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e75cb47-8eea-45ac-9a18-22209b01e505 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef62f434-ad47-4736-9a7a-a617d737d5b9,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:00.067063 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4ec43f54-7e7d-4d69-883b-7477359bb730 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:00.094705 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec43f54-7e7d-4d69-883b-7477359bb730 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event deleted for resources: {'Port': ['ID=75e710c0-d8e2-4344-8eaa-1b4573183a4a,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:00.102224 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8e75cb47-8eea-45ac-9a18-22209b01e505 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:00.104673 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-8e75cb47-8eea-45ac-9a18-22209b01e505 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5503654 Feb 16 17:01:00.112002 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50480) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:00.128400 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2db834c4-7df9-4961-a013-ff13d6002a5d tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:00.135719 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-4a2e9795-3949-465e-9a35-7c9cb06afd68 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Request body: {'security_group': {'name': 'tempest-secgroup--1775646047'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:00.171264 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-eff6c2ad-d55c-4926-b850-970b925e0ce5 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:00.252187 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-eff6c2ad-d55c-4926-b850-970b925e0ce5 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:00.257403 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-56fa8a0d-310d-4ddd-b784-e6392e32e686 req-9c7101cd-753e-4f01-b639-14de9715aba4 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2081585 Feb 16 17:01:00.276082 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4ec43f54-7e7d-4d69-883b-7477359bb730 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:00.305455 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2db834c4-7df9-4961-a013-ff13d6002a5d tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:00.385431 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4a2e9795-3949-465e-9a35-7c9cb06afd68 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:00.411000 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:00.421931 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2db834c4-7df9-4961-a013-ff13d6002a5d tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:00.429997 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff6c2ad-d55c-4926-b850-970b925e0ce5 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Pushing event updated for resources: {'Port': ['ID=c4291494-dd26-4e54-adfd-1deeaa0cfc84,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:00.432493 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-eff6c2ad-d55c-4926-b850-970b925e0ce5 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:00.439012 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a0ebc4bd-139d-4a35-9c60-0e1e11497156 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:00.507919 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f4c16e4c-8df5-4aa0-9897-5912cbe5ec38 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:00.519789 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2db834c4-7df9-4961-a013-ff13d6002a5d tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:00.525259 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-2db834c4-7df9-4961-a013-ff13d6002a5d tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5465050 Feb 16 17:01:00.531705 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50482) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:00.533542 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-584e80d1-2bd9-476c-baf7-5d184453e65f tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Request body: {'security_group_rule': {'security_group_id': 'd4dcb8dc-5ac7-4290-9475-ebf6aa69b361', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:00.542208 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db834c4-7df9-4961-a013-ff13d6002a5d tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f27c333f-fa3d-48cd-889c-d1e832eae31c,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:00.554780 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ec43f54-7e7d-4d69-883b-7477359bb730 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Router 5a9d4dd2-5af7-4382-a2a6-3baad2941d44 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:01:00.596949 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4a2e9795-3949-465e-9a35-7c9cb06afd68 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:00.600376 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c16e4c-8df5-4aa0-9897-5912cbe5ec38 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event deleted for resources: {'Port': ['ID=57b250b5-37a4-4320-83dd-4275e8ef1b96,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:00.608934 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6551e10e-ca63-4248-8688-c8d622dc1e27 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:00.624937 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f4c16e4c-8df5-4aa0-9897-5912cbe5ec38 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:00.628184 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f4c16e4c-8df5-4aa0-9897-5912cbe5ec38 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "DELETE /v2.0/ports/57b250b5-37a4-4320-83dd-4275e8ef1b96 HTTP/1.1" status: 204 len: 168 time: 1.8346796 Feb 16 17:01:00.650291 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50484) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:00.700648 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4a2e9795-3949-465e-9a35-7c9cb06afd68 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:00.723991 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff6c2ad-d55c-4926-b850-970b925e0ce5 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Network d6c1f681-5d05-4621-b5cd-a00f1dd285fe is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:00.727749 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-eff6c2ad-d55c-4926-b850-970b925e0ce5 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:00.728109 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec43f54-7e7d-4d69-883b-7477359bb730 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:01:00.739658 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-4ec43f54-7e7d-4d69-883b-7477359bb730 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "PUT /v2.0/routers/5a9d4dd2-5af7-4382-a2a6-3baad2941d44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9753797 Feb 16 17:01:00.740156 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50486) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:00.753468 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2e9795-3949-465e-9a35-7c9cb06afd68 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b11dfdde-340a-4923-9bc0-2b81de8b379c,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:00.755689 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-584e80d1-2bd9-476c-baf7-5d184453e65f tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:00.784732 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b547c41f-265a-4f7d-8020-3d2314221de3 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:00.786609 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-b547c41f-265a-4f7d-8020-3d2314221de3 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1330111 Feb 16 17:01:00.791800 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50488) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:00.795148 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a0ebc4bd-139d-4a35-9c60-0e1e11497156 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:00.824949 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d381408-29d5-4dea-b115-be2223992a21 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] GET failed (client error): The resource could not be found. Feb 16 17:01:00.826529 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-0d381408-29d5-4dea-b115-be2223992a21 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "GET /v2.0/ports/57b250b5-37a4-4320-83dd-4275e8ef1b96 HTTP/1.1" status: 404 len: 333 time: 0.0337582 Feb 16 17:01:00.830230 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50490) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:00.836278 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-295a3968-72de-423d-9706-41198ec56c95 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-531180315'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:00.856165 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4a2e9795-3949-465e-9a35-7c9cb06afd68 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:00.858169 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-4a2e9795-3949-465e-9a35-7c9cb06afd68 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7430105 Feb 16 17:01:00.864606 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50492) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:00.872838 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-e68ee242-7c1e-4932-b04b-f30dcda8b2a4 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Request body: {'security_group_rule': {'security_group_id': 'ef62f434-ad47-4736-9a7a-a617d737d5b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'b11dfdde-340a-4923-9bc0-2b81de8b379c'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:00.886662 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-584e80d1-2bd9-476c-baf7-5d184453e65f tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:00.923673 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a4c2eb-434f-4ece-9ba1-540a16cb854e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:00.925654 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a4c2eb-434f-4ece-9ba1-540a16cb854e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:00.927169 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-48a4c2eb-434f-4ece-9ba1-540a16cb854e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1817570 Feb 16 17:01:00.929267 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ebc4bd-139d-4a35-9c60-0e1e11497156 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Network fb31981d-a2e3-4e9d-a87d-2e6cbbbd0e45 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:00.930049 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50494) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:00.941848 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-a0ebc4bd-139d-4a35-9c60-0e1e11497156 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:00.944357 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ebc4bd-139d-4a35-9c60-0e1e11497156 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:00.950169 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ebc4bd-139d-4a35-9c60-0e1e11497156 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:00.950805 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a0ebc4bd-139d-4a35-9c60-0e1e11497156 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:00.965476 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ebc4bd-139d-4a35-9c60-0e1e11497156 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Pushing event updated for resources: {'Port': ['ID=4661f734-f563-42f8-905f-0b5b479e2320,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:00.968758 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6551e10e-ca63-4248-8688-c8d622dc1e27 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:00.993318 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc69fedd-f462-4921-9671-92af123aa3ad None None] Sync routers for ids ['5a9d4dd2-5af7-4382-a2a6-3baad2941d44'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:01:00.994774 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcabe6f4-76a4-476f-a6f6-28073ddefe70 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Deleting subnet 4b3f31b0-6db4-4991-a360-60db42dd6702 {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:01:00.999727 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-dcabe6f4-76a4-476f-a6f6-28073ddefe70 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:01.003965 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc69fedd-f462-4921-9671-92af123aa3ad None None] Routers {'5a9d4dd2-5af7-4382-a2a6-3baad2941d44'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:01:01.004844 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-cc69fedd-f462-4921-9671-92af123aa3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:00:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['5a9d4dd2-5af7-4382-a2a6-3baad2941d44'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:01.046410 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-dcabe6f4-76a4-476f-a6f6-28073ddefe70 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:01.074079 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-cc69fedd-f462-4921-9671-92af123aa3ad None None] Set router 5a9d4dd2-5af7-4382-a2a6-3baad2941d44 gateway port host: None {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:01:01.086590 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff6c2ad-d55c-4926-b850-970b925e0ce5 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Router d20839c9-a90f-41fa-a6fb-8ea4c215ed87 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:01:01.126041 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a0ebc4bd-139d-4a35-9c60-0e1e11497156 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.9826851 Feb 16 17:01:01.133580 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50496) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:01.140437 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-e60e203a-e2b4-4ee6-be38-872e2d8e2df0 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:e5:a3:90'}]}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:01.144957 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-dcabe6f4-76a4-476f-a6f6-28073ddefe70 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:01.149094 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-584e80d1-2bd9-476c-baf7-5d184453e65f tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:01.160743 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-cc69fedd-f462-4921-9671-92af123aa3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a9d4dd2-5af7-4382-a2a6-3baad2941d44', 'name': 'tempest-NetworksTestDHCPv6-router-37496617', 'tenant_id': '81837604d6654060bf0a8ff194578833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:00:53Z', 'updated_at': '2022-02-16T17:00:59Z', 'revision_number': 3, 'project_id': '81837604d6654060bf0a8ff194578833', 'gw_port_host': None}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:01.179830 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295a3968-72de-423d-9706-41198ec56c95 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Made reservation on behalf of c643207721ea44e4a742511dc6707de4 for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:01.183958 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-295a3968-72de-423d-9706-41198ec56c95 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:01.201776 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc69fedd-f462-4921-9671-92af123aa3ad None None] Checking router: 5a9d4dd2-5af7-4382-a2a6-3baad2941d44 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:01:01.212340 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc69fedd-f462-4921-9671-92af123aa3ad None None] Routers {'5a9d4dd2-5af7-4382-a2a6-3baad2941d44'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:01:01.214297 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-cc69fedd-f462-4921-9671-92af123aa3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:00:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['5a9d4dd2-5af7-4382-a2a6-3baad2941d44'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:01.221039 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584e80d1-2bd9-476c-baf7-5d184453e65f tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4670d01a-2c2f-4ce0-a9f7-6908946acd4a,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:01.243277 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-295a3968-72de-423d-9706-41198ec56c95 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:01:01.268690 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-e68ee242-7c1e-4932-b04b-f30dcda8b2a4 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:01:01.272520 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-e68ee242-7c1e-4932-b04b-f30dcda8b2a4 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4013691 Feb 16 17:01:01.273708 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50498) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:01.314113 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-584e80d1-2bd9-476c-baf7-5d184453e65f tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:01.315515 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-584e80d1-2bd9-476c-baf7-5d184453e65f tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7862775 Feb 16 17:01:01.321027 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50502) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:01.326764 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-9566b767-ccaa-40dd-9c99-b033504b9010 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Request body: {'security_group_rule': {'security_group_id': 'd4dcb8dc-5ac7-4290-9475-ebf6aa69b361', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:01.337082 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-cc69fedd-f462-4921-9671-92af123aa3ad None None] Set router 5a9d4dd2-5af7-4382-a2a6-3baad2941d44 gateway port host: None {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:01:01.358139 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-295a3968-72de-423d-9706-41198ec56c95 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:01.358704 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-295a3968-72de-423d-9706-41198ec56c95 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Added segment 9dba1975-e09d-4bb6-91ce-a8e9251f0d48 of type vlan for network 7c023ebc-145a-47a6-87ab-f47e8a6f9de0 Feb 16 17:01:01.363287 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-dcabe6f4-76a4-476f-a6f6-28073ddefe70 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:01.372680 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-4d1e8d63-f666-4bad-a9b6-ffe5afb528b0 None None] Provisioning complete for port 4661f734-f563-42f8-905f-0b5b479e2320 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:01.372680 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4d1e8d63-f666-4bad-a9b6-ffe5afb528b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:01.421219 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff6c2ad-d55c-4926-b850-970b925e0ce5 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:01:01.424328 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6551e10e-ca63-4248-8688-c8d622dc1e27 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:01.430369 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-dcabe6f4-76a4-476f-a6f6-28073ddefe70 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:01.431054 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f793ce38-e919-4476-ad99-8db1a4656c52 None None] Sync routers for ids ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:01:01.435934 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-dcabe6f4-76a4-476f-a6f6-28073ddefe70 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/4b3f31b0-6db4-4991-a360-60db42dd6702 HTTP/1.1" status: 204 len: 168 time: 0.5025458 Feb 16 17:01:01.437976 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50504) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:01.441976 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-eff6c2ad-d55c-4926-b850-970b925e0ce5 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] 10.222.0.88 "PUT /v2.0/routers/d20839c9-a90f-41fa-a6fb-8ea4c215ed87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0590236 Feb 16 17:01:01.450704 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f793ce38-e919-4476-ad99-8db1a4656c52 None None] Routers {'d20839c9-a90f-41fa-a6fb-8ea4c215ed87'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:01:01.451322 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-f793ce38-e919-4476-ad99-8db1a4656c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:00:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:01.453318 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8ffb69bf-f192-4504-b938-c76d6e8dbb87 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:01.453866 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50506) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:01.460497 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-e6700e07-521b-4aee-a54f-5abaf5de44b6 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Request body: {'port': {'network_id': 'd6c1f681-5d05-4621-b5cd-a00f1dd285fe', 'name': 'tempest-FloatingIPTestJSON-371900289'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:01.468007 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8426c888-785b-40d2-b918-38b6e039d965 None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:01:01.473202 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-cc69fedd-f462-4921-9671-92af123aa3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a9d4dd2-5af7-4382-a2a6-3baad2941d44', 'name': 'tempest-NetworksTestDHCPv6-router-37496617', 'tenant_id': '81837604d6654060bf0a8ff194578833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:00:53Z', 'updated_at': '2022-02-16T17:00:59Z', 'revision_number': 3, 'project_id': '81837604d6654060bf0a8ff194578833', 'gw_port_host': None}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:01.500484 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-295a3968-72de-423d-9706-41198ec56c95 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:01.520170 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-f793ce38-e919-4476-ad99-8db1a4656c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:01.536855 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f793ce38-e919-4476-ad99-8db1a4656c52 None None] Routers {'d20839c9-a90f-41fa-a6fb-8ea4c215ed87'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:01:01.538580 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcabe6f4-76a4-476f-a6f6-28073ddefe70 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event deleted for resources: {'Subnet': ['ID=4b3f31b0-6db4-4991-a360-60db42dd6702,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:01.539748 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-f793ce38-e919-4476-ad99-8db1a4656c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:00:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:01.545965 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc69fedd-f462-4921-9671-92af123aa3ad None None] The sync data for ids ['5a9d4dd2-5af7-4382-a2a6-3baad2941d44'] in dv-neutron-828697-3-hyperv is: [{'id': '5a9d4dd2-5af7-4382-a2a6-3baad2941d44', 'name': 'tempest-NetworksTestDHCPv6-router-37496617', 'tenant_id': '81837604d6654060bf0a8ff194578833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:00:53Z', 'updated_at': '2022-02-16T17:00:59Z', 'revision_number': 3, 'project_id': '81837604d6654060bf0a8ff194578833', 'gw_port_host': None}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:01:01.548910 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-4d1e8d63-f666-4bad-a9b6-ffe5afb528b0 None None] Port 4661f734-f563-42f8-905f-0b5b479e2320 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:01:01.583284 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8ffb69bf-f192-4504-b938-c76d6e8dbb87 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:01.588951 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-295a3968-72de-423d-9706-41198ec56c95 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:01.619322 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295a3968-72de-423d-9706-41198ec56c95 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:01.620222 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-295a3968-72de-423d-9706-41198ec56c95 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:01.622366 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-f793ce38-e919-4476-ad99-8db1a4656c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:01.623247 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f793ce38-e919-4476-ad99-8db1a4656c52 None None] The sync data for ids ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:01:01.701823 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9566b767-ccaa-40dd-9c99-b033504b9010 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:01.756222 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090cb7e4-34bc-4cf8-8994-cfe203f31deb req-b2f3652c-9919-46b4-a13a-bf266cd3ca3e tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:01.758047 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-090cb7e4-34bc-4cf8-8994-cfe203f31deb req-b2f3652c-9919-46b4-a13a-bf266cd3ca3e tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.3736534 Feb 16 17:01:01.810240 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-295a3968-72de-423d-9706-41198ec56c95 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9789610 Feb 16 17:01:01.817106 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295a3968-72de-423d-9706-41198ec56c95 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event updated for resources: {'Network': ['ID=7c023ebc-145a-47a6-87ab-f47e8a6f9de0,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:01.820451 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50508) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:01.827890 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-65a6f534-cd57-4080-91d9-258c2ff30058 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Request body: {'subnet': {'network_id': '7c023ebc-145a-47a6-87ab-f47e8a6f9de0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:01.831688 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 7c023ebc-145a-47a6-87ab-f47e8a6f9de0 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:01:01.895227 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8ffb69bf-f192-4504-b938-c76d6e8dbb87 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:01.900126 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8ffb69bf-f192-4504-b938-c76d6e8dbb87 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:01.902288 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-8ffb69bf-f192-4504-b938-c76d6e8dbb87 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] 10.222.0.88 "DELETE /v2.0/security-groups/b11dfdde-340a-4923-9bc0-2b81de8b379c HTTP/1.1" status: 204 len: 168 time: 0.6275008 Feb 16 17:01:01.922868 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-090cb7e4-34bc-4cf8-8994-cfe203f31deb req-63dc5a53-4196-4b03-9828-70c413e4d8ee tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553991 Feb 16 17:01:01.928561 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50510) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:01.950388 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1c1c3f-8fe8-4434-a6bc-2b3ae18e4b2b None None] DHCP port deletion for 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:01:01.969796 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6551e10e-ca63-4248-8688-c8d622dc1e27 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:01.980916 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e60e203a-e2b4-4ee6-be38-872e2d8e2df0 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:02.029269 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-41fd589a-fc22-45dd-bdec-5f6a5f283c1f tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.0988290 Feb 16 17:01:02.041122 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c1c3f-8fe8-4434-a6bc-2b3ae18e4b2b None None] Deleting port 77fa8830-1f21-4375-bb07-39ff7bcb23ab {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:01:02.042571 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8a1c1c3f-8fe8-4434-a6bc-2b3ae18e4b2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:02.046879 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb69bf-f192-4504-b938-c76d6e8dbb87 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11dfdde-340a-4923-9bc0-2b81de8b379c,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:02.047539 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50514) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:02.058183 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9566b767-ccaa-40dd-9c99-b033504b9010 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:02.142932 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9566b767-ccaa-40dd-9c99-b033504b9010 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:02.157107 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-8a1c1c3f-8fe8-4434-a6bc-2b3ae18e4b2b None None] For port 77fa8830-1f21-4375-bb07-39ff7bcb23ab, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=77fa8830-1f21-4375-bb07-39ff7bcb23ab,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:02.157514 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8a1c1c3f-8fe8-4434-a6bc-2b3ae18e4b2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:02.164430 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-2058856b-12d0-4296-badd-7d2d56215bc5 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.7212539 Feb 16 17:01:02.165165 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6551e10e-ca63-4248-8688-c8d622dc1e27 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Pushing event updated for resources: {'Port': ['ID=e44ac8d4-bb0f-43de-a8ec-e8e7bbb006ff,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:02.171093 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50516) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:02.176211 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c1c3f-8fe8-4434-a6bc-2b3ae18e4b2b None None] Calling delete_port for 77fa8830-1f21-4375-bb07-39ff7bcb23ab owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:01:02.215646 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566b767-ccaa-40dd-9c99-b033504b9010 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0444d2b6-206d-4831-8f85-509de58180e8,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:02.225396 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a6f534-cd57-4080-91d9-258c2ff30058 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Made reservation on behalf of c643207721ea44e4a742511dc6707de4 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:02.229807 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-65a6f534-cd57-4080-91d9-258c2ff30058 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:02.233032 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6551e10e-ca63-4248-8688-c8d622dc1e27 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:02.315531 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8a1c1c3f-8fe8-4434-a6bc-2b3ae18e4b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:02.327109 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-12daed56-1d87-4ad3-a027-cd36de63849f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for router, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:02.342743 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-dabad52e-0f42-4b93-9f48-9af35fa6439f tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:02.346426 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1c1c3f-8fe8-4434-a6bc-2b3ae18e4b2b None None] No DVR routers for this DVR port 77fa8830-1f21-4375-bb07-39ff7bcb23ab on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:01:02.406511 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c1c3f-8fe8-4434-a6bc-2b3ae18e4b2b None None] Pushing event deleted for resources: {'Port': ['ID=77fa8830-1f21-4375-bb07-39ff7bcb23ab,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:02.426537 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-dabad52e-0f42-4b93-9f48-9af35fa6439f tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:02.430123 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9566b767-ccaa-40dd-9c99-b033504b9010 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:02.435232 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-9566b767-ccaa-40dd-9c99-b033504b9010 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1107578 Feb 16 17:01:02.437820 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50520) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:02.450225 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-3d3b75b9-e9a4-4e5f-b6d0-e721c9de394d tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Request body: {'security_group_rule': {'security_group_id': 'd4dcb8dc-5ac7-4290-9475-ebf6aa69b361', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:02.470705 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6700e07-521b-4aee-a54f-5abaf5de44b6 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Made reservation on behalf of 20d8e1466b544f5eb14961c4b649d8ae for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:02.474271 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e6700e07-521b-4aee-a54f-5abaf5de44b6 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:02.544913 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.l3_db [None req-6551e10e-ca63-4248-8688-c8d622dc1e27 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Floating IP 828f6b1b-4340-4df4-96a9-f65b4bec899d associated. External IP: 172.26.3.136, port: bc99fbb1-71bd-4ac1-b644-f86a78662778. Feb 16 17:01:02.592002 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-e6700e07-521b-4aee-a54f-5abaf5de44b6 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] device_id is not set on port 1b9c3983-c24a-4a23-ae00-f3847faf2dd4 yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:01:02.603609 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-12daed56-1d87-4ad3-a027-cd36de63849f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:02.608278 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-12daed56-1d87-4ad3-a027-cd36de63849f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:02.629759 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e60e203a-e2b4-4ee6-be38-872e2d8e2df0 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:02.689701 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3d3b75b9-e9a4-4e5f-b6d0-e721c9de394d tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:02.753306 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e60e203a-e2b4-4ee6-be38-872e2d8e2df0 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:02.793218 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-dabad52e-0f42-4b93-9f48-9af35fa6439f tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:02.795647 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-dabad52e-0f42-4b93-9f48-9af35fa6439f tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:02.796829 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-dabad52e-0f42-4b93-9f48-9af35fa6439f tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] 10.222.0.88 "DELETE /v2.0/security-groups/ef62f434-ad47-4736-9a7a-a617d737d5b9 HTTP/1.1" status: 204 len: 168 time: 0.7482674 Feb 16 17:01:02.814353 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50522) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:02.930444 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-e60e203a-e2b4-4ee6-be38-872e2d8e2df0 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] In _notify_port_updated(), no bound segment for port 4661f734-f563-42f8-905f-0b5b479e2320 on network fb31981d-a2e3-4e9d-a87d-2e6cbbbd0e45 {{(pid=114375) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 17:01:02.935893 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60e203a-e2b4-4ee6-be38-872e2d8e2df0 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:02.936647 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e60e203a-e2b4-4ee6-be38-872e2d8e2df0 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:02.941522 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e60e203a-e2b4-4ee6-be38-872e2d8e2df0 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] 10.222.0.88 "PUT /v2.0/ports/4661f734-f563-42f8-905f-0b5b479e2320 HTTP/1.1" status: 200 len: 1002 time: 1.8017483 Feb 16 17:01:02.941522 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabad52e-0f42-4b93-9f48-9af35fa6439f tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef62f434-ad47-4736-9a7a-a617d737d5b9,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:02.964605 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50526) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:03.002961 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f3c55-cb87-4283-91bd-a4a9dea66c78 req-046d8ee1-1bc5-4397-981c-6214c0e1a839 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:03.004739 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-597f3c55-cb87-4283-91bd-a4a9dea66c78 req-046d8ee1-1bc5-4397-981c-6214c0e1a839 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.5827897 Feb 16 17:01:03.044093 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d825acf-5e59-4d5c-b344-3990366b241e req-2760918e-6e1b-4859-a2c2-3bac1e20728f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:03.046011 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2d825acf-5e59-4d5c-b344-3990366b241e req-2760918e-6e1b-4859-a2c2-3bac1e20728f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=09d1279d90c3425a9b4e1f123c7549b3&device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 1099 time: 0.5034831 Feb 16 17:01:03.053664 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e203a-e2b4-4ee6-be38-872e2d8e2df0 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Pushing event updated for resources: {'Port': ['ID=4661f734-f563-42f8-905f-0b5b479e2320,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:03.066027 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3d3b75b9-e9a4-4e5f-b6d0-e721c9de394d tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:03.089434 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-3361646c-abd0-47f1-b936-7863f035b1cc tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2489786 Feb 16 17:01:03.090699 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50528) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:03.097908 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-ec1ed495-bf7f-46bf-9c0e-9e0d22e7c8d1 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Request body: {'security_group': {'name': 'tempest-secgroup--902778607'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:03.125187 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-12daed56-1d87-4ad3-a027-cd36de63849f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:03.125739 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12daed56-1d87-4ad3-a027-cd36de63849f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Fanout notify agent at l3_agent the message router_deleted on router 5a9d4dd2-5af7-4382-a2a6-3baad2941d44 {{(pid=114376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:01:03.127113 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6551e10e-ca63-4248-8688-c8d622dc1e27 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Router fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:01:03.130321 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-e6700e07-521b-4aee-a54f-5abaf5de44b6 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Allocated IP 172.20.0.8 (d6c1f681-5d05-4621-b5cd-a00f1dd285fe/f80c694e-23e8-4c46-b1c2-96ba72106b3c/1b9c3983-c24a-4a23-ae00-f3847faf2dd4) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:03.156624 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-12daed56-1d87-4ad3-a027-cd36de63849f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:03.156871 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3d3b75b9-e9a4-4e5f-b6d0-e721c9de394d tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:03.166709 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-12daed56-1d87-4ad3-a027-cd36de63849f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/routers/5a9d4dd2-5af7-4382-a2a6-3baad2941d44 HTTP/1.1" status: 204 len: 168 time: 0.9916096 Feb 16 17:01:03.166709 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50530) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:03.206335 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1a6eadcb-8c0a-4405-b9db-45eeb6145014 None None] Provisioning complete for port 4661f734-f563-42f8-905f-0b5b479e2320 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:03.207398 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1a6eadcb-8c0a-4405-b9db-45eeb6145014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:03.211214 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3b75b9-e9a4-4e5f-b6d0-e721c9de394d tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37bf571f-6085-4284-a843-cf45043d6110,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:03.234012 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-597f3c55-cb87-4283-91bd-a4a9dea66c78 req-460d7cd7-456d-4bc0-a03f-e5f66625309d tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2046294 Feb 16 17:01:03.239350 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c5c73578-30d3-412f-b482-207a7fb20d0c tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0651996 Feb 16 17:01:03.244787 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50532) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:03.265500 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1a6eadcb-8c0a-4405-b9db-45eeb6145014 None None] Port 4661f734-f563-42f8-905f-0b5b479e2320 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:01:03.308582 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d825acf-5e59-4d5c-b344-3990366b241e req-393159ff-fe27-4917-88e5-b899d129759c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:03.311301 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2d825acf-5e59-4d5c-b344-3990366b241e req-393159ff-fe27-4917-88e5-b899d129759c service neutron] 10.222.0.89 "GET /v2.0/networks?id=2a9f074d-71de-48a7-8445-bcff118a8024 HTTP/1.1" status: 200 len: 913 time: 0.2524121 Feb 16 17:01:03.344826 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3d3b75b9-e9a4-4e5f-b6d0-e721c9de394d tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:03.346026 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-3d3b75b9-e9a4-4e5f-b6d0-e721c9de394d tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9001353 Feb 16 17:01:03.346823 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ec1ed495-bf7f-46bf-9c0e-9e0d22e7c8d1 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:03.355639 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50534) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:03.364805 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 77fa8830-1f21-4375-bb07-39ff7bcb23ab no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:01:03.373080 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-65a6f534-cd57-4080-91d9-258c2ff30058 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:03.373761 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-48146dcd-afe6-4c04-96b5-b60c01e01b37 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Request body: {'security_group_rule': {'security_group_id': 'd4dcb8dc-5ac7-4290-9475-ebf6aa69b361', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:03.388898 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 77fa8830-1f21-4375-bb07-39ff7bcb23ab {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:01:03.389254 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 77fa8830-1f21-4375-bb07-39ff7bcb23ab not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:01:03.389684 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 75e710c0-d8e2-4344-8eaa-1b4573183a4a no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:01:03.409680 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 75e710c0-d8e2-4344-8eaa-1b4573183a4a {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:01:03.410032 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 75e710c0-d8e2-4344-8eaa-1b4573183a4a not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:01:03.458434 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2d825acf-5e59-4d5c-b344-3990366b241e req-cbe72157-0e61-4418-b01a-a89cf00a51cd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=561eab9a-0ea9-4489-acaf-f14c6ec01233 HTTP/1.1" status: 200 len: 1002 time: 0.1411068 Feb 16 17:01:03.477148 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a6f534-cd57-4080-91d9-258c2ff30058 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event updated for resources: {'Subnet': ['ID=7d1df5ed-4145-4b1b-81c6-35707a0d8c42,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:03.514110 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f2941-5b5f-4c78-9e2a-a79766e8ec19 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Deleting port 4661f734-f563-42f8-905f-0b5b479e2320 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:01:03.514383 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ee0f2941-5b5f-4c78-9e2a-a79766e8ec19 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:03.519429 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d315ab6e-f3ae-4ed3-b735-db792a7f6996 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:03.523099 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d315ab6e-f3ae-4ed3-b735-db792a7f6996 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2749431 Feb 16 17:01:03.524242 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50536) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:03.535853 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a6f534-cd57-4080-91d9-258c2ff30058 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Checking segment: {'id': '9dba1975-e09d-4bb6-91ce-a8e9251f0d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7c023ebc-145a-47a6-87ab-f47e8a6f9de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:01:03.536249 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a6f534-cd57-4080-91d9-258c2ff30058 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Network hostable DHCP agents. Network: 7c023ebc-145a-47a6-87ab-f47e8a6f9de0, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:01:03.585666 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-2dd8d83a-50e9-4d10-a84f-1fa042d4401a tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0584919 Feb 16 17:01:03.593248 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50538) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:03.609032 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-cba0cfe3-b08d-4c1a-8ba3-848ce00ac8aa tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'subnet': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:03.616602 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d825acf-5e59-4d5c-b344-3990366b241e req-addb32ae-98bf-43a6-9556-1032e6aa53d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:03.618775 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2d825acf-5e59-4d5c-b344-3990366b241e req-addb32ae-98bf-43a6-9556-1032e6aa53d6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=847c90d0-f658-438a-baa8-b8b47f957a97 HTTP/1.1" status: 200 len: 851 time: 0.1427116 Feb 16 17:01:03.639726 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6551e10e-ca63-4248-8688-c8d622dc1e27 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:01:03.651914 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64942af2-4913-4fe7-b801-c6c2818d0395 None None] Sync routers for ids ['fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:01:03.655068 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-48146dcd-afe6-4c04-96b5-b60c01e01b37 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:03.666120 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64942af2-4913-4fe7-b801-c6c2818d0395 None None] Routers {'fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:01:03.666872 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-64942af2-4913-4fe7-b801-c6c2818d0395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:00:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:03.749517 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d825acf-5e59-4d5c-b344-3990366b241e req-7a8cf5cc-50c9-4518-b656-b6c40e8c0ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:03.751146 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2d825acf-5e59-4d5c-b344-3990366b241e req-7a8cf5cc-50c9-4518-b656-b6c40e8c0ace service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2a9f074d-71de-48a7-8445-bcff118a8024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1183884 Feb 16 17:01:03.759250 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e6700e07-521b-4aee-a54f-5abaf5de44b6 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:03.761275 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a6f534-cd57-4080-91d9-258c2ff30058 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Network 7c023ebc-145a-47a6-87ab-f47e8a6f9de0 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:01:03.762533 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ec1ed495-bf7f-46bf-9c0e-9e0d22e7c8d1 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:03.785258 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ee0f2941-5b5f-4c78-9e2a-a79766e8ec19 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:03.812055 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f2941-5b5f-4c78-9e2a-a79766e8ec19 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Calling delete_port for 4661f734-f563-42f8-905f-0b5b479e2320 owned by {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:01:03.840423 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6551e10e-ca63-4248-8688-c8d622dc1e27 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:03.851570 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-48146dcd-afe6-4c04-96b5-b60c01e01b37 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:03.881755 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-65a6f534-cd57-4080-91d9-258c2ff30058 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 7c023ebc-145a-47a6-87ab-f47e8a6f9de0) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:03.892700 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238574ef-86c9-4d31-8f44-c4fb7104505e None None] Network 7c023ebc-145a-47a6-87ab-f47e8a6f9de0 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:01:03.906522 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a6f534-cd57-4080-91d9-258c2ff30058 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:03.907184 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-65a6f534-cd57-4080-91d9-258c2ff30058 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:03.908040 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ec1ed495-bf7f-46bf-9c0e-9e0d22e7c8d1 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:03.913985 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2d825acf-5e59-4d5c-b344-3990366b241e req-c6bcad0f-a64b-4d90-b97e-26087510c82f service neutron] 10.222.0.89 "GET /v2.0/networks/2a9f074d-71de-48a7-8445-bcff118a8024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545224 Feb 16 17:01:03.936831 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-6551e10e-ca63-4248-8688-c8d622dc1e27 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.4289010 Feb 16 17:01:03.938994 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ebd8bd3-b725-4245-93f5-ef5668d6841a', 'tag': 'bc99fbb1-71bd-4ac1-b644-f86a78662778'}] {{(pid=114375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:01:03.941264 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f675c1a73bb74b784e43f10fee26c40e358be44ccef5ed6f70ec30f8ec0d494b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30a6128-06d6-4de7-a40f-2df073a9c503" -d '{"events": [{"name": "network-changed", "server_uuid": "5ebd8bd3-b725-4245-93f5-ef5668d6841a", "tag": "bc99fbb1-71bd-4ac1-b644-f86a78662778"}]}' {{(pid=114375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:01:03.962674 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-48146dcd-afe6-4c04-96b5-b60c01e01b37 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:03.971200 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1ed495-bf7f-46bf-9c0e-9e0d22e7c8d1 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b159671-7732-44fd-8e06-ad08011e0165,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:03.996887 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e6700e07-521b-4aee-a54f-5abaf5de44b6 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:03.998460 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48146dcd-afe6-4c04-96b5-b60c01e01b37 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92120e20-d56a-4654-98ac-5768e212aa66,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:04.008194 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa56299d-8835-48de-8d40-8a95bd647fe4 x-openstack-request-id: req-aa56299d-8835-48de-8d40-8a95bd647fe4 {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:01:04.008464 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ebd8bd3-b725-4245-93f5-ef5668d6841a", "tag": "bc99fbb1-71bd-4ac1-b644-f86a78662778", "status": "completed", "code": 200}]} {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:01:04.008715 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-aa56299d-8835-48de-8d40-8a95bd647fe4 {{(pid=114375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:01:04.009102 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ebd8bd3-b725-4245-93f5-ef5668d6841a', 'tag': 'bc99fbb1-71bd-4ac1-b644-f86a78662778', 'status': 'completed', 'code': 200} Feb 16 17:01:04.019494 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba0cfe3-b08d-4c1a-8ba3-848ce00ac8aa tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:04.024271 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cba0cfe3-b08d-4c1a-8ba3-848ce00ac8aa tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:04.061806 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-64942af2-4913-4fe7-b801-c6c2818d0395 None None] Set router fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:01:04.072572 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ec1ed495-bf7f-46bf-9c0e-9e0d22e7c8d1 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:04.073801 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ec1ed495-bf7f-46bf-9c0e-9e0d22e7c8d1 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9798062 Feb 16 17:01:04.077635 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-65a6f534-cd57-4080-91d9-258c2ff30058 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2533202 Feb 16 17:01:04.078795 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50544) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:04.081036 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50546) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:04.097362 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-f351d50a-b56f-4593-b340-9b2f28acc958 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Request body: {'subnet': {'network_id': '7c023ebc-145a-47a6-87ab-f47e8a6f9de0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:04.101654 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6700e07-521b-4aee-a54f-5abaf5de44b6 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Network d6c1f681-5d05-4621-b5cd-a00f1dd285fe is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:04.105433 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-48146dcd-afe6-4c04-96b5-b60c01e01b37 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:04.110127 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-48146dcd-afe6-4c04-96b5-b60c01e01b37 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7364168 Feb 16 17:01:04.132042 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-da29eda8-a4cd-44d2-8fa7-982f110a914e tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Request body: {'security_group': {'name': 'default'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:04.135089 dv-neutron-828697-3-hyperv neutron-server[114376]: WARNING neutron.api.v2.base [None req-da29eda8-a4cd-44d2-8fa7-982f110a914e tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 16 17:01:04.136002 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-da29eda8-a4cd-44d2-8fa7-982f110a914e tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] update failed (client error): There was a conflict when trying to complete your request. Feb 16 17:01:04.144024 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-da29eda8-a4cd-44d2-8fa7-982f110a914e tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] 10.222.0.88 "PUT /v2.0/security-groups/3b159671-7732-44fd-8e06-ad08011e0165 HTTP/1.1" status: 409 len: 330 time: 0.0112002 Feb 16 17:01:04.144024 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50548) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:04.144354 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50550) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:04.144354 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-e6700e07-521b-4aee-a54f-5abaf5de44b6 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:04.187321 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6700e07-521b-4aee-a54f-5abaf5de44b6 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:04.201797 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6700e07-521b-4aee-a54f-5abaf5de44b6 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Pushing event updated for resources: {'Port': ['ID=1b9c3983-c24a-4a23-ae00-f3847faf2dd4,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:04.237160 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9cb0b859-5bd8-4456-950d-d306d189aaea tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:04.246620 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9cb0b859-5bd8-4456-950d-d306d189aaea tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:04.270142 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c65417d-2724-493a-aaf7-bd6edb1286ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-7c023ebc-145a-47a6-87ab-f47e8a6f9de0', 'network_id': '7c023ebc-145a-47a6-87ab-f47e8a6f9de0', 'tenant_id': 'c643207721ea44e4a742511dc6707de4', 'fixed_ips': [{'subnet_id': '7d1df5ed-4145-4b1b-81c6-35707a0d8c42'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:01:04.270999 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6c65417d-2724-493a-aaf7-bd6edb1286ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:04.283605 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c32f4d-5341-4948-b348-252c0e3aca93 req-391170e3-39b1-4bac-9ac5-12aa6a7cd4aa tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:04.285178 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-82c32f4d-5341-4948-b348-252c0e3aca93 req-391170e3-39b1-4bac-9ac5-12aa6a7cd4aa tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5ebd8bd3-b725-4245-93f5-ef5668d6841a HTTP/1.1" status: 200 len: 945 time: 0.2787013 Feb 16 17:01:04.317995 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a6128-06d6-4de7-a40f-2df073a9c503 req-753247e4-0958-435b-b1bd-315bae6bb4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:04.323088 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b30a6128-06d6-4de7-a40f-2df073a9c503 req-753247e4-0958-435b-b1bd-315bae6bb4d1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=96057f06fdc74247a274207da8654659&device_id=5ebd8bd3-b725-4245-93f5-ef5668d6841a HTTP/1.1" status: 200 len: 1098 time: 0.2755249 Feb 16 17:01:04.333441 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6700e07-521b-4aee-a54f-5abaf5de44b6 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:04.334089 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e6700e07-521b-4aee-a54f-5abaf5de44b6 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:04.370930 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2d825acf-5e59-4d5c-b344-3990366b241e req-185c8294-bacb-4813-a6dc-260b0cebdb03 service neutron] 10.222.0.89 "GET /v2.0/networks/2a9f074d-71de-48a7-8445-bcff118a8024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4504125 Feb 16 17:01:04.388751 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-82c32f4d-5341-4948-b348-252c0e3aca93 req-2b7351bc-6cde-43a0-ba4e-6ea855833490 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/security-groups?id=182e3741-5bf1-40d0-9f52-072188d785c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898871 Feb 16 17:01:04.391699 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d0e43118-765d-4e44-8558-ce50d025aad9 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:04.413708 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ee0f2941-5b5f-4c78-9e2a-a79766e8ec19 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:04.422280 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d0e43118-765d-4e44-8558-ce50d025aad9 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:04.437004 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50554) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:04.452050 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9cb0b859-5bd8-4456-950d-d306d189aaea tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:04.457728 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9cb0b859-5bd8-4456-950d-d306d189aaea tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:04.460757 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-9cb0b859-5bd8-4456-950d-d306d189aaea tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/92120e20-d56a-4654-98ac-5768e212aa66 HTTP/1.1" status: 204 len: 168 time: 0.2816598 Feb 16 17:01:04.473075 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50556) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:04.473883 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f2941-5b5f-4c78-9e2a-a79766e8ec19 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Pushing event deleted for resources: {'Port': ['ID=4661f734-f563-42f8-905f-0b5b479e2320,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:04.518995 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb0b859-5bd8-4456-950d-d306d189aaea tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=92120e20-d56a-4654-98ac-5768e212aa66,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:04.530952 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-64942af2-4913-4fe7-b801-c6c2818d0395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-367076457', 'tenant_id': '96057f06fdc74247a274207da8654659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '8794187a-6461-49d5-88d8-a04e956e8b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:00:14Z', 'updated_at': '2022-02-16T17:00:29Z', 'revision_number': 4, 'project_id': '96057f06fdc74247a274207da8654659', 'gw_port': {'id': '8794187a-6461-49d5-88d8-a04e956e8b82', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:17Z', 'updated_at': '2022-02-16T17:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '828f6b1b-4340-4df4-96a9-f65b4bec899d', 'tenant_id': '96057f06fdc74247a274207da8654659', 'floating_ip_address': '172.26.3.136', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': 'fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a', 'port_id': 'bc99fbb1-71bd-4ac1-b644-f86a78662778', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06298a6e-8040-43d7-955f-604e4333c40a', 'mac_address': 'fa:16:3e:9e:6c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebd8bd3-b725-4245-93f5-ef5668d6841a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:01:00Z', 'updated_at': '2022-02-16T17:01:00Z', 'revision_number': 0, 'project_id': '96057f06fdc74247a274207da8654659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02b6e560-b065-4145-a0e0-57b8c33044f5', 'name': '', 'network_id': '06298a6e-8040-43d7-955f-604e4333c40a', 'tenant_id': '96057f06fdc74247a274207da8654659', 'mac_address': 'fa:16:3e:6e:28:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'dbd15ec9-3270-4d20-9abc-f2f9374aa4ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:27Z', 'updated_at': '2022-02-16T17:00:37Z', 'revision_number': 5, 'project_id': '96057f06fdc74247a274207da8654659', 'subnets': [{'id': 'dbd15ec9-3270-4d20-9abc-f2f9374aa4ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:04.539071 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a834a4-98b6-4008-b78a-f87e5f84dd55 req-3908f362-6514-4ba8-b795-c9c2b8ae817e tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:04.540754 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-00a834a4-98b6-4008-b78a-f87e5f84dd55 req-3908f362-6514-4ba8-b795-c9c2b8ae817e tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.1856818 Feb 16 17:01:04.564814 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64942af2-4913-4fe7-b801-c6c2818d0395 None None] Checking router: fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:01:04.571480 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-6c65417d-2724-493a-aaf7-bd6edb1286ae None None] Allocated IP 172.20.0.2 (7c023ebc-145a-47a6-87ab-f47e8a6f9de0/7d1df5ed-4145-4b1b-81c6-35707a0d8c42/1c2cef9e-c4fd-463d-9bc0-ba2125098898) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:04.588577 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e6700e07-521b-4aee-a54f-5abaf5de44b6 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.1314042 Feb 16 17:01:04.592977 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64942af2-4913-4fe7-b801-c6c2818d0395 None None] Routers {'fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:01:04.593822 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-64942af2-4913-4fe7-b801-c6c2818d0395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:00:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:04.596595 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50558) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:04.620447 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-93c02f56-bf08-48e8-93bd-9d4066cd965c tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Request body: {'port': {'network_id': 'd6c1f681-5d05-4621-b5cd-a00f1dd285fe', 'name': 'tempest-FloatingIPTestJSON-877476293'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:04.659524 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-79057558-79c6-4a8c-b9e7-e14f55e89b00 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/floatingips/828f6b1b-4340-4df4-96a9-f65b4bec899d HTTP/1.1" status: 200 len: 991 time: 0.2010050 Feb 16 17:01:04.698362 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ee0f2941-5b5f-4c78-9e2a-a79766e8ec19 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:04.702558 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ee0f2941-5b5f-4c78-9e2a-a79766e8ec19 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] 10.222.0.88 "DELETE /v2.0/ports/4661f734-f563-42f8-905f-0b5b479e2320 HTTP/1.1" status: 204 len: 168 time: 1.7366116 Feb 16 17:01:04.714437 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50560) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:04.748988 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-389b0dd9-ab0e-4f0e-8e10-69f46927e1c0 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2702966 Feb 16 17:01:04.773698 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50562) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:04.781128 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdb7330e-2418-4477-aa3b-64a16af98d53 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] GET failed (client error): The resource could not be found. Feb 16 17:01:04.787250 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-64942af2-4913-4fe7-b801-c6c2818d0395 None None] Set router fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:01:04.787969 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-fdb7330e-2418-4477-aa3b-64a16af98d53 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] 10.222.0.88 "GET /v2.0/ports/4661f734-f563-42f8-905f-0b5b479e2320 HTTP/1.1" status: 404 len: 333 time: 0.0678818 Feb 16 17:01:04.809597 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50564) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:04.818281 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a6128-06d6-4de7-a40f-2df073a9c503 req-b89d4573-1776-4137-8495-797836cde442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:04.821468 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b30a6128-06d6-4de7-a40f-2df073a9c503 req-b89d4573-1776-4137-8495-797836cde442 service neutron] 10.222.0.89 "GET /v2.0/networks?id=06298a6e-8040-43d7-955f-604e4333c40a HTTP/1.1" status: 200 len: 898 time: 0.4946225 Feb 16 17:01:04.832489 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-00a834a4-98b6-4008-b78a-f87e5f84dd55 req-ca70e7d1-7447-4415-b184-f53d74cecdef tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2392824 Feb 16 17:01:04.834734 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-aaf10db7-02d3-4c41-a54a-3b70d1ca49c9 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Request body: {'port': {'network_id': 'fb31981d-a2e3-4e9d-a87d-2e6cbbbd0e45', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-559075464'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:04.921529 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-792e2377-d3cb-42ec-aa44-476bde9f6449 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:04.934366 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-792e2377-d3cb-42ec-aa44-476bde9f6449 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:04.934628 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6c65417d-2724-493a-aaf7-bd6edb1286ae None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:04.954760 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b270cca7-821f-46c2-aed3-3945fff6ff1d req-dcf22467-b75c-46c6-ac05-1be307d36694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:04.956376 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b270cca7-821f-46c2-aed3-3945fff6ff1d req-dcf22467-b75c-46c6-ac05-1be307d36694 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=09d1279d90c3425a9b4e1f123c7549b3&device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 1099 time: 0.3568780 Feb 16 17:01:04.964905 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d0e43118-765d-4e44-8558-ce50d025aad9 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:04.968558 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d0e43118-765d-4e44-8558-ce50d025aad9 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:04.971963 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d0e43118-765d-4e44-8558-ce50d025aad9 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] 10.222.0.88 "DELETE /v2.0/security-groups/3b159671-7732-44fd-8e06-ad08011e0165 HTTP/1.1" status: 204 len: 168 time: 0.8232644 Feb 16 17:01:04.976423 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50566) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:04.999479 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f351d50a-b56f-4593-b340-9b2f28acc958 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Made reservation on behalf of c643207721ea44e4a742511dc6707de4 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:05.002865 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f351d50a-b56f-4593-b340-9b2f28acc958 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:05.016916 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e43118-765d-4e44-8558-ce50d025aad9 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b159671-7732-44fd-8e06-ad08011e0165,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:05.052597 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6c65417d-2724-493a-aaf7-bd6edb1286ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:05.092697 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b30a6128-06d6-4de7-a40f-2df073a9c503 req-ee9529a5-c800-4012-afb1-3ccd882caf0a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc99fbb1-71bd-4ac1-b644-f86a78662778 HTTP/1.1" status: 200 len: 999 time: 0.2098854 Feb 16 17:01:05.126297 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-792e2377-d3cb-42ec-aa44-476bde9f6449 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:05.138423 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-792e2377-d3cb-42ec-aa44-476bde9f6449 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:05.139420 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c65417d-2724-493a-aaf7-bd6edb1286ae None None] Network 7c023ebc-145a-47a6-87ab-f47e8a6f9de0 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:05.140491 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-792e2377-d3cb-42ec-aa44-476bde9f6449 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/37bf571f-6085-4284-a843-cf45043d6110 HTTP/1.1" status: 204 len: 168 time: 0.3652587 Feb 16 17:01:05.143069 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c65417d-2724-493a-aaf7-bd6edb1286ae None None] Pushing event updated for resources: {'Port': ['ID=1c2cef9e-c4fd-463d-9bc0-ba2125098898,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:05.146889 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50568) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:05.150250 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-6c65417d-2724-493a-aaf7-bd6edb1286ae None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:05.157477 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.ipam_backend_mixin [None req-f351d50a-b56f-4593-b340-9b2f28acc958 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7d1df5ed-4145-4b1b-81c6-35707a0d8c42 (CIDR: 172.20.0.0/28) Feb 16 17:01:05.158207 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c65417d-2724-493a-aaf7-bd6edb1286ae None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:05.170730 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792e2377-d3cb-42ec-aa44-476bde9f6449 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37bf571f-6085-4284-a843-cf45043d6110,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:05.205142 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c1cdd0e1-9d33-449b-8bd8-d7f7968509af tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2251673 Feb 16 17:01:05.210713 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-bb91b59c-2a7e-4789-ae41-442f583d9e70 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0620878 Feb 16 17:01:05.212434 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50570) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:05.214252 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50572) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:05.221477 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf10db7-02d3-4c41-a54a-3b70d1ca49c9 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Made reservation on behalf of a49c4a29cc0c4355a6085d6833226341 for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:05.225781 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-aaf10db7-02d3-4c41-a54a-3b70d1ca49c9 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:05.227940 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-f351d50a-b56f-4593-b340-9b2f28acc958 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:01:05.230435 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f351d50a-b56f-4593-b340-9b2f28acc958 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:01:05.234141 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a6128-06d6-4de7-a40f-2df073a9c503 req-8e614c11-3982-4a18-9b9d-60922ecdacea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:05.236251 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b30a6128-06d6-4de7-a40f-2df073a9c503 req-8e614c11-3982-4a18-9b9d-60922ecdacea service neutron] 10.222.0.89 "GET /v2.0/subnets?id=dbd15ec9-3270-4d20-9abc-f2f9374aa4ce HTTP/1.1" status: 200 len: 835 time: 0.1368370 Feb 16 17:01:05.238833 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-6c65417d-2724-493a-aaf7-bd6edb1286ae None None] Attempting to bind port 1c2cef9e-c4fd-463d-9bc0-ba2125098898 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:01:05.239627 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-6c65417d-2724-493a-aaf7-bd6edb1286ae None None] Attempting to bind port 1c2cef9e-c4fd-463d-9bc0-ba2125098898 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '9dba1975-e09d-4bb6-91ce-a8e9251f0d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7c023ebc-145a-47a6-87ab-f47e8a6f9de0'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:01:05.239627 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c65417d-2724-493a-aaf7-bd6edb1286ae None None] Attempting to bind port 1c2cef9e-c4fd-463d-9bc0-ba2125098898 on network 7c023ebc-145a-47a6-87ab-f47e8a6f9de0 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:01:05.247371 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c65417d-2724-493a-aaf7-bd6edb1286ae None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:01:05.247877 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c65417d-2724-493a-aaf7-bd6edb1286ae None None] Checking segment: {'id': '9dba1975-e09d-4bb6-91ce-a8e9251f0d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7c023ebc-145a-47a6-87ab-f47e8a6f9de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:01:05.248427 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6c65417d-2724-493a-aaf7-bd6edb1286ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:05.248816 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c65417d-2724-493a-aaf7-bd6edb1286ae None None] Bound using segment: {'id': '9dba1975-e09d-4bb6-91ce-a8e9251f0d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7c023ebc-145a-47a6-87ab-f47e8a6f9de0'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:01:05.249286 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-6c65417d-2724-493a-aaf7-bd6edb1286ae None None] Bound port: 1c2cef9e-c4fd-463d-9bc0-ba2125098898, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dba1975-e09d-4bb6-91ce-a8e9251f0d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7c023ebc-145a-47a6-87ab-f47e8a6f9de0'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:01:05.249663 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6c65417d-2724-493a-aaf7-bd6edb1286ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:05.253974 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-64942af2-4913-4fe7-b801-c6c2818d0395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-367076457', 'tenant_id': '96057f06fdc74247a274207da8654659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '8794187a-6461-49d5-88d8-a04e956e8b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:00:14Z', 'updated_at': '2022-02-16T17:00:29Z', 'revision_number': 4, 'project_id': '96057f06fdc74247a274207da8654659', 'gw_port': {'id': '8794187a-6461-49d5-88d8-a04e956e8b82', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:17Z', 'updated_at': '2022-02-16T17:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '828f6b1b-4340-4df4-96a9-f65b4bec899d', 'tenant_id': '96057f06fdc74247a274207da8654659', 'floating_ip_address': '172.26.3.136', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': 'fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a', 'port_id': 'bc99fbb1-71bd-4ac1-b644-f86a78662778', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06298a6e-8040-43d7-955f-604e4333c40a', 'mac_address': 'fa:16:3e:9e:6c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebd8bd3-b725-4245-93f5-ef5668d6841a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:01:00Z', 'updated_at': '2022-02-16T17:01:00Z', 'revision_number': 0, 'project_id': '96057f06fdc74247a274207da8654659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02b6e560-b065-4145-a0e0-57b8c33044f5', 'name': '', 'network_id': '06298a6e-8040-43d7-955f-604e4333c40a', 'tenant_id': '96057f06fdc74247a274207da8654659', 'mac_address': 'fa:16:3e:6e:28:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'dbd15ec9-3270-4d20-9abc-f2f9374aa4ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:27Z', 'updated_at': '2022-02-16T17:00:37Z', 'revision_number': 5, 'project_id': '96057f06fdc74247a274207da8654659', 'subnets': [{'id': 'dbd15ec9-3270-4d20-9abc-f2f9374aa4ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:05.263362 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-c9ccc088-9268-4cba-8538-44a84f7029b0 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] delete failed (client error): The resource could not be found. Feb 16 17:01:05.268216 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-c9ccc088-9268-4cba-8538-44a84f7029b0 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] 10.222.0.88 "DELETE /v2.0/security-groups/08a239a3-e8a0-44d4-ad30-0140e2c1bbd7 HTTP/1.1" status: 404 len: 347 time: 0.0513790 Feb 16 17:01:05.269052 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50574) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:05.291306 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64942af2-4913-4fe7-b801-c6c2818d0395 None None] The sync data for ids ['fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a'] in dv-neutron-828697-3-hyperv is: [{'id': 'fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-367076457', 'tenant_id': '96057f06fdc74247a274207da8654659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '8794187a-6461-49d5-88d8-a04e956e8b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:00:14Z', 'updated_at': '2022-02-16T17:00:29Z', 'revision_number': 4, 'project_id': '96057f06fdc74247a274207da8654659', 'gw_port': {'id': '8794187a-6461-49d5-88d8-a04e956e8b82', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:17Z', 'updated_at': '2022-02-16T17:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '828f6b1b-4340-4df4-96a9-f65b4bec899d', 'tenant_id': '96057f06fdc74247a274207da8654659', 'floating_ip_address': '172.26.3.136', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': 'fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a', 'port_id': 'bc99fbb1-71bd-4ac1-b644-f86a78662778', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06298a6e-8040-43d7-955f-604e4333c40a', 'mac_address': 'fa:16:3e:9e:6c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebd8bd3-b725-4245-93f5-ef5668d6841a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:01:00Z', 'updated_at': '2022-02-16T17:01:00Z', 'revision_number': 0, 'project_id': '96057f06fdc74247a274207da8654659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02b6e560-b065-4145-a0e0-57b8c33044f5', 'name': '', 'network_id': '06298a6e-8040-43d7-955f-604e4333c40a', 'tenant_id': '96057f06fdc74247a274207da8654659', 'mac_address': 'fa:16:3e:6e:28:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'dbd15ec9-3270-4d20-9abc-f2f9374aa4ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:27Z', 'updated_at': '2022-02-16T17:00:37Z', 'revision_number': 5, 'project_id': '96057f06fdc74247a274207da8654659', 'subnets': [{'id': 'dbd15ec9-3270-4d20-9abc-f2f9374aa4ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:01:05.293216 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-aaf10db7-02d3-4c41-a54a-3b70d1ca49c9 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] device_id is not set on port 8281599e-7689-4335-959f-b85c8419777d yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:01:05.305368 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-75623d0a-e489-4bf1-b09e-070ee5b078a8 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] show failed (client error): The resource could not be found. Feb 16 17:01:05.309912 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-75623d0a-e489-4bf1-b09e-070ee5b078a8 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] 10.222.0.88 "GET /v2.0/security-groups/493b592f-7551-4c2a-a9f8-1307cb51e355 HTTP/1.1" status: 404 len: 347 time: 0.0365815 Feb 16 17:01:05.312032 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50576) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:05.314160 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.objects.ports [None req-cba0cfe3-b08d-4c1a-8ba3-848ce00ac8aa tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114376) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 17:01:05.333679 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b270cca7-821f-46c2-aed3-3945fff6ff1d req-9355a06d-de64-403c-82d6-6a4981fa525b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:05.335900 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b270cca7-821f-46c2-aed3-3945fff6ff1d req-9355a06d-de64-403c-82d6-6a4981fa525b service neutron] 10.222.0.89 "GET /v2.0/networks?id=2a9f074d-71de-48a7-8445-bcff118a8024 HTTP/1.1" status: 200 len: 913 time: 0.3451774 Feb 16 17:01:05.337204 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cba0cfe3-b08d-4c1a-8ba3-848ce00ac8aa tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:05.366691 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-6c65417d-2724-493a-aaf7-bd6edb1286ae None None] For port 1c2cef9e-c4fd-463d-9bc0-ba2125098898, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:01:05.371531 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-6c65417d-2724-493a-aaf7-bd6edb1286ae None None] For port 1c2cef9e-c4fd-463d-9bc0-ba2125098898, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=1c2cef9e-c4fd-463d-9bc0-ba2125098898,segment=NetworkSegment(9dba1975-e09d-4bb6-91ce-a8e9251f0d48),segment_id=9dba1975-e09d-4bb6-91ce-a8e9251f0d48)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:01:05.423760 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6c65417d-2724-493a-aaf7-bd6edb1286ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:05.443836 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c02f56-bf08-48e8-93bd-9d4066cd965c tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Made reservation on behalf of 20d8e1466b544f5eb14961c4b649d8ae for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:05.447508 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-93c02f56-bf08-48e8-93bd-9d4066cd965c tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:05.465100 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba0cfe3-b08d-4c1a-8ba3-848ce00ac8aa tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:05.474008 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [None req-93c02f56-bf08-48e8-93bd-9d4066cd965c tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] device_id is not set on port 1df40923-09a3-42b8-ad1a-4efc82a4fc05 yet. {{(pid=114376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:01:05.516075 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c65417d-2724-493a-aaf7-bd6edb1286ae None None] Pushing event updated for resources: {'Port': ['ID=1c2cef9e-c4fd-463d-9bc0-ba2125098898,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:05.530369 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-cba0cfe3-b08d-4c1a-8ba3-848ce00ac8aa tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:05.533772 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba0cfe3-b08d-4c1a-8ba3-848ce00ac8aa tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:05.534391 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cba0cfe3-b08d-4c1a-8ba3-848ce00ac8aa tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:05.556718 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a2eddd-1ec1-4617-a1f6-a077bdac8a77 None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:01:05.593629 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a6128-06d6-4de7-a40f-2df073a9c503 req-a2c9be99-cacd-4c21-95a2-c9b113280c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:05.596228 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b30a6128-06d6-4de7-a40f-2df073a9c503 req-a2c9be99-cacd-4c21-95a2-c9b113280c21 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=06298a6e-8040-43d7-955f-604e4333c40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3507376 Feb 16 17:01:05.607691 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e95a9d-b16e-49b0-bb15-9be4cc002b04 None None] New status for floating IP 828f6b1b-4340-4df4-96a9-f65b4bec899d: ACTIVE {{(pid=114378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:01:05.612052 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba0cfe3-b08d-4c1a-8ba3-848ce00ac8aa tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Subnet': ['ID=5e230d4c-0650-45c1-bca8-587155dae4aa,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:05.666579 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b270cca7-821f-46c2-aed3-3945fff6ff1d req-263d8aed-5996-4526-9793-2a3e0b871639 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=561eab9a-0ea9-4489-acaf-f14c6ec01233 HTTP/1.1" status: 200 len: 1002 time: 0.3116333 Feb 16 17:01:05.667126 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50578) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:05.740204 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-cba0cfe3-b08d-4c1a-8ba3-848ce00ac8aa tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1448569 Feb 16 17:01:05.757026 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50580) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:05.764905 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2f50f03a-5b62-4aae-8dee-95b5c0e7d9eb tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:05.782526 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f351d50a-b56f-4593-b340-9b2f28acc958 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6944771 Feb 16 17:01:05.786020 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-3accd25e-08b8-4728-82c1-4a7a15ec7897 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'subnet': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:05.800454 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50582) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:05.807074 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-53ad5262-f3c6-4193-b91e-01d81baa355d tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Request body: {'subnet': {'network_id': '7c023ebc-145a-47a6-87ab-f47e8a6f9de0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:05.876163 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de70ad0-1332-45cf-9a9c-35f2a77c3d5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'tenant_id': '81837604d6654060bf0a8ff194578833', 'fixed_ips': [{'subnet_id': '5e230d4c-0650-45c1-bca8-587155dae4aa'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:01:05.877262 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5de70ad0-1332-45cf-9a9c-35f2a77c3d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:05.896027 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-93c02f56-bf08-48e8-93bd-9d4066cd965c tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Allocated IP 172.20.0.4 (d6c1f681-5d05-4621-b5cd-a00f1dd285fe/f80c694e-23e8-4c46-b1c2-96ba72106b3c/1df40923-09a3-42b8-ad1a-4efc82a4fc05) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:05.909688 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b270cca7-821f-46c2-aed3-3945fff6ff1d req-61dccb0d-cda1-4e76-affc-83171e669daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:05.911194 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b270cca7-821f-46c2-aed3-3945fff6ff1d req-61dccb0d-cda1-4e76-affc-83171e669daa service neutron] 10.222.0.89 "GET /v2.0/subnets?id=847c90d0-f658-438a-baa8-b8b47f957a97 HTTP/1.1" status: 200 len: 851 time: 0.2240424 Feb 16 17:01:05.925009 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-3fdd5152-0894-47e0-9dad-236642572d2b tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/floatingips/828f6b1b-4340-4df4-96a9-f65b4bec899d HTTP/1.1" status: 200 len: 991 time: 0.2469287 Feb 16 17:01:06.004778 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b30a6128-06d6-4de7-a40f-2df073a9c503 req-c8d44041-7ad4-4cd9-be6d-2d546a9a8133 service neutron] 10.222.0.89 "GET /v2.0/networks/06298a6e-8040-43d7-955f-604e4333c40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432460 Feb 16 17:01:06.022710 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-5e59c3f0-c4e8-4489-9846-3a3b90fd54c4 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] show failed (client error): The resource could not be found. Feb 16 17:01:06.023757 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-5e59c3f0-c4e8-4489-9846-3a3b90fd54c4 tempest-NegativeSecGroupTest-1143982898 tempest-NegativeSecGroupTest-1143982898-project] 10.222.0.88 "GET /v2.0/security-group-rules/1f0ad5df-da3c-4b75-b6ee-229912e87b1d HTTP/1.1" status: 404 len: 356 time: 0.7077718 Feb 16 17:01:06.045038 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2f50f03a-5b62-4aae-8dee-95b5c0e7d9eb tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:06.121022 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-5de70ad0-1332-45cf-9a9c-35f2a77c3d5f None None] Allocated IP 2001:db8::f816:3eff:fef0:a7e5 (1e2a9b2d-a159-48c5-a704-dcb18c3b88c3/5e230d4c-0650-45c1-bca8-587155dae4aa/5a389713-cc3d-40b6-a48f-568167ba8c38) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:06.125811 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b270cca7-821f-46c2-aed3-3945fff6ff1d req-72426503-09f2-429b-a386-664425cbec56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:06.127655 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b270cca7-821f-46c2-aed3-3945fff6ff1d req-72426503-09f2-429b-a386-664425cbec56 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2a9f074d-71de-48a7-8445-bcff118a8024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2018807 Feb 16 17:01:06.238557 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-aaf10db7-02d3-4c41-a54a-3b70d1ca49c9 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Allocated IP 2001:db8::8c (fb31981d-a2e3-4e9d-a87d-2e6cbbbd0e45/b1041ae3-3412-4004-be87-f481066e2b1b/8281599e-7689-4335-959f-b85c8419777d) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:06.277330 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b30a6128-06d6-4de7-a40f-2df073a9c503 req-7a39e2cb-7b7f-4431-82e1-67918217bbb8 service neutron] 10.222.0.89 "GET /v2.0/networks/06298a6e-8040-43d7-955f-604e4333c40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616558 Feb 16 17:01:06.280254 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-93c02f56-bf08-48e8-93bd-9d4066cd965c tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:06.280685 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80569cde-8a95-4221-89b2-18d557598c9e req-6347ab0e-3243-4798-b76c-f5d94d28b31f tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:06.282639 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-80569cde-8a95-4221-89b2-18d557598c9e req-6347ab0e-3243-4798-b76c-f5d94d28b31f tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.2729399 Feb 16 17:01:06.306282 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5de70ad0-1332-45cf-9a9c-35f2a77c3d5f None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:06.341552 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b270cca7-821f-46c2-aed3-3945fff6ff1d req-8d01df58-4eac-49e7-b66e-3b808d7c60bf service neutron] 10.222.0.89 "GET /v2.0/networks/2a9f074d-71de-48a7-8445-bcff118a8024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006354 Feb 16 17:01:06.379393 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-80569cde-8a95-4221-89b2-18d557598c9e req-cde054c8-e3c7-4416-8a5b-5ba5d55b6dc1 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762777 Feb 16 17:01:06.453594 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5de70ad0-1332-45cf-9a9c-35f2a77c3d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:06.454910 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ad5262-f3c6-4193-b91e-01d81baa355d tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Made reservation on behalf of c643207721ea44e4a742511dc6707de4 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:06.458953 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-53ad5262-f3c6-4193-b91e-01d81baa355d tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:06.464539 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2f50f03a-5b62-4aae-8dee-95b5c0e7d9eb tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:06.465530 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-93c02f56-bf08-48e8-93bd-9d4066cd965c tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:06.466401 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3accd25e-08b8-4728-82c1-4a7a15ec7897 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:06.470482 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3accd25e-08b8-4728-82c1-4a7a15ec7897 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:06.478006 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2f50f03a-5b62-4aae-8dee-95b5c0e7d9eb tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:06.482059 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-2f50f03a-5b62-4aae-8dee-95b5c0e7d9eb tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/0444d2b6-206d-4831-8f85-509de58180e8 HTTP/1.1" status: 204 len: 168 time: 1.2614799 Feb 16 17:01:06.492250 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b270cca7-821f-46c2-aed3-3945fff6ff1d req-57321941-3dc6-4553-a46b-6929523f4fb6 service neutron] 10.222.0.89 "GET /v2.0/networks/2a9f074d-71de-48a7-8445-bcff118a8024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399257 Feb 16 17:01:06.508234 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50590) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:06.521407 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f50f03a-5b62-4aae-8dee-95b5c0e7d9eb tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0444d2b6-206d-4831-8f85-509de58180e8,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:06.532676 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de70ad0-1332-45cf-9a9c-35f2a77c3d5f None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:06.539127 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-5de70ad0-1332-45cf-9a9c-35f2a77c3d5f None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:06.546342 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de70ad0-1332-45cf-9a9c-35f2a77c3d5f None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:06.549788 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de70ad0-1332-45cf-9a9c-35f2a77c3d5f None None] Pushing event updated for resources: {'Port': ['ID=5a389713-cc3d-40b6-a48f-568167ba8c38,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:06.585055 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c02f56-bf08-48e8-93bd-9d4066cd965c tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Network d6c1f681-5d05-4621-b5cd-a00f1dd285fe is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:06.591843 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-93c02f56-bf08-48e8-93bd-9d4066cd965c tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:06.598942 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c02f56-bf08-48e8-93bd-9d4066cd965c tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:06.634212 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-5de70ad0-1332-45cf-9a9c-35f2a77c3d5f None None] Attempting to bind port 5a389713-cc3d-40b6-a48f-568167ba8c38 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:01:06.634892 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-5de70ad0-1332-45cf-9a9c-35f2a77c3d5f None None] Attempting to bind port 5a389713-cc3d-40b6-a48f-568167ba8c38 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:01:06.635437 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de70ad0-1332-45cf-9a9c-35f2a77c3d5f None None] Attempting to bind port 5a389713-cc3d-40b6-a48f-568167ba8c38 on network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:01:06.643642 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de70ad0-1332-45cf-9a9c-35f2a77c3d5f None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:01:06.649042 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de70ad0-1332-45cf-9a9c-35f2a77c3d5f None None] Checking segment: {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:01:06.649042 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5de70ad0-1332-45cf-9a9c-35f2a77c3d5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:06.649042 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de70ad0-1332-45cf-9a9c-35f2a77c3d5f None None] Bound using segment: {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:01:06.649042 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-5de70ad0-1332-45cf-9a9c-35f2a77c3d5f None None] Bound port: 5a389713-cc3d-40b6-a48f-568167ba8c38, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:01:06.649042 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5de70ad0-1332-45cf-9a9c-35f2a77c3d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:06.650728 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c02f56-bf08-48e8-93bd-9d4066cd965c tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Pushing event updated for resources: {'Port': ['ID=1df40923-09a3-42b8-ad1a-4efc82a4fc05,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:06.671456 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ae846-1c2c-4f29-8189-c8e8812d28af req-6026c25e-f00b-441d-8412-22cf0cf1d00b tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:06.673798 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-918ae846-1c2c-4f29-8189-c8e8812d28af req-6026c25e-f00b-441d-8412-22cf0cf1d00b tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.2116649 Feb 16 17:01:06.696488 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c02f56-bf08-48e8-93bd-9d4066cd965c tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:06.697224 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-93c02f56-bf08-48e8-93bd-9d4066cd965c tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:06.741009 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-918ae846-1c2c-4f29-8189-c8e8812d28af req-fc92f28d-289b-4aa6-9e2c-d122b03bcfab tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586064 Feb 16 17:01:06.784660 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-5de70ad0-1332-45cf-9a9c-35f2a77c3d5f None None] For port 5a389713-cc3d-40b6-a48f-568167ba8c38, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:01:06.796749 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-5de70ad0-1332-45cf-9a9c-35f2a77c3d5f None None] For port 5a389713-cc3d-40b6-a48f-568167ba8c38, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=5a389713-cc3d-40b6-a48f-568167ba8c38,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:01:06.808896 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-93c02f56-bf08-48e8-93bd-9d4066cd965c tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.1925888 Feb 16 17:01:06.813260 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50596) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:06.816601 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-4ebe4963-d67b-4702-bea8-60b5efcdf24e tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Request body: {'floatingip': {'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'port_id': '1df40923-09a3-42b8-ad1a-4efc82a4fc05', 'fixed_ip_address': '172.20.0.4'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:06.834671 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2153bf09-efda-4b81-99b4-a929a6ad869b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:06.867120 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50598) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:06.886468 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5de70ad0-1332-45cf-9a9c-35f2a77c3d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:06.890875 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-aaf10db7-02d3-4c41-a54a-3b70d1ca49c9 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:06.910258 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-95680147-0b0f-4df5-8080-cb1daecaaadb tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.3865395 Feb 16 17:01:06.913880 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50604) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:06.914141 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4ebe4963-d67b-4702-bea8-60b5efcdf24e tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for floatingip, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:06.934455 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50606) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:06.986657 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-39c9cfae-4ffd-4a72-96fa-784af0a4fcc3 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:06.995934 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de70ad0-1332-45cf-9a9c-35f2a77c3d5f None None] Pushing event updated for resources: {'Port': ['ID=5a389713-cc3d-40b6-a48f-568167ba8c38,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:07.027084 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e585cb6a-6217-4b44-a101-31ff62264666 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/floatingips/828f6b1b-4340-4df4-96a9-f65b4bec899d HTTP/1.1" status: 200 len: 993 time: 0.0802279 Feb 16 17:01:07.048626 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556434e6-1d92-43d5-b1a7-ebe2dd9b74dd None None] Network 7c023ebc-145a-47a6-87ab-f47e8a6f9de0 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:01:07.133977 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-6b2d1d2e-24c4-45ef-9817-cc5c6dbd1e53 None None] Provisioning complete for port 1c2cef9e-c4fd-463d-9bc0-ba2125098898 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:07.134541 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6b2d1d2e-24c4-45ef-9817-cc5c6dbd1e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:07.292393 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-aaf10db7-02d3-4c41-a54a-3b70d1ca49c9 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:07.372288 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf10db7-02d3-4c41-a54a-3b70d1ca49c9 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Network fb31981d-a2e3-4e9d-a87d-2e6cbbbd0e45 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:07.403065 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-aaf10db7-02d3-4c41-a54a-3b70d1ca49c9 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:07.406904 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf10db7-02d3-4c41-a54a-3b70d1ca49c9 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:07.420391 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf10db7-02d3-4c41-a54a-3b70d1ca49c9 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:07.421131 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-aaf10db7-02d3-4c41-a54a-3b70d1ca49c9 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:07.429623 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3accd25e-08b8-4728-82c1-4a7a15ec7897 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:07.496936 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3accd25e-08b8-4728-82c1-4a7a15ec7897 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Subnet': ['ID=32a1cd5e-b6e0-4564-963f-910b7a50494d,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:07.500519 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf10db7-02d3-4c41-a54a-3b70d1ca49c9 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Pushing event updated for resources: {'Port': ['ID=8281599e-7689-4335-959f-b85c8419777d,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:07.528475 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3accd25e-08b8-4728-82c1-4a7a15ec7897 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:07.543946 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-3accd25e-08b8-4728-82c1-4a7a15ec7897 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:07.554034 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3accd25e-08b8-4728-82c1-4a7a15ec7897 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:07.554647 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3accd25e-08b8-4728-82c1-4a7a15ec7897 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:07.603165 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-aaf10db7-02d3-4c41-a54a-3b70d1ca49c9 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.7924707 Feb 16 17:01:07.608035 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50610) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:07.612463 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-44fd2100-4995-4b33-a725-d16195b2a19e tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Request body: {'port': {'network_id': 'fb31981d-a2e3-4e9d-a87d-2e6cbbbd0e45', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1913086295'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:07.623719 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 1c2cef9e-c4fd-463d-9bc0-ba2125098898 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:01:07.699067 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-3accd25e-08b8-4728-82c1-4a7a15ec7897 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9163442 Feb 16 17:01:07.699312 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50612) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:07.702657 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-53ad5262-f3c6-4193-b91e-01d81baa355d tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:07.706140 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-d0f3a578-d320-4892-a18f-5908cf0d28bb tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'port': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'mac_address': 'fa:16:3e:66:30:9a', 'name': 'tempest-NetworksTestDHCPv6-1189375930'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:07.733367 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ad5262-f3c6-4193-b91e-01d81baa355d tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Network 7c023ebc-145a-47a6-87ab-f47e8a6f9de0 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:07.739056 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6b2d1d2e-24c4-45ef-9817-cc5c6dbd1e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:07.763564 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-53ad5262-f3c6-4193-b91e-01d81baa355d tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:07.766990 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ad5262-f3c6-4193-b91e-01d81baa355d tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:07.767654 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-53ad5262-f3c6-4193-b91e-01d81baa355d tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:07.792328 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-39c9cfae-4ffd-4a72-96fa-784af0a4fcc3 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:07.812954 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 1c2cef9e-c4fd-463d-9bc0-ba2125098898 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:07.812954 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:07.814445 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad5262-f3c6-4193-b91e-01d81baa355d tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event updated for resources: {'Subnet': ['ID=965f12c1-e526-4548-a1f2-7e1a01dda38e,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:07.848792 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-6b2d1d2e-24c4-45ef-9817-cc5c6dbd1e53 None None] For port 1c2cef9e-c4fd-463d-9bc0-ba2125098898, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=1c2cef9e-c4fd-463d-9bc0-ba2125098898,segment=NetworkSegment(9dba1975-e09d-4bb6-91ce-a8e9251f0d48),segment_id=9dba1975-e09d-4bb6-91ce-a8e9251f0d48)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:07.902391 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-53ad5262-f3c6-4193-b91e-01d81baa355d tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1008697 Feb 16 17:01:07.905484 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50614) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:07.911571 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-7166a3ce-f918-40b8-8526-01f5776cffd4 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Request body: {'port': {'network_id': '7c023ebc-145a-47a6-87ab-f47e8a6f9de0', 'fixed_ips': [{'subnet_id': '7d1df5ed-4145-4b1b-81c6-35707a0d8c42'}, {'subnet_id': '965f12c1-e526-4548-a1f2-7e1a01dda38e'}], 'name': 'tempest-PortsTestJSON-808756467'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:07.929887 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-482d94ce-a710-4619-a8a7-16238574f99b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=bd35cdb3bc684d05ba872a415633182a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0619545 Feb 16 17:01:07.935088 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6b2d1d2e-24c4-45ef-9817-cc5c6dbd1e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:07.937434 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50616) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:07.944676 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db72a3b6-c127-4a06-902b-861ee0e410fc req-641253f4-c971-4ca8-82b5-dc4f218bd444 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:07.954782 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-db72a3b6-c127-4a06-902b-861ee0e410fc req-641253f4-c971-4ca8-82b5-dc4f218bd444 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.2679055 Feb 16 17:01:07.976884 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:08.001704 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-39c9cfae-4ffd-4a72-96fa-784af0a4fcc3 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:08.011215 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-39c9cfae-4ffd-4a72-96fa-784af0a4fcc3 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:08.015090 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-39c9cfae-4ffd-4a72-96fa-784af0a4fcc3 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/4670d01a-2c2f-4ce0-a9f7-6908946acd4a HTTP/1.1" status: 204 len: 168 time: 1.0937061 Feb 16 17:01:08.018768 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50618) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:08.038985 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44fd2100-4995-4b33-a725-d16195b2a19e tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Made reservation on behalf of a49c4a29cc0c4355a6085d6833226341 for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:08.042231 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2d1d2e-24c4-45ef-9817-cc5c6dbd1e53 None None] Pushing event updated for resources: {'Port': ['ID=1c2cef9e-c4fd-463d-9bc0-ba2125098898,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:08.046731 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-44fd2100-4995-4b33-a725-d16195b2a19e tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:08.057212 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c9cfae-4ffd-4a72-96fa-784af0a4fcc3 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4670d01a-2c2f-4ce0-a9f7-6908946acd4a,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:08.090137 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-db72a3b6-c127-4a06-902b-861ee0e410fc req-f9b93cb3-2093-44fc-a4c5-ac20ee796fba tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344047 Feb 16 17:01:08.097036 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-44fd2100-4995-4b33-a725-d16195b2a19e tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] device_id is not set on port f7e5aa71-eee1-40a7-a67b-79e1de01f5c7 yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:01:08.102732 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943a21c3-3fef-4543-9ea6-b5a9ef57c531 None None] Update dhcp port {'port': {'network_id': '7c023ebc-145a-47a6-87ab-f47e8a6f9de0', 'fixed_ips': [{'subnet_id': '7d1df5ed-4145-4b1b-81c6-35707a0d8c42', 'ip_address': '172.20.0.2'}, {'subnet_id': '965f12c1-e526-4548-a1f2-7e1a01dda38e'}], 'binding:host_id': 'dv-neutron-828697-3-hyperv'}, 'id': '1c2cef9e-c4fd-463d-9bc0-ba2125098898'} from dv-neutron-828697-3-hyperv. {{(pid=114377) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 16 17:01:08.127780 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-67e39283-29c9-4475-aa19-34753445678c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:08.148892 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-24a1c604-11b4-4729-9317-01e166fb0a09 None None] Provisioning complete for port 8281599e-7689-4335-959f-b85c8419777d triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:08.149950 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-24a1c604-11b4-4729-9317-01e166fb0a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:08.151188 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.db.api [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:01:08.151746 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG oslo_db.api [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:01:08.157408 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d5f72cfd-0bfe-4794-a286-98da9e228d27 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1350613 Feb 16 17:01:08.166610 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-67e39283-29c9-4475-aa19-34753445678c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:08.167312 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50622) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:08.171124 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f3a578-d320-4892-a18f-5908cf0d28bb tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:08.180133 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-943a21c3-3fef-4543-9ea6-b5a9ef57c531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:08.204586 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-24a1c604-11b4-4729-9317-01e166fb0a09 None None] Port 8281599e-7689-4335-959f-b85c8419777d cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:01:08.245906 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4ebe4963-d67b-4702-bea8-60b5efcdf24e tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:08.383846 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-afc718f2-88a6-43c8-bd4a-bbd44b8d2fa4 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:08.385962 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-44fd2100-4995-4b33-a725-d16195b2a19e tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Allocated IP 2001:db8::28a (fb31981d-a2e3-4e9d-a87d-2e6cbbbd0e45/b1041ae3-3412-4004-be87-f481066e2b1b/f7e5aa71-eee1-40a7-a67b-79e1de01f5c7) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:08.390383 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7166a3ce-f918-40b8-8526-01f5776cffd4 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Made reservation on behalf of c643207721ea44e4a742511dc6707de4 for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:08.403070 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-943a21c3-3fef-4543-9ea6-b5a9ef57c531 None None] Allocated IP 172.20.0.18 (7c023ebc-145a-47a6-87ab-f47e8a6f9de0/965f12c1-e526-4548-a1f2-7e1a01dda38e/1c2cef9e-c4fd-463d-9bc0-ba2125098898) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:08.407938 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d0f3a578-d320-4892-a18f-5908cf0d28bb tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:08.451335 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [None req-d0f3a578-d320-4892-a18f-5908cf0d28bb tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] device_id is not set on port 78b8036a-3d44-42e9-9f3e-755af196c689 yet. {{(pid=114376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:01:08.475290 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-afc718f2-88a6-43c8-bd4a-bbd44b8d2fa4 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:08.500134 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f83d39-eb4e-461f-9bc3-7384eddc4819 req-d8a84815-6ca1-4490-8589-707b0f699e26 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:08.504263 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-22f83d39-eb4e-461f-9bc3-7384eddc4819 req-d8a84815-6ca1-4490-8589-707b0f699e26 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.2984259 Feb 16 17:01:08.518164 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-943a21c3-3fef-4543-9ea6-b5a9ef57c531 None None] For port 1c2cef9e-c4fd-463d-9bc0-ba2125098898, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=1c2cef9e-c4fd-463d-9bc0-ba2125098898,segment=NetworkSegment(9dba1975-e09d-4bb6-91ce-a8e9251f0d48),segment_id=9dba1975-e09d-4bb6-91ce-a8e9251f0d48)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:08.554306 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-943a21c3-3fef-4543-9ea6-b5a9ef57c531 None None] Notify callbacks [] for port, precommit_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:08.557216 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7166a3ce-f918-40b8-8526-01f5776cffd4 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:08.560584 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-67e39283-29c9-4475-aa19-34753445678c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:08.563578 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-67e39283-29c9-4475-aa19-34753445678c admin admin] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:08.567191 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-67e39283-29c9-4475-aa19-34753445678c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/bdefc912-76a0-4082-b6cf-1e58d2d028f0 HTTP/1.1" status: 204 len: 168 time: 0.6303334 Feb 16 17:01:08.575101 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79438657-486d-4074-836c-3769c8d8099b None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:01:08.597508 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-4ebe4963-d67b-4702-bea8-60b5efcdf24e tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Allocated IP 172.26.3.95 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/6881d3a1-c89e-4acf-b696-e5a073e516f4) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:08.602332 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e39283-29c9-4475-aa19-34753445678c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdefc912-76a0-4082-b6cf-1e58d2d028f0,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:08.610159 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-7166a3ce-f918-40b8-8526-01f5776cffd4 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] device_id is not set on port c6afc5e3-061c-4bce-ba22-cef887086fab yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:01:08.649355 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-22f83d39-eb4e-461f-9bc3-7384eddc4819 req-8a1f1418-d656-40f5-97d2-443f4d41604b tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439729 Feb 16 17:01:08.693258 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-943a21c3-3fef-4543-9ea6-b5a9ef57c531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:08.700954 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-afc718f2-88a6-43c8-bd4a-bbd44b8d2fa4 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:08.705769 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-afc718f2-88a6-43c8-bd4a-bbd44b8d2fa4 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:08.709718 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-afc718f2-88a6-43c8-bd4a-bbd44b8d2fa4 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/f27c333f-fa3d-48cd-889c-d1e832eae31c HTTP/1.1" status: 204 len: 168 time: 0.5068474 Feb 16 17:01:08.711917 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50628) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:08.759102 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-d0f3a578-d320-4892-a18f-5908cf0d28bb tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Allocated IP 172.20.0.13 (1e2a9b2d-a159-48c5-a704-dcb18c3b88c3/32a1cd5e-b6e0-4564-963f-910b7a50494d/78b8036a-3d44-42e9-9f3e-755af196c689) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:08.764641 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc718f2-88a6-43c8-bd4a-bbd44b8d2fa4 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f27c333f-fa3d-48cd-889c-d1e832eae31c,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:08.786376 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-e5743670-a677-4c53-be54-ed3d5da816a0 None None] Provisioning complete for port 5a389713-cc3d-40b6-a48f-568167ba8c38 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:08.787762 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e5743670-a677-4c53-be54-ed3d5da816a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:08.797455 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-d0f3a578-d320-4892-a18f-5908cf0d28bb tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Allocated IP 2001:db8::f816:3eff:fe66:309a (1e2a9b2d-a159-48c5-a704-dcb18c3b88c3/5e230d4c-0650-45c1-bca8-587155dae4aa/78b8036a-3d44-42e9-9f3e-755af196c689) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:08.843007 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-3e20fa26-fead-4933-b047-335b5451bdc7 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1266890 Feb 16 17:01:08.847717 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50630) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:08.892479 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4ebe4963-d67b-4702-bea8-60b5efcdf24e tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:08.923939 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a08950-2ca0-4108-9649-ae0473877f5c req-cb672e37-4e81-44d2-a9b4-ebe877812b1b tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:08.925535 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-27a08950-2ca0-4108-9649-ae0473877f5c req-cb672e37-4e81-44d2-a9b4-ebe877812b1b tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.1407185 Feb 16 17:01:08.940369 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:01:08.948880 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-44fd2100-4995-4b33-a725-d16195b2a19e tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:08.984761 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a21c3-3fef-4543-9ea6-b5a9ef57c531 None None] Pushing event updated for resources: {'Port': ['ID=1c2cef9e-c4fd-463d-9bc0-ba2125098898,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:09.015662 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-27a08950-2ca0-4108-9649-ae0473877f5c req-6877d805-f367-4e42-a7be-baaab892f3d5 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790377 Feb 16 17:01:09.040180 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cbe2f0f2-9b5c-45a6-bbf1-e5f3f6cfccf4 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:09.097332 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e5743670-a677-4c53-be54-ed3d5da816a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:09.126752 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cbe2f0f2-9b5c-45a6-bbf1-e5f3f6cfccf4 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:09.155009 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-e5743670-a677-4c53-be54-ed3d5da816a0 None None] For port 5a389713-cc3d-40b6-a48f-568167ba8c38, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=5a389713-cc3d-40b6-a48f-568167ba8c38,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:09.189737 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-7166a3ce-f918-40b8-8526-01f5776cffd4 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Allocated IP 172.20.0.7 (7c023ebc-145a-47a6-87ab-f47e8a6f9de0/7d1df5ed-4145-4b1b-81c6-35707a0d8c42/c6afc5e3-061c-4bce-ba22-cef887086fab) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:09.196496 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-44fd2100-4995-4b33-a725-d16195b2a19e tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:09.213755 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4ebe4963-d67b-4702-bea8-60b5efcdf24e tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:09.218940 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-7166a3ce-f918-40b8-8526-01f5776cffd4 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Allocated IP 172.20.0.29 (7c023ebc-145a-47a6-87ab-f47e8a6f9de0/965f12c1-e526-4548-a1f2-7e1a01dda38e/c6afc5e3-061c-4bce-ba22-cef887086fab) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:09.219238 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d0f3a578-d320-4892-a18f-5908cf0d28bb tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:09.262959 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fd2100-4995-4b33-a725-d16195b2a19e tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Network fb31981d-a2e3-4e9d-a87d-2e6cbbbd0e45 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:09.270562 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-44fd2100-4995-4b33-a725-d16195b2a19e tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:09.273764 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fd2100-4995-4b33-a725-d16195b2a19e tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:09.279894 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fd2100-4995-4b33-a725-d16195b2a19e tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:09.280371 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61887fde-f136-4672-9a25-3b71fd61ad9f None None] Update dhcp port {'port': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'fixed_ips': [{'subnet_id': '5e230d4c-0650-45c1-bca8-587155dae4aa', 'ip_address': '2001:db8::f816:3eff:fef0:a7e5'}, {'subnet_id': '32a1cd5e-b6e0-4564-963f-910b7a50494d'}], 'binding:host_id': 'dv-neutron-828697-3-hyperv'}, 'id': '5a389713-cc3d-40b6-a48f-568167ba8c38'} from dv-neutron-828697-3-hyperv. {{(pid=114377) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 16 17:01:09.280610 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-44fd2100-4995-4b33-a725-d16195b2a19e tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:09.282713 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e5743670-a677-4c53-be54-ed3d5da816a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:09.283299 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebe4963-d67b-4702-bea8-60b5efcdf24e tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Pushing event updated for resources: {'Port': ['ID=6881d3a1-c89e-4acf-b696-e5a073e516f4,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:09.286337 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-36e53305-b9ae-4b29-b6e7-cb21535a8ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:09.308558 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebe4963-d67b-4702-bea8-60b5efcdf24e tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:09.309921 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cbe2f0f2-9b5c-45a6-bbf1-e5f3f6cfccf4 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:09.312603 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cbe2f0f2-9b5c-45a6-bbf1-e5f3f6cfccf4 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:09.314251 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-cbe2f0f2-9b5c-45a6-bbf1-e5f3f6cfccf4 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "DELETE /v2.0/security-groups/d4dcb8dc-5ac7-4290-9475-ebf6aa69b361 HTTP/1.1" status: 204 len: 168 time: 0.4617348 Feb 16 17:01:09.315129 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-4ebe4963-d67b-4702-bea8-60b5efcdf24e tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:09.320689 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50638) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:09.322944 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebe4963-d67b-4702-bea8-60b5efcdf24e tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:09.328677 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd2100-4995-4b33-a725-d16195b2a19e tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Pushing event updated for resources: {'Port': ['ID=f7e5aa71-eee1-40a7-a67b-79e1de01f5c7,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:09.371149 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe2f0f2-9b5c-45a6-bbf1-e5f3f6cfccf4 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4dcb8dc-5ac7-4290-9475-ebf6aa69b361,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:09.434451 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-61887fde-f136-4672-9a25-3b71fd61ad9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:09.476250 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-44fd2100-4995-4b33-a725-d16195b2a19e tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8685403 Feb 16 17:01:09.481269 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50646) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:09.503432 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-4754e291-7272-4b84-bc9d-481a1d63054a tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1766098 Feb 16 17:01:09.510407 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50648) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:09.524803 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-2be42103-25bb-4c41-8f81-997807e57a92 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Request body: {'security_group': {'name': 'tempest-secgroup--1906877084'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:09.524905 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-deb20d56-5521-45ef-9afd-5d15abc0ed20 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::d6', 'mac_address': 'fa:16:3e:e5:a3:90'}, {'ip_address': '2001:db8::8c', 'mac_address': 'fa:16:3e:f8:b4:87'}]}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:09.562819 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5743670-a677-4c53-be54-ed3d5da816a0 None None] Pushing event updated for resources: {'Port': ['ID=5a389713-cc3d-40b6-a48f-568167ba8c38,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:09.601766 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d0f3a578-d320-4892-a18f-5908cf0d28bb tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:09.649791 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7166a3ce-f918-40b8-8526-01f5776cffd4 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:09.759840 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 1c2cef9e-c4fd-463d-9bc0-ba2125098898 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:01:09.828901 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2be42103-25bb-4c41-8f81-997807e57a92 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:09.870136 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7166a3ce-f918-40b8-8526-01f5776cffd4 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:09.880868 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f3a578-d320-4892-a18f-5908cf0d28bb tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:09.884860 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f3a578-d320-4892-a18f-5908cf0d28bb tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Port': ['ID=78b8036a-3d44-42e9-9f3e-755af196c689,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:09.909707 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7166a3ce-f918-40b8-8526-01f5776cffd4 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Network 7c023ebc-145a-47a6-87ab-f47e8a6f9de0 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:09.947602 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-7166a3ce-f918-40b8-8526-01f5776cffd4 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:09.953341 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-9af8955c-1e0e-4173-b9b7-3211d912e447 None None] Provisioning complete for port f7e5aa71-eee1-40a7-a67b-79e1de01f5c7 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:09.953788 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9af8955c-1e0e-4173-b9b7-3211d912e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:09.964830 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7166a3ce-f918-40b8-8526-01f5776cffd4 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:09.968381 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-d0f3a578-d320-4892-a18f-5908cf0d28bb tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:09.977539 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f3a578-d320-4892-a18f-5908cf0d28bb tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:09.989518 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-61887fde-f136-4672-9a25-3b71fd61ad9f None None] Allocated IP 172.20.0.2 (1e2a9b2d-a159-48c5-a704-dcb18c3b88c3/32a1cd5e-b6e0-4564-963f-910b7a50494d/5a389713-cc3d-40b6-a48f-568167ba8c38) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:10.009321 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 1c2cef9e-c4fd-463d-9bc0-ba2125098898 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:10.009780 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:10.050173 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7166a3ce-f918-40b8-8526-01f5776cffd4 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:10.051284 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7166a3ce-f918-40b8-8526-01f5776cffd4 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:10.061649 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6c4a9-0b05-4cf6-b6c8-68bdfeaea09e req-763701e6-afb3-408b-9035-1cf5f1dd4abb tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:10.065538 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-9af8955c-1e0e-4173-b9b7-3211d912e447 None None] Port f7e5aa71-eee1-40a7-a67b-79e1de01f5c7 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:01:10.073189 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-aed6c4a9-0b05-4cf6-b6c8-68bdfeaea09e req-763701e6-afb3-408b-9035-1cf5f1dd4abb tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.4807284 Feb 16 17:01:10.133140 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7166a3ce-f918-40b8-8526-01f5776cffd4 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event updated for resources: {'Port': ['ID=c6afc5e3-061c-4bce-ba22-cef887086fab,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:10.134579 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2be42103-25bb-4c41-8f81-997807e57a92 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:10.140405 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430be0fd-a2ee-483e-a603-20fafc4244a5 None None] Network 7c023ebc-145a-47a6-87ab-f47e8a6f9de0 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:01:10.156956 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-7166a3ce-f918-40b8-8526-01f5776cffd4 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.2500534 Feb 16 17:01:10.161879 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50658) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:10.165794 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-b8753d91-575f-4419-8bf8-8cbfd2e3fb40 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7d1df5ed-4145-4b1b-81c6-35707a0d8c42'}]}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:10.170499 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f3a578-d320-4892-a18f-5908cf0d28bb tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:10.171140 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d0f3a578-d320-4892-a18f-5908cf0d28bb tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:10.226717 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2be42103-25bb-4c41-8f81-997807e57a92 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:10.247119 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-aed6c4a9-0b05-4cf6-b6c8-68bdfeaea09e req-6c4d01c8-3ba5-466d-9a80-4d32e42b44c3 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602693 Feb 16 17:01:10.269027 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-deb20d56-5521-45ef-9afd-5d15abc0ed20 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:10.275107 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-61887fde-f136-4672-9a25-3b71fd61ad9f None None] For port 5a389713-cc3d-40b6-a48f-568167ba8c38, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=5a389713-cc3d-40b6-a48f-568167ba8c38,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:10.291402 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-d0f3a578-d320-4892-a18f-5908cf0d28bb tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.5889812 Feb 16 17:01:10.296632 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be42103-25bb-4c41-8f81-997807e57a92 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf6eacc-036a-4593-b3bc-b99804f99181,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:10.309392 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-b3370213-b52e-4fc9-9f7d-dccba2a957d8 None None] Provisioning complete for port 1c2cef9e-c4fd-463d-9bc0-ba2125098898 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:10.309392 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b3370213-b52e-4fc9-9f7d-dccba2a957d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:10.314972 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50662) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:10.330857 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b8753d91-575f-4419-8bf8-8cbfd2e3fb40 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:10.341131 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 5a389713-cc3d-40b6-a48f-568167ba8c38 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:01:10.366643 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2be42103-25bb-4c41-8f81-997807e57a92 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:10.369782 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-2be42103-25bb-4c41-8f81-997807e57a92 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8562398 Feb 16 17:01:10.371259 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50664) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:10.378636 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-737d81fb-b8ed-492c-90a2-f0114ead84e9 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Request body: {'security_group_rule': {'security_group_id': '7cf6eacc-036a-4593-b3bc-b99804f99181', 'direction': 'ingress', 'protocol': 17}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:10.407166 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b03148-ad00-41ee-b42e-18e21aaded92 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:10.416119 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b03148-ad00-41ee-b42e-18e21aaded92 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:10.418131 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f2b03148-ad00-41ee-b42e-18e21aaded92 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.1017144 Feb 16 17:01:10.429329 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50666) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:10.429913 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50668) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:10.581867 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-61887fde-f136-4672-9a25-3b71fd61ad9f None None] Notify callbacks [] for port, precommit_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:10.587052 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:10.637195 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-eba1289d-3d69-4986-8bfb-1ea900d9cdb0 tempest-ServiceProvidersTest-1447089944 tempest-ServiceProvidersTest-1447089944-project] 10.222.0.88 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2054548 Feb 16 17:01:10.680724 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-61887fde-f136-4672-9a25-3b71fd61ad9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:10.718645 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-deb20d56-5521-45ef-9afd-5d15abc0ed20 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:10.741607 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4ebe4963-d67b-4702-bea8-60b5efcdf24e tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:10.759261 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 5a389713-cc3d-40b6-a48f-568167ba8c38 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:10.759770 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:10.770194 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-737d81fb-b8ed-492c-90a2-f0114ead84e9 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:10.825601 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-deb20d56-5521-45ef-9afd-5d15abc0ed20 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:10.847915 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61887fde-f136-4672-9a25-3b71fd61ad9f None None] Pushing event updated for resources: {'Port': ['ID=5a389713-cc3d-40b6-a48f-568167ba8c38,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:10.875197 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-deb20d56-5521-45ef-9afd-5d15abc0ed20 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] In _notify_port_updated(), no bound segment for port f7e5aa71-eee1-40a7-a67b-79e1de01f5c7 on network fb31981d-a2e3-4e9d-a87d-2e6cbbbd0e45 {{(pid=114376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 17:01:10.884961 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb20d56-5521-45ef-9afd-5d15abc0ed20 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:10.885838 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-deb20d56-5521-45ef-9afd-5d15abc0ed20 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:10.890146 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-deb20d56-5521-45ef-9afd-5d15abc0ed20 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] 10.222.0.88 "PUT /v2.0/ports/f7e5aa71-eee1-40a7-a67b-79e1de01f5c7 HTTP/1.1" status: 200 len: 1066 time: 1.4051991 Feb 16 17:01:10.895959 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50674) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:10.908149 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-5d815699-4263-435d-afc2-f3343261cbff tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Deleting port 78b8036a-3d44-42e9-9f3e-755af196c689 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:01:10.908500 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5d815699-4263-435d-afc2-f3343261cbff tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:11.026794 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-737d81fb-b8ed-492c-90a2-f0114ead84e9 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:11.040308 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb20d56-5521-45ef-9afd-5d15abc0ed20 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Pushing event updated for resources: {'Port': ['ID=f7e5aa71-eee1-40a7-a67b-79e1de01f5c7,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:11.043310 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4ebe4963-d67b-4702-bea8-60b5efcdf24e tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:11.093660 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-b8753d91-575f-4419-8bf8-8cbfd2e3fb40 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Delete allocated IP 172.20.0.29 (7c023ebc-145a-47a6-87ab-f47e8a6f9de0/965f12c1-e526-4548-a1f2-7e1a01dda38e) {{(pid=114375) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 17:01:11.101642 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-29a29f51-2667-4621-823d-e021700f6f67 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Deleting port f7e5aa71-eee1-40a7-a67b-79e1de01f5c7 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:01:11.102309 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-29a29f51-2667-4621-823d-e021700f6f67 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:11.115487 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-737d81fb-b8ed-492c-90a2-f0114ead84e9 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:11.126356 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5d815699-4263-435d-afc2-f3343261cbff tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:11.177922 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-5d815699-4263-435d-afc2-f3343261cbff tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Calling delete_port for 78b8036a-3d44-42e9-9f3e-755af196c689 owned by {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:01:11.405410 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 5a389713-cc3d-40b6-a48f-568167ba8c38 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:01:11.408633 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d81fb-b8ed-492c-90a2-f0114ead84e9 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=763bd4ed-cc45-4279-bbaf-c67aefd69735,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:11.446170 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50680) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:11.477256 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-29a29f51-2667-4621-823d-e021700f6f67 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:11.523968 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-737d81fb-b8ed-492c-90a2-f0114ead84e9 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:11.525357 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-737d81fb-b8ed-492c-90a2-f0114ead84e9 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.1533799 Feb 16 17:01:11.529359 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4ebe4963-d67b-4702-bea8-60b5efcdf24e tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:11.533486 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50684) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:11.542397 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1bea5091-70fd-4c7f-9f1d-efcfa6c68ff9 None None] Provisioning complete for port f7e5aa71-eee1-40a7-a67b-79e1de01f5c7 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:11.544879 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1bea5091-70fd-4c7f-9f1d-efcfa6c68ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:11.546569 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 5a389713-cc3d-40b6-a48f-568167ba8c38 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:11.547115 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:11.580284 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-29a29f51-2667-4621-823d-e021700f6f67 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Calling delete_port for f7e5aa71-eee1-40a7-a67b-79e1de01f5c7 owned by {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:01:11.608389 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4ebe4963-d67b-4702-bea8-60b5efcdf24e tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:11.641246 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b8753d91-575f-4419-8bf8-8cbfd2e3fb40 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:11.716455 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1bea5091-70fd-4c7f-9f1d-efcfa6c68ff9 None None] Port f7e5aa71-eee1-40a7-a67b-79e1de01f5c7 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:01:11.721466 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340fabb-1ec8-4d12-bf68-22c4471e598b req-84697dcf-c533-4110-8aa4-cd3af8241fa2 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:11.731147 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-4340fabb-1ec8-4d12-bf68-22c4471e598b req-84697dcf-c533-4110-8aa4-cd3af8241fa2 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.2800009 Feb 16 17:01:11.734454 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1bea5091-70fd-4c7f-9f1d-efcfa6c68ff9 None None] Provisioning complete for port 1c2cef9e-c4fd-463d-9bc0-ba2125098898 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:11.734829 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1bea5091-70fd-4c7f-9f1d-efcfa6c68ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:11.736012 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b8753d91-575f-4419-8bf8-8cbfd2e3fb40 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:11.753860 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebe4963-d67b-4702-bea8-60b5efcdf24e tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Pushing event updated for resources: {'Port': ['ID=6881d3a1-c89e-4acf-b696-e5a073e516f4,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:11.757416 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4ebe4963-d67b-4702-bea8-60b5efcdf24e tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:11.763691 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c0141f9d-0f03-4726-8bcc-5c826362313c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:11.803467 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:11.821903 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8753d91-575f-4419-8bf8-8cbfd2e3fb40 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event updated for resources: {'Port': ['ID=c6afc5e3-061c-4bce-ba22-cef887086fab,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:11.826097 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7feabc94-fe22-4f9d-9a87-c4c74088f7a2 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:11.915025 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1bea5091-70fd-4c7f-9f1d-efcfa6c68ff9 None None] Provisioning complete for port c6afc5e3-061c-4bce-ba22-cef887086fab triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:11.915626 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1bea5091-70fd-4c7f-9f1d-efcfa6c68ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:11.924822 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-b8753d91-575f-4419-8bf8-8cbfd2e3fb40 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] In _notify_port_updated(), no bound segment for port c6afc5e3-061c-4bce-ba22-cef887086fab on network 7c023ebc-145a-47a6-87ab-f47e8a6f9de0 {{(pid=114375) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 17:01:11.930523 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8753d91-575f-4419-8bf8-8cbfd2e3fb40 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:11.931261 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b8753d91-575f-4419-8bf8-8cbfd2e3fb40 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:11.933837 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-b8753d91-575f-4419-8bf8-8cbfd2e3fb40 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "PUT /v2.0/ports/c6afc5e3-061c-4bce-ba22-cef887086fab HTTP/1.1" status: 200 len: 918 time: 1.7727008 Feb 16 17:01:11.937921 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50686) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:11.955186 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-a0b2d396-291d-4caf-ac79-66bb48201920 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7d1df5ed-4145-4b1b-81c6-35707a0d8c42'}, {'subnet_id': '965f12c1-e526-4548-a1f2-7e1a01dda38e'}]}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:11.973418 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1bea5091-70fd-4c7f-9f1d-efcfa6c68ff9 None None] Port c6afc5e3-061c-4bce-ba22-cef887086fab cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:01:12.046186 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-4340fabb-1ec8-4d12-bf68-22c4471e598b req-cb2135f5-f6ac-450f-98d8-52b08fdcbc58 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3141112 Feb 16 17:01:12.110805 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a0b2d396-291d-4caf-ac79-66bb48201920 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:12.111062 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-6adb7b28-417d-46ed-b6d4-bf0a80edc77a None None] Provisioning complete for port c6afc5e3-061c-4bce-ba22-cef887086fab triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:12.111442 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6adb7b28-417d-46ed-b6d4-bf0a80edc77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:12.190115 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:12.208576 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-6adb7b28-417d-46ed-b6d4-bf0a80edc77a None None] Port c6afc5e3-061c-4bce-ba22-cef887086fab cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:01:12.338271 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-14d99d93-2fa3-4593-8310-5cc859a36fe0 None None] Provisioning complete for port 5a389713-cc3d-40b6-a48f-568167ba8c38 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:12.338645 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-14d99d93-2fa3-4593-8310-5cc859a36fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:12.362785 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-29a29f51-2667-4621-823d-e021700f6f67 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:12.412963 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a29f51-2667-4621-823d-e021700f6f67 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Pushing event deleted for resources: {'Port': ['ID=f7e5aa71-eee1-40a7-a67b-79e1de01f5c7,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:12.484316 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7feabc94-fe22-4f9d-9a87-c4c74088f7a2 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:12.611388 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.l3_db [None req-4ebe4963-d67b-4702-bea8-60b5efcdf24e tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Floating IP 4f58ca22-a891-49a1-b149-0ee05b257e3d associated. External IP: 172.26.3.95, port: 1df40923-09a3-42b8-ad1a-4efc82a4fc05. Feb 16 17:01:12.680938 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-4a84d4a9-677d-476e-bb19-91b26a9f414a None None] Provisioning complete for port c6afc5e3-061c-4bce-ba22-cef887086fab triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:12.681371 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4a84d4a9-677d-476e-bb19-91b26a9f414a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:12.686438 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-29a29f51-2667-4621-823d-e021700f6f67 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:12.691060 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-29a29f51-2667-4621-823d-e021700f6f67 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] 10.222.0.88 "DELETE /v2.0/ports/f7e5aa71-eee1-40a7-a67b-79e1de01f5c7 HTTP/1.1" status: 204 len: 168 time: 1.7928665 Feb 16 17:01:12.698244 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50692) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:12.718342 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c0141f9d-0f03-4726-8bcc-5c826362313c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:12.746256 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-4a84d4a9-677d-476e-bb19-91b26a9f414a None None] Port c6afc5e3-061c-4bce-ba22-cef887086fab cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:01:12.755828 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677d068-9d54-4901-96dd-fae6d89b956a req-5cdd0ead-a63a-4ace-8484-8a7959be83b9 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:12.757915 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-0677d068-9d54-4901-96dd-fae6d89b956a req-5cdd0ead-a63a-4ace-8484-8a7959be83b9 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.2230458 Feb 16 17:01:12.792257 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa7a10c1-bdb4-4b45-993c-d188af30e691 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] GET failed (client error): The resource could not be found. Feb 16 17:01:12.793843 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-aa7a10c1-bdb4-4b45-993c-d188af30e691 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] 10.222.0.88 "GET /v2.0/ports/f7e5aa71-eee1-40a7-a67b-79e1de01f5c7 HTTP/1.1" status: 404 len: 333 time: 0.0896232 Feb 16 17:01:12.799263 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50694) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:12.813551 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-a0b2d396-291d-4caf-ac79-66bb48201920 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Allocated IP 172.20.0.28 (7c023ebc-145a-47a6-87ab-f47e8a6f9de0/965f12c1-e526-4548-a1f2-7e1a01dda38e/c6afc5e3-061c-4bce-ba22-cef887086fab) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:12.822166 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7feabc94-fe22-4f9d-9a87-c4c74088f7a2 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:12.825473 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7feabc94-fe22-4f9d-9a87-c4c74088f7a2 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:12.831005 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-7feabc94-fe22-4f9d-9a87-c4c74088f7a2 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "DELETE /v2.0/security-groups/7cf6eacc-036a-4593-b3bc-b99804f99181 HTTP/1.1" status: 204 len: 168 time: 1.2918897 Feb 16 17:01:12.840309 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50696) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:12.869627 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-91cf3d03-bfd9-4bab-ad7e-4ba105df693e None None] Provisioning complete for port 78b8036a-3d44-42e9-9f3e-755af196c689 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:12.870154 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-91cf3d03-bfd9-4bab-ad7e-4ba105df693e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:12.874705 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feabc94-fe22-4f9d-9a87-c4c74088f7a2 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf6eacc-036a-4593-b3bc-b99804f99181,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:12.890755 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-0677d068-9d54-4901-96dd-fae6d89b956a req-a1887f14-f90d-4ea5-89bb-5fbb773ce4a4 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158495 Feb 16 17:01:12.934127 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-91cf3d03-bfd9-4bab-ad7e-4ba105df693e None None] Port 78b8036a-3d44-42e9-9f3e-755af196c689 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:01:12.952560 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5d815699-4263-435d-afc2-f3343261cbff tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:12.958755 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c0141f9d-0f03-4726-8bcc-5c826362313c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:13.008528 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-454b9965-2a62-4547-a32c-30e144d9a1dd tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1670480 Feb 16 17:01:13.012036 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d815699-4263-435d-afc2-f3343261cbff tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event deleted for resources: {'Port': ['ID=78b8036a-3d44-42e9-9f3e-755af196c689,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:13.016206 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50698) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:13.024139 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-ef576e48-991b-48c6-baa8-2e40b98d7085 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Request body: {'security_group': {'name': 'tempest-secgroup--312213762'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:13.064175 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c0141f9d-0f03-4726-8bcc-5c826362313c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=16743e18bed54084a3dc68712d3cc25e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6151259 Feb 16 17:01:13.072107 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50700) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:13.079321 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-601028a8-847c-4c90-b0ee-cf2b450d72c4 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Deleting port 8281599e-7689-4335-959f-b85c8419777d {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:01:13.079673 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-601028a8-847c-4c90-b0ee-cf2b450d72c4 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:13.089909 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0141f9d-0f03-4726-8bcc-5c826362313c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018ce114-6313-4b8e-bee3-0251d7a7c162,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:13.118513 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a0b2d396-291d-4caf-ac79-66bb48201920 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:13.134763 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ebe4963-d67b-4702-bea8-60b5efcdf24e tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Router d20839c9-a90f-41fa-a6fb-8ea4c215ed87 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:01:13.148734 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5d815699-4263-435d-afc2-f3343261cbff tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:13.154431 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-5d815699-4263-435d-afc2-f3343261cbff tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/ports/78b8036a-3d44-42e9-9f3e-755af196c689 HTTP/1.1" status: 204 len: 168 time: 2.7215922 Feb 16 17:01:13.154645 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ef576e48-991b-48c6-baa8-2e40b98d7085 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:13.155948 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50702) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:13.232183 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a0b2d396-291d-4caf-ac79-66bb48201920 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:13.267942 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ebe4963-d67b-4702-bea8-60b5efcdf24e tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:01:13.284984 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc27bd3a-89c4-478f-9168-b5f5066d8167 None None] Sync routers for ids ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:01:13.309887 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc27bd3a-89c4-478f-9168-b5f5066d8167 None None] Routers {'d20839c9-a90f-41fa-a6fb-8ea4c215ed87'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:01:13.315304 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-dc27bd3a-89c4-478f-9168-b5f5066d8167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:01:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:13.315568 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1440b51-35e2-4ca0-85cd-46078d95dcca tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:13.316679 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1440b51-35e2-4ca0-85cd-46078d95dcca tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:13.318309 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1440b51-35e2-4ca0-85cd-46078d95dcca tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:13.319898 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a1440b51-35e2-4ca0-85cd-46078d95dcca tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1535528 Feb 16 17:01:13.323395 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50704) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:13.343810 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4ebe4963-d67b-4702-bea8-60b5efcdf24e tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:13.345517 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-601028a8-847c-4c90-b0ee-cf2b450d72c4 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:13.353308 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-dc27bd3a-89c4-478f-9168-b5f5066d8167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:13.364354 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc27bd3a-89c4-478f-9168-b5f5066d8167 None None] Routers {'d20839c9-a90f-41fa-a6fb-8ea4c215ed87'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:01:13.365134 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-dc27bd3a-89c4-478f-9168-b5f5066d8167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:01:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:13.393063 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-36b01006-bcdb-4dc3-8fe6-81ee551053e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:13.394901 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-601028a8-847c-4c90-b0ee-cf2b450d72c4 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Calling delete_port for 8281599e-7689-4335-959f-b85c8419777d owned by {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:01:13.398825 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-dc27bd3a-89c4-478f-9168-b5f5066d8167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:13.399616 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc27bd3a-89c4-478f-9168-b5f5066d8167 None None] The sync data for ids ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:01:13.399774 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b2d396-291d-4caf-ac79-66bb48201920 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event updated for resources: {'Port': ['ID=c6afc5e3-061c-4bce-ba22-cef887086fab,revision_number=3']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:13.432077 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-4ebe4963-d67b-4702-bea8-60b5efcdf24e tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 6.6189344 Feb 16 17:01:13.435701 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50706) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:13.442471 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-6d56df24-83f3-46e7-a89e-02778951eb6e tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:13.481317 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-36b01006-bcdb-4dc3-8fe6-81ee551053e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:13.489125 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-45d767c9-fc4f-467a-baf4-6737aa11f863 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Deleting subnet 32a1cd5e-b6e0-4564-963f-910b7a50494d {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:01:13.494078 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-45d767c9-fc4f-467a-baf4-6737aa11f863 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:13.544026 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6d56df24-83f3-46e7-a89e-02778951eb6e tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for floatingip, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:13.569097 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ef576e48-991b-48c6-baa8-2e40b98d7085 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:13.573966 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-a0b2d396-291d-4caf-ac79-66bb48201920 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] In _notify_port_updated(), no bound segment for port c6afc5e3-061c-4bce-ba22-cef887086fab on network 7c023ebc-145a-47a6-87ab-f47e8a6f9de0 {{(pid=114375) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 17:01:13.576215 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-45d767c9-fc4f-467a-baf4-6737aa11f863 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:13.579388 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b2d396-291d-4caf-ac79-66bb48201920 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:13.585461 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a0b2d396-291d-4caf-ac79-66bb48201920 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:13.585461 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a0b2d396-291d-4caf-ac79-66bb48201920 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "PUT /v2.0/ports/c6afc5e3-061c-4bce-ba22-cef887086fab HTTP/1.1" status: 200 len: 998 time: 1.6410761 Feb 16 17:01:13.588089 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50708) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:13.641667 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ef576e48-991b-48c6-baa8-2e40b98d7085 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:13.663031 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-58398e0b-95f1-4ebc-8ea2-5a1ac75283c3 None None] Provisioning complete for port c6afc5e3-061c-4bce-ba22-cef887086fab triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:13.663546 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-58398e0b-95f1-4ebc-8ea2-5a1ac75283c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:13.703402 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-58398e0b-95f1-4ebc-8ea2-5a1ac75283c3 None None] Port c6afc5e3-061c-4bce-ba22-cef887086fab cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:01:13.728173 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-36b01006-bcdb-4dc3-8fe6-81ee551053e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:13.730691 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-36b01006-bcdb-4dc3-8fe6-81ee551053e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:13.731902 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-36b01006-bcdb-4dc3-8fe6-81ee551053e4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/018ce114-6313-4b8e-bee3-0251d7a7c162 HTTP/1.1" status: 204 len: 168 time: 0.6582432 Feb 16 17:01:13.735773 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef576e48-991b-48c6-baa8-2e40b98d7085 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55c38f1f-39a1-4e90-b580-15e1609493b9,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:13.760886 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ef576e48-991b-48c6-baa8-2e40b98d7085 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:13.764101 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ef576e48-991b-48c6-baa8-2e40b98d7085 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7450762 Feb 16 17:01:13.764253 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-45d767c9-fc4f-467a-baf4-6737aa11f863 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:13.769497 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b01006-bcdb-4dc3-8fe6-81ee551053e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018ce114-6313-4b8e-bee3-0251d7a7c162,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:13.769497 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50712) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:13.779909 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-f887da2b-16d6-49b2-8d3f-3d73ad25fbd5 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Request body: {'security_group': {'name': 'tempest-secgroup--647818202'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:13.790372 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6d56df24-83f3-46e7-a89e-02778951eb6e tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:13.807779 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-d9bd53df-e4f6-451a-8a7d-0c68c811a488 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Deleting port c6afc5e3-061c-4bce-ba22-cef887086fab {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:01:13.807779 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d9bd53df-e4f6-451a-8a7d-0c68c811a488 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:13.858658 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-601028a8-847c-4c90-b0ee-cf2b450d72c4 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:13.901117 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601028a8-847c-4c90-b0ee-cf2b450d72c4 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Pushing event deleted for resources: {'Port': ['ID=8281599e-7689-4335-959f-b85c8419777d,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:13.915369 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6d56df24-83f3-46e7-a89e-02778951eb6e tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:13.915804 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.l3_db [None req-6d56df24-83f3-46e7-a89e-02778951eb6e tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Floating IP 4f58ca22-a891-49a1-b149-0ee05b257e3d disassociated. External IP: 172.26.3.95, port: 1df40923-09a3-42b8-ad1a-4efc82a4fc05. Feb 16 17:01:13.940218 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-601028a8-847c-4c90-b0ee-cf2b450d72c4 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:13.944107 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-601028a8-847c-4c90-b0ee-cf2b450d72c4 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] 10.222.0.88 "DELETE /v2.0/ports/8281599e-7689-4335-959f-b85c8419777d HTTP/1.1" status: 204 len: 168 time: 1.1432383 Feb 16 17:01:13.948862 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50716) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:13.949622 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f887da2b-16d6-49b2-8d3f-3d73ad25fbd5 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:13.962966 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-45d767c9-fc4f-467a-baf4-6737aa11f863 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:13.988543 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d9bd53df-e4f6-451a-8a7d-0c68c811a488 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:13.992768 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-595a22a4-7684-402f-81e9-d270dbf27404 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] GET failed (client error): The resource could not be found. Feb 16 17:01:13.997820 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-595a22a4-7684-402f-81e9-d270dbf27404 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] 10.222.0.88 "GET /v2.0/ports/8281599e-7689-4335-959f-b85c8419777d HTTP/1.1" status: 404 len: 333 time: 0.0427430 Feb 16 17:01:14.000939 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50718) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:14.007524 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d767c9-fc4f-467a-baf4-6737aa11f863 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event deleted for resources: {'Subnet': ['ID=32a1cd5e-b6e0-4564-963f-910b7a50494d,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:14.014936 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-45d767c9-fc4f-467a-baf4-6737aa11f863 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:14.020898 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-d9bd53df-e4f6-451a-8a7d-0c68c811a488 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Calling delete_port for c6afc5e3-061c-4bce-ba22-cef887086fab owned by {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:01:14.021471 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-45d767c9-fc4f-467a-baf4-6737aa11f863 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/32a1cd5e-b6e0-4564-963f-910b7a50494d HTTP/1.1" status: 204 len: 168 time: 0.6935785 Feb 16 17:01:14.021560 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50720) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:14.033094 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab491179-f0b5-4f97-881b-0bf64d96f7ef None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:01:14.135535 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6cf3d8-230e-4dee-8275-1e7d3acbe859 req-90b1157b-e251-4ef2-977d-10100123281b tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:14.137650 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-fe6cf3d8-230e-4dee-8275-1e7d3acbe859 req-90b1157b-e251-4ef2-977d-10100123281b tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.1183710 Feb 16 17:01:14.207452 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e792bff-f332-4d89-9326-c8d166dfd855 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Deleting subnet 5e230d4c-0650-45c1-bca8-587155dae4aa {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:01:14.310810 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9e792bff-f332-4d89-9326-c8d166dfd855 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:14.350185 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-fe6cf3d8-230e-4dee-8275-1e7d3acbe859 req-9c14bd04-37e1-4953-b083-d207174dbb38 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186857 Feb 16 17:01:14.377475 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f887da2b-16d6-49b2-8d3f-3d73ad25fbd5 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:14.387689 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d56df24-83f3-46e7-a89e-02778951eb6e tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Router d20839c9-a90f-41fa-a6fb-8ea4c215ed87 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:01:14.417872 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9e792bff-f332-4d89-9326-c8d166dfd855 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:14.517635 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d56df24-83f3-46e7-a89e-02778951eb6e tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:01:14.524376 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6d56df24-83f3-46e7-a89e-02778951eb6e tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:14.528871 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08ffe33-2c30-4970-834e-715bc040f992 None None] Sync routers for ids ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:01:14.544583 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08ffe33-2c30-4970-834e-715bc040f992 None None] Routers {'d20839c9-a90f-41fa-a6fb-8ea4c215ed87'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:01:14.546411 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-c08ffe33-2c30-4970-834e-715bc040f992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:01:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:14.557485 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-6d56df24-83f3-46e7-a89e-02778951eb6e tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] 10.222.0.88 "PUT /v2.0/floatingips/4f58ca22-a891-49a1-b149-0ee05b257e3d HTTP/1.1" status: 200 len: 687 time: 1.1213496 Feb 16 17:01:14.560212 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50724) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:14.589606 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-c08ffe33-2c30-4970-834e-715bc040f992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:14.600941 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08ffe33-2c30-4970-834e-715bc040f992 None None] Routers {'d20839c9-a90f-41fa-a6fb-8ea4c215ed87'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:01:14.601885 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-c08ffe33-2c30-4970-834e-715bc040f992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:01:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:14.639061 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-c08ffe33-2c30-4970-834e-715bc040f992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:14.640348 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08ffe33-2c30-4970-834e-715bc040f992 None None] The sync data for ids ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:01:14.685664 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f887da2b-16d6-49b2-8d3f-3d73ad25fbd5 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:14.732548 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-75ec530c-4770-41a0-9b87-f3130856b744 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Deleting port 6881d3a1-c89e-4acf-b696-e5a073e516f4 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:01:14.733267 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-75ec530c-4770-41a0-9b87-f3130856b744 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:14.751897 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-8f349b37-7d12-4c66-93d6-14a4334c5dee tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Deleting port 57423dc9-d360-478b-a5b6-489b1591a2e5 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:01:14.752269 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8f349b37-7d12-4c66-93d6-14a4334c5dee tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:14.829902 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-75ec530c-4770-41a0-9b87-f3130856b744 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:14.830232 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-75ec530c-4770-41a0-9b87-f3130856b744 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:14.841532 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f887da2b-16d6-49b2-8d3f-3d73ad25fbd5 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c28f8883-d806-4e1e-9e51-311606df8a38,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:14.849214 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d9bd53df-e4f6-451a-8a7d-0c68c811a488 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:14.860459 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-75ec530c-4770-41a0-9b87-f3130856b744 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Calling delete_port for 6881d3a1-c89e-4acf-b696-e5a073e516f4 owned by network:floatingip {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:01:14.922364 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f887da2b-16d6-49b2-8d3f-3d73ad25fbd5 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:14.923644 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f887da2b-16d6-49b2-8d3f-3d73ad25fbd5 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1537008 Feb 16 17:01:14.926742 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50726) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:14.932775 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-85a77f0d-e103-4013-bdc1-aec715a9bf71 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Request body: {'security_group_rule': {'security_group_id': '55c38f1f-39a1-4e90-b580-15e1609493b9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c28f8883-d806-4e1e-9e51-311606df8a38', 'remote_ip_prefix': None}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:14.934916 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd53df-e4f6-451a-8a7d-0c68c811a488 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event deleted for resources: {'Port': ['ID=c6afc5e3-061c-4bce-ba22-cef887086fab,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:14.948627 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9104280-1ab2-4de8-8e76-8e80d67f8b0c req-4ab94b67-9b74-40d6-9805-3e0154f9904b tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:14.950144 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-a9104280-1ab2-4de8-8e76-8e80d67f8b0c req-4ab94b67-9b74-40d6-9805-3e0154f9904b tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.2723780 Feb 16 17:01:14.958627 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9e792bff-f332-4d89-9326-c8d166dfd855 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:14.987622 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-a81ed1af-22e5-4581-bdba-01eb6e7042bf None None] Provisioning complete for port 5a389713-cc3d-40b6-a48f-568167ba8c38 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:14.988115 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a81ed1af-22e5-4581-bdba-01eb6e7042bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:15.040919 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8f349b37-7d12-4c66-93d6-14a4334c5dee tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:15.071017 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-85a77f0d-e103-4013-bdc1-aec715a9bf71 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:15.120877 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-8f349b37-7d12-4c66-93d6-14a4334c5dee tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Calling delete_port for 57423dc9-d360-478b-a5b6-489b1591a2e5 owned by {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:01:15.134243 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-75ec530c-4770-41a0-9b87-f3130856b744 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:15.169193 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-85a77f0d-e103-4013-bdc1-aec715a9bf71 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:15.172594 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ec530c-4770-41a0-9b87-f3130856b744 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Pushing event deleted for resources: {'Port': ['ID=6881d3a1-c89e-4acf-b696-e5a073e516f4,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:15.205668 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-a9104280-1ab2-4de8-8e76-8e80d67f8b0c req-aa9909d4-d69a-4249-876d-65ccc98f4ee2 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2025044 Feb 16 17:01:15.211087 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d9bd53df-e4f6-451a-8a7d-0c68c811a488 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:15.214393 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d9bd53df-e4f6-451a-8a7d-0c68c811a488 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "DELETE /v2.0/ports/c6afc5e3-061c-4bce-ba22-cef887086fab HTTP/1.1" status: 204 len: 168 time: 1.6250954 Feb 16 17:01:15.217155 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50728) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:15.239801 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-75ec530c-4770-41a0-9b87-f3130856b744 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for floatingip, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:15.242379 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-75ec530c-4770-41a0-9b87-f3130856b744 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:15.246896 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-75ec530c-4770-41a0-9b87-f3130856b744 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] 10.222.0.88 "DELETE /v2.0/floatingips/4f58ca22-a891-49a1-b149-0ee05b257e3d HTTP/1.1" status: 204 len: 168 time: 0.6824031 Feb 16 17:01:15.247071 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50732) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:15.257159 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-fcb45add-3a0e-430e-846d-f2a7433c7d13 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Request body: {'floatingip': {'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'port_id': '1b9c3983-c24a-4a23-ae00-f3847faf2dd4'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:15.257282 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-307d2b40-b531-4dc2-884a-5ed150784c53 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] GET failed (client error): The resource could not be found. Feb 16 17:01:15.257282 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-307d2b40-b531-4dc2-884a-5ed150784c53 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "GET /v2.0/ports/c6afc5e3-061c-4bce-ba22-cef887086fab HTTP/1.1" status: 404 len: 333 time: 0.0357027 Feb 16 17:01:15.257744 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-85a77f0d-e103-4013-bdc1-aec715a9bf71 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:15.259366 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50734) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:15.281862 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a77f0d-e103-4013-bdc1-aec715a9bf71 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59e49594-8f9c-4e1f-93fe-a64936cad37d,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:15.292762 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9e792bff-f332-4d89-9326-c8d166dfd855 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:15.343726 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9e792bff-f332-4d89-9326-c8d166dfd855 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:15.345990 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b9ca3-45a7-4cca-b4f5-5a33896ac8b7 req-890672ac-858c-48d9-9955-53f128ead91b tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:15.348048 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d86b9ca3-45a7-4cca-b4f5-5a33896ac8b7 req-890672ac-858c-48d9-9955-53f128ead91b tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.0496118 Feb 16 17:01:15.348220 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-9e792bff-f332-4d89-9326-c8d166dfd855 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/5e230d4c-0650-45c1-bca8-587155dae4aa HTTP/1.1" status: 204 len: 168 time: 1.3250167 Feb 16 17:01:15.348424 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e792bff-f332-4d89-9326-c8d166dfd855 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event deleted for resources: {'Subnet': ['ID=5e230d4c-0650-45c1-bca8-587155dae4aa,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:15.348645 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41dc6fe-955e-414f-914e-b3bd16567c29 None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:01:15.351403 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-85a77f0d-e103-4013-bdc1-aec715a9bf71 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:15.352666 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50736) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:15.352817 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-85a77f0d-e103-4013-bdc1-aec715a9bf71 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4246230 Feb 16 17:01:15.355677 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50738) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:15.361546 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-09c3017b-e21d-461a-9797-d1ef65678ee7 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Deleting subnet 965f12c1-e526-4548-a1f2-7e1a01dda38e {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:01:15.398614 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-09c3017b-e21d-461a-9797-d1ef65678ee7 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:15.401206 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fcb45add-3a0e-430e-846d-f2a7433c7d13 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for floatingip, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:15.417494 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0fa6cb34-08c8-4c12-8442-c62d8c1d4dcb tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:15.436284 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0fa6cb34-08c8-4c12-8442-c62d8c1d4dcb tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:15.452338 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-7fcc62c3-02f0-452f-8659-936d7af1087d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0953574 Feb 16 17:01:15.453754 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50740) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:15.461916 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-6ea18a40-a383-4c43-b098-55939da7eba2 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'subnet': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:15.500277 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d86b9ca3-45a7-4cca-b4f5-5a33896ac8b7 req-a0cf744d-268a-44c5-9868-6fc58b7b8d37 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324275 Feb 16 17:01:15.541352 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-09c3017b-e21d-461a-9797-d1ef65678ee7 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:15.551000 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a56a7ae-2517-4d8a-8558-0c50c492aa92 None None] DHCP port deletion for 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:01:15.594036 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0fa6cb34-08c8-4c12-8442-c62d8c1d4dcb tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:15.602955 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0fa6cb34-08c8-4c12-8442-c62d8c1d4dcb tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:15.604097 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-0fa6cb34-08c8-4c12-8442-c62d8c1d4dcb tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/59e49594-8f9c-4e1f-93fe-a64936cad37d HTTP/1.1" status: 204 len: 168 time: 0.2417138 Feb 16 17:01:15.608656 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-4a56a7ae-2517-4d8a-8558-0c50c492aa92 None None] Deleting port 5a389713-cc3d-40b6-a48f-568167ba8c38 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:01:15.609005 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fcb45add-3a0e-430e-846d-f2a7433c7d13 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:15.609538 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4a56a7ae-2517-4d8a-8558-0c50c492aa92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:15.610819 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50744) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:15.617392 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8f349b37-7d12-4c66-93d6-14a4334c5dee tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:15.618893 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa6cb34-08c8-4c12-8442-c62d8c1d4dcb tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59e49594-8f9c-4e1f-93fe-a64936cad37d,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:15.672419 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f349b37-7d12-4c66-93d6-14a4334c5dee tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Pushing event deleted for resources: {'Port': ['ID=57423dc9-d360-478b-a5b6-489b1591a2e5,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:15.699955 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-2eeccd9f-4a55-46be-a4d4-a0d7ef746a57 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0880420 Feb 16 17:01:15.703088 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50746) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:15.710233 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-4a56a7ae-2517-4d8a-8558-0c50c492aa92 None None] For port 5a389713-cc3d-40b6-a48f-568167ba8c38, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=5a389713-cc3d-40b6-a48f-568167ba8c38,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:15.710695 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4a56a7ae-2517-4d8a-8558-0c50c492aa92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:15.734143 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-4a56a7ae-2517-4d8a-8558-0c50c492aa92 None None] Calling delete_port for 5a389713-cc3d-40b6-a48f-568167ba8c38 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:01:15.735439 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8f349b37-7d12-4c66-93d6-14a4334c5dee tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:15.738489 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-8f349b37-7d12-4c66-93d6-14a4334c5dee tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] 10.222.0.88 "DELETE /v2.0/ports/57423dc9-d360-478b-a5b6-489b1591a2e5 HTTP/1.1" status: 204 len: 168 time: 1.7362874 Feb 16 17:01:15.754321 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813976d6-fe4b-46b7-b4cc-f3950b4f43b8 req-71f2b76f-d427-4f46-8bd2-633bb976ba14 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:15.754321 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-813976d6-fe4b-46b7-b4cc-f3950b4f43b8 req-71f2b76f-d427-4f46-8bd2-633bb976ba14 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.1695592 Feb 16 17:01:15.754321 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50748) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:15.796799 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-09c3017b-e21d-461a-9797-d1ef65678ee7 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:15.803698 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea18a40-a383-4c43-b098-55939da7eba2 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:15.808009 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6ea18a40-a383-4c43-b098-55939da7eba2 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:15.820170 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-fcb45add-3a0e-430e-846d-f2a7433c7d13 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Allocated IP 172.26.3.108 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/0053c683-e481-4091-a23e-7fc1ed7e85cb) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:15.822828 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1c6c7c86-6ccd-4a5c-85cd-b3306e25feec tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:15.893144 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1c6c7c86-6ccd-4a5c-85cd-b3306e25feec tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:15.909208 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4a56a7ae-2517-4d8a-8558-0c50c492aa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:15.927309 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-86350b8c-6b3c-49cc-b9ae-d3cf3967aad8 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Deleting subnet b1041ae3-3412-4004-be87-f481066e2b1b {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:01:15.939586 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-86350b8c-6b3c-49cc-b9ae-d3cf3967aad8 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:15.945761 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-813976d6-fe4b-46b7-b4cc-f3950b4f43b8 req-a1b34885-c242-4a8a-ab5b-104e23e24ed1 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857815 Feb 16 17:01:15.970643 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56a7ae-2517-4d8a-8558-0c50c492aa92 None None] Pushing event deleted for resources: {'Port': ['ID=5a389713-cc3d-40b6-a48f-568167ba8c38,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:15.974446 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a56a7ae-2517-4d8a-8558-0c50c492aa92 None None] No DVR routers for this DVR port 5a389713-cc3d-40b6-a48f-568167ba8c38 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:01:16.011397 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fcb45add-3a0e-430e-846d-f2a7433c7d13 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:16.017557 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-86350b8c-6b3c-49cc-b9ae-d3cf3967aad8 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:16.051734 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1c6c7c86-6ccd-4a5c-85cd-b3306e25feec tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:16.055010 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1c6c7c86-6ccd-4a5c-85cd-b3306e25feec tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:16.056235 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-1c6c7c86-6ccd-4a5c-85cd-b3306e25feec tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "DELETE /v2.0/security-groups/c28f8883-d806-4e1e-9e51-311606df8a38 HTTP/1.1" status: 204 len: 168 time: 0.3523407 Feb 16 17:01:16.060253 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50752) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:16.082605 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-09c3017b-e21d-461a-9797-d1ef65678ee7 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:16.085535 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c7c86-6ccd-4a5c-85cd-b3306e25feec tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28f8883-d806-4e1e-9e51-311606df8a38,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:16.110444 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b7a0c-98a3-443c-b848-67f9b1f957bf req-a62997c3-4a9f-490a-b861-5b25c07527a2 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:16.112047 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-715b7a0c-98a3-443c-b848-67f9b1f957bf req-a62997c3-4a9f-490a-b861-5b25c07527a2 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.0732834 Feb 16 17:01:16.154312 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-09c3017b-e21d-461a-9797-d1ef65678ee7 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:16.155241 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-715b7a0c-98a3-443c-b848-67f9b1f957bf req-9ccb34af-cc4b-4d3b-8b2c-39e6d12afbbb tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343287 Feb 16 17:01:16.159771 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-09c3017b-e21d-461a-9797-d1ef65678ee7 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "DELETE /v2.0/subnets/965f12c1-e526-4548-a1f2-7e1a01dda38e HTTP/1.1" status: 204 len: 168 time: 0.8991792 Feb 16 17:01:16.160516 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50754) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:16.163512 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d505346-73f3-446e-b0bf-905f3c6b6965 None None] Network 7c023ebc-145a-47a6-87ab-f47e8a6f9de0 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:01:16.182163 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c3017b-e21d-461a-9797-d1ef65678ee7 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event deleted for resources: {'Subnet': ['ID=965f12c1-e526-4548-a1f2-7e1a01dda38e,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:16.194245 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fcb45add-3a0e-430e-846d-f2a7433c7d13 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:16.236021 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb45add-3a0e-430e-846d-f2a7433c7d13 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:16.242821 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-86350b8c-6b3c-49cc-b9ae-d3cf3967aad8 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:16.245274 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-fcb45add-3a0e-430e-846d-f2a7433c7d13 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:16.251020 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb45add-3a0e-430e-846d-f2a7433c7d13 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:16.257123 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50758) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:16.257667 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-15243a6b-0988-4cad-a04a-41b1ddd9b82b tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.1956384 Feb 16 17:01:16.293064 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-db506399-4913-4e25-a721-a39ed0df5a05 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Deleting subnet 7d1df5ed-4145-4b1b-81c6-35707a0d8c42 {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:01:16.305688 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-db506399-4913-4e25-a721-a39ed0df5a05 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:16.350020 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb45add-3a0e-430e-846d-f2a7433c7d13 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Pushing event updated for resources: {'Port': ['ID=0053c683-e481-4091-a23e-7fc1ed7e85cb,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:16.386823 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-db506399-4913-4e25-a721-a39ed0df5a05 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:16.410776 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ba981-6256-4c6c-9f67-4c4fc5c0dca9 req-0ab6b97f-6b4b-493b-8761-c7e9b7ef8469 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:16.411515 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-fa5ba981-6256-4c6c-9f67-4c4fc5c0dca9 req-0ab6b97f-6b4b-493b-8761-c7e9b7ef8469 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.1298940 Feb 16 17:01:16.457414 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-fa5ba981-6256-4c6c-9f67-4c4fc5c0dca9 req-4fb47e81-1874-42ad-ac73-644612f980ec tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390732 Feb 16 17:01:16.504500 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c6e8e907-e9ca-4924-9459-b1c8226a941c tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:16.532504 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-86350b8c-6b3c-49cc-b9ae-d3cf3967aad8 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:16.561546 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c6e8e907-e9ca-4924-9459-b1c8226a941c tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:16.566057 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86350b8c-6b3c-49cc-b9ae-d3cf3967aad8 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Pushing event deleted for resources: {'Subnet': ['ID=b1041ae3-3412-4004-be87-f481066e2b1b,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:16.578766 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-86350b8c-6b3c-49cc-b9ae-d3cf3967aad8 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:16.584597 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-86350b8c-6b3c-49cc-b9ae-d3cf3967aad8 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] 10.222.0.88 "DELETE /v2.0/subnets/b1041ae3-3412-4004-be87-f481066e2b1b HTTP/1.1" status: 204 len: 168 time: 0.8320556 Feb 16 17:01:16.587919 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54ca26e-c355-40dd-81bc-e40e33e533cf None None] Network fb31981d-a2e3-4e9d-a87d-2e6cbbbd0e45 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:01:16.599501 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50762) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:16.629652 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.objects.ports [None req-6ea18a40-a383-4c43-b098-55939da7eba2 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114375) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 17:01:16.633890 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6ea18a40-a383-4c43-b098-55939da7eba2 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:16.740778 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea18a40-a383-4c43-b098-55939da7eba2 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:16.754355 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-6ea18a40-a383-4c43-b098-55939da7eba2 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:16.762020 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea18a40-a383-4c43-b098-55939da7eba2 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:16.762729 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6ea18a40-a383-4c43-b098-55939da7eba2 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:16.773700 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3b4969-4683-4f7f-8005-5ca65ab158d6 None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:01:16.777017 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b45fa3f2-241b-49a9-ba67-7947cca19819 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:16.797740 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea18a40-a383-4c43-b098-55939da7eba2 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Subnet': ['ID=b77956c6-6978-43a0-a824-78d11fe8285a,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:16.813914 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-db506399-4913-4e25-a721-a39ed0df5a05 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:16.851299 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f312c1a2-edb1-47d0-ad3d-e5966fbd65f9 None None] DHCP port deletion for fb31981d-a2e3-4e9d-a87d-2e6cbbbd0e45 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:01:16.855774 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-b45fa3f2-241b-49a9-ba67-7947cca19819 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Deleting port f41b6dd9-ac81-4aab-8dc8-29a783f9d8b2 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:01:16.856291 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b45fa3f2-241b-49a9-ba67-7947cca19819 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:16.912415 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-6ea18a40-a383-4c43-b098-55939da7eba2 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4544578 Feb 16 17:01:16.915633 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50764) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:16.921559 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-fc2c71a8-46a0-4ddf-a8c5-c4c07fc3d574 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'subnet': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:16.964388 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-b45fa3f2-241b-49a9-ba67-7947cca19819 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] For port f41b6dd9-ac81-4aab-8dc8-29a783f9d8b2, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=f41b6dd9-ac81-4aab-8dc8-29a783f9d8b2,segment=NetworkSegment(dfa637fc-c7cf-4e38-a81b-8750c5950cc6),segment_id=dfa637fc-c7cf-4e38-a81b-8750c5950cc6)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:16.964905 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b45fa3f2-241b-49a9-ba67-7947cca19819 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:16.977535 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fcb45add-3a0e-430e-846d-f2a7433c7d13 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:16.986330 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-f312c1a2-edb1-47d0-ad3d-e5966fbd65f9 None None] Deleting port f41b6dd9-ac81-4aab-8dc8-29a783f9d8b2 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:01:16.986706 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f312c1a2-edb1-47d0-ad3d-e5966fbd65f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:16.988318 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-b45fa3f2-241b-49a9-ba67-7947cca19819 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Calling delete_port for f41b6dd9-ac81-4aab-8dc8-29a783f9d8b2 owned by network:dhcp {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:01:17.073474 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88b4344-73a5-4ed8-886f-0532120776d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'tenant_id': '81837604d6654060bf0a8ff194578833', 'fixed_ips': [{'subnet_id': 'b77956c6-6978-43a0-a824-78d11fe8285a'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:01:17.074392 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c88b4344-73a5-4ed8-886f-0532120776d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:17.110358 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-f312c1a2-edb1-47d0-ad3d-e5966fbd65f9 None None] For port f41b6dd9-ac81-4aab-8dc8-29a783f9d8b2, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=f41b6dd9-ac81-4aab-8dc8-29a783f9d8b2,segment=NetworkSegment(dfa637fc-c7cf-4e38-a81b-8750c5950cc6),segment_id=dfa637fc-c7cf-4e38-a81b-8750c5950cc6)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:17.110772 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f312c1a2-edb1-47d0-ad3d-e5966fbd65f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:17.133850 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-f312c1a2-edb1-47d0-ad3d-e5966fbd65f9 None None] Calling delete_port for f41b6dd9-ac81-4aab-8dc8-29a783f9d8b2 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:01:17.263350 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2c71a8-46a0-4ddf-a8c5-c4c07fc3d574 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:17.263929 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1846b3e9-954b-4ca5-9a61-54681658feed None None] Provisioning complete for port 1c2cef9e-c4fd-463d-9bc0-ba2125098898 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:17.264196 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1846b3e9-954b-4ca5-9a61-54681658feed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:17.267080 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fc2c71a8-46a0-4ddf-a8c5-c4c07fc3d574 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:17.327047 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b45fa3f2-241b-49a9-ba67-7947cca19819 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:17.363006 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c6e8e907-e9ca-4924-9459-b1c8226a941c tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:17.366338 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c6e8e907-e9ca-4924-9459-b1c8226a941c tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:17.366501 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45fa3f2-241b-49a9-ba67-7947cca19819 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Pushing event deleted for resources: {'Port': ['ID=f41b6dd9-ac81-4aab-8dc8-29a783f9d8b2,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:17.366704 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-c88b4344-73a5-4ed8-886f-0532120776d5 None None] Allocated IP 2001:db8::f816:3eff:feb8:2c5b (1e2a9b2d-a159-48c5-a704-dcb18c3b88c3/b77956c6-6978-43a0-a824-78d11fe8285a/33a9197e-9eda-40df-bcc1-59e5adff04c7) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:17.370016 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c6e8e907-e9ca-4924-9459-b1c8226a941c tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "DELETE /v2.0/security-groups/55c38f1f-39a1-4e90-b580-15e1609493b9 HTTP/1.1" status: 204 len: 168 time: 1.0886588 Feb 16 17:01:17.372121 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50766) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:17.379172 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45fa3f2-241b-49a9-ba67-7947cca19819 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] No DVR routers for this DVR port f41b6dd9-ac81-4aab-8dc8-29a783f9d8b2 on host dv-neutron-828697-3-hyperv {{(pid=114375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:01:17.384562 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8e907-e9ca-4924-9459-b1c8226a941c tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c38f1f-39a1-4e90-b580-15e1609493b9,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:17.417966 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f312c1a2-edb1-47d0-ad3d-e5966fbd65f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:17.421544 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device f41b6dd9-ac81-4aab-8dc8-29a783f9d8b2 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:01:17.515944 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fcb45add-3a0e-430e-846d-f2a7433c7d13 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:17.539762 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-7a38f8b4-324f-40ce-869e-4076181b9e5a tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1588178 Feb 16 17:01:17.539762 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b45fa3f2-241b-49a9-ba67-7947cca19819 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:17.540090 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-db506399-4913-4e25-a721-a39ed0df5a05 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:17.540222 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50768) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:17.543871 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-e94f8e51-6de2-499f-8a9f-f2b884dcfb2e tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Request body: {'security_group': {'name': 'tempest-secgroup--1147672342'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:17.578962 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-db506399-4913-4e25-a721-a39ed0df5a05 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:17.584966 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-db506399-4913-4e25-a721-a39ed0df5a05 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "DELETE /v2.0/subnets/7d1df5ed-4145-4b1b-81c6-35707a0d8c42 HTTP/1.1" status: 204 len: 168 time: 1.4230981 Feb 16 17:01:17.586228 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db506399-4913-4e25-a721-a39ed0df5a05 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event deleted for resources: {'Subnet': ['ID=7d1df5ed-4145-4b1b-81c6-35707a0d8c42,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:17.587941 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50770) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:17.654313 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b11fb9-3265-45f7-9ebb-0634430bfcd5 None None] Network 7c023ebc-145a-47a6-87ab-f47e8a6f9de0 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:01:17.660769 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: f41b6dd9-ac81-4aab-8dc8-29a783f9d8b2 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:01:17.661166 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device f41b6dd9-ac81-4aab-8dc8-29a783f9d8b2 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:01:17.661542 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 5a389713-cc3d-40b6-a48f-568167ba8c38 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:01:17.663890 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312c1a2-edb1-47d0-ad3d-e5966fbd65f9 None None] Pushing event deleted for resources: {'Port': ['ID=f41b6dd9-ac81-4aab-8dc8-29a783f9d8b2,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:17.746364 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-889ba99d-baa3-4045-9081-33ace1988845 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:17.756671 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f312c1a2-edb1-47d0-ad3d-e5966fbd65f9 None None] No DVR routers for this DVR port f41b6dd9-ac81-4aab-8dc8-29a783f9d8b2 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:01:17.798075 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 5a389713-cc3d-40b6-a48f-568167ba8c38 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:01:17.798803 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 5a389713-cc3d-40b6-a48f-568167ba8c38 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:01:17.813886 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-b45fa3f2-241b-49a9-ba67-7947cca19819 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb31981d-a2e3-4e9d-a87d-2e6cbbbd0e45']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:17.835818 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-b45fa3f2-241b-49a9-ba67-7947cca19819 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfa637fc-c7cf-4e38-a81b-8750c5950cc6') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:17.836135 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-b45fa3f2-241b-49a9-ba67-7947cca19819 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfa637fc-c7cf-4e38-a81b-8750c5950cc6') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:17.870700 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b45fa3f2-241b-49a9-ba67-7947cca19819 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:17.874066 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fcb45add-3a0e-430e-846d-f2a7433c7d13 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:17.876606 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-889ba99d-baa3-4045-9081-33ace1988845 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Deleting port 1c2cef9e-c4fd-463d-9bc0-ba2125098898 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:01:17.876932 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-889ba99d-baa3-4045-9081-33ace1988845 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:17.894308 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b45fa3f2-241b-49a9-ba67-7947cca19819 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:17.907779 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b45fa3f2-241b-49a9-ba67-7947cca19819 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:01:17.908218 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b45fa3f2-241b-49a9-ba67-7947cca19819 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:17.911341 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 17:01:17.911341 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:01:17.911341 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 17:01:17.911341 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:01:17.911341 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 17:01:17.911341 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:01:17.911341 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 17:01:17.911341 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:01:17.911341 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 17:01:17.911341 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:01:17.911341 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 17:01:17.911341 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:01:17.911341 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 17:01:17.911341 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:01:17.911341 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:01:17.911341 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:01:17.911341 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:01:17.911341 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:01:17.911341 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 17:01:17.911341 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:01:17.911341 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 17:01:17.911341 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:01:17.911341 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:01:17.911341 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:01:17.911341 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 17:01:17.911341 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:01:17.911341 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:01:17.911341 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:01:17.911341 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:01:17.911341 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:01:17.911341 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:01:17.911341 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:01:17.951232 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-889ba99d-baa3-4045-9081-33ace1988845 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] For port 1c2cef9e-c4fd-463d-9bc0-ba2125098898, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=1c2cef9e-c4fd-463d-9bc0-ba2125098898,segment=NetworkSegment(9dba1975-e09d-4bb6-91ce-a8e9251f0d48),segment_id=9dba1975-e09d-4bb6-91ce-a8e9251f0d48)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:17.951464 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-889ba99d-baa3-4045-9081-33ace1988845 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:17.968664 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-889ba99d-baa3-4045-9081-33ace1988845 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Calling delete_port for 1c2cef9e-c4fd-463d-9bc0-ba2125098898 owned by network:dhcp {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:01:17.972684 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c88b4344-73a5-4ed8-886f-0532120776d5 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:17.982905 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e94f8e51-6de2-499f-8a9f-f2b884dcfb2e tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:18.020879 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fee6929-26c5-4800-a4e4-7c63620f8996 None None] DHCP port deletion for 7c023ebc-145a-47a6-87ab-f47e8a6f9de0 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:01:18.022949 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fcb45add-3a0e-430e-846d-f2a7433c7d13 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:18.048903 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c88b4344-73a5-4ed8-886f-0532120776d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:18.078172 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fcb45add-3a0e-430e-846d-f2a7433c7d13 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:18.087341 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e94f8e51-6de2-499f-8a9f-f2b884dcfb2e tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:18.091288 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b45fa3f2-241b-49a9-ba67-7947cca19819 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:18.098853 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b45fa3f2-241b-49a9-ba67-7947cca19819 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:18.103453 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88b4344-73a5-4ed8-886f-0532120776d5 None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:18.105049 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-b45fa3f2-241b-49a9-ba67-7947cca19819 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] 10.222.0.88 "DELETE /v2.0/networks/fb31981d-a2e3-4e9d-a87d-2e6cbbbd0e45 HTTP/1.1" status: 204 len: 168 time: 1.5039937 Feb 16 17:01:18.121543 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45fa3f2-241b-49a9-ba67-7947cca19819 tempest-AllowedAddressPairIpV6TestJSON-2010637630 tempest-AllowedAddressPairIpV6TestJSON-2010637630-project] Pushing event deleted for resources: {'Network': ['ID=fb31981d-a2e3-4e9d-a87d-2e6cbbbd0e45,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:18.133451 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88b4344-73a5-4ed8-886f-0532120776d5 None None] Pushing event updated for resources: {'Port': ['ID=33a9197e-9eda-40df-bcc1-59e5adff04c7,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:18.141201 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-c88b4344-73a5-4ed8-886f-0532120776d5 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:18.147872 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88b4344-73a5-4ed8-886f-0532120776d5 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:18.161281 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fc2c71a8-46a0-4ddf-a8c5-c4c07fc3d574 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:18.189307 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb45add-3a0e-430e-846d-f2a7433c7d13 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Pushing event updated for resources: {'Port': ['ID=0053c683-e481-4091-a23e-7fc1ed7e85cb,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:18.191868 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-9fee6929-26c5-4800-a4e4-7c63620f8996 None None] Deleting port 1c2cef9e-c4fd-463d-9bc0-ba2125098898 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:01:18.191868 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9fee6929-26c5-4800-a4e4-7c63620f8996 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:18.235464 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2c71a8-46a0-4ddf-a8c5-c4c07fc3d574 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:18.237278 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-fc2c71a8-46a0-4ddf-a8c5-c4c07fc3d574 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:18.251193 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e94f8e51-6de2-499f-8a9f-f2b884dcfb2e tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:18.264716 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2c71a8-46a0-4ddf-a8c5-c4c07fc3d574 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:18.265418 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fc2c71a8-46a0-4ddf-a8c5-c4c07fc3d574 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:18.265664 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.l3_db [None req-fcb45add-3a0e-430e-846d-f2a7433c7d13 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Floating IP 0c02492b-1e47-44c3-85d0-33e8c6cea5bc associated. External IP: 172.26.3.108, port: 1b9c3983-c24a-4a23-ae00-f3847faf2dd4. Feb 16 17:01:18.270459 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-c88b4344-73a5-4ed8-886f-0532120776d5 None None] Attempting to bind port 33a9197e-9eda-40df-bcc1-59e5adff04c7 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:01:18.270836 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-c88b4344-73a5-4ed8-886f-0532120776d5 None None] Attempting to bind port 33a9197e-9eda-40df-bcc1-59e5adff04c7 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:01:18.271238 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88b4344-73a5-4ed8-886f-0532120776d5 None None] Attempting to bind port 33a9197e-9eda-40df-bcc1-59e5adff04c7 on network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:01:18.278848 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88b4344-73a5-4ed8-886f-0532120776d5 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:01:18.279228 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88b4344-73a5-4ed8-886f-0532120776d5 None None] Checking segment: {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:01:18.279698 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c88b4344-73a5-4ed8-886f-0532120776d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:18.280140 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88b4344-73a5-4ed8-886f-0532120776d5 None None] Bound using segment: {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:01:18.287585 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-c88b4344-73a5-4ed8-886f-0532120776d5 None None] Bound port: 33a9197e-9eda-40df-bcc1-59e5adff04c7, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:01:18.287585 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c88b4344-73a5-4ed8-886f-0532120776d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:18.287854 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c71a8-46a0-4ddf-a8c5-c4c07fc3d574 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Subnet': ['ID=fdeb6363-189c-4459-826a-b084dd09c36a,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:18.298864 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f8e51-6de2-499f-8a9f-f2b884dcfb2e tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7145bf39-ce3d-4195-a746-8b43ec7c780f,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:18.334378 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-9fee6929-26c5-4800-a4e4-7c63620f8996 None None] For port 1c2cef9e-c4fd-463d-9bc0-ba2125098898, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=1c2cef9e-c4fd-463d-9bc0-ba2125098898,segment=NetworkSegment(9dba1975-e09d-4bb6-91ce-a8e9251f0d48),segment_id=9dba1975-e09d-4bb6-91ce-a8e9251f0d48)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:18.334775 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9fee6929-26c5-4800-a4e4-7c63620f8996 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:18.352685 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-9fee6929-26c5-4800-a4e4-7c63620f8996 None None] Calling delete_port for 1c2cef9e-c4fd-463d-9bc0-ba2125098898 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:01:18.402352 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e94f8e51-6de2-499f-8a9f-f2b884dcfb2e tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:18.406598 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e94f8e51-6de2-499f-8a9f-f2b884dcfb2e tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8634648 Feb 16 17:01:18.409308 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-fc2c71a8-46a0-4ddf-a8c5-c4c07fc3d574 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4915566 Feb 16 17:01:18.409308 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50774) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:18.415854 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-c88b4344-73a5-4ed8-886f-0532120776d5 None None] For port 33a9197e-9eda-40df-bcc1-59e5adff04c7, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:01:18.415946 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-6333e18b-14b9-449b-83e6-1fdc74708a2c tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Request body: {'security_group_rule': {'security_group_id': '7145bf39-ce3d-4195-a746-8b43ec7c780f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:18.416118 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50776) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:18.421380 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-619e84a2-2353-4811-a2a5-9b43f6b835a5 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'port': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'mac_address': 'fa:16:3e:da:ef:dd', 'name': 'tempest-NetworksTestDHCPv6-831018459'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:18.430684 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-889ba99d-baa3-4045-9081-33ace1988845 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:18.434737 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-c88b4344-73a5-4ed8-886f-0532120776d5 None None] For port 33a9197e-9eda-40df-bcc1-59e5adff04c7, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=33a9197e-9eda-40df-bcc1-59e5adff04c7,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:01:18.454392 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9fee6929-26c5-4800-a4e4-7c63620f8996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:18.479876 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee6929-26c5-4800-a4e4-7c63620f8996 None None] Pushing event deleted for resources: {'Port': ['ID=1c2cef9e-c4fd-463d-9bc0-ba2125098898,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:18.483311 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fee6929-26c5-4800-a4e4-7c63620f8996 None None] No DVR routers for this DVR port 1c2cef9e-c4fd-463d-9bc0-ba2125098898 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:01:18.509170 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889ba99d-baa3-4045-9081-33ace1988845 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event deleted for resources: {'Port': ['ID=1c2cef9e-c4fd-463d-9bc0-ba2125098898,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:18.521644 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889ba99d-baa3-4045-9081-33ace1988845 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] No DVR routers for this DVR port 1c2cef9e-c4fd-463d-9bc0-ba2125098898 on host dv-neutron-828697-3-hyperv {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:01:18.536357 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6333e18b-14b9-449b-83e6-1fdc74708a2c tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:18.536603 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c88b4344-73a5-4ed8-886f-0532120776d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:18.607888 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88b4344-73a5-4ed8-886f-0532120776d5 None None] Pushing event updated for resources: {'Port': ['ID=33a9197e-9eda-40df-bcc1-59e5adff04c7,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:18.627633 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6333e18b-14b9-449b-83e6-1fdc74708a2c tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:18.687243 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-889ba99d-baa3-4045-9081-33ace1988845 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:18.701941 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6333e18b-14b9-449b-83e6-1fdc74708a2c tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:18.702428 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb45add-3a0e-430e-846d-f2a7433c7d13 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Router d20839c9-a90f-41fa-a6fb-8ea4c215ed87 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:01:18.720436 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6333e18b-14b9-449b-83e6-1fdc74708a2c tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1ddb19d-7ccb-4002-be64-6233fb51f608,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:18.721908 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-889ba99d-baa3-4045-9081-33ace1988845 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c023ebc-145a-47a6-87ab-f47e8a6f9de0']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:18.737178 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-889ba99d-baa3-4045-9081-33ace1988845 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dba1975-e09d-4bb6-91ce-a8e9251f0d48') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:18.737178 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-889ba99d-baa3-4045-9081-33ace1988845 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dba1975-e09d-4bb6-91ce-a8e9251f0d48') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:18.757145 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50780) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:18.790769 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-889ba99d-baa3-4045-9081-33ace1988845 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:18.814238 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-889ba99d-baa3-4045-9081-33ace1988845 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:18.841034 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6333e18b-14b9-449b-83e6-1fdc74708a2c tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:18.854686 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-6333e18b-14b9-449b-83e6-1fdc74708a2c tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4417975 Feb 16 17:01:18.855790 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50784) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:18.870337 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-889ba99d-baa3-4045-9081-33ace1988845 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:01:18.870503 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-889ba99d-baa3-4045-9081-33ace1988845 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:18.878238 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 17:01:18.878238 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:01:18.878238 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 17:01:18.878238 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:01:18.878238 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 17:01:18.878238 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:01:18.878238 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 17:01:18.878238 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:01:18.878238 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 17:01:18.878238 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:01:18.878238 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 17:01:18.878238 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:01:18.878238 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 17:01:18.878238 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:01:18.878238 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:01:18.878238 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:01:18.878238 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:01:18.878238 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:01:18.878238 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 17:01:18.878238 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:01:18.878238 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 17:01:18.878238 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:01:18.878238 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:01:18.878238 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:01:18.878238 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 17:01:18.878238 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:01:18.878238 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:01:18.878238 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:01:18.878238 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:01:18.878238 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:01:18.878238 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:01:18.878238 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:01:18.900868 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e57da09e-13a0-4828-ad3a-6b0777022400 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:18.910333 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e57da09e-13a0-4828-ad3a-6b0777022400 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:18.959961 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619e84a2-2353-4811-a2a5-9b43f6b835a5 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:18.984882 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-49941088-4243-411e-8573-37a1fe4ab7e1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a49c4a29cc0c4355a6085d6833226341&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2265010 Feb 16 17:01:18.987527 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50786) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:19.010161 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e57da09e-13a0-4828-ad3a-6b0777022400 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:19.016540 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb45add-3a0e-430e-846d-f2a7433c7d13 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:01:19.025102 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e57da09e-13a0-4828-ad3a-6b0777022400 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:19.026976 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e57da09e-13a0-4828-ad3a-6b0777022400 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/a1ddb19d-7ccb-4002-be64-6233fb51f608 HTTP/1.1" status: 204 len: 168 time: 0.1695557 Feb 16 17:01:19.028684 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaa0ec8-229a-4db5-a19e-efd070abe880 None None] Sync routers for ids ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:01:19.031182 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50788) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:19.035669 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57da09e-13a0-4828-ad3a-6b0777022400 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a1ddb19d-7ccb-4002-be64-6233fb51f608,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:19.046012 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaa0ec8-229a-4db5-a19e-efd070abe880 None None] Routers {'d20839c9-a90f-41fa-a6fb-8ea4c215ed87'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:01:19.046649 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-dbaa0ec8-229a-4db5-a19e-efd070abe880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:01:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:19.086673 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-06895a1f-6bff-4948-8d64-0a74707c0495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:19.094594 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-889ba99d-baa3-4045-9081-33ace1988845 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:19.097494 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-dbaa0ec8-229a-4db5-a19e-efd070abe880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:19.098494 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-619e84a2-2353-4811-a2a5-9b43f6b835a5 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:19.107658 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaa0ec8-229a-4db5-a19e-efd070abe880 None None] Routers {'d20839c9-a90f-41fa-a6fb-8ea4c215ed87'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:01:19.108560 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-dbaa0ec8-229a-4db5-a19e-efd070abe880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:01:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:19.112821 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-e013a27d-a513-4574-a4a2-56c466956b55 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0805449 Feb 16 17:01:19.116343 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50792) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:19.119775 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-06895a1f-6bff-4948-8d64-0a74707c0495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:19.137085 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-889ba99d-baa3-4045-9081-33ace1988845 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:19.142603 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-889ba99d-baa3-4045-9081-33ace1988845 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "DELETE /v2.0/networks/7c023ebc-145a-47a6-87ab-f47e8a6f9de0 HTTP/1.1" status: 204 len: 168 time: 1.5510721 Feb 16 17:01:19.147090 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50796) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:19.159969 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fcb45add-3a0e-430e-846d-f2a7433c7d13 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:19.160471 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-dbaa0ec8-229a-4db5-a19e-efd070abe880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:19.161123 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaa0ec8-229a-4db5-a19e-efd070abe880 None None] The sync data for ids ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:01:19.201030 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889ba99d-baa3-4045-9081-33ace1988845 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event deleted for resources: {'Network': ['ID=7c023ebc-145a-47a6-87ab-f47e8a6f9de0,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:19.207009 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb7ba66-4941-477b-ae98-6ac868b5424a tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:19.208697 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-8bb7ba66-4941-477b-ae98-6ac868b5424a tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0609286 Feb 16 17:01:19.212552 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50798) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:19.228218 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [None req-619e84a2-2353-4811-a2a5-9b43f6b835a5 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] device_id is not set on port 7a18d313-879f-40a5-bc3c-f2f69149a352 yet. {{(pid=114376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:01:19.242194 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-fcb45add-3a0e-430e-846d-f2a7433c7d13 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.9908574 Feb 16 17:01:19.243509 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50802) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:19.269853 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-3e10de54-8713-4966-b5f3-5d1563a59b5e tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0555756 Feb 16 17:01:19.278336 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50804) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:19.283291 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-a5b67878-361f-4135-9002-759136a319e4 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-608343884'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:19.291838 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-06895a1f-6bff-4948-8d64-0a74707c0495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:19.294762 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-06895a1f-6bff-4948-8d64-0a74707c0495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:19.296038 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-06895a1f-6bff-4948-8d64-0a74707c0495 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1998500b-335c-40b4-8ed4-1727a51f3ffb HTTP/1.1" status: 204 len: 168 time: 0.3074250 Feb 16 17:01:19.312539 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06895a1f-6bff-4948-8d64-0a74707c0495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1998500b-335c-40b4-8ed4-1727a51f3ffb,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:19.367313 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c29c46a6-4c23-456a-9c64-350a27788dc6 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:19.387960 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b67878-361f-4135-9002-759136a319e4 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Made reservation on behalf of c643207721ea44e4a742511dc6707de4 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:19.392371 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a5b67878-361f-4135-9002-759136a319e4 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:19.401832 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-e5334eef-72b9-4670-b24f-9e9bfcde0038 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] 10.222.0.88 "GET /v2.0/floatingips/0c02492b-1e47-44c3-85d0-33e8c6cea5bc HTTP/1.1" status: 200 len: 977 time: 0.1553454 Feb 16 17:01:19.406613 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50808) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:19.421292 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5b67878-361f-4135-9002-759136a319e4 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:01:19.433553 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a5b67878-361f-4135-9002-759136a319e4 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:19.433939 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-a5b67878-361f-4135-9002-759136a319e4 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Added segment 7b09984d-4ca4-4d02-bf23-d4ee5c3cd331 of type vlan for network 88c6b32b-fcb3-4a64-9be7-192717205887 Feb 16 17:01:19.459188 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c29c46a6-4c23-456a-9c64-350a27788dc6 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:19.461395 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 33a9197e-9eda-40df-bcc1-59e5adff04c7 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:01:19.495925 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a5b67878-361f-4135-9002-759136a319e4 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:19.532606 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 33a9197e-9eda-40df-bcc1-59e5adff04c7 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:19.533239 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:19.617277 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a5b67878-361f-4135-9002-759136a319e4 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:19.628918 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:19.630837 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b67878-361f-4135-9002-759136a319e4 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:19.631729 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a5b67878-361f-4135-9002-759136a319e4 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:19.666092 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-02876d0c-751f-43d3-8a4c-c0ad8f040d91 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] 10.222.0.88 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2563295 Feb 16 17:01:19.668865 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50812) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:19.670388 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port 33a9197e-9eda-40df-bcc1-59e5adff04c7, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=33a9197e-9eda-40df-bcc1-59e5adff04c7,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:19.673298 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-802d1fab-27d1-4f91-940c-e9e29b0376a8 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Request body: {'floatingip': {'port_id': '1df40923-09a3-42b8-ad1a-4efc82a4fc05'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:19.687582 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c29c46a6-4c23-456a-9c64-350a27788dc6 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:19.690279 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c29c46a6-4c23-456a-9c64-350a27788dc6 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:19.691449 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c29c46a6-4c23-456a-9c64-350a27788dc6 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "DELETE /v2.0/security-groups/7145bf39-ce3d-4195-a746-8b43ec7c780f HTTP/1.1" status: 204 len: 168 time: 0.5715530 Feb 16 17:01:19.728594 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50814) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:19.744948 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29c46a6-4c23-456a-9c64-350a27788dc6 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7145bf39-ce3d-4195-a746-8b43ec7c780f,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:19.752108 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b67878-361f-4135-9002-759136a319e4 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event updated for resources: {'Network': ['ID=88c6b32b-fcb3-4a64-9be7-192717205887,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:19.754634 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:19.763779 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-619e84a2-2353-4811-a2a5-9b43f6b835a5 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Allocated IP 172.20.0.14 (1e2a9b2d-a159-48c5-a704-dcb18c3b88c3/fdeb6363-189c-4459-826a-b084dd09c36a/7a18d313-879f-40a5-bc3c-f2f69149a352) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:19.772202 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-802d1fab-27d1-4f91-940c-e9e29b0376a8 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for floatingip, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:19.778006 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-619e84a2-2353-4811-a2a5-9b43f6b835a5 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Allocated IP 2001:db8::f816:3eff:feda:efdd (1e2a9b2d-a159-48c5-a704-dcb18c3b88c3/b77956c6-6978-43a0-a824-78d11fe8285a/7a18d313-879f-40a5-bc3c-f2f69149a352) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:19.847467 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-38b687ae-a60e-470f-9069-928e0a176af6 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1174388 Feb 16 17:01:19.859489 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50822) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:19.860020 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50824) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:19.861127 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a5b67878-361f-4135-9002-759136a319e4 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5815127 Feb 16 17:01:19.866036 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-7bea4cbb-dbc0-494c-86b7-ea88042dcb28 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Request body: {'security_group': {'name': 'tempest-secgroup--1457196704'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:19.867847 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 88c6b32b-fcb3-4a64-9be7-192717205887 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:01:19.888770 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-fdf319f0-f3cc-49f5-87a1-075cc91ddd13 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Request body: {'subnet': {'network_id': '88c6b32b-fcb3-4a64-9be7-192717205887', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:19.898068 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 1c2cef9e-c4fd-463d-9bc0-ba2125098898 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:01:19.971577 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1799ae3-cace-4269-8569-bc5b166e80be None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:01:19.974557 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 1c2cef9e-c4fd-463d-9bc0-ba2125098898 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:01:19.974895 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 1c2cef9e-c4fd-463d-9bc0-ba2125098898 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:01:20.019914 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=33a9197e-9eda-40df-bcc1-59e5adff04c7,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:20.095470 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-2975347c-636a-4318-9f4e-93b1b765ce5c None None] Provisioning complete for port 33a9197e-9eda-40df-bcc1-59e5adff04c7 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:20.096220 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2975347c-636a-4318-9f4e-93b1b765ce5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:20.139254 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7bea4cbb-dbc0-494c-86b7-ea88042dcb28 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:20.336069 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf319f0-f3cc-49f5-87a1-075cc91ddd13 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Made reservation on behalf of c643207721ea44e4a742511dc6707de4 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:20.336069 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fdf319f0-f3cc-49f5-87a1-075cc91ddd13 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:20.345415 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-619e84a2-2353-4811-a2a5-9b43f6b835a5 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:20.347339 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05c104c-50e2-48da-8fb6-9b9320eeb08b None None] Update dhcp port {'port': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'fixed_ips': [{'subnet_id': 'b77956c6-6978-43a0-a824-78d11fe8285a', 'ip_address': '2001:db8::f816:3eff:feb8:2c5b'}, {'subnet_id': 'fdeb6363-189c-4459-826a-b084dd09c36a'}], 'binding:host_id': 'dv-neutron-828697-3-hyperv'}, 'id': '33a9197e-9eda-40df-bcc1-59e5adff04c7'} from dv-neutron-828697-3-hyperv. {{(pid=114377) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 16 17:01:20.374138 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b05c104c-50e2-48da-8fb6-9b9320eeb08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:20.448984 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7bea4cbb-dbc0-494c-86b7-ea88042dcb28 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:20.526164 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7bea4cbb-dbc0-494c-86b7-ea88042dcb28 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:20.558860 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50838) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:20.604634 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-619e84a2-2353-4811-a2a5-9b43f6b835a5 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:20.637727 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-b05c104c-50e2-48da-8fb6-9b9320eeb08b None None] Allocated IP 172.20.0.2 (1e2a9b2d-a159-48c5-a704-dcb18c3b88c3/fdeb6363-189c-4459-826a-b084dd09c36a/33a9197e-9eda-40df-bcc1-59e5adff04c7) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:20.643531 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bea4cbb-dbc0-494c-86b7-ea88042dcb28 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b5dcdd-e483-49be-9d45-105395c35a74,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:20.677020 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-3f0aabd0-3271-4c73-9df3-f27ec43e8723 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1705306327'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:20.677896 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7bea4cbb-dbc0-494c-86b7-ea88042dcb28 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:20.681775 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-7bea4cbb-dbc0-494c-86b7-ea88042dcb28 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8179634 Feb 16 17:01:20.685084 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50842) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:20.691382 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-ec282321-956d-4642-b3d5-2827a99cfdfd tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Request body: {'security_group_rule': {'security_group_id': 'd7b5dcdd-e483-49be-9d45-105395c35a74', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:20.739446 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619e84a2-2353-4811-a2a5-9b43f6b835a5 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:20.745447 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-b05c104c-50e2-48da-8fb6-9b9320eeb08b None None] For port 33a9197e-9eda-40df-bcc1-59e5adff04c7, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=33a9197e-9eda-40df-bcc1-59e5adff04c7,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:20.750292 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-619e84a2-2353-4811-a2a5-9b43f6b835a5 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:20.774621 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e84a2-2353-4811-a2a5-9b43f6b835a5 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Port': ['ID=7a18d313-879f-40a5-bc3c-f2f69149a352,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:20.775885 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b05c104c-50e2-48da-8fb6-9b9320eeb08b None None] Notify callbacks [] for port, precommit_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:20.781557 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619e84a2-2353-4811-a2a5-9b43f6b835a5 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:20.798362 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0aabd0-3271-4c73-9df3-f27ec43e8723 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Made reservation on behalf of 841a480db15540738657d15deb2b5fb4 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:20.802057 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3f0aabd0-3271-4c73-9df3-f27ec43e8723 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:20.811113 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3f0aabd0-3271-4c73-9df3-f27ec43e8723 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:20.838141 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ec282321-956d-4642-b3d5-2827a99cfdfd tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:20.871732 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619e84a2-2353-4811-a2a5-9b43f6b835a5 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:20.872379 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-619e84a2-2353-4811-a2a5-9b43f6b835a5 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:20.884187 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b05c104c-50e2-48da-8fb6-9b9320eeb08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:20.929250 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fdf319f0-f3cc-49f5-87a1-075cc91ddd13 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:20.945903 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ec282321-956d-4642-b3d5-2827a99cfdfd tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:20.960313 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3f0aabd0-3271-4c73-9df3-f27ec43e8723 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:20.979954 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05c104c-50e2-48da-8fb6-9b9320eeb08b None None] Pushing event updated for resources: {'Port': ['ID=33a9197e-9eda-40df-bcc1-59e5adff04c7,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:20.994812 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-619e84a2-2353-4811-a2a5-9b43f6b835a5 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.5774896 Feb 16 17:01:20.997517 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50844) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:21.004262 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-802d1fab-27d1-4f91-940c-e9e29b0376a8 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:21.017671 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf319f0-f3cc-49f5-87a1-075cc91ddd13 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event updated for resources: {'Subnet': ['ID=09a55085-7c4c-4559-8146-eaa23a036b4d,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:21.028307 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf319f0-f3cc-49f5-87a1-075cc91ddd13 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Checking segment: {'id': '7b09984d-4ca4-4d02-bf23-d4ee5c3cd331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '88c6b32b-fcb3-4a64-9be7-192717205887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:01:21.028671 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf319f0-f3cc-49f5-87a1-075cc91ddd13 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Network hostable DHCP agents. Network: 88c6b32b-fcb3-4a64-9be7-192717205887, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:01:21.058775 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ad1b29-98ca-469c-bf9c-ded0634bbca2 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:21.064876 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ad1b29-98ca-469c-bf9c-ded0634bbca2 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:21.066573 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-24ad1b29-98ca-469c-bf9c-ded0634bbca2 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0680161 Feb 16 17:01:21.069021 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ec282321-956d-4642-b3d5-2827a99cfdfd tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:21.070036 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50846) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:21.088353 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec282321-956d-4642-b3d5-2827a99cfdfd tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b22a8e63-b5bd-4a6f-8443-5781154fd074,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:21.102951 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3f0aabd0-3271-4c73-9df3-f27ec43e8723 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:21.109995 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-802d1fab-27d1-4f91-940c-e9e29b0376a8 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:21.136345 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f0aabd0-3271-4c73-9df3-f27ec43e8723 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:01:21.146350 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0aabd0-3271-4c73-9df3-f27ec43e8723 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daa79113-728d-49d3-a0dc-a78855a042f0,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:21.151374 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3f0aabd0-3271-4c73-9df3-f27ec43e8723 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:21.151721 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-3f0aabd0-3271-4c73-9df3-f27ec43e8723 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Added segment 178f417b-9a0f-40fe-bfe7-a83271c43b61 of type vlan for network e25c01dc-4276-4191-981d-6882480351cd Feb 16 17:01:21.169360 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf319f0-f3cc-49f5-87a1-075cc91ddd13 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Network 88c6b32b-fcb3-4a64-9be7-192717205887 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:01:21.190741 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ec282321-956d-4642-b3d5-2827a99cfdfd tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:21.192024 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ec282321-956d-4642-b3d5-2827a99cfdfd tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5049119 Feb 16 17:01:21.203081 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50848) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:21.208746 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3f0aabd0-3271-4c73-9df3-f27ec43e8723 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:21.222111 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-096036d6-c2f7-40ae-ba84-c18cc739678c tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "GET /v2.0/security-group-rules/b22a8e63-b5bd-4a6f-8443-5781154fd074 HTTP/1.1" status: 200 len: 763 time: 0.0230026 Feb 16 17:01:21.224916 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50850) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:21.286806 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-0ca3deb3-e1ca-4a5a-9947-1e6ff5e585da tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0601373 Feb 16 17:01:21.291264 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50852) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:21.325032 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-71efb021-b69e-47fd-ae93-d6415ceddf1a tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:21.337222 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-71efb021-b69e-47fd-ae93-d6415ceddf1a tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:21.389553 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 33a9197e-9eda-40df-bcc1-59e5adff04c7 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:01:21.417110 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3f0aabd0-3271-4c73-9df3-f27ec43e8723 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:21.425169 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0aabd0-3271-4c73-9df3-f27ec43e8723 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:21.428525 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3f0aabd0-3271-4c73-9df3-f27ec43e8723 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:21.473758 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 33a9197e-9eda-40df-bcc1-59e5adff04c7 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:21.474052 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:21.511623 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0aabd0-3271-4c73-9df3-f27ec43e8723 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Pushing event updated for resources: {'Network': ['ID=e25c01dc-4276-4191-981d-6882480351cd,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:21.513817 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-71efb021-b69e-47fd-ae93-d6415ceddf1a tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:21.524851 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-71efb021-b69e-47fd-ae93-d6415ceddf1a tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:21.526132 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-71efb021-b69e-47fd-ae93-d6415ceddf1a tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/b22a8e63-b5bd-4a6f-8443-5781154fd074 HTTP/1.1" status: 204 len: 168 time: 0.2328618 Feb 16 17:01:21.530968 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50854) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:21.535149 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network e25c01dc-4276-4191-981d-6882480351cd details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:01:21.551775 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71efb021-b69e-47fd-ae93-d6415ceddf1a tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b22a8e63-b5bd-4a6f-8443-5781154fd074,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:21.563690 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-fdf319f0-f3cc-49f5-87a1-075cc91ddd13 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 88c6b32b-fcb3-4a64-9be7-192717205887) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:21.593991 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-af3d61a6-5f47-416e-91ab-be227c990459 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0618672 Feb 16 17:01:21.597576 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50856) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:21.605495 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf319f0-f3cc-49f5-87a1-075cc91ddd13 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:21.605861 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-9729bb62-0fd0-45e5-8543-defe478bdb3f tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Request body: {'security_group_rule': {'security_group_id': 'd7b5dcdd-e483-49be-9d45-105395c35a74', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:21.606041 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fdf319f0-f3cc-49f5-87a1-075cc91ddd13 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:21.622082 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-3f0aabd0-3271-4c73-9df3-f27ec43e8723 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.0620747 Feb 16 17:01:21.628053 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50858) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:21.638134 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-30d40526-3125-47a6-83b9-114a7591fb08 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Request body: {'subnet': {'network_id': 'e25c01dc-4276-4191-981d-6882480351cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:21.656614 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25587476-a3e5-4a73-bbc7-753214ff4d8b None None] Network 88c6b32b-fcb3-4a64-9be7-192717205887 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:01:21.659846 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.l3_db [None req-802d1fab-27d1-4f91-940c-e9e29b0376a8 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Floating IP 0c02492b-1e47-44c3-85d0-33e8c6cea5bc associated. External IP: 172.26.3.108, port: 1b9c3983-c24a-4a23-ae00-f3847faf2dd4. Feb 16 17:01:21.743352 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-fdf319f0-f3cc-49f5-87a1-075cc91ddd13 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8680398 Feb 16 17:01:21.744973 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50860) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:21.754666 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-24b88cba-613b-43cd-bfec-2db3bfee1152 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Request body: {'port': {'network_id': '88c6b32b-fcb3-4a64-9be7-192717205887', 'name': 'tempest-PortsTestJSON-51554829'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:21.785293 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9729bb62-0fd0-45e5-8543-defe478bdb3f tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:21.808252 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-30a04647-8e2d-4210-848d-9fdd468908dc tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Deleting port 7a18d313-879f-40a5-bc3c-f2f69149a352 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:01:21.808887 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-30a04647-8e2d-4210-848d-9fdd468908dc tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:21.892105 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9729bb62-0fd0-45e5-8543-defe478bdb3f tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:21.938035 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-fb40eb70-7ca5-4283-b7b4-e0936f738b6e None None] Provisioning complete for port 33a9197e-9eda-40df-bcc1-59e5adff04c7 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:21.938664 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-fb40eb70-7ca5-4283-b7b4-e0936f738b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:21.982763 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9729bb62-0fd0-45e5-8543-defe478bdb3f tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:21.987137 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-30a04647-8e2d-4210-848d-9fdd468908dc tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:22.004951 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9729bb62-0fd0-45e5-8543-defe478bdb3f tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30c17033-350e-4b79-89f5-9ea595d671d5,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:22.050108 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d40526-3125-47a6-83b9-114a7591fb08 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Made reservation on behalf of 841a480db15540738657d15deb2b5fb4 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:22.054129 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-30d40526-3125-47a6-83b9-114a7591fb08 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:22.065612 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-30a04647-8e2d-4210-848d-9fdd468908dc tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Calling delete_port for 7a18d313-879f-40a5-bc3c-f2f69149a352 owned by {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:01:22.107049 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9729bb62-0fd0-45e5-8543-defe478bdb3f tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:22.110745 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-9729bb62-0fd0-45e5-8543-defe478bdb3f tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5095472 Feb 16 17:01:22.110894 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e439397-af1d-455f-a32f-37ba465a792f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-88c6b32b-fcb3-4a64-9be7-192717205887', 'network_id': '88c6b32b-fcb3-4a64-9be7-192717205887', 'tenant_id': 'c643207721ea44e4a742511dc6707de4', 'fixed_ips': [{'subnet_id': '09a55085-7c4c-4559-8146-eaa23a036b4d'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:01:22.111284 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50866) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:22.111412 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5e439397-af1d-455f-a32f-37ba465a792f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:22.131597 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-2c3cb05d-f8ed-4f10-bb49-3f310757224d tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "GET /v2.0/security-group-rules/30c17033-350e-4b79-89f5-9ea595d671d5 HTTP/1.1" status: 200 len: 763 time: 0.0169446 Feb 16 17:01:22.131829 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50868) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:22.177123 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-9f1d87f9-2024-402c-bf0f-2901d74fec01 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0413632 Feb 16 17:01:22.177377 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50870) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:22.193270 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802d1fab-27d1-4f91-940c-e9e29b0376a8 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Router d20839c9-a90f-41fa-a6fb-8ea4c215ed87 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:01:22.201706 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6e000dc1-1b22-422a-a5e5-649d9189bd62 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:22.211610 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6e000dc1-1b22-422a-a5e5-649d9189bd62 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:22.228127 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-5d03c930-297c-4b55-9136-e211c0a84303 None None] Provisioning complete for port 7a18d313-879f-40a5-bc3c-f2f69149a352 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:22.232602 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5d03c930-297c-4b55-9136-e211c0a84303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:22.232724 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b88cba-613b-43cd-bfec-2db3bfee1152 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Made reservation on behalf of c643207721ea44e4a742511dc6707de4 for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:22.235315 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-24b88cba-613b-43cd-bfec-2db3bfee1152 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:22.256785 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-24b88cba-613b-43cd-bfec-2db3bfee1152 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] device_id is not set on port f889b264-f668-4389-b99e-a23b39d9d1eb yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:01:22.308683 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6e000dc1-1b22-422a-a5e5-649d9189bd62 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:22.319740 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6e000dc1-1b22-422a-a5e5-649d9189bd62 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:22.323854 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-6e000dc1-1b22-422a-a5e5-649d9189bd62 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/30c17033-350e-4b79-89f5-9ea595d671d5 HTTP/1.1" status: 204 len: 168 time: 0.1421258 Feb 16 17:01:22.324705 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50872) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:22.325241 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-5d03c930-297c-4b55-9136-e211c0a84303 None None] Port 7a18d313-879f-40a5-bc3c-f2f69149a352 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:01:22.336261 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-5e439397-af1d-455f-a32f-37ba465a792f None None] Allocated IP 172.20.0.2 (88c6b32b-fcb3-4a64-9be7-192717205887/09a55085-7c4c-4559-8146-eaa23a036b4d/0ea1498b-df95-4041-81e4-2569aa2f3db3) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:22.337304 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e000dc1-1b22-422a-a5e5-649d9189bd62 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=30c17033-350e-4b79-89f5-9ea595d671d5,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:22.375573 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-75f4dac9-4065-4dda-9cb3-d0ba476605a9 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0467932 Feb 16 17:01:22.378215 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50874) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:22.383676 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-85c6f2ea-2959-42f9-b860-84a324670729 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Request body: {'security_group_rule': {'security_group_id': 'd7b5dcdd-e483-49be-9d45-105395c35a74', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:22.484614 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802d1fab-27d1-4f91-940c-e9e29b0376a8 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:01:22.496273 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0937852-3deb-46e3-825d-1bf658857eb6 None None] Sync routers for ids ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:01:22.500911 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5e439397-af1d-455f-a32f-37ba465a792f None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:22.506409 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0937852-3deb-46e3-825d-1bf658857eb6 None None] Routers {'d20839c9-a90f-41fa-a6fb-8ea4c215ed87'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:01:22.509991 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-f0937852-3deb-46e3-825d-1bf658857eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:01:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:22.510185 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-85c6f2ea-2959-42f9-b860-84a324670729 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:22.537987 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-30d40526-3125-47a6-83b9-114a7591fb08 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:22.546175 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-f0937852-3deb-46e3-825d-1bf658857eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:22.557924 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0937852-3deb-46e3-825d-1bf658857eb6 None None] Routers {'d20839c9-a90f-41fa-a6fb-8ea4c215ed87'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:01:22.559132 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-f0937852-3deb-46e3-825d-1bf658857eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:01:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:22.562193 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5e439397-af1d-455f-a32f-37ba465a792f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:22.595230 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-f0937852-3deb-46e3-825d-1bf658857eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:22.596165 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0937852-3deb-46e3-825d-1bf658857eb6 None None] The sync data for ids ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:01:22.614041 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e439397-af1d-455f-a32f-37ba465a792f None None] Network 88c6b32b-fcb3-4a64-9be7-192717205887 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:22.618298 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-5e439397-af1d-455f-a32f-37ba465a792f None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:22.620079 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-85c6f2ea-2959-42f9-b860-84a324670729 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:22.622538 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e439397-af1d-455f-a32f-37ba465a792f None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:22.642253 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e439397-af1d-455f-a32f-37ba465a792f None None] Pushing event updated for resources: {'Port': ['ID=0ea1498b-df95-4041-81e4-2569aa2f3db3,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:22.644206 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-30a04647-8e2d-4210-848d-9fdd468908dc tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:22.655078 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-24b88cba-613b-43cd-bfec-2db3bfee1152 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Allocated IP 172.20.0.4 (88c6b32b-fcb3-4a64-9be7-192717205887/09a55085-7c4c-4559-8146-eaa23a036b4d/f889b264-f668-4389-b99e-a23b39d9d1eb) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:22.665488 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d40526-3125-47a6-83b9-114a7591fb08 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Pushing event updated for resources: {'Subnet': ['ID=340854f2-b107-4290-9fa0-8ad20a58c171,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:22.685232 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-85c6f2ea-2959-42f9-b860-84a324670729 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:22.698129 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a04647-8e2d-4210-848d-9fdd468908dc tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event deleted for resources: {'Port': ['ID=7a18d313-879f-40a5-bc3c-f2f69149a352,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:22.705676 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-5e439397-af1d-455f-a32f-37ba465a792f None None] Attempting to bind port 0ea1498b-df95-4041-81e4-2569aa2f3db3 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:01:22.706255 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-5e439397-af1d-455f-a32f-37ba465a792f None None] Attempting to bind port 0ea1498b-df95-4041-81e4-2569aa2f3db3 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '7b09984d-4ca4-4d02-bf23-d4ee5c3cd331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '88c6b32b-fcb3-4a64-9be7-192717205887'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:01:22.706518 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e439397-af1d-455f-a32f-37ba465a792f None None] Attempting to bind port 0ea1498b-df95-4041-81e4-2569aa2f3db3 on network 88c6b32b-fcb3-4a64-9be7-192717205887 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:01:22.712396 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d40526-3125-47a6-83b9-114a7591fb08 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Checking segment: {'id': '178f417b-9a0f-40fe-bfe7-a83271c43b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e25c01dc-4276-4191-981d-6882480351cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:01:22.712745 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d40526-3125-47a6-83b9-114a7591fb08 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Network hostable DHCP agents. Network: e25c01dc-4276-4191-981d-6882480351cd, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:01:22.713703 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e439397-af1d-455f-a32f-37ba465a792f None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:01:22.713956 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e439397-af1d-455f-a32f-37ba465a792f None None] Checking segment: {'id': '7b09984d-4ca4-4d02-bf23-d4ee5c3cd331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '88c6b32b-fcb3-4a64-9be7-192717205887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:01:22.714343 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5e439397-af1d-455f-a32f-37ba465a792f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:22.718580 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e439397-af1d-455f-a32f-37ba465a792f None None] Bound using segment: {'id': '7b09984d-4ca4-4d02-bf23-d4ee5c3cd331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '88c6b32b-fcb3-4a64-9be7-192717205887'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:01:22.718580 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-5e439397-af1d-455f-a32f-37ba465a792f None None] Bound port: 0ea1498b-df95-4041-81e4-2569aa2f3db3, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b09984d-4ca4-4d02-bf23-d4ee5c3cd331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '88c6b32b-fcb3-4a64-9be7-192717205887'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:01:22.718580 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5e439397-af1d-455f-a32f-37ba465a792f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:22.729899 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c6f2ea-2959-42f9-b860-84a324670729 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28fc1e59-4d0b-4158-b28d-6bfd81a0b7fe,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:22.801152 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-5e439397-af1d-455f-a32f-37ba465a792f None None] For port 0ea1498b-df95-4041-81e4-2569aa2f3db3, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:01:22.806141 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-5e439397-af1d-455f-a32f-37ba465a792f None None] For port 0ea1498b-df95-4041-81e4-2569aa2f3db3, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=0ea1498b-df95-4041-81e4-2569aa2f3db3,segment=NetworkSegment(7b09984d-4ca4-4d02-bf23-d4ee5c3cd331),segment_id=7b09984d-4ca4-4d02-bf23-d4ee5c3cd331)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:01:22.812816 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-85c6f2ea-2959-42f9-b860-84a324670729 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:22.814534 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-85c6f2ea-2959-42f9-b860-84a324670729 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4349020 Feb 16 17:01:22.817223 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50876) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:22.849538 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-05df3f08-9425-4e03-8733-46b03afbf1cb tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "GET /v2.0/security-group-rules/28fc1e59-4d0b-4158-b28d-6bfd81a0b7fe HTTP/1.1" status: 200 len: 764 time: 0.0311537 Feb 16 17:01:22.853498 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50878) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:22.896880 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d40526-3125-47a6-83b9-114a7591fb08 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Network e25c01dc-4276-4191-981d-6882480351cd is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:01:22.904210 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5e439397-af1d-455f-a32f-37ba465a792f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:22.932200 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-24b88cba-613b-43cd-bfec-2db3bfee1152 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:22.932458 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-30a04647-8e2d-4210-848d-9fdd468908dc tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:22.932458 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-30a04647-8e2d-4210-848d-9fdd468908dc tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/ports/7a18d313-879f-40a5-bc3c-f2f69149a352 HTTP/1.1" status: 204 len: 168 time: 1.8603492 Feb 16 17:01:22.936383 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50880) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:22.973674 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-d64e0299-dbe7-432c-9cd0-93b8400907e3 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0912449 Feb 16 17:01:22.977308 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50882) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:22.985106 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802d1fab-27d1-4f91-940c-e9e29b0376a8 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Router d20839c9-a90f-41fa-a6fb-8ea4c215ed87 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:01:22.989067 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-30d40526-3125-47a6-83b9-114a7591fb08 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, e25c01dc-4276-4191-981d-6882480351cd) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:23.001602 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d40526-3125-47a6-83b9-114a7591fb08 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:23.004176 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-30d40526-3125-47a6-83b9-114a7591fb08 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:23.005077 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69dd3b9-7218-4572-9fff-e3f838d93af6 None None] Network e25c01dc-4276-4191-981d-6882480351cd requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:01:23.030197 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-acf6465d-4890-4b4f-bb86-c8912c7f76af tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:23.032611 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e439397-af1d-455f-a32f-37ba465a792f None None] Pushing event updated for resources: {'Port': ['ID=0ea1498b-df95-4041-81e4-2569aa2f3db3,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:23.045929 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-acf6465d-4890-4b4f-bb86-c8912c7f76af tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:23.067289 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480543e3-cbb3-4044-a4cd-97ea738f1cfe tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:23.068897 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480543e3-cbb3-4044-a4cd-97ea738f1cfe tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:23.074693 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480543e3-cbb3-4044-a4cd-97ea738f1cfe tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:23.074693 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-480543e3-cbb3-4044-a4cd-97ea738f1cfe tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1347337 Feb 16 17:01:23.091076 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50884) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:23.129999 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-30d40526-3125-47a6-83b9-114a7591fb08 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4985673 Feb 16 17:01:23.133230 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50886) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:23.161658 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d120ea2-16ca-47ea-92dc-215913dc92ca tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Deleting subnet b77956c6-6978-43a0-a824-78d11fe8285a {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:01:23.165154 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6d120ea2-16ca-47ea-92dc-215913dc92ca tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:23.170672 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-58a76ee4-304a-4c86-b405-afa05160c647 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Request body: {'port': {'network_id': 'e25c01dc-4276-4191-981d-6882480351cd', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-853874138'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:23.185258 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312c0255-50c8-4582-ab39-7ad113f83992 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-e25c01dc-4276-4191-981d-6882480351cd', 'network_id': 'e25c01dc-4276-4191-981d-6882480351cd', 'tenant_id': '841a480db15540738657d15deb2b5fb4', 'fixed_ips': [{'subnet_id': '340854f2-b107-4290-9fa0-8ad20a58c171'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:01:23.187961 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-312c0255-50c8-4582-ab39-7ad113f83992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:23.190953 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-24b88cba-613b-43cd-bfec-2db3bfee1152 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:23.261038 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6d120ea2-16ca-47ea-92dc-215913dc92ca tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:23.272057 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b88cba-613b-43cd-bfec-2db3bfee1152 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Network 88c6b32b-fcb3-4a64-9be7-192717205887 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:23.310254 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-acf6465d-4890-4b4f-bb86-c8912c7f76af tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:23.315450 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-24b88cba-613b-43cd-bfec-2db3bfee1152 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:23.320305 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-acf6465d-4890-4b4f-bb86-c8912c7f76af tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:23.321876 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-acf6465d-4890-4b4f-bb86-c8912c7f76af tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/28fc1e59-4d0b-4158-b28d-6bfd81a0b7fe HTTP/1.1" status: 204 len: 168 time: 0.3431842 Feb 16 17:01:23.325822 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50888) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:23.333489 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b88cba-613b-43cd-bfec-2db3bfee1152 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:23.367769 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf6465d-4890-4b4f-bb86-c8912c7f76af tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=28fc1e59-4d0b-4158-b28d-6bfd81a0b7fe,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:23.395756 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802d1fab-27d1-4f91-940c-e9e29b0376a8 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:01:23.408644 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b88cba-613b-43cd-bfec-2db3bfee1152 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:23.409514 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-24b88cba-613b-43cd-bfec-2db3bfee1152 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:23.411509 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-802d1fab-27d1-4f91-940c-e9e29b0376a8 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:23.418683 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceee467a-f2ff-405b-802a-2a42f4a265e1 None None] Sync routers for ids ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:01:23.426896 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b88cba-613b-43cd-bfec-2db3bfee1152 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event updated for resources: {'Port': ['ID=f889b264-f668-4389-b99e-a23b39d9d1eb,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:23.477830 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-8880cc85-ad15-4f48-be7e-6b9d04bfac44 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1477735 Feb 16 17:01:23.479060 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50890) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:23.480385 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 0ea1498b-df95-4041-81e4-2569aa2f3db3 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:01:23.497026 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6d120ea2-16ca-47ea-92dc-215913dc92ca tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:23.528602 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a76ee4-304a-4c86-b405-afa05160c647 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Made reservation on behalf of 841a480db15540738657d15deb2b5fb4 for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:23.530793 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceee467a-f2ff-405b-802a-2a42f4a265e1 None None] Routers {'d20839c9-a90f-41fa-a6fb-8ea4c215ed87'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:01:23.531531 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-ceee467a-f2ff-405b-802a-2a42f4a265e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:01:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:23.532096 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-58a76ee4-304a-4c86-b405-afa05160c647 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:23.543189 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-24b88cba-613b-43cd-bfec-2db3bfee1152 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.7957885 Feb 16 17:01:23.546338 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50892) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:23.551672 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-3b0cb29c-879c-45d2-be05-73808fecb4c6 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Request body: {'port': {'network_id': '88c6b32b-fcb3-4a64-9be7-192717205887', 'name': 'tempest-PortsTestJSON-620381953'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:23.565152 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [None req-58a76ee4-304a-4c86-b405-afa05160c647 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] device_id is not set on port 90bc98bf-ed0b-48db-a057-df3a55a9de71 yet. {{(pid=114376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:01:23.576718 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-802d1fab-27d1-4f91-940c-e9e29b0376a8 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] 10.222.0.88 "PUT /v2.0/floatingips/0c02492b-1e47-44c3-85d0-33e8c6cea5bc HTTP/1.1" status: 200 len: 977 time: 3.9067693 Feb 16 17:01:23.579901 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50894) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:23.586941 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-0d441b14-400d-44ef-903a-21b438a39824 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:23.601249 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-312c0255-50c8-4582-ab39-7ad113f83992 None None] Allocated IP 2001:db8::2 (e25c01dc-4276-4191-981d-6882480351cd/340854f2-b107-4290-9fa0-8ad20a58c171/cdfe6297-7a03-4aae-a7ee-077336bc610a) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:23.603658 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-ceee467a-f2ff-405b-802a-2a42f4a265e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:23.643051 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceee467a-f2ff-405b-802a-2a42f4a265e1 None None] Routers {'d20839c9-a90f-41fa-a6fb-8ea4c215ed87'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:01:23.643703 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-ceee467a-f2ff-405b-802a-2a42f4a265e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:01:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:23.689496 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ecee0909-fd7e-4b85-aa04-c576f3442f80 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:23.707076 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-ceee467a-f2ff-405b-802a-2a42f4a265e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:23.707719 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceee467a-f2ff-405b-802a-2a42f4a265e1 None None] The sync data for ids ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:01:23.720172 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0d441b14-400d-44ef-903a-21b438a39824 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for floatingip, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:23.720516 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 0ea1498b-df95-4041-81e4-2569aa2f3db3 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:23.720915 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:23.749300 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6d120ea2-16ca-47ea-92dc-215913dc92ca tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:23.755051 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ecee0909-fd7e-4b85-aa04-c576f3442f80 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:23.781607 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d120ea2-16ca-47ea-92dc-215913dc92ca tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event deleted for resources: {'Subnet': ['ID=b77956c6-6978-43a0-a824-78d11fe8285a,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:23.785627 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6d120ea2-16ca-47ea-92dc-215913dc92ca tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:23.790142 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-6d120ea2-16ca-47ea-92dc-215913dc92ca tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/b77956c6-6978-43a0-a824-78d11fe8285a HTTP/1.1" status: 204 len: 168 time: 0.6955636 Feb 16 17:01:23.792742 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50896) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:23.805045 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa1e176-18a0-4a9d-ad07-940fe0228c25 None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:01:23.809118 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0cb29c-879c-45d2-be05-73808fecb4c6 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Made reservation on behalf of c643207721ea44e4a742511dc6707de4 for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:23.811540 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3b0cb29c-879c-45d2-be05-73808fecb4c6 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:23.830231 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-3b0cb29c-879c-45d2-be05-73808fecb4c6 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] device_id is not set on port 57018bf3-1665-4692-a549-e6d2515174e5 yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:01:23.899206 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eb2630a-d439-4a26-a785-a4ff2d82857e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Deleting subnet fdeb6363-189c-4459-826a-b084dd09c36a {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:01:23.909247 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3eb2630a-d439-4a26-a785-a4ff2d82857e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:23.936438 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-312c0255-50c8-4582-ab39-7ad113f83992 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:23.956634 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:23.982690 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3eb2630a-d439-4a26-a785-a4ff2d82857e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:23.993394 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-3b0cb29c-879c-45d2-be05-73808fecb4c6 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Allocated IP 172.20.0.9 (88c6b32b-fcb3-4a64-9be7-192717205887/09a55085-7c4c-4559-8146-eaa23a036b4d/57018bf3-1665-4692-a549-e6d2515174e5) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:24.035183 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0d441b14-400d-44ef-903a-21b438a39824 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:24.039004 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-312c0255-50c8-4582-ab39-7ad113f83992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:24.044177 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port 0ea1498b-df95-4041-81e4-2569aa2f3db3, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=0ea1498b-df95-4041-81e4-2569aa2f3db3,segment=NetworkSegment(7b09984d-4ca4-4d02-bf23-d4ee5c3cd331),segment_id=7b09984d-4ca4-4d02-bf23-d4ee5c3cd331)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:24.062992 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ecee0909-fd7e-4b85-aa04-c576f3442f80 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:24.066383 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ecee0909-fd7e-4b85-aa04-c576f3442f80 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:24.067757 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-ecee0909-fd7e-4b85-aa04-c576f3442f80 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "DELETE /v2.0/security-groups/d7b5dcdd-e483-49be-9d45-105395c35a74 HTTP/1.1" status: 204 len: 168 time: 0.5887964 Feb 16 17:01:24.107087 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50898) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:24.116418 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312c0255-50c8-4582-ab39-7ad113f83992 None None] Network e25c01dc-4276-4191-981d-6882480351cd is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:24.121984 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-312c0255-50c8-4582-ab39-7ad113f83992 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:24.125178 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312c0255-50c8-4582-ab39-7ad113f83992 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:24.141127 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0d441b14-400d-44ef-903a-21b438a39824 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:24.141579 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.l3_db [None req-0d441b14-400d-44ef-903a-21b438a39824 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Floating IP 0c02492b-1e47-44c3-85d0-33e8c6cea5bc disassociated. External IP: 172.26.3.108, port: 1df40923-09a3-42b8-ad1a-4efc82a4fc05. Feb 16 17:01:24.143450 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c0255-50c8-4582-ab39-7ad113f83992 None None] Pushing event updated for resources: {'Port': ['ID=cdfe6297-7a03-4aae-a7ee-077336bc610a,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:24.166361 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3b0cb29c-879c-45d2-be05-73808fecb4c6 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:24.166960 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:24.191059 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee0909-fd7e-4b85-aa04-c576f3442f80 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b5dcdd-e483-49be-9d45-105395c35a74,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:24.231349 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-58a76ee4-304a-4c86-b405-afa05160c647 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Allocated IP 2001:db8::234 (e25c01dc-4276-4191-981d-6882480351cd/340854f2-b107-4290-9fa0-8ad20a58c171/90bc98bf-ed0b-48db-a057-df3a55a9de71) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:24.252320 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-312c0255-50c8-4582-ab39-7ad113f83992 None None] Attempting to bind port cdfe6297-7a03-4aae-a7ee-077336bc610a on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:01:24.252689 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-312c0255-50c8-4582-ab39-7ad113f83992 None None] Attempting to bind port cdfe6297-7a03-4aae-a7ee-077336bc610a by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '178f417b-9a0f-40fe-bfe7-a83271c43b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e25c01dc-4276-4191-981d-6882480351cd'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:01:24.253053 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312c0255-50c8-4582-ab39-7ad113f83992 None None] Attempting to bind port cdfe6297-7a03-4aae-a7ee-077336bc610a on network e25c01dc-4276-4191-981d-6882480351cd {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:01:24.264131 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312c0255-50c8-4582-ab39-7ad113f83992 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:01:24.264952 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312c0255-50c8-4582-ab39-7ad113f83992 None None] Checking segment: {'id': '178f417b-9a0f-40fe-bfe7-a83271c43b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e25c01dc-4276-4191-981d-6882480351cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:01:24.265127 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-312c0255-50c8-4582-ab39-7ad113f83992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:24.265520 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312c0255-50c8-4582-ab39-7ad113f83992 None None] Bound using segment: {'id': '178f417b-9a0f-40fe-bfe7-a83271c43b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e25c01dc-4276-4191-981d-6882480351cd'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:01:24.266017 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-312c0255-50c8-4582-ab39-7ad113f83992 None None] Bound port: cdfe6297-7a03-4aae-a7ee-077336bc610a, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178f417b-9a0f-40fe-bfe7-a83271c43b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e25c01dc-4276-4191-981d-6882480351cd'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:01:24.266461 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-312c0255-50c8-4582-ab39-7ad113f83992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:24.292820 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=0ea1498b-df95-4041-81e4-2569aa2f3db3,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:24.296989 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3b0cb29c-879c-45d2-be05-73808fecb4c6 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:24.370227 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-312c0255-50c8-4582-ab39-7ad113f83992 None None] For port cdfe6297-7a03-4aae-a7ee-077336bc610a, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:01:24.373394 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0cb29c-879c-45d2-be05-73808fecb4c6 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Network 88c6b32b-fcb3-4a64-9be7-192717205887 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:24.377226 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-312c0255-50c8-4582-ab39-7ad113f83992 None None] For port cdfe6297-7a03-4aae-a7ee-077336bc610a, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=cdfe6297-7a03-4aae-a7ee-077336bc610a,segment=NetworkSegment(178f417b-9a0f-40fe-bfe7-a83271c43b61),segment_id=178f417b-9a0f-40fe-bfe7-a83271c43b61)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:01:24.384069 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-3b0cb29c-879c-45d2-be05-73808fecb4c6 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:24.388810 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0cb29c-879c-45d2-be05-73808fecb4c6 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:24.401582 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6611900-a66a-4728-82ac-fe11f77cc020 None None] Network 88c6b32b-fcb3-4a64-9be7-192717205887 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:01:24.434758 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0cb29c-879c-45d2-be05-73808fecb4c6 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event updated for resources: {'Port': ['ID=57018bf3-1665-4692-a549-e6d2515174e5,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:24.449648 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0cb29c-879c-45d2-be05-73808fecb4c6 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:24.450308 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3b0cb29c-879c-45d2-be05-73808fecb4c6 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:24.473113 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-312c0255-50c8-4582-ab39-7ad113f83992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:24.534174 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-3b0cb29c-879c-45d2-be05-73808fecb4c6 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9864359 Feb 16 17:01:24.542636 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50900) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:24.585124 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-5f9a836a-44b8-4b81-8a1f-d1781f3ab1a9 None None] Provisioning complete for port 0ea1498b-df95-4041-81e4-2569aa2f3db3 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:24.585669 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5f9a836a-44b8-4b81-8a1f-d1781f3ab1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:24.636774 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c0255-50c8-4582-ab39-7ad113f83992 None None] Pushing event updated for resources: {'Port': ['ID=cdfe6297-7a03-4aae-a7ee-077336bc610a,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:24.671561 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5496f924-5e57-43d0-8365-b657fb7f4899 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:24.675906 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-5496f924-5e57-43d0-8365-b657fb7f4899 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 920 time: 0.1292183 Feb 16 17:01:24.676228 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50902) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:24.804908 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-00d31954-84eb-43bf-8e11-3c5e4fda2542 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6955674 Feb 16 17:01:24.805128 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50904) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:24.809937 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-09a3c39a-8a21-40e6-843a-fe487398dc14 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Request body: {'security_group': {'name': 'tempest-secgroup--253214740'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:24.822863 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-01b7c821-61de-4bfb-9e77-1ffdfc8f4432 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Deleting port 57018bf3-1665-4692-a549-e6d2515174e5 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:01:24.823245 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-01b7c821-61de-4bfb-9e77-1ffdfc8f4432 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:24.902512 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3eb2630a-d439-4a26-a785-a4ff2d82857e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:24.975109 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-01b7c821-61de-4bfb-9e77-1ffdfc8f4432 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:24.998038 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-01b7c821-61de-4bfb-9e77-1ffdfc8f4432 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Calling delete_port for 57018bf3-1665-4692-a549-e6d2515174e5 owned by {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:01:25.127551 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-09a3c39a-8a21-40e6-843a-fe487398dc14 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:25.198872 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d441b14-400d-44ef-903a-21b438a39824 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Router d20839c9-a90f-41fa-a6fb-8ea4c215ed87 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:01:25.207036 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-58a76ee4-304a-4c86-b405-afa05160c647 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:25.273947 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3eb2630a-d439-4a26-a785-a4ff2d82857e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:25.288758 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-3c93124d-1328-4dcd-a229-e0542e2c16df None None] Provisioning complete for port 57018bf3-1665-4692-a549-e6d2515174e5 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:25.289221 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-3c93124d-1328-4dcd-a229-e0542e2c16df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:25.313358 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-01b7c821-61de-4bfb-9e77-1ffdfc8f4432 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:25.324769 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb2630a-d439-4a26-a785-a4ff2d82857e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event deleted for resources: {'Subnet': ['ID=fdeb6363-189c-4459-826a-b084dd09c36a,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:25.355550 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-3c93124d-1328-4dcd-a229-e0542e2c16df None None] Port 57018bf3-1665-4692-a549-e6d2515174e5 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:01:25.381523 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-3c93124d-1328-4dcd-a229-e0542e2c16df None None] Provisioning complete for port 33a9197e-9eda-40df-bcc1-59e5adff04c7 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:25.385257 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-3c93124d-1328-4dcd-a229-e0542e2c16df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:25.386491 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3eb2630a-d439-4a26-a785-a4ff2d82857e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:25.390561 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-3eb2630a-d439-4a26-a785-a4ff2d82857e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/fdeb6363-189c-4459-826a-b084dd09c36a HTTP/1.1" status: 204 len: 168 time: 1.5931530 Feb 16 17:01:25.393799 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50908) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:25.418195 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b7c821-61de-4bfb-9e77-1ffdfc8f4432 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event deleted for resources: {'Port': ['ID=57018bf3-1665-4692-a549-e6d2515174e5,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:25.425793 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9e210e-36b2-46aa-9f1c-0eefd725e07f None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:01:25.451041 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-da17d479-470a-4851-87a8-99765d78f7a8 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0537038 Feb 16 17:01:25.452221 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50910) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:25.457991 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-2e79546c-4822-487f-8316-29a6ebafc36e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'subnet': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:25.481195 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d441b14-400d-44ef-903a-21b438a39824 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:01:25.494550 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0d441b14-400d-44ef-903a-21b438a39824 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:25.505149 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe990e2b-1231-45d2-af10-2d8674e57107 None None] Sync routers for ids ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:01:25.532542 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-0d441b14-400d-44ef-903a-21b438a39824 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] 10.222.0.88 "PUT /v2.0/floatingips/0c02492b-1e47-44c3-85d0-33e8c6cea5bc HTTP/1.1" status: 200 len: 688 time: 1.9481535 Feb 16 17:01:25.532758 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe990e2b-1231-45d2-af10-2d8674e57107 None None] Routers {'d20839c9-a90f-41fa-a6fb-8ea4c215ed87'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:01:25.532758 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-fe990e2b-1231-45d2-af10-2d8674e57107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:01:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:25.540506 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-58a76ee4-304a-4c86-b405-afa05160c647 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:25.542439 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50912) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:25.584864 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-01b7c821-61de-4bfb-9e77-1ffdfc8f4432 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:25.597313 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-01b7c821-61de-4bfb-9e77-1ffdfc8f4432 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "DELETE /v2.0/ports/57018bf3-1665-4692-a549-e6d2515174e5 HTTP/1.1" status: 204 len: 168 time: 0.9198630 Feb 16 17:01:25.622657 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-09a3c39a-8a21-40e6-843a-fe487398dc14 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:25.623812 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50914) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:25.625907 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-fe990e2b-1231-45d2-af10-2d8674e57107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:25.633442 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 0ea1498b-df95-4041-81e4-2569aa2f3db3 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:01:25.641526 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe990e2b-1231-45d2-af10-2d8674e57107 None None] Routers {'d20839c9-a90f-41fa-a6fb-8ea4c215ed87'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:01:25.642184 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-fe990e2b-1231-45d2-af10-2d8674e57107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:01:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:25.678977 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-eef13173-5228-4321-b3b6-344a7b9d7e4a tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] GET failed (client error): The resource could not be found. Feb 16 17:01:25.680921 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-eef13173-5228-4321-b3b6-344a7b9d7e4a tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "GET /v2.0/ports/57018bf3-1665-4692-a549-e6d2515174e5 HTTP/1.1" status: 404 len: 333 time: 0.0538948 Feb 16 17:01:25.683613 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50916) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:25.696198 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-09a3c39a-8a21-40e6-843a-fe487398dc14 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:25.705916 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-fe990e2b-1231-45d2-af10-2d8674e57107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:25.712794 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe990e2b-1231-45d2-af10-2d8674e57107 None None] The sync data for ids ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:01:25.755330 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a76ee4-304a-4c86-b405-afa05160c647 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Network e25c01dc-4276-4191-981d-6882480351cd is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:25.792789 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 0ea1498b-df95-4041-81e4-2569aa2f3db3 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:25.793223 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:25.822503 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-58a76ee4-304a-4c86-b405-afa05160c647 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:25.826392 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-3c93124d-1328-4dcd-a229-e0542e2c16df None None] Provisioning complete for port 0ea1498b-df95-4041-81e4-2569aa2f3db3 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:25.826810 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-3c93124d-1328-4dcd-a229-e0542e2c16df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:25.838285 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a76ee4-304a-4c86-b405-afa05160c647 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:25.845541 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a76ee4-304a-4c86-b405-afa05160c647 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:25.845814 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-09a3c39a-8a21-40e6-843a-fe487398dc14 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:25.846270 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-58a76ee4-304a-4c86-b405-afa05160c647 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:25.850431 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-09a3c39a-8a21-40e6-843a-fe487398dc14 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0421371 Feb 16 17:01:25.856113 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50918) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:25.858990 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a3c39a-8a21-40e6-843a-fe487398dc14 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f51cab-0d17-4ef7-87c2-075dc23b7733,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:25.862791 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-b5920f2f-29a9-4949-83ca-595c921581aa tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Request body: {'security_group_rule': {'security_group_id': 'e3f51cab-0d17-4ef7-87c2-075dc23b7733', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:25.895768 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb48c1e8-bc24-4347-86bb-a0b63a291455 None None] DHCP port deletion for 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:01:25.898773 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a76ee4-304a-4c86-b405-afa05160c647 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Pushing event updated for resources: {'Port': ['ID=90bc98bf-ed0b-48db-a057-df3a55a9de71,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:25.933226 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-e9408e15-aefb-45b7-8a07-df048a698dfa tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Deleting port f889b264-f668-4389-b99e-a23b39d9d1eb {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:01:25.936510 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e9408e15-aefb-45b7-8a07-df048a698dfa tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:25.977181 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-e11fcfcf-f1bd-4ef8-82c6-5b78b44f8832 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Deleting port 0053c683-e481-4091-a23e-7fc1ed7e85cb {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:01:25.978594 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e11fcfcf-f1bd-4ef8-82c6-5b78b44f8832 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:26.031798 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device cdfe6297-7a03-4aae-a7ee-077336bc610a up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:01:26.059810 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-58a76ee4-304a-4c86-b405-afa05160c647 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.9253714 Feb 16 17:01:26.063267 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50920) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:26.070645 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-0b1d65ce-c0b7-4e25-b9ae-21740b2f7e7d tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Request body: {'port': {'network_id': 'e25c01dc-4276-4191-981d-6882480351cd', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1650626612', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:26.071255 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.api.validators [None req-0b1d65ce-c0b7-4e25-b9ae-21740b2f7e7d tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] bootfile-name is not in valid_values {{(pid=114376) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 17:01:26.071703 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.api.validators [None req-0b1d65ce-c0b7-4e25-b9ae-21740b2f7e7d tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] tftp-server is not in valid_values {{(pid=114376) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 17:01:26.072178 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.api.validators [None req-0b1d65ce-c0b7-4e25-b9ae-21740b2f7e7d tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] server-ip-address is not in valid_values {{(pid=114376) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 17:01:26.084026 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e9408e15-aefb-45b7-8a07-df048a698dfa tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:26.103269 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-e9408e15-aefb-45b7-8a07-df048a698dfa tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Calling delete_port for f889b264-f668-4389-b99e-a23b39d9d1eb owned by {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:01:26.133892 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e79546c-4822-487f-8316-29a6ebafc36e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:26.134412 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-fb48c1e8-bc24-4347-86bb-a0b63a291455 None None] Deleting port 33a9197e-9eda-40df-bcc1-59e5adff04c7 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:01:26.134794 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-fb48c1e8-bc24-4347-86bb-a0b63a291455 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:26.137503 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2e79546c-4822-487f-8316-29a6ebafc36e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:26.215655 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-fb48c1e8-bc24-4347-86bb-a0b63a291455 None None] For port 33a9197e-9eda-40df-bcc1-59e5adff04c7, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=33a9197e-9eda-40df-bcc1-59e5adff04c7,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:26.216396 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-fb48c1e8-bc24-4347-86bb-a0b63a291455 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:26.237685 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-3c93124d-1328-4dcd-a229-e0542e2c16df None None] Provisioning complete for port f889b264-f668-4389-b99e-a23b39d9d1eb triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:26.238310 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-3c93124d-1328-4dcd-a229-e0542e2c16df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:26.241905 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b5920f2f-29a9-4949-83ca-595c921581aa tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:26.264750 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e11fcfcf-f1bd-4ef8-82c6-5b78b44f8832 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:26.265078 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e11fcfcf-f1bd-4ef8-82c6-5b78b44f8832 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:26.278063 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-fb48c1e8-bc24-4347-86bb-a0b63a291455 None None] Calling delete_port for 33a9197e-9eda-40df-bcc1-59e5adff04c7 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:01:26.279775 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port cdfe6297-7a03-4aae-a7ee-077336bc610a triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:26.280874 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:26.308419 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-e11fcfcf-f1bd-4ef8-82c6-5b78b44f8832 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Calling delete_port for 0053c683-e481-4091-a23e-7fc1ed7e85cb owned by network:floatingip {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:01:26.327475 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f29b915-6e4a-4677-b398-21e8af7fff60 None None] Network e25c01dc-4276-4191-981d-6882480351cd requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:01:26.410485 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e9408e15-aefb-45b7-8a07-df048a698dfa tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:26.417055 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-3c93124d-1328-4dcd-a229-e0542e2c16df None None] Port f889b264-f668-4389-b99e-a23b39d9d1eb cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:01:26.433780 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b5920f2f-29a9-4949-83ca-595c921581aa tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:26.444264 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9408e15-aefb-45b7-8a07-df048a698dfa tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event deleted for resources: {'Port': ['ID=f889b264-f668-4389-b99e-a23b39d9d1eb,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:26.519273 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e9408e15-aefb-45b7-8a07-df048a698dfa tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:26.526304 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b5920f2f-29a9-4949-83ca-595c921581aa tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:26.526627 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e9408e15-aefb-45b7-8a07-df048a698dfa tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "DELETE /v2.0/ports/f889b264-f668-4389-b99e-a23b39d9d1eb HTTP/1.1" status: 204 len: 168 time: 0.8414652 Feb 16 17:01:26.527266 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50922) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:26.554942 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1d65ce-c0b7-4e25-b9ae-21740b2f7e7d tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Made reservation on behalf of 841a480db15540738657d15deb2b5fb4 for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:26.555941 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5d45af2-2a9e-4097-a4c4-adb9c6cfde0a tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] GET failed (client error): The resource could not be found. Feb 16 17:01:26.560181 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a5d45af2-2a9e-4097-a4c4-adb9c6cfde0a tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "GET /v2.0/ports/f889b264-f668-4389-b99e-a23b39d9d1eb HTTP/1.1" status: 404 len: 333 time: 0.0293705 Feb 16 17:01:26.560354 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0b1d65ce-c0b7-4e25-b9ae-21740b2f7e7d tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:26.560457 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1d5546ac-8b34-4851-bf83-30fe36d82b54 None None] Could not find standard attr ID for object 57018bf3-1665-4692-a549-e6d2515174e5. {{(pid=114377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 17:01:26.560787 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50924) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:26.582266 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:26.590282 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5920f2f-29a9-4949-83ca-595c921581aa tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73734ec1-db6c-4671-a8e8-41614f250155,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:26.615347 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [None req-0b1d65ce-c0b7-4e25-b9ae-21740b2f7e7d tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] device_id is not set on port d45dfee6-e99e-4e03-a540-f5bf0bcc27a9 yet. {{(pid=114376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:01:26.631076 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cf11b76-d678-47f1-bad9-968553c57ad1 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Deleting subnet 09a55085-7c4c-4559-8146-eaa23a036b4d {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:01:26.636661 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7cf11b76-d678-47f1-bad9-968553c57ad1 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:26.639460 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port cdfe6297-7a03-4aae-a7ee-077336bc610a, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=cdfe6297-7a03-4aae-a7ee-077336bc610a,segment=NetworkSegment(178f417b-9a0f-40fe-bfe7-a83271c43b61),segment_id=178f417b-9a0f-40fe-bfe7-a83271c43b61)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:26.644924 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-fb48c1e8-bc24-4347-86bb-a0b63a291455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:26.664740 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb48c1e8-bc24-4347-86bb-a0b63a291455 None None] No DVR routers for this DVR port 33a9197e-9eda-40df-bcc1-59e5adff04c7 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:01:26.694034 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7cf11b76-d678-47f1-bad9-968553c57ad1 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:26.694703 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb48c1e8-bc24-4347-86bb-a0b63a291455 None None] Pushing event deleted for resources: {'Port': ['ID=33a9197e-9eda-40df-bcc1-59e5adff04c7,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:26.699591 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1d5546ac-8b34-4851-bf83-30fe36d82b54 None None] Provisioning complete for port cdfe6297-7a03-4aae-a7ee-077336bc610a triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:26.699719 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1d5546ac-8b34-4851-bf83-30fe36d82b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:26.720868 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b5920f2f-29a9-4949-83ca-595c921581aa tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:26.722377 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-b5920f2f-29a9-4949-83ca-595c921581aa tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8636866 Feb 16 17:01:26.735376 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50926) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:26.752497 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:26.817868 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2e79546c-4822-487f-8316-29a6ebafc36e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:26.843293 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-01d4d51a-e269-4618-bd12-beafb35975c7 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:26.862527 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7cf11b76-d678-47f1-bad9-968553c57ad1 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:26.874531 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=cdfe6297-7a03-4aae-a7ee-077336bc610a,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:26.887358 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e79546c-4822-487f-8316-29a6ebafc36e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:26.899413 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-2e79546c-4822-487f-8316-29a6ebafc36e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:26.904227 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-01d4d51a-e269-4618-bd12-beafb35975c7 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:26.905785 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e79546c-4822-487f-8316-29a6ebafc36e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:26.906671 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2e79546c-4822-487f-8316-29a6ebafc36e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:26.914519 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1d5546ac-8b34-4851-bf83-30fe36d82b54 None None] Could not find standard attr ID for object f889b264-f668-4389-b99e-a23b39d9d1eb. {{(pid=114377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 17:01:26.920204 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e11fcfcf-f1bd-4ef8-82c6-5b78b44f8832 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:26.921545 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d979ba35-c713-4b59-922d-506960722d7e None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:01:26.921920 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e79546c-4822-487f-8316-29a6ebafc36e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Subnet': ['ID=aea5e215-18bb-46ea-af81-f3072a97a965,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:26.926917 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-0b1d65ce-c0b7-4e25-b9ae-21740b2f7e7d tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Allocated IP 2001:db8::2d6 (e25c01dc-4276-4191-981d-6882480351cd/340854f2-b107-4290-9fa0-8ad20a58c171/d45dfee6-e99e-4e03-a540-f5bf0bcc27a9) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:26.973010 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11fcfcf-f1bd-4ef8-82c6-5b78b44f8832 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Pushing event deleted for resources: {'Port': ['ID=0053c683-e481-4091-a23e-7fc1ed7e85cb,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:27.028879 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7cf11b76-d678-47f1-bad9-968553c57ad1 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:27.065168 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e11fcfcf-f1bd-4ef8-82c6-5b78b44f8832 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for floatingip, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:27.067723 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e11fcfcf-f1bd-4ef8-82c6-5b78b44f8832 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:27.071578 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-e11fcfcf-f1bd-4ef8-82c6-5b78b44f8832 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] 10.222.0.88 "DELETE /v2.0/floatingips/0c02492b-1e47-44c3-85d0-33e8c6cea5bc HTTP/1.1" status: 204 len: 168 time: 1.5234220 Feb 16 17:01:27.071756 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf11b76-d678-47f1-bad9-968553c57ad1 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event deleted for resources: {'Subnet': ['ID=09a55085-7c4c-4559-8146-eaa23a036b4d,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:27.071876 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50928) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:27.073628 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7cf11b76-d678-47f1-bad9-968553c57ad1 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:27.076859 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-7cf11b76-d678-47f1-bad9-968553c57ad1 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "DELETE /v2.0/subnets/09a55085-7c4c-4559-8146-eaa23a036b4d HTTP/1.1" status: 204 len: 168 time: 0.5151229 Feb 16 17:01:27.079455 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50930) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:27.085328 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a5f575-607f-48da-87c3-3096d7eb5258 None None] Network 88c6b32b-fcb3-4a64-9be7-192717205887 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:01:27.107486 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-01d4d51a-e269-4618-bd12-beafb35975c7 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:27.110084 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-01d4d51a-e269-4618-bd12-beafb35975c7 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:27.113608 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-01d4d51a-e269-4618-bd12-beafb35975c7 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "DELETE /v2.0/security-groups/e3f51cab-0d17-4ef7-87c2-075dc23b7733 HTTP/1.1" status: 204 len: 168 time: 0.3749146 Feb 16 17:01:27.129213 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-fa47ce21-5add-4c90-8aed-88b3968a6f36 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] delete failed (client error): The resource could not be found. Feb 16 17:01:27.135207 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-fa47ce21-5add-4c90-8aed-88b3968a6f36 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] 10.222.0.88 "DELETE /v2.0/floatingips/0c02492b-1e47-44c3-85d0-33e8c6cea5bc HTTP/1.1" status: 404 len: 345 time: 0.0472517 Feb 16 17:01:27.135207 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50932) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:27.135207 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50934) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:27.155513 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d4d51a-e269-4618-bd12-beafb35975c7 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f51cab-0d17-4ef7-87c2-075dc23b7733,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:27.183032 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-16a62cec-c330-44d1-a037-c4e4ddfa82a1 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:27.205202 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-2e79546c-4822-487f-8316-29a6ebafc36e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7519214 Feb 16 17:01:27.205834 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50936) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:27.232036 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cf1eef-f5e1-4338-aa00-46531ca6e783 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'tenant_id': '81837604d6654060bf0a8ff194578833', 'fixed_ips': [{'subnet_id': 'aea5e215-18bb-46ea-af81-f3072a97a965'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:01:27.232189 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-d011b54f-2c3f-4b2c-a15e-6728d4101a6b tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0962398 Feb 16 17:01:27.233608 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f6cf1eef-f5e1-4338-aa00-46531ca6e783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:27.237492 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-3a574f74-cf2d-460d-9f8b-08ea80331b06 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'subnet': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:27.237755 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50938) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:27.293450 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50940) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:27.294414 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a8a5ee93-9e05-4566-8bc3-4d42990f15f4 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0555103 Feb 16 17:01:27.326027 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-16a62cec-c330-44d1-a037-c4e4ddfa82a1 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Deleting port 0ea1498b-df95-4041-81e4-2569aa2f3db3 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:01:27.326027 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-16a62cec-c330-44d1-a037-c4e4ddfa82a1 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:27.394315 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-49141459-5438-4ddc-b8a6-1ba8ebfa6a60 None None] Provisioning complete for port 90bc98bf-ed0b-48db-a057-df3a55a9de71 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:27.394685 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-49141459-5438-4ddc-b8a6-1ba8ebfa6a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:27.396690 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabd68df-671e-489a-9b93-7e18fb900a55 None None] DHCP port deletion for 88c6b32b-fcb3-4a64-9be7-192717205887 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:01:27.441202 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-91306c0a-f4ea-4d1b-b3f3-105b88dbce8a tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] delete failed (client error): The resource could not be found. Feb 16 17:01:27.446162 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-91306c0a-f4ea-4d1b-b3f3-105b88dbce8a tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "DELETE /v2.0/security-groups/e3f51cab-0d17-4ef7-87c2-075dc23b7733 HTTP/1.1" status: 404 len: 347 time: 0.1477861 Feb 16 17:01:27.459930 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50942) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:27.500139 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device cdfe6297-7a03-4aae-a7ee-077336bc610a up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:01:27.503809 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee34747-bd7c-4b63-9971-5ef75a8d86c0 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:27.512229 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee34747-bd7c-4b63-9971-5ef75a8d86c0 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:27.519583 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee34747-bd7c-4b63-9971-5ef75a8d86c0 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:27.522093 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-2ee34747-bd7c-4b63-9971-5ef75a8d86c0 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] 10.222.0.88 "GET /v2.0/ports?network_id=d6c1f681-5d05-4621-b5cd-a00f1dd285fe HTTP/1.1" status: 200 len: 2356 time: 0.3852198 Feb 16 17:01:27.550910 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50944) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:27.551238 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-49141459-5438-4ddc-b8a6-1ba8ebfa6a60 None None] Port 90bc98bf-ed0b-48db-a057-df3a55a9de71 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:01:27.584358 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-f6cf1eef-f5e1-4338-aa00-46531ca6e783 None None] Allocated IP 172.20.0.2 (1e2a9b2d-a159-48c5-a704-dcb18c3b88c3/aea5e215-18bb-46ea-af81-f3072a97a965/97ae9001-7665-4b17-88a0-a6fd2967bb27) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:27.607063 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-6eb116fc-dd5c-45a4-82cd-0158e7f3f036 tempest-SecGroupTest-1219368779 tempest-SecGroupTest-1219368779-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1399603 Feb 16 17:01:27.613669 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-49141459-5438-4ddc-b8a6-1ba8ebfa6a60 None None] Provisioning complete for port cdfe6297-7a03-4aae-a7ee-077336bc610a triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:27.614053 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-49141459-5438-4ddc-b8a6-1ba8ebfa6a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:27.683744 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-16a62cec-c330-44d1-a037-c4e4ddfa82a1 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] For port 0ea1498b-df95-4041-81e4-2569aa2f3db3, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=0ea1498b-df95-4041-81e4-2569aa2f3db3,segment=NetworkSegment(7b09984d-4ca4-4d02-bf23-d4ee5c3cd331),segment_id=7b09984d-4ca4-4d02-bf23-d4ee5c3cd331)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:27.687019 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-16a62cec-c330-44d1-a037-c4e4ddfa82a1 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:27.689741 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ae0fa3-3775-48ad-8138-243dba817e5a tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:27.696397 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-88ae0fa3-3775-48ad-8138-243dba817e5a tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] 10.222.0.88 "GET /v2.0/subnets/f80c694e-23e8-4c46-b1c2-96ba72106b3c HTTP/1.1" status: 200 len: 797 time: 0.1367075 Feb 16 17:01:27.697554 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50948) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:27.702035 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-fabd68df-671e-489a-9b93-7e18fb900a55 None None] Deleting port 0ea1498b-df95-4041-81e4-2569aa2f3db3 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:01:27.702540 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-fabd68df-671e-489a-9b93-7e18fb900a55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:27.709172 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-97f36a09-041d-4b18-a582-eedd340e351e tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Request body: {'port': {'network_id': 'd6c1f681-5d05-4621-b5cd-a00f1dd285fe', 'name': 'tempest-FloatingIPTestJSON-982788724', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:27.709567 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port cdfe6297-7a03-4aae-a7ee-077336bc610a triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:27.709947 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:27.716468 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-16a62cec-c330-44d1-a037-c4e4ddfa82a1 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Calling delete_port for 0ea1498b-df95-4041-81e4-2569aa2f3db3 owned by network:dhcp {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:01:27.736581 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0b1d65ce-c0b7-4e25-b9ae-21740b2f7e7d tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:27.840996 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-fabd68df-671e-489a-9b93-7e18fb900a55 None None] For port 0ea1498b-df95-4041-81e4-2569aa2f3db3, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=0ea1498b-df95-4041-81e4-2569aa2f3db3,segment=NetworkSegment(7b09984d-4ca4-4d02-bf23-d4ee5c3cd331),segment_id=7b09984d-4ca4-4d02-bf23-d4ee5c3cd331)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:27.841395 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-fabd68df-671e-489a-9b93-7e18fb900a55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:27.914430 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-16a62cec-c330-44d1-a037-c4e4ddfa82a1 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:27.915156 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0b1d65ce-c0b7-4e25-b9ae-21740b2f7e7d tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:27.917914 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a574f74-cf2d-460d-9f8b-08ea80331b06 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:27.921995 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3a574f74-cf2d-460d-9f8b-08ea80331b06 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:27.960152 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a62cec-c330-44d1-a037-c4e4ddfa82a1 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event deleted for resources: {'Port': ['ID=0ea1498b-df95-4041-81e4-2569aa2f3db3,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:27.968560 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a62cec-c330-44d1-a037-c4e4ddfa82a1 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] No DVR routers for this DVR port 0ea1498b-df95-4041-81e4-2569aa2f3db3 on host dv-neutron-828697-3-hyperv {{(pid=114375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:01:28.035003 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1d65ce-c0b7-4e25-b9ae-21740b2f7e7d tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Network e25c01dc-4276-4191-981d-6882480351cd is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:28.042871 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-0b1d65ce-c0b7-4e25-b9ae-21740b2f7e7d tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:28.051444 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1d65ce-c0b7-4e25-b9ae-21740b2f7e7d tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:28.051674 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-fabd68df-671e-489a-9b93-7e18fb900a55 None None] Calling delete_port for 0ea1498b-df95-4041-81e4-2569aa2f3db3 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:01:28.061415 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1d65ce-c0b7-4e25-b9ae-21740b2f7e7d tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:28.061415 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0b1d65ce-c0b7-4e25-b9ae-21740b2f7e7d tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:28.065725 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-16a62cec-c330-44d1-a037-c4e4ddfa82a1 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:28.073331 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1d65ce-c0b7-4e25-b9ae-21740b2f7e7d tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Pushing event updated for resources: {'Port': ['ID=d45dfee6-e99e-4e03-a540-f5bf0bcc27a9,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:28.097856 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-16a62cec-c330-44d1-a037-c4e4ddfa82a1 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88c6b32b-fcb3-4a64-9be7-192717205887']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:28.112194 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-16a62cec-c330-44d1-a037-c4e4ddfa82a1 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b09984d-4ca4-4d02-bf23-d4ee5c3cd331') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:28.112751 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-16a62cec-c330-44d1-a037-c4e4ddfa82a1 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b09984d-4ca4-4d02-bf23-d4ee5c3cd331') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:28.122944 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f36a09-041d-4b18-a582-eedd340e351e tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Made reservation on behalf of 20d8e1466b544f5eb14961c4b649d8ae for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:28.124503 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-16a62cec-c330-44d1-a037-c4e4ddfa82a1 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:28.149700 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-16a62cec-c330-44d1-a037-c4e4ddfa82a1 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:28.165674 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16a62cec-c330-44d1-a037-c4e4ddfa82a1 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:01:28.166236 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-16a62cec-c330-44d1-a037-c4e4ddfa82a1 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:28.169720 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 17:01:28.169720 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:01:28.169720 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 17:01:28.169720 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:01:28.169720 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 17:01:28.169720 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:01:28.169720 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 17:01:28.169720 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:01:28.169720 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 17:01:28.169720 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:01:28.169720 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 17:01:28.169720 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:01:28.169720 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 17:01:28.169720 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:01:28.169720 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:01:28.169720 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:01:28.169720 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:01:28.169720 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:01:28.169720 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 17:01:28.169720 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:01:28.169720 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 17:01:28.169720 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:01:28.169720 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:01:28.169720 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:01:28.169720 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 17:01:28.169720 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:01:28.169720 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:01:28.169720 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:01:28.169720 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:01:28.169720 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:01:28.169720 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:01:28.169720 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:01:28.188447 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f6cf1eef-f5e1-4338-aa00-46531ca6e783 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:28.194800 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-0b1d65ce-c0b7-4e25-b9ae-21740b2f7e7d tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.1306174 Feb 16 17:01:28.199485 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50952) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:28.278364 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50954) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:28.286551 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-8b2663cb-2225-4650-b703-c0a61fdc0f0d None None] Provisioning complete for port 90bc98bf-ed0b-48db-a057-df3a55a9de71 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:28.286948 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8b2663cb-2225-4650-b703-c0a61fdc0f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:28.289057 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f6cf1eef-f5e1-4338-aa00-46531ca6e783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:28.355242 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef40d004-6d0b-48b4-b032-b6d4c478e017 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:28.361067 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-8b2663cb-2225-4650-b703-c0a61fdc0f0d None None] Port 90bc98bf-ed0b-48db-a057-df3a55a9de71 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:01:28.364340 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef40d004-6d0b-48b4-b032-b6d4c478e017 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:28.372438 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef40d004-6d0b-48b4-b032-b6d4c478e017 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:28.372957 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 33a9197e-9eda-40df-bcc1-59e5adff04c7 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:01:28.375703 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-fabd68df-671e-489a-9b93-7e18fb900a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:28.390611 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ef40d004-6d0b-48b4-b032-b6d4c478e017 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.1859910 Feb 16 17:01:28.391555 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50958) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:28.413036 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-97f36a09-041d-4b18-a582-eedd340e351e tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:28.436125 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-16a62cec-c330-44d1-a037-c4e4ddfa82a1 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:28.437999 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabd68df-671e-489a-9b93-7e18fb900a55 None None] No DVR routers for this DVR port 0ea1498b-df95-4041-81e4-2569aa2f3db3 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:01:28.444296 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-16a62cec-c330-44d1-a037-c4e4ddfa82a1 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:28.451006 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-16a62cec-c330-44d1-a037-c4e4ddfa82a1 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "DELETE /v2.0/networks/88c6b32b-fcb3-4a64-9be7-192717205887 HTTP/1.1" status: 204 len: 168 time: 1.3672032 Feb 16 17:01:28.451740 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 33a9197e-9eda-40df-bcc1-59e5adff04c7 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:01:28.452166 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 33a9197e-9eda-40df-bcc1-59e5adff04c7 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:01:28.462563 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [None req-97f36a09-041d-4b18-a582-eedd340e351e tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] device_id is not set on port 6e1e096f-127a-487f-bd87-5d53fb1dfe12 yet. {{(pid=114376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:01:28.471002 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cf1eef-f5e1-4338-aa00-46531ca6e783 None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:28.473441 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50960) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:28.477159 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-f6cf1eef-f5e1-4338-aa00-46531ca6e783 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:28.480546 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cf1eef-f5e1-4338-aa00-46531ca6e783 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:28.494877 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cf1eef-f5e1-4338-aa00-46531ca6e783 None None] Pushing event updated for resources: {'Port': ['ID=97ae9001-7665-4b17-88a0-a6fd2967bb27,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:28.502098 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-9ce5c8cb-3d21-4c4d-8335-86eefdf1dac3 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1005387147'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:28.520772 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a62cec-c330-44d1-a037-c4e4ddfa82a1 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event deleted for resources: {'Network': ['ID=88c6b32b-fcb3-4a64-9be7-192717205887,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:28.541791 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabd68df-671e-489a-9b93-7e18fb900a55 None None] Pushing event deleted for resources: {'Port': ['ID=0ea1498b-df95-4041-81e4-2569aa2f3db3,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:28.560925 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-a5c9d6fa-0b96-4f22-98a5-dc2a78bbb0b1 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Deleting port d45dfee6-e99e-4e03-a540-f5bf0bcc27a9 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:01:28.561433 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a5c9d6fa-0b96-4f22-98a5-dc2a78bbb0b1 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:28.563955 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-def42da9-d857-438e-800c-39c01f21fb9d None None] Provisioning complete for port d45dfee6-e99e-4e03-a540-f5bf0bcc27a9 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:28.564359 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-def42da9-d857-438e-800c-39c01f21fb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:28.602756 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-f6cf1eef-f5e1-4338-aa00-46531ca6e783 None None] Attempting to bind port 97ae9001-7665-4b17-88a0-a6fd2967bb27 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:01:28.603123 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-f6cf1eef-f5e1-4338-aa00-46531ca6e783 None None] Attempting to bind port 97ae9001-7665-4b17-88a0-a6fd2967bb27 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:01:28.603485 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cf1eef-f5e1-4338-aa00-46531ca6e783 None None] Attempting to bind port 97ae9001-7665-4b17-88a0-a6fd2967bb27 on network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:01:28.606427 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce5c8cb-3d21-4c4d-8335-86eefdf1dac3 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Made reservation on behalf of c643207721ea44e4a742511dc6707de4 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:28.610003 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9ce5c8cb-3d21-4c4d-8335-86eefdf1dac3 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:28.615816 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cf1eef-f5e1-4338-aa00-46531ca6e783 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:01:28.616251 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cf1eef-f5e1-4338-aa00-46531ca6e783 None None] Checking segment: {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:01:28.616658 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f6cf1eef-f5e1-4338-aa00-46531ca6e783 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:28.617873 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cf1eef-f5e1-4338-aa00-46531ca6e783 None None] Bound using segment: {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:01:28.618399 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-f6cf1eef-f5e1-4338-aa00-46531ca6e783 None None] Bound port: 97ae9001-7665-4b17-88a0-a6fd2967bb27, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:01:28.618784 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f6cf1eef-f5e1-4338-aa00-46531ca6e783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:28.621846 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-def42da9-d857-438e-800c-39c01f21fb9d None None] Port d45dfee6-e99e-4e03-a540-f5bf0bcc27a9 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:01:28.657795 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ce5c8cb-3d21-4c4d-8335-86eefdf1dac3 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:01:28.678463 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a5c9d6fa-0b96-4f22-98a5-dc2a78bbb0b1 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:28.681276 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9ce5c8cb-3d21-4c4d-8335-86eefdf1dac3 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:28.681726 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-9ce5c8cb-3d21-4c4d-8335-86eefdf1dac3 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Added segment 2d1359b1-80b4-48fb-8559-fc6e7931d73f of type vlan for network 288f58e5-1ac5-43d1-ae89-c3f7945a258b Feb 16 17:01:28.689427 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-f6cf1eef-f5e1-4338-aa00-46531ca6e783 None None] For port 97ae9001-7665-4b17-88a0-a6fd2967bb27, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:01:28.692899 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-f6cf1eef-f5e1-4338-aa00-46531ca6e783 None None] For port 97ae9001-7665-4b17-88a0-a6fd2967bb27, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=97ae9001-7665-4b17-88a0-a6fd2967bb27,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:01:28.705126 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-670319d5-5e6a-42da-868f-5cf08ef33ff5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9b06e63f15d24808ab196b67f98c3a7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4235780 Feb 16 17:01:28.710848 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50964) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:28.717457 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-a5c9d6fa-0b96-4f22-98a5-dc2a78bbb0b1 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Calling delete_port for d45dfee6-e99e-4e03-a540-f5bf0bcc27a9 owned by {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:01:28.773124 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f6cf1eef-f5e1-4338-aa00-46531ca6e783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:28.776326 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9ce5c8cb-3d21-4c4d-8335-86eefdf1dac3 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:28.823624 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.objects.ports [None req-3a574f74-cf2d-460d-9f8b-08ea80331b06 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114376) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 17:01:28.860017 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cf1eef-f5e1-4338-aa00-46531ca6e783 None None] Pushing event updated for resources: {'Port': ['ID=97ae9001-7665-4b17-88a0-a6fd2967bb27,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:28.868060 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-54b9b305-4d16-4ab2-8e60-a8b9b1b3d038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:28.902633 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-54b9b305-4d16-4ab2-8e60-a8b9b1b3d038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:28.962898 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9ce5c8cb-3d21-4c4d-8335-86eefdf1dac3 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:28.968425 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce5c8cb-3d21-4c4d-8335-86eefdf1dac3 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:28.969064 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9ce5c8cb-3d21-4c4d-8335-86eefdf1dac3 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:29.083681 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce5c8cb-3d21-4c4d-8335-86eefdf1dac3 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event updated for resources: {'Network': ['ID=288f58e5-1ac5-43d1-ae89-c3f7945a258b,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:29.094724 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 288f58e5-1ac5-43d1-ae89-c3f7945a258b details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:01:29.161020 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-9ce5c8cb-3d21-4c4d-8335-86eefdf1dac3 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6842732 Feb 16 17:01:29.164519 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50966) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:29.169813 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-097c4c12-830d-4a21-932a-c3d0e14de657 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Request body: {'subnet': {'network_id': '288f58e5-1ac5-43d1-ae89-c3f7945a258b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:29.193159 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-54b9b305-4d16-4ab2-8e60-a8b9b1b3d038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:29.200090 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-54b9b305-4d16-4ab2-8e60-a8b9b1b3d038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:29.203863 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-54b9b305-4d16-4ab2-8e60-a8b9b1b3d038 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e8ea0d22-f4df-4d8e-b608-7f3c7181af80 HTTP/1.1" status: 204 len: 168 time: 0.4896078 Feb 16 17:01:29.206578 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a5c9d6fa-0b96-4f22-98a5-dc2a78bbb0b1 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:29.268891 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b9b305-4d16-4ab2-8e60-a8b9b1b3d038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ea0d22-f4df-4d8e-b608-7f3c7181af80,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:29.309304 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c9d6fa-0b96-4f22-98a5-dc2a78bbb0b1 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Pushing event deleted for resources: {'Port': ['ID=d45dfee6-e99e-4e03-a540-f5bf0bcc27a9,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:29.359668 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a5c9d6fa-0b96-4f22-98a5-dc2a78bbb0b1 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:29.371396 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a5c9d6fa-0b96-4f22-98a5-dc2a78bbb0b1 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] 10.222.0.88 "DELETE /v2.0/ports/d45dfee6-e99e-4e03-a540-f5bf0bcc27a9 HTTP/1.1" status: 204 len: 168 time: 0.9736753 Feb 16 17:01:29.373978 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50970) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:29.381404 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-31df848c-508d-4e7b-ba8d-c4a8b5a33355 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Request body: {'port': {'name': 'tempest-new-port-name-432455845', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:29.381803 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.api.validators [None req-31df848c-508d-4e7b-ba8d-c4a8b5a33355 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] bootfile-name is not in valid_values {{(pid=114376) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 17:01:29.382143 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.api.validators [None req-31df848c-508d-4e7b-ba8d-c4a8b5a33355 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] tftp-server is not in valid_values {{(pid=114376) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 17:01:29.382473 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.api.validators [None req-31df848c-508d-4e7b-ba8d-c4a8b5a33355 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] server-ip-address is not in valid_values {{(pid=114376) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 17:01:29.501360 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 97ae9001-7665-4b17-88a0-a6fd2967bb27 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:01:29.506454 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097c4c12-830d-4a21-932a-c3d0e14de657 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Made reservation on behalf of c643207721ea44e4a742511dc6707de4 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:29.510269 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-097c4c12-830d-4a21-932a-c3d0e14de657 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:29.550472 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-31df848c-508d-4e7b-ba8d-c4a8b5a33355 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:29.557781 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 97ae9001-7665-4b17-88a0-a6fd2967bb27 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:29.558590 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:29.568677 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-97f36a09-041d-4b18-a582-eedd340e351e tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Allocated IP 172.20.0.14 (d6c1f681-5d05-4621-b5cd-a00f1dd285fe/f80c694e-23e8-4c46-b1c2-96ba72106b3c/6e1e096f-127a-487f-bd87-5d53fb1dfe12) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:29.580753 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-97f36a09-041d-4b18-a582-eedd340e351e tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Allocated IP 172.20.0.13 (d6c1f681-5d05-4621-b5cd-a00f1dd285fe/f80c694e-23e8-4c46-b1c2-96ba72106b3c/6e1e096f-127a-487f-bd87-5d53fb1dfe12) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:29.697285 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:29.720741 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3a574f74-cf2d-460d-9f8b-08ea80331b06 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:29.769756 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.db.api [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:01:29.770515 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG oslo_db.api [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:01:29.902860 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-097c4c12-830d-4a21-932a-c3d0e14de657 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:29.969501 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097c4c12-830d-4a21-932a-c3d0e14de657 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event updated for resources: {'Subnet': ['ID=6ba84833-c5c9-4b6a-acb9-742a835384c1,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:29.981106 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097c4c12-830d-4a21-932a-c3d0e14de657 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Checking segment: {'id': '2d1359b1-80b4-48fb-8559-fc6e7931d73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '288f58e5-1ac5-43d1-ae89-c3f7945a258b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:01:29.981106 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097c4c12-830d-4a21-932a-c3d0e14de657 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Network hostable DHCP agents. Network: 288f58e5-1ac5-43d1-ae89-c3f7945a258b, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:01:30.058123 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097c4c12-830d-4a21-932a-c3d0e14de657 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Network 288f58e5-1ac5-43d1-ae89-c3f7945a258b is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:01:30.110503 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-97f36a09-041d-4b18-a582-eedd340e351e tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:30.140720 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-3a574f74-cf2d-460d-9f8b-08ea80331b06 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] For port 97ae9001-7665-4b17-88a0-a6fd2967bb27, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=97ae9001-7665-4b17-88a0-a6fd2967bb27,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:30.153911 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-097c4c12-830d-4a21-932a-c3d0e14de657 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 288f58e5-1ac5-43d1-ae89-c3f7945a258b) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:30.156847 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-31df848c-508d-4e7b-ba8d-c4a8b5a33355 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:30.159177 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097c4c12-830d-4a21-932a-c3d0e14de657 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:30.159773 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-097c4c12-830d-4a21-932a-c3d0e14de657 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:30.179416 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f467f0-0414-4d84-b8f2-30254611b4c7 None None] Network 288f58e5-1ac5-43d1-ae89-c3f7945a258b requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:01:30.201136 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3a574f74-cf2d-460d-9f8b-08ea80331b06 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:30.234569 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-b7d0ff9a-0d6a-4ed8-ae61-313e73e2ab2a None None] Provisioning complete for port 97ae9001-7665-4b17-88a0-a6fd2967bb27 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:30.234940 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b7d0ff9a-0d6a-4ed8-ae61-313e73e2ab2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:30.237660 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-31df848c-508d-4e7b-ba8d-c4a8b5a33355 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:30.280643 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-31df848c-508d-4e7b-ba8d-c4a8b5a33355 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] In _notify_port_updated(), no bound segment for port 90bc98bf-ed0b-48db-a057-df3a55a9de71 on network e25c01dc-4276-4191-981d-6882480351cd {{(pid=114376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 17:01:30.287109 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31df848c-508d-4e7b-ba8d-c4a8b5a33355 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:30.287773 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-31df848c-508d-4e7b-ba8d-c4a8b5a33355 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:30.291547 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-31df848c-508d-4e7b-ba8d-c4a8b5a33355 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] 10.222.0.88 "PUT /v2.0/ports/90bc98bf-ed0b-48db-a057-df3a55a9de71 HTTP/1.1" status: 200 len: 1129 time: 0.9142160 Feb 16 17:01:30.291929 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50984) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:30.308552 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df848c-508d-4e7b-ba8d-c4a8b5a33355 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Pushing event updated for resources: {'Port': ['ID=90bc98bf-ed0b-48db-a057-df3a55a9de71,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:30.312657 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3a574f74-cf2d-460d-9f8b-08ea80331b06 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:30.313402 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3a574f74-cf2d-460d-9f8b-08ea80331b06 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:30.350740 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-097c4c12-830d-4a21-932a-c3d0e14de657 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1819479 Feb 16 17:01:30.351108 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50986) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:30.356191 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-1eeb226e-48bb-48ea-b3b5-81e4a9e106d8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Request body: {'port': {'network_id': '288f58e5-1ac5-43d1-ae89-c3f7945a258b', 'name': 'tempest-PortsTestJSON-2133013445', 'fixed_ips': [{'subnet_id': '6ba84833-c5c9-4b6a-acb9-742a835384c1', 'ip_address': '172.20.0.10'}]}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:30.374637 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-97f36a09-041d-4b18-a582-eedd340e351e tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:30.414243 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f36a09-041d-4b18-a582-eedd340e351e tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Network d6c1f681-5d05-4621-b5cd-a00f1dd285fe is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:30.417785 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a574f74-cf2d-460d-9f8b-08ea80331b06 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:30.422134 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a05235-110d-4a03-8ce5-0409b7bc8ae7 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:30.424020 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-97f36a09-041d-4b18-a582-eedd340e351e tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:30.424783 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-73a05235-110d-4a03-8ce5-0409b7bc8ae7 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] 10.222.0.88 "GET /v2.0/ports/90bc98bf-ed0b-48db-a057-df3a55a9de71 HTTP/1.1" status: 200 len: 1129 time: 0.1317523 Feb 16 17:01:30.433947 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-3a574f74-cf2d-460d-9f8b-08ea80331b06 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:30.435595 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 50988) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:30.437080 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f36a09-041d-4b18-a582-eedd340e351e tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:30.447152 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a574f74-cf2d-460d-9f8b-08ea80331b06 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:30.447760 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3a574f74-cf2d-460d-9f8b-08ea80331b06 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:30.451193 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:30.455450 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a574f74-cf2d-460d-9f8b-08ea80331b06 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Subnet': ['ID=91207fb8-ae3c-4551-8b36-93f0b00ccc72,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:30.482521 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff278800-6d6c-4a9e-811c-02e6023629a8 None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:01:30.542149 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a574f74-cf2d-460d-9f8b-08ea80331b06 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Port': ['ID=97ae9001-7665-4b17-88a0-a6fd2967bb27,revision_number=4']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:30.591590 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:30.676594 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f36a09-041d-4b18-a582-eedd340e351e tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:30.677968 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-97f36a09-041d-4b18-a582-eedd340e351e tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:30.716026 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-3a574f74-cf2d-460d-9f8b-08ea80331b06 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.4827831 Feb 16 17:01:30.723082 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50994) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:30.729011 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-d20e6994-134b-45b5-99b8-219846724801 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'port': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'mac_address': 'fa:16:3e:9e:34:40', 'name': 'tempest-NetworksTestDHCPv6-1487196201'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:30.740989 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b7d0ff9a-0d6a-4ed8-ae61-313e73e2ab2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:30.740989 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95ae8b6-b053-4d47-9a17-f1358819aaed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-288f58e5-1ac5-43d1-ae89-c3f7945a258b', 'network_id': '288f58e5-1ac5-43d1-ae89-c3f7945a258b', 'tenant_id': 'c643207721ea44e4a742511dc6707de4', 'fixed_ips': [{'subnet_id': '6ba84833-c5c9-4b6a-acb9-742a835384c1'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:01:30.740989 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f95ae8b6-b053-4d47-9a17-f1358819aaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:30.741236 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f36a09-041d-4b18-a582-eedd340e351e tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Pushing event updated for resources: {'Port': ['ID=6e1e096f-127a-487f-bd87-5d53fb1dfe12,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:30.777124 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.db.api [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:01:30.777468 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG oslo_db.api [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:01:30.778297 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eeb226e-48bb-48ea-b3b5-81e4a9e106d8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Made reservation on behalf of c643207721ea44e4a742511dc6707de4 for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:30.782054 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ed6a1-1b0a-4af2-a027-466441d4c189 req-b204edd6-b8ba-43ad-b82d-74ac61adde7c tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:30.784370 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8b1ed6a1-1b0a-4af2-a027-466441d4c189 req-b204edd6-b8ba-43ad-b82d-74ac61adde7c tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5ebd8bd3-b725-4245-93f5-ef5668d6841a HTTP/1.1" status: 200 len: 945 time: 0.1577291 Feb 16 17:01:30.807479 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-5c98d7fe-c3ba-4841-b1e5-cbf1c964f076 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Deleting port 90bc98bf-ed0b-48db-a057-df3a55a9de71 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:01:30.807811 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5c98d7fe-c3ba-4841-b1e5-cbf1c964f076 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:30.833023 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-b7d0ff9a-0d6a-4ed8-ae61-313e73e2ab2a None None] For port 97ae9001-7665-4b17-88a0-a6fd2967bb27, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=97ae9001-7665-4b17-88a0-a6fd2967bb27,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:30.870527 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 50998) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:30.870835 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-97f36a09-041d-4b18-a582-eedd340e351e tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.1720116 Feb 16 17:01:30.882551 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-b13baef6-c566-435e-82d7-c69463952fd3 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Request body: {'floatingip': {'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'port_id': '6e1e096f-127a-487f-bd87-5d53fb1dfe12', 'fixed_ip_address': '172.20.0.14'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:30.893118 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8b1ed6a1-1b0a-4af2-a027-466441d4c189 req-8c6f1dfb-a29f-4359-81a6-e9097050ed00 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/security-groups?id=182e3741-5bf1-40d0-9f52-072188d785c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971868 Feb 16 17:01:30.936488 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1eeb226e-48bb-48ea-b3b5-81e4a9e106d8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:30.937829 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5c98d7fe-c3ba-4841-b1e5-cbf1c964f076 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:30.944666 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b7d0ff9a-0d6a-4ed8-ae61-313e73e2ab2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:30.964899 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-5c98d7fe-c3ba-4841-b1e5-cbf1c964f076 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Calling delete_port for 90bc98bf-ed0b-48db-a057-df3a55a9de71 owned by {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:01:30.976854 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-1eeb226e-48bb-48ea-b3b5-81e4a9e106d8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] device_id is not set on port 8c6f665b-606c-43d3-b9e6-3f2971da5100 yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:01:31.023465 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b13baef6-c566-435e-82d7-c69463952fd3 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for floatingip, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:31.055425 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20e6994-134b-45b5-99b8-219846724801 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:31.071404 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d0ff9a-0d6a-4ed8-ae61-313e73e2ab2a None None] Pushing event updated for resources: {'Port': ['ID=97ae9001-7665-4b17-88a0-a6fd2967bb27,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:31.082541 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-f95ae8b6-b053-4d47-9a17-f1358819aaed None None] Allocated IP 172.20.0.2 (288f58e5-1ac5-43d1-ae89-c3f7945a258b/6ba84833-c5c9-4b6a-acb9-742a835384c1/3ea767d3-54fc-40f8-87a2-cddbd6a475c8) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:31.090926 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-fe73ccef-b39a-4d86-980b-e762607afbfa None None] Provisioning complete for port 90bc98bf-ed0b-48db-a057-df3a55a9de71 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:31.091843 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-fe73ccef-b39a-4d86-980b-e762607afbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:31.186913 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-fe73ccef-b39a-4d86-980b-e762607afbfa None None] Port 90bc98bf-ed0b-48db-a057-df3a55a9de71 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:01:31.240499 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d20e6994-134b-45b5-99b8-219846724801 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:31.258211 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5c98d7fe-c3ba-4841-b1e5-cbf1c964f076 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:31.273346 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-d20e6994-134b-45b5-99b8-219846724801 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] device_id is not set on port 3ee427fe-e9f4-462a-8052-62ec9d1d9def yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:01:31.305184 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c98d7fe-c3ba-4841-b1e5-cbf1c964f076 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Pushing event deleted for resources: {'Port': ['ID=90bc98bf-ed0b-48db-a057-df3a55a9de71,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:31.343192 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5c98d7fe-c3ba-4841-b1e5-cbf1c964f076 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:31.349964 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-5c98d7fe-c3ba-4841-b1e5-cbf1c964f076 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] 10.222.0.88 "DELETE /v2.0/ports/90bc98bf-ed0b-48db-a057-df3a55a9de71 HTTP/1.1" status: 204 len: 168 time: 0.9058919 Feb 16 17:01:31.353908 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51002) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:31.402875 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b13baef6-c566-435e-82d7-c69463952fd3 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:31.445858 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd1dd65b-970b-42d0-9f5f-5f3fc9f8f25e tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Deleting subnet 340854f2-b107-4290-9fa0-8ad20a58c171 {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:01:31.451309 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-dd1dd65b-970b-42d0-9f5f-5f3fc9f8f25e tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:31.513995 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-dd1dd65b-970b-42d0-9f5f-5f3fc9f8f25e tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:31.540116 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f95ae8b6-b053-4d47-9a17-f1358819aaed None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:31.621914 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 0ea1498b-df95-4041-81e4-2569aa2f3db3 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:01:31.654870 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-dd1dd65b-970b-42d0-9f5f-5f3fc9f8f25e tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:31.661100 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 0ea1498b-df95-4041-81e4-2569aa2f3db3 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:01:31.661747 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 0ea1498b-df95-4041-81e4-2569aa2f3db3 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:01:31.684429 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f95ae8b6-b053-4d47-9a17-f1358819aaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:31.743955 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-b13baef6-c566-435e-82d7-c69463952fd3 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Allocated IP 172.26.3.216 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/027c5ddf-a5ca-46a2-9949-2c8c74247fa9) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:31.751291 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-d20e6994-134b-45b5-99b8-219846724801 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Allocated IP 172.20.0.5 (1e2a9b2d-a159-48c5-a704-dcb18c3b88c3/aea5e215-18bb-46ea-af81-f3072a97a965/3ee427fe-e9f4-462a-8052-62ec9d1d9def) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:31.756796 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95ae8b6-b053-4d47-9a17-f1358819aaed None None] Network 288f58e5-1ac5-43d1-ae89-c3f7945a258b is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:31.767154 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-d20e6994-134b-45b5-99b8-219846724801 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Allocated IP 2001:db8::f816:3eff:fe9e:3440 (1e2a9b2d-a159-48c5-a704-dcb18c3b88c3/91207fb8-ae3c-4551-8b36-93f0b00ccc72/3ee427fe-e9f4-462a-8052-62ec9d1d9def) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:31.777165 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-f95ae8b6-b053-4d47-9a17-f1358819aaed None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:31.784231 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95ae8b6-b053-4d47-9a17-f1358819aaed None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:31.799653 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 97ae9001-7665-4b17-88a0-a6fd2967bb27 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:01:31.801371 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ae8b6-b053-4d47-9a17-f1358819aaed None None] Pushing event updated for resources: {'Port': ['ID=3ea767d3-54fc-40f8-87a2-cddbd6a475c8,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:31.845211 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-dd1dd65b-970b-42d0-9f5f-5f3fc9f8f25e tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:31.846221 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-1eeb226e-48bb-48ea-b3b5-81e4a9e106d8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Allocated IP 172.20.0.10 (288f58e5-1ac5-43d1-ae89-c3f7945a258b/6ba84833-c5c9-4b6a-acb9-742a835384c1/8c6f665b-606c-43d3-b9e6-3f2971da5100) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:31.874316 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1dd65b-970b-42d0-9f5f-5f3fc9f8f25e tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Pushing event deleted for resources: {'Subnet': ['ID=340854f2-b107-4290-9fa0-8ad20a58c171,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:31.884846 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-dd1dd65b-970b-42d0-9f5f-5f3fc9f8f25e tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:31.888561 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-dd1dd65b-970b-42d0-9f5f-5f3fc9f8f25e tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] 10.222.0.88 "DELETE /v2.0/subnets/340854f2-b107-4290-9fa0-8ad20a58c171 HTTP/1.1" status: 204 len: 168 time: 0.5333395 Feb 16 17:01:31.891275 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51004) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:31.897666 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addf56af-deea-43ad-8023-176e4e85a254 None None] Network e25c01dc-4276-4191-981d-6882480351cd requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:01:31.903649 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-f95ae8b6-b053-4d47-9a17-f1358819aaed None None] Attempting to bind port 3ea767d3-54fc-40f8-87a2-cddbd6a475c8 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:01:31.904034 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-f95ae8b6-b053-4d47-9a17-f1358819aaed None None] Attempting to bind port 3ea767d3-54fc-40f8-87a2-cddbd6a475c8 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '2d1359b1-80b4-48fb-8559-fc6e7931d73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '288f58e5-1ac5-43d1-ae89-c3f7945a258b'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:01:31.904888 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95ae8b6-b053-4d47-9a17-f1358819aaed None None] Attempting to bind port 3ea767d3-54fc-40f8-87a2-cddbd6a475c8 on network 288f58e5-1ac5-43d1-ae89-c3f7945a258b {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:01:31.958239 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95ae8b6-b053-4d47-9a17-f1358819aaed None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:01:31.959251 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95ae8b6-b053-4d47-9a17-f1358819aaed None None] Checking segment: {'id': '2d1359b1-80b4-48fb-8559-fc6e7931d73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '288f58e5-1ac5-43d1-ae89-c3f7945a258b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:01:31.959251 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f95ae8b6-b053-4d47-9a17-f1358819aaed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:31.959721 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95ae8b6-b053-4d47-9a17-f1358819aaed None None] Bound using segment: {'id': '2d1359b1-80b4-48fb-8559-fc6e7931d73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '288f58e5-1ac5-43d1-ae89-c3f7945a258b'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:01:31.960317 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-f95ae8b6-b053-4d47-9a17-f1358819aaed None None] Bound port: 3ea767d3-54fc-40f8-87a2-cddbd6a475c8, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1359b1-80b4-48fb-8559-fc6e7931d73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '288f58e5-1ac5-43d1-ae89-c3f7945a258b'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:01:31.960948 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f95ae8b6-b053-4d47-9a17-f1358819aaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:31.979044 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c0a45ef7-20d1-4124-8ff7-0c3638c85bec tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:32.009090 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 97ae9001-7665-4b17-88a0-a6fd2967bb27 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:32.009569 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:32.019118 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-da0a66cf-1ddb-4314-8e0f-a53f9ff2ef5d None None] Provisioning complete for port 97ae9001-7665-4b17-88a0-a6fd2967bb27 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:32.019118 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-da0a66cf-1ddb-4314-8e0f-a53f9ff2ef5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:32.028292 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b13baef6-c566-435e-82d7-c69463952fd3 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:32.046971 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-c0a45ef7-20d1-4124-8ff7-0c3638c85bec tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Deleting port cdfe6297-7a03-4aae-a7ee-077336bc610a {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:01:32.047723 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c0a45ef7-20d1-4124-8ff7-0c3638c85bec tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:32.113572 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-c0a45ef7-20d1-4124-8ff7-0c3638c85bec tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] For port cdfe6297-7a03-4aae-a7ee-077336bc610a, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=cdfe6297-7a03-4aae-a7ee-077336bc610a,segment=NetworkSegment(178f417b-9a0f-40fe-bfe7-a83271c43b61),segment_id=178f417b-9a0f-40fe-bfe7-a83271c43b61)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:32.113965 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c0a45ef7-20d1-4124-8ff7-0c3638c85bec tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:32.127699 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-c0a45ef7-20d1-4124-8ff7-0c3638c85bec tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Calling delete_port for cdfe6297-7a03-4aae-a7ee-077336bc610a owned by network:dhcp {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:01:32.142777 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d20e6994-134b-45b5-99b8-219846724801 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:32.197038 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-f95ae8b6-b053-4d47-9a17-f1358819aaed None None] For port 3ea767d3-54fc-40f8-87a2-cddbd6a475c8, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:01:32.202326 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-f95ae8b6-b053-4d47-9a17-f1358819aaed None None] For port 3ea767d3-54fc-40f8-87a2-cddbd6a475c8, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=3ea767d3-54fc-40f8-87a2-cddbd6a475c8,segment=NetworkSegment(2d1359b1-80b4-48fb-8559-fc6e7931d73f),segment_id=2d1359b1-80b4-48fb-8559-fc6e7931d73f)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:01:32.234468 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050d133-fd55-4462-9ab6-56da265452de req-d2369265-242f-4da3-82e0-0e3bee6285dc tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:32.236002 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-1050d133-fd55-4462-9ab6-56da265452de req-d2369265-242f-4da3-82e0-0e3bee6285dc tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5ebd8bd3-b725-4245-93f5-ef5668d6841a HTTP/1.1" status: 200 len: 945 time: 0.1507149 Feb 16 17:01:32.240610 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1eeb226e-48bb-48ea-b3b5-81e4a9e106d8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:32.281031 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f95ae8b6-b053-4d47-9a17-f1358819aaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:32.295251 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-1050d133-fd55-4462-9ab6-56da265452de req-cec42bbe-6349-413c-b6fa-d9466e29893c tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/security-groups?id=182e3741-5bf1-40d0-9f52-072188d785c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507605 Feb 16 17:01:32.312845 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c0a45ef7-20d1-4124-8ff7-0c3638c85bec tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:32.313084 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b13baef6-c566-435e-82d7-c69463952fd3 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:32.345401 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2ed260-8afb-4646-b7eb-90e5d2bb944a None None] DHCP port deletion for e25c01dc-4276-4191-981d-6882480351cd request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:01:32.362859 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a45ef7-20d1-4124-8ff7-0c3638c85bec tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] No DVR routers for this DVR port cdfe6297-7a03-4aae-a7ee-077336bc610a on host dv-neutron-828697-3-hyperv {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:01:32.365895 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a45ef7-20d1-4124-8ff7-0c3638c85bec tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Pushing event deleted for resources: {'Port': ['ID=cdfe6297-7a03-4aae-a7ee-077336bc610a,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:32.370842 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ae8b6-b053-4d47-9a17-f1358819aaed None None] Pushing event updated for resources: {'Port': ['ID=3ea767d3-54fc-40f8-87a2-cddbd6a475c8,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:32.380155 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13baef6-c566-435e-82d7-c69463952fd3 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:32.383676 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-b13baef6-c566-435e-82d7-c69463952fd3 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:32.387808 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13baef6-c566-435e-82d7-c69463952fd3 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:32.417061 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d20e6994-134b-45b5-99b8-219846724801 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:32.422227 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13baef6-c566-435e-82d7-c69463952fd3 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Pushing event updated for resources: {'Port': ['ID=027c5ddf-a5ca-46a2-9949-2c8c74247fa9,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:32.460333 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c0a45ef7-20d1-4124-8ff7-0c3638c85bec tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:32.475524 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1eeb226e-48bb-48ea-b3b5-81e4a9e106d8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:32.478416 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20e6994-134b-45b5-99b8-219846724801 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:32.484245 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-c0a45ef7-20d1-4124-8ff7-0c3638c85bec tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e25c01dc-4276-4191-981d-6882480351cd']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:32.488762 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-d20e6994-134b-45b5-99b8-219846724801 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:32.495463 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-c0a45ef7-20d1-4124-8ff7-0c3638c85bec tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '178f417b-9a0f-40fe-bfe7-a83271c43b61') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:32.495807 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-c0a45ef7-20d1-4124-8ff7-0c3638c85bec tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '178f417b-9a0f-40fe-bfe7-a83271c43b61') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:32.508654 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c0a45ef7-20d1-4124-8ff7-0c3638c85bec tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:32.515741 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20e6994-134b-45b5-99b8-219846724801 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:32.524342 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c0a45ef7-20d1-4124-8ff7-0c3638c85bec tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:32.534108 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0a45ef7-20d1-4124-8ff7-0c3638c85bec tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:01:32.534699 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c0a45ef7-20d1-4124-8ff7-0c3638c85bec tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:32.541860 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 17:01:32.541860 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:01:32.541860 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 17:01:32.541860 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:01:32.541860 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 17:01:32.541860 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:01:32.541860 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 17:01:32.541860 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:01:32.541860 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 17:01:32.541860 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:01:32.541860 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 17:01:32.541860 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:01:32.541860 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 17:01:32.541860 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:01:32.541860 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:01:32.541860 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:01:32.541860 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:01:32.541860 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:01:32.541860 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 17:01:32.541860 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:01:32.541860 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 17:01:32.541860 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:01:32.541860 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:01:32.541860 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:01:32.541860 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 17:01:32.541860 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:01:32.541860 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:01:32.541860 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:01:32.541860 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:01:32.541860 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:01:32.541860 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:01:32.541860 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:01:32.565596 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e6994-134b-45b5-99b8-219846724801 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Port': ['ID=3ee427fe-e9f4-462a-8052-62ec9d1d9def,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:32.574205 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eeb226e-48bb-48ea-b3b5-81e4a9e106d8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Network 288f58e5-1ac5-43d1-ae89-c3f7945a258b is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:32.637243 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-1eeb226e-48bb-48ea-b3b5-81e4a9e106d8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:32.667760 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eeb226e-48bb-48ea-b3b5-81e4a9e106d8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:32.707729 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c0a45ef7-20d1-4124-8ff7-0c3638c85bec tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:32.718803 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c0a45ef7-20d1-4124-8ff7-0c3638c85bec tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:32.725160 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c0a45ef7-20d1-4124-8ff7-0c3638c85bec tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] 10.222.0.88 "DELETE /v2.0/networks/e25c01dc-4276-4191-981d-6882480351cd HTTP/1.1" status: 204 len: 168 time: 0.8292253 Feb 16 17:01:32.728842 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20e6994-134b-45b5-99b8-219846724801 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:32.729525 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d20e6994-134b-45b5-99b8-219846724801 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:32.741489 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a45ef7-20d1-4124-8ff7-0c3638c85bec tempest-ExtraDHCPOptionsIpV6TestJSON-265857536 tempest-ExtraDHCPOptionsIpV6TestJSON-265857536-project] Pushing event deleted for resources: {'Network': ['ID=e25c01dc-4276-4191-981d-6882480351cd,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:32.818649 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb226e-48bb-48ea-b3b5-81e4a9e106d8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event updated for resources: {'Port': ['ID=8c6f665b-606c-43d3-b9e6-3f2971da5100,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:32.830315 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eeb226e-48bb-48ea-b3b5-81e4a9e106d8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:32.831005 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1eeb226e-48bb-48ea-b3b5-81e4a9e106d8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:32.846941 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d20e6994-134b-45b5-99b8-219846724801 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1200724 Feb 16 17:01:32.848012 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51010) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:32.911923 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdd48d2-4a2f-4513-8fbe-5642d1aff872 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:32.917841 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdd48d2-4a2f-4513-8fbe-5642d1aff872 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:32.919512 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-0cdd48d2-4a2f-4513-8fbe-5642d1aff872 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0711267 Feb 16 17:01:32.922271 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51012) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:32.964785 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-41aacf39-3888-43f2-8ebc-484f1168249e None None] Provisioning complete for port 3ee427fe-e9f4-462a-8052-62ec9d1d9def triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:32.965475 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-41aacf39-3888-43f2-8ebc-484f1168249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:33.008391 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-41aacf39-3888-43f2-8ebc-484f1168249e None None] Port 3ee427fe-e9f4-462a-8052-62ec9d1d9def cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:01:33.008911 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-1eeb226e-48bb-48ea-b3b5-81e4a9e106d8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.6568267 Feb 16 17:01:33.012397 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51014) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:33.018729 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-f1539164-7474-4854-80d6-29183be1a94e tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Request body: {'port': {'network_id': '288f58e5-1ac5-43d1-ae89-c3f7945a258b', 'name': 'tempest-PortsTestJSON-387821965', 'fixed_ips': [{'subnet_id': '6ba84833-c5c9-4b6a-acb9-742a835384c1', 'ip_address': '172.20.0.9'}]}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:33.025784 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-d4e56311-4732-4108-8bb1-fcff485e2019 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Deleting port 3ee427fe-e9f4-462a-8052-62ec9d1d9def {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:01:33.026123 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d4e56311-4732-4108-8bb1-fcff485e2019 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:33.116417 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d4e56311-4732-4108-8bb1-fcff485e2019 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:33.129186 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-d4e56311-4732-4108-8bb1-fcff485e2019 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Calling delete_port for 3ee427fe-e9f4-462a-8052-62ec9d1d9def owned by {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:01:33.375143 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b13baef6-c566-435e-82d7-c69463952fd3 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:33.403440 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51020) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:33.445485 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d4e56311-4732-4108-8bb1-fcff485e2019 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:33.480522 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e56311-4732-4108-8bb1-fcff485e2019 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event deleted for resources: {'Port': ['ID=3ee427fe-e9f4-462a-8052-62ec9d1d9def,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:33.514619 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1539164-7474-4854-80d6-29183be1a94e tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Made reservation on behalf of c643207721ea44e4a742511dc6707de4 for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:33.519535 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f1539164-7474-4854-80d6-29183be1a94e tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:33.534959 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a880f-f3ec-40f1-8058-1de0e8478530 req-a6329c55-ccb6-4819-96d2-68ffbcc8fe1e tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:33.537674 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5a6a880f-f3ec-40f1-8058-1de0e8478530 req-a6329c55-ccb6-4819-96d2-68ffbcc8fe1e tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5ebd8bd3-b725-4245-93f5-ef5668d6841a HTTP/1.1" status: 200 len: 945 time: 0.1464691 Feb 16 17:01:33.583539 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-f1539164-7474-4854-80d6-29183be1a94e tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] device_id is not set on port 51662eb5-c0af-4ff0-abb0-4a7f6507ef38 yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:01:33.592982 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b13baef6-c566-435e-82d7-c69463952fd3 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:33.634703 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d4e56311-4732-4108-8bb1-fcff485e2019 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:33.637875 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-d4e56311-4732-4108-8bb1-fcff485e2019 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/ports/3ee427fe-e9f4-462a-8052-62ec9d1d9def HTTP/1.1" status: 204 len: 168 time: 0.7146926 Feb 16 17:01:33.642737 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51024) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:33.678079 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77944b8-8097-47a8-8203-b2550a536022 None None] Network 288f58e5-1ac5-43d1-ae89-c3f7945a258b requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:01:33.757972 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5a6a880f-f3ec-40f1-8058-1de0e8478530 req-fd51b43a-c126-48c1-b9f2-186dc83174ee tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/security-groups?id=182e3741-5bf1-40d0-9f52-072188d785c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997333 Feb 16 17:01:33.772387 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-9650c07b-ce9b-403b-bb35-f053964d9627 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=841a480db15540738657d15deb2b5fb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3671169 Feb 16 17:01:33.776709 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51026) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:33.826352 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9065c3-5e0e-41f1-a758-3a9f6bde079a tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:33.829120 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9065c3-5e0e-41f1-a758-3a9f6bde079a tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:33.830664 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9065c3-5e0e-41f1-a758-3a9f6bde079a tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:33.835674 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-8c9065c3-5e0e-41f1-a758-3a9f6bde079a tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1867433 Feb 16 17:01:33.837603 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51028) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:33.895169 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 3ea767d3-54fc-40f8-87a2-cddbd6a475c8 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:01:33.912832 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-f1539164-7474-4854-80d6-29183be1a94e tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Allocated IP 172.20.0.9 (288f58e5-1ac5-43d1-ae89-c3f7945a258b/6ba84833-c5c9-4b6a-acb9-742a835384c1/51662eb5-c0af-4ff0-abb0-4a7f6507ef38) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:33.939572 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-db8f57fd-458e-43ae-ab01-11b11cd19106 None None] Provisioning complete for port 3ea767d3-54fc-40f8-87a2-cddbd6a475c8 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:33.940066 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-db8f57fd-458e-43ae-ab01-11b11cd19106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:33.944880 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-82bda9f2-5712-4cd3-a9a8-16f28ffe5365 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Deleting subnet 91207fb8-ae3c-4551-8b36-93f0b00ccc72 {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:01:33.950412 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-82bda9f2-5712-4cd3-a9a8-16f28ffe5365 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:33.974978 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2b5aac2a-4f7f-4f72-a499-8bd44e2e8e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:33.975239 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b13baef6-c566-435e-82d7-c69463952fd3 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:34.000065 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2b5aac2a-4f7f-4f72-a499-8bd44e2e8e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:34.010323 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 3ea767d3-54fc-40f8-87a2-cddbd6a475c8 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:34.010323 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:34.029579 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-82bda9f2-5712-4cd3-a9a8-16f28ffe5365 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:34.059244 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b13baef6-c566-435e-82d7-c69463952fd3 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:34.070919 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-db8f57fd-458e-43ae-ab01-11b11cd19106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:34.142584 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-db8f57fd-458e-43ae-ab01-11b11cd19106 None None] For port 3ea767d3-54fc-40f8-87a2-cddbd6a475c8, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=3ea767d3-54fc-40f8-87a2-cddbd6a475c8,segment=NetworkSegment(2d1359b1-80b4-48fb-8559-fc6e7931d73f),segment_id=2d1359b1-80b4-48fb-8559-fc6e7931d73f)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:34.156983 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:34.201337 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13baef6-c566-435e-82d7-c69463952fd3 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Pushing event updated for resources: {'Port': ['ID=027c5ddf-a5ca-46a2-9949-2c8c74247fa9,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:34.223305 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f1539164-7474-4854-80d6-29183be1a94e tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:34.230488 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b13baef6-c566-435e-82d7-c69463952fd3 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:34.265234 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.db.api [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:01:34.265593 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG oslo_db.api [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:01:34.266163 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-db8f57fd-458e-43ae-ab01-11b11cd19106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:34.325456 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8f57fd-458e-43ae-ab01-11b11cd19106 None None] Pushing event updated for resources: {'Port': ['ID=3ea767d3-54fc-40f8-87a2-cddbd6a475c8,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:34.357512 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f1539164-7474-4854-80d6-29183be1a94e tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:34.399510 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-74d4dd48-9982-4997-a46a-b06423f9cd7d None None] Provisioning complete for port 8c6f665b-606c-43d3-b9e6-3f2971da5100 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:34.400141 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-74d4dd48-9982-4997-a46a-b06423f9cd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:34.405667 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-82bda9f2-5712-4cd3-a9a8-16f28ffe5365 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:34.442318 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1539164-7474-4854-80d6-29183be1a94e tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Network 288f58e5-1ac5-43d1-ae89-c3f7945a258b is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:34.447967 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.l3_db [None req-b13baef6-c566-435e-82d7-c69463952fd3 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Floating IP 12f88e41-192b-408b-beca-feccdd9503e3 associated. External IP: 172.26.3.216, port: 6e1e096f-127a-487f-bd87-5d53fb1dfe12. Feb 16 17:01:34.449986 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-f1539164-7474-4854-80d6-29183be1a94e tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:34.452517 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1539164-7474-4854-80d6-29183be1a94e tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:34.471321 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-74d4dd48-9982-4997-a46a-b06423f9cd7d None None] Port 8c6f665b-606c-43d3-b9e6-3f2971da5100 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:01:34.482549 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-74d4dd48-9982-4997-a46a-b06423f9cd7d None None] Provisioning complete for port 3ea767d3-54fc-40f8-87a2-cddbd6a475c8 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:34.482930 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-74d4dd48-9982-4997-a46a-b06423f9cd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:34.509182 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1539164-7474-4854-80d6-29183be1a94e tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event updated for resources: {'Port': ['ID=51662eb5-c0af-4ff0-abb0-4a7f6507ef38,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:34.514153 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2b5aac2a-4f7f-4f72-a499-8bd44e2e8e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:34.520693 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2b5aac2a-4f7f-4f72-a499-8bd44e2e8e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:34.531138 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-2b5aac2a-4f7f-4f72-a499-8bd44e2e8e3b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/daa79113-728d-49d3-a0dc-a78855a042f0 HTTP/1.1" status: 204 len: 168 time: 0.7419112 Feb 16 17:01:34.535971 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5aac2a-4f7f-4f72-a499-8bd44e2e8e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa79113-728d-49d3-a0dc-a78855a042f0,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:34.554308 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1539164-7474-4854-80d6-29183be1a94e tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:34.554947 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f1539164-7474-4854-80d6-29183be1a94e tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:34.566197 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-82bda9f2-5712-4cd3-a9a8-16f28ffe5365 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:34.610211 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cf87e6-4ccf-47d7-b213-ce5df001cb8a None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:01:34.629205 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-82bda9f2-5712-4cd3-a9a8-16f28ffe5365 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:34.637586 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-82bda9f2-5712-4cd3-a9a8-16f28ffe5365 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/91207fb8-ae3c-4551-8b36-93f0b00ccc72 HTTP/1.1" status: 204 len: 168 time: 0.7989461 Feb 16 17:01:34.637897 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51032) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:34.639263 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bda9f2-5712-4cd3-a9a8-16f28ffe5365 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event deleted for resources: {'Subnet': ['ID=91207fb8-ae3c-4551-8b36-93f0b00ccc72,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:34.690003 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f1539164-7474-4854-80d6-29183be1a94e tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6765494 Feb 16 17:01:34.692958 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51034) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:34.759734 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-58824e71-1cea-4c30-ab2d-3a26de3d4009 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Deleting subnet aea5e215-18bb-46ea-af81-f3072a97a965 {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:01:34.808100 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-58824e71-1cea-4c30-ab2d-3a26de3d4009 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:34.813258 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf79a6df-3e43-4b6b-ac27-ee294a98117e tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:34.814855 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-cf79a6df-3e43-4b6b-ac27-ee294a98117e tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1205618 Feb 16 17:01:34.819998 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51038) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:34.842811 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-d21b8ba9-540b-41a3-b241-6e026b636ebe None None] Provisioning complete for port 8c6f665b-606c-43d3-b9e6-3f2971da5100 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:34.842811 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d21b8ba9-540b-41a3-b241-6e026b636ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:34.862431 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13baef6-c566-435e-82d7-c69463952fd3 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Router d20839c9-a90f-41fa-a6fb-8ea4c215ed87 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:01:34.916291 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-d21b8ba9-540b-41a3-b241-6e026b636ebe None None] Port 8c6f665b-606c-43d3-b9e6-3f2971da5100 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:01:34.925011 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de134c30-113c-4707-8bb0-681938e13b7f tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:34.935856 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de134c30-113c-4707-8bb0-681938e13b7f tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:34.950490 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de134c30-113c-4707-8bb0-681938e13b7f tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:34.955678 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-de134c30-113c-4707-8bb0-681938e13b7f tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1328514 Feb 16 17:01:34.956395 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51042) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:34.973531 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-58824e71-1cea-4c30-ab2d-3a26de3d4009 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:35.013214 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device cdfe6297-7a03-4aae-a7ee-077336bc610a no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:01:35.055338 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: cdfe6297-7a03-4aae-a7ee-077336bc610a {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:01:35.056563 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device cdfe6297-7a03-4aae-a7ee-077336bc610a not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:01:35.077297 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-8fd00d04-9020-4608-91c5-8ac7920bf3df None None] Provisioning complete for port 51662eb5-c0af-4ff0-abb0-4a7f6507ef38 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:35.077717 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8fd00d04-9020-4608-91c5-8ac7920bf3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:35.115086 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5a56d-4918-4166-b7d9-129570c27728 req-618429ce-2834-461d-8012-e8d50effebcf tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:35.116671 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-cdb5a56d-4918-4166-b7d9-129570c27728 req-618429ce-2834-461d-8012-e8d50effebcf tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5ebd8bd3-b725-4245-93f5-ef5668d6841a HTTP/1.1" status: 200 len: 945 time: 0.2059054 Feb 16 17:01:35.136298 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-8fd00d04-9020-4608-91c5-8ac7920bf3df None None] Port 51662eb5-c0af-4ff0-abb0-4a7f6507ef38 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:01:35.150208 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-4c6679cd-0571-4f37-a89c-9dc914eb6d0e tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Deleting port 51662eb5-c0af-4ff0-abb0-4a7f6507ef38 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:01:35.150635 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4c6679cd-0571-4f37-a89c-9dc914eb6d0e tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:35.157785 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13baef6-c566-435e-82d7-c69463952fd3 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:01:35.182770 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c29f63d-211a-4f40-a1df-fb5b25de98a6 None None] Sync routers for ids ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:01:35.195195 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c29f63d-211a-4f40-a1df-fb5b25de98a6 None None] Routers {'d20839c9-a90f-41fa-a6fb-8ea4c215ed87'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:01:35.195912 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-7c29f63d-211a-4f40-a1df-fb5b25de98a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:01:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:35.206614 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-58824e71-1cea-4c30-ab2d-3a26de3d4009 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:35.213049 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-cdb5a56d-4918-4166-b7d9-129570c27728 req-a253ef97-38a1-4000-892e-87caeff9f419 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/security-groups?id=182e3741-5bf1-40d0-9f52-072188d785c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711176 Feb 16 17:01:35.242670 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-7c29f63d-211a-4f40-a1df-fb5b25de98a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:35.246493 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4c6679cd-0571-4f37-a89c-9dc914eb6d0e tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:35.256842 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c29f63d-211a-4f40-a1df-fb5b25de98a6 None None] Routers {'d20839c9-a90f-41fa-a6fb-8ea4c215ed87'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:01:35.257608 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-7c29f63d-211a-4f40-a1df-fb5b25de98a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:01:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:35.261394 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-4c6679cd-0571-4f37-a89c-9dc914eb6d0e tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Calling delete_port for 51662eb5-c0af-4ff0-abb0-4a7f6507ef38 owned by {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:01:35.297293 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-7c29f63d-211a-4f40-a1df-fb5b25de98a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:35.297946 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c29f63d-211a-4f40-a1df-fb5b25de98a6 None None] The sync data for ids ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:01:35.339438 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b13baef6-c566-435e-82d7-c69463952fd3 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:35.383605 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-b13baef6-c566-435e-82d7-c69463952fd3 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.5091619 Feb 16 17:01:35.384430 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51052) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:35.391402 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-d07007ed-1988-49ca-bc24-6113d1230f92 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Request body: {'floatingip': {'port_id': '6e1e096f-127a-487f-bd87-5d53fb1dfe12', 'fixed_ip_address': '172.20.0.13'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:35.396062 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-58824e71-1cea-4c30-ab2d-3a26de3d4009 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:35.459849 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-58824e71-1cea-4c30-ab2d-3a26de3d4009 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:35.463153 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-58824e71-1cea-4c30-ab2d-3a26de3d4009 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/aea5e215-18bb-46ea-af81-f3072a97a965 HTTP/1.1" status: 204 len: 168 time: 0.8240554 Feb 16 17:01:35.464112 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58824e71-1cea-4c30-ab2d-3a26de3d4009 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event deleted for resources: {'Subnet': ['ID=aea5e215-18bb-46ea-af81-f3072a97a965,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:35.465803 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51054) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:35.487596 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d07007ed-1988-49ca-bc24-6113d1230f92 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for floatingip, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:35.511139 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-82165684-da43-4506-be17-8b18f0a26964 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0417476 Feb 16 17:01:35.511139 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4c6679cd-0571-4f37-a89c-9dc914eb6d0e tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:35.515949 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51056) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:35.517198 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-bd145b1a-c303-4c5a-9f04-5431fa9c2de6 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'subnet': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:35.592912 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6679cd-0571-4f37-a89c-9dc914eb6d0e tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event deleted for resources: {'Port': ['ID=51662eb5-c0af-4ff0-abb0-4a7f6507ef38,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:35.710198 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4c6679cd-0571-4f37-a89c-9dc914eb6d0e tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:35.713426 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-4c6679cd-0571-4f37-a89c-9dc914eb6d0e tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "DELETE /v2.0/ports/51662eb5-c0af-4ff0-abb0-4a7f6507ef38 HTTP/1.1" status: 204 len: 168 time: 0.7560937 Feb 16 17:01:35.716755 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51064) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:35.761309 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-f02421e8-e4a2-439a-ad18-b38e566753eb tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] GET failed (client error): The resource could not be found. Feb 16 17:01:35.766303 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-f02421e8-e4a2-439a-ad18-b38e566753eb tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "GET /v2.0/ports/51662eb5-c0af-4ff0-abb0-4a7f6507ef38 HTTP/1.1" status: 404 len: 333 time: 0.0485940 Feb 16 17:01:35.766949 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51066) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:35.781769 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9734fbfc-e17a-4321-b988-d9f6b41e6f70 None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:01:35.855033 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 3ea767d3-54fc-40f8-87a2-cddbd6a475c8 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:01:35.889209 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd145b1a-c303-4c5a-9f04-5431fa9c2de6 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:35.896355 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-bd145b1a-c303-4c5a-9f04-5431fa9c2de6 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:36.002871 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-e6ad0fb9-aa87-4fa3-8ff0-cfe58efd8020 None None] Provisioning complete for port 97ae9001-7665-4b17-88a0-a6fd2967bb27 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:36.002871 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e6ad0fb9-aa87-4fa3-8ff0-cfe58efd8020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:36.004051 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51070) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:36.022579 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-2561ad7c-bfd2-4b0f-b12f-8b3c21bce2e1 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Deleting port 8c6f665b-606c-43d3-b9e6-3f2971da5100 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:01:36.022923 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2561ad7c-bfd2-4b0f-b12f-8b3c21bce2e1 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:36.061930 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 3ea767d3-54fc-40f8-87a2-cddbd6a475c8 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:36.062405 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:36.142337 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d07007ed-1988-49ca-bc24-6113d1230f92 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:36.170766 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-45f13e25-1252-4fa8-bf5a-c2d8986ff2eb tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1991156830'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:36.190545 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2561ad7c-bfd2-4b0f-b12f-8b3c21bce2e1 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:36.194550 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f564cb3-5a3b-4edc-abfa-9d7547cb5c4a None None] DHCP port deletion for 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:01:36.210397 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d07007ed-1988-49ca-bc24-6113d1230f92 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:36.240436 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-2561ad7c-bfd2-4b0f-b12f-8b3c21bce2e1 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Calling delete_port for 8c6f665b-606c-43d3-b9e6-3f2971da5100 owned by {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:01:36.256286 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-5f564cb3-5a3b-4edc-abfa-9d7547cb5c4a None None] Deleting port 97ae9001-7665-4b17-88a0-a6fd2967bb27 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:01:36.256947 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5f564cb3-5a3b-4edc-abfa-9d7547cb5c4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:36.368507 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f13e25-1252-4fa8-bf5a-c2d8986ff2eb tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Made reservation on behalf of 43a89965b99341f1b03939f62e27dafc for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:36.372201 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-45f13e25-1252-4fa8-bf5a-c2d8986ff2eb tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:36.391076 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24793c13-bb43-45d0-8fcf-8e7fd5a17550 req-00b263d5-75ac-46d9-b35f-d64fd0bd79a0 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:36.392654 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-24793c13-bb43-45d0-8fcf-8e7fd5a17550 req-00b263d5-75ac-46d9-b35f-d64fd0bd79a0 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5ebd8bd3-b725-4245-93f5-ef5668d6841a HTTP/1.1" status: 200 len: 945 time: 0.0867112 Feb 16 17:01:36.401569 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-45f13e25-1252-4fa8-bf5a-c2d8986ff2eb tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:36.421346 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-bd145b1a-c303-4c5a-9f04-5431fa9c2de6 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:36.466737 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d07007ed-1988-49ca-bc24-6113d1230f92 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Router d20839c9-a90f-41fa-a6fb-8ea4c215ed87 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:01:36.471547 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-5f564cb3-5a3b-4edc-abfa-9d7547cb5c4a None None] For port 97ae9001-7665-4b17-88a0-a6fd2967bb27, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=97ae9001-7665-4b17-88a0-a6fd2967bb27,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:36.471951 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5f564cb3-5a3b-4edc-abfa-9d7547cb5c4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:36.485233 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-5f564cb3-5a3b-4edc-abfa-9d7547cb5c4a None None] Calling delete_port for 97ae9001-7665-4b17-88a0-a6fd2967bb27 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:01:36.495338 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd145b1a-c303-4c5a-9f04-5431fa9c2de6 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:36.517234 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-bd145b1a-c303-4c5a-9f04-5431fa9c2de6 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:36.520269 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd145b1a-c303-4c5a-9f04-5431fa9c2de6 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:36.521419 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-bd145b1a-c303-4c5a-9f04-5431fa9c2de6 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:36.565338 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-24793c13-bb43-45d0-8fcf-8e7fd5a17550 req-f9b6ab84-060b-4805-932a-ba4a1f190a09 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/security-groups?id=182e3741-5bf1-40d0-9f52-072188d785c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537974 Feb 16 17:01:36.566714 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd145b1a-c303-4c5a-9f04-5431fa9c2de6 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Subnet': ['ID=a1f22b56-95f2-4939-97fe-8786048b02e7,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:36.660377 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-bd145b1a-c303-4c5a-9f04-5431fa9c2de6 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1479211 Feb 16 17:01:36.663298 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51078) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:36.668537 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-06674ece-27bd-4d50-ac0d-0992ea873505 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'subnet': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:36.708324 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5f564cb3-5a3b-4edc-abfa-9d7547cb5c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:36.721359 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2561ad7c-bfd2-4b0f-b12f-8b3c21bce2e1 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:36.745572 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f564cb3-5a3b-4edc-abfa-9d7547cb5c4a None None] Pushing event deleted for resources: {'Port': ['ID=97ae9001-7665-4b17-88a0-a6fd2967bb27,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:36.749793 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f564cb3-5a3b-4edc-abfa-9d7547cb5c4a None None] No DVR routers for this DVR port 97ae9001-7665-4b17-88a0-a6fd2967bb27 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:01:36.770359 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2561ad7c-bfd2-4b0f-b12f-8b3c21bce2e1 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event deleted for resources: {'Port': ['ID=8c6f665b-606c-43d3-b9e6-3f2971da5100,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:36.782534 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9d9b68-1e55-45c1-a3f9-52f560d086ff None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:01:36.828374 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07007ed-1988-49ca-bc24-6113d1230f92 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:01:36.833160 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d07007ed-1988-49ca-bc24-6113d1230f92 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:36.842064 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85bb4d8-d164-4f94-a698-0401d371bc1a None None] Sync routers for ids ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:01:36.859813 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85bb4d8-d164-4f94-a698-0401d371bc1a None None] Routers {'d20839c9-a90f-41fa-a6fb-8ea4c215ed87'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:01:36.861229 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-b85bb4d8-d164-4f94-a698-0401d371bc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:01:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:36.881493 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d1dd9822-30b6-4199-b8a9-cdf084b1c553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:36.925757 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-b85bb4d8-d164-4f94-a698-0401d371bc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:36.928071 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d07007ed-1988-49ca-bc24-6113d1230f92 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] 10.222.0.88 "PUT /v2.0/floatingips/12f88e41-192b-408b-beca-feccdd9503e3 HTTP/1.1" status: 200 len: 978 time: 1.5415900 Feb 16 17:01:36.932476 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51080) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:36.932852 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2561ad7c-bfd2-4b0f-b12f-8b3c21bce2e1 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:36.936166 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-2561ad7c-bfd2-4b0f-b12f-8b3c21bce2e1 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "DELETE /v2.0/ports/8c6f665b-606c-43d3-b9e6-3f2971da5100 HTTP/1.1" status: 204 len: 168 time: 1.1682308 Feb 16 17:01:36.941456 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51082) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:36.947616 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85bb4d8-d164-4f94-a698-0401d371bc1a None None] Routers {'d20839c9-a90f-41fa-a6fb-8ea4c215ed87'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:01:36.948260 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-b85bb4d8-d164-4f94-a698-0401d371bc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:01:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:36.958882 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-45f13e25-1252-4fa8-bf5a-c2d8986ff2eb tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:37.004329 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-b85bb4d8-d164-4f94-a698-0401d371bc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:37.005816 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85bb4d8-d164-4f94-a698-0401d371bc1a None None] The sync data for ids ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:01:37.009191 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-352978ff-9f41-4574-8107-1d41f59c3f48 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] GET failed (client error): The resource could not be found. Feb 16 17:01:37.011076 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-352978ff-9f41-4574-8107-1d41f59c3f48 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "GET /v2.0/ports/8c6f665b-606c-43d3-b9e6-3f2971da5100 HTTP/1.1" status: 404 len: 333 time: 0.0684173 Feb 16 17:01:37.013943 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51084) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:37.044671 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c94c1b0-57f1-4285-bfb0-09653f9278fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'tenant_id': '81837604d6654060bf0a8ff194578833', 'fixed_ips': [{'subnet_id': 'a1f22b56-95f2-4939-97fe-8786048b02e7'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:01:37.045564 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8c94c1b0-57f1-4285-bfb0-09653f9278fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:37.061839 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-45f13e25-1252-4fa8-bf5a-c2d8986ff2eb tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:37.107192 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-c31ed302-7d9f-489a-9ace-6e77ea31ebeb tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Deleting subnet 6ba84833-c5c9-4b6a-acb9-742a835384c1 {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:01:37.112107 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45f13e25-1252-4fa8-bf5a-c2d8986ff2eb tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:01:37.119418 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c31ed302-7d9f-489a-9ace-6e77ea31ebeb tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:37.156174 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-84c59865-9da9-431b-adb5-ced7c33b1e23 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Deleting port 027c5ddf-a5ca-46a2-9949-2c8c74247fa9 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:01:37.156458 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-84c59865-9da9-431b-adb5-ced7c33b1e23 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:37.170984 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-45f13e25-1252-4fa8-bf5a-c2d8986ff2eb tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:37.182224 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-45f13e25-1252-4fa8-bf5a-c2d8986ff2eb tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Added segment 9c6d114b-6c5b-492b-b7c2-33c8ec2182ba of type vlan for network c080138b-6bca-4508-9375-97ce608b868c Feb 16 17:01:37.182224 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f13e25-1252-4fa8-bf5a-c2d8986ff2eb tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9b7902-d0e8-412a-aae7-6e1c5b85272e,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:37.188366 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06674ece-27bd-4d50-ac0d-0992ea873505 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:37.191828 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-06674ece-27bd-4d50-ac0d-0992ea873505 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:37.208214 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-8c94c1b0-57f1-4285-bfb0-09653f9278fe None None] Allocated IP 172.20.0.2 (1e2a9b2d-a159-48c5-a704-dcb18c3b88c3/a1f22b56-95f2-4939-97fe-8786048b02e7/6566c8a3-fe7c-4f6c-9df5-1a3335c124d0) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:37.236255 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c31ed302-7d9f-489a-9ace-6e77ea31ebeb tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:37.247928 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-84c59865-9da9-431b-adb5-ced7c33b1e23 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:37.248402 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-84c59865-9da9-431b-adb5-ced7c33b1e23 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:37.260656 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-84c59865-9da9-431b-adb5-ced7c33b1e23 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Calling delete_port for 027c5ddf-a5ca-46a2-9949-2c8c74247fa9 owned by network:floatingip {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:01:37.311581 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-45f13e25-1252-4fa8-bf5a-c2d8986ff2eb tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:37.373696 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8c94c1b0-57f1-4285-bfb0-09653f9278fe None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:37.424329 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c31ed302-7d9f-489a-9ace-6e77ea31ebeb tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:37.497628 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-45f13e25-1252-4fa8-bf5a-c2d8986ff2eb tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:37.503061 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f13e25-1252-4fa8-bf5a-c2d8986ff2eb tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:37.503636 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-45f13e25-1252-4fa8-bf5a-c2d8986ff2eb tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:37.547246 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8c94c1b0-57f1-4285-bfb0-09653f9278fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:37.583731 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-84c59865-9da9-431b-adb5-ced7c33b1e23 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:37.591409 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c94c1b0-57f1-4285-bfb0-09653f9278fe None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:37.594713 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-8c94c1b0-57f1-4285-bfb0-09653f9278fe None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:37.598025 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c94c1b0-57f1-4285-bfb0-09653f9278fe None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:37.605958 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c94c1b0-57f1-4285-bfb0-09653f9278fe None None] Pushing event updated for resources: {'Port': ['ID=6566c8a3-fe7c-4f6c-9df5-1a3335c124d0,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:37.625298 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f13e25-1252-4fa8-bf5a-c2d8986ff2eb tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Pushing event updated for resources: {'Network': ['ID=c080138b-6bca-4508-9375-97ce608b868c,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:37.632785 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c59865-9da9-431b-adb5-ced7c33b1e23 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Pushing event deleted for resources: {'Port': ['ID=027c5ddf-a5ca-46a2-9949-2c8c74247fa9,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:37.663309 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network c080138b-6bca-4508-9375-97ce608b868c details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:01:37.673506 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-45f13e25-1252-4fa8-bf5a-c2d8986ff2eb tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6664135 Feb 16 17:01:37.701432 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c31ed302-7d9f-489a-9ace-6e77ea31ebeb tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:37.737138 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-84c59865-9da9-431b-adb5-ced7c33b1e23 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for floatingip, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:37.737794 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.l3_db [None req-84c59865-9da9-431b-adb5-ced7c33b1e23 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Floating IP 12f88e41-192b-408b-beca-feccdd9503e3 disassociated (deleted). External IP: 172.26.3.216, port: 6e1e096f-127a-487f-bd87-5d53fb1dfe12. Feb 16 17:01:37.754560 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-8c94c1b0-57f1-4285-bfb0-09653f9278fe None None] Attempting to bind port 6566c8a3-fe7c-4f6c-9df5-1a3335c124d0 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:01:37.754560 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-8c94c1b0-57f1-4285-bfb0-09653f9278fe None None] Attempting to bind port 6566c8a3-fe7c-4f6c-9df5-1a3335c124d0 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:01:37.754560 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c94c1b0-57f1-4285-bfb0-09653f9278fe None None] Attempting to bind port 6566c8a3-fe7c-4f6c-9df5-1a3335c124d0 on network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:01:37.766027 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c94c1b0-57f1-4285-bfb0-09653f9278fe None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:01:37.766412 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c94c1b0-57f1-4285-bfb0-09653f9278fe None None] Checking segment: {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:01:37.766824 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8c94c1b0-57f1-4285-bfb0-09653f9278fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:37.767220 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c94c1b0-57f1-4285-bfb0-09653f9278fe None None] Bound using segment: {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:01:37.767698 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-8c94c1b0-57f1-4285-bfb0-09653f9278fe None None] Bound port: 6566c8a3-fe7c-4f6c-9df5-1a3335c124d0, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:01:37.768109 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8c94c1b0-57f1-4285-bfb0-09653f9278fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:37.772307 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ed302-7d9f-489a-9ace-6e77ea31ebeb tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event deleted for resources: {'Subnet': ['ID=6ba84833-c5c9-4b6a-acb9-742a835384c1,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:37.854858 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c31ed302-7d9f-489a-9ace-6e77ea31ebeb tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:37.859753 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c31ed302-7d9f-489a-9ace-6e77ea31ebeb tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "DELETE /v2.0/subnets/6ba84833-c5c9-4b6a-acb9-742a835384c1 HTTP/1.1" status: 204 len: 168 time: 0.8444877 Feb 16 17:01:37.862826 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51088) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:37.892590 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74a1ece-9b74-40a7-b8b8-5274963caae8 None None] Network 288f58e5-1ac5-43d1-ae89-c3f7945a258b requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:01:37.900779 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a48e47-feb7-422e-a06e-79cd418a2c9d req-bed0fe41-da26-484f-8665-c591fdf9b795 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:37.902060 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-e8a48e47-feb7-422e-a06e-79cd418a2c9d req-bed0fe41-da26-484f-8665-c591fdf9b795 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5ebd8bd3-b725-4245-93f5-ef5668d6841a HTTP/1.1" status: 200 len: 945 time: 0.1762364 Feb 16 17:01:37.993868 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-8c94c1b0-57f1-4285-bfb0-09653f9278fe None None] For port 6566c8a3-fe7c-4f6c-9df5-1a3335c124d0, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:01:38.002585 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-8c94c1b0-57f1-4285-bfb0-09653f9278fe None None] For port 6566c8a3-fe7c-4f6c-9df5-1a3335c124d0, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=6566c8a3-fe7c-4f6c-9df5-1a3335c124d0,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:01:38.063990 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 97ae9001-7665-4b17-88a0-a6fd2967bb27 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:01:38.069377 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-e8a48e47-feb7-422e-a06e-79cd418a2c9d req-d2acae2f-e46e-48e7-876c-fe203fc939f8 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/security-groups?id=182e3741-5bf1-40d0-9f52-072188d785c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504052 Feb 16 17:01:38.086512 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6a49d90f-41ae-475d-a21e-0039002edf41 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:38.101239 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c59865-9da9-431b-adb5-ced7c33b1e23 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Router d20839c9-a90f-41fa-a6fb-8ea4c215ed87 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:01:38.108355 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.objects.ports [None req-06674ece-27bd-4d50-ac0d-0992ea873505 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114376) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 17:01:38.113700 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8c94c1b0-57f1-4285-bfb0-09653f9278fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:38.125898 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 97ae9001-7665-4b17-88a0-a6fd2967bb27 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:01:38.126376 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 97ae9001-7665-4b17-88a0-a6fd2967bb27 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:01:38.268344 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c94c1b0-57f1-4285-bfb0-09653f9278fe None None] Pushing event updated for resources: {'Port': ['ID=6566c8a3-fe7c-4f6c-9df5-1a3335c124d0,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:38.272571 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c59865-9da9-431b-adb5-ced7c33b1e23 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:01:38.285667 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-84c59865-9da9-431b-adb5-ced7c33b1e23 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:38.287259 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3087cacd-8535-4237-8e0f-e8dfe8c15b86 None None] Sync routers for ids ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:01:38.307306 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3087cacd-8535-4237-8e0f-e8dfe8c15b86 None None] Routers {'d20839c9-a90f-41fa-a6fb-8ea4c215ed87'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:01:38.308033 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-3087cacd-8535-4237-8e0f-e8dfe8c15b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:01:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:38.311192 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-6a49d90f-41ae-475d-a21e-0039002edf41 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Deleting port 3ea767d3-54fc-40f8-87a2-cddbd6a475c8 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:01:38.311538 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6a49d90f-41ae-475d-a21e-0039002edf41 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:38.359919 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-3087cacd-8535-4237-8e0f-e8dfe8c15b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:38.372893 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-84c59865-9da9-431b-adb5-ced7c33b1e23 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] 10.222.0.88 "DELETE /v2.0/floatingips/12f88e41-192b-408b-beca-feccdd9503e3 HTTP/1.1" status: 204 len: 168 time: 1.4390209 Feb 16 17:01:38.375621 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51090) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:38.385733 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3087cacd-8535-4237-8e0f-e8dfe8c15b86 None None] Routers {'d20839c9-a90f-41fa-a6fb-8ea4c215ed87'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:01:38.386455 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-3087cacd-8535-4237-8e0f-e8dfe8c15b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:01:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:38.433118 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61db94b4-7e6f-45e3-998d-1cf8684b99cb None None] DHCP port deletion for 288f58e5-1ac5-43d1-ae89-c3f7945a258b request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:01:38.435537 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-3087cacd-8535-4237-8e0f-e8dfe8c15b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:38.436434 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3087cacd-8535-4237-8e0f-e8dfe8c15b86 None None] The sync data for ids ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:01:38.451738 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-6a49d90f-41ae-475d-a21e-0039002edf41 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] For port 3ea767d3-54fc-40f8-87a2-cddbd6a475c8, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=3ea767d3-54fc-40f8-87a2-cddbd6a475c8,segment=NetworkSegment(2d1359b1-80b4-48fb-8559-fc6e7931d73f),segment_id=2d1359b1-80b4-48fb-8559-fc6e7931d73f)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:38.452896 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6a49d90f-41ae-475d-a21e-0039002edf41 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:38.541362 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-61db94b4-7e6f-45e3-998d-1cf8684b99cb None None] Deleting port 3ea767d3-54fc-40f8-87a2-cddbd6a475c8 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:01:38.542120 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-61db94b4-7e6f-45e3-998d-1cf8684b99cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:38.550461 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-6a49d90f-41ae-475d-a21e-0039002edf41 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Calling delete_port for 3ea767d3-54fc-40f8-87a2-cddbd6a475c8 owned by network:dhcp {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:01:38.560670 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-06674ece-27bd-4d50-ac0d-0992ea873505 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:38.601772 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-38751834-6de2-4892-b34a-0b6e31725c34 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Deleting port 6e1e096f-127a-487f-bd87-5d53fb1dfe12 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:01:38.603969 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-38751834-6de2-4892-b34a-0b6e31725c34 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:38.651537 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-61db94b4-7e6f-45e3-998d-1cf8684b99cb None None] For port 3ea767d3-54fc-40f8-87a2-cddbd6a475c8, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=3ea767d3-54fc-40f8-87a2-cddbd6a475c8,segment=NetworkSegment(2d1359b1-80b4-48fb-8559-fc6e7931d73f),segment_id=2d1359b1-80b4-48fb-8559-fc6e7931d73f)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:38.651902 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-61db94b4-7e6f-45e3-998d-1cf8684b99cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:38.680985 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-61db94b4-7e6f-45e3-998d-1cf8684b99cb None None] Calling delete_port for 3ea767d3-54fc-40f8-87a2-cddbd6a475c8 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:01:38.746454 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-38751834-6de2-4892-b34a-0b6e31725c34 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:38.763398 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-38751834-6de2-4892-b34a-0b6e31725c34 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Calling delete_port for 6e1e096f-127a-487f-bd87-5d53fb1dfe12 owned by {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:01:38.868426 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-06674ece-27bd-4d50-ac0d-0992ea873505 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] For port 6566c8a3-fe7c-4f6c-9df5-1a3335c124d0, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=6566c8a3-fe7c-4f6c-9df5-1a3335c124d0,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:38.878135 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-61db94b4-7e6f-45e3-998d-1cf8684b99cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:38.889960 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6a49d90f-41ae-475d-a21e-0039002edf41 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:38.921113 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61db94b4-7e6f-45e3-998d-1cf8684b99cb None None] Pushing event deleted for resources: {'Port': ['ID=3ea767d3-54fc-40f8-87a2-cddbd6a475c8,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:38.928348 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61db94b4-7e6f-45e3-998d-1cf8684b99cb None None] No DVR routers for this DVR port 3ea767d3-54fc-40f8-87a2-cddbd6a475c8 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:01:38.935432 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a49d90f-41ae-475d-a21e-0039002edf41 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event deleted for resources: {'Port': ['ID=3ea767d3-54fc-40f8-87a2-cddbd6a475c8,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:38.956419 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a49d90f-41ae-475d-a21e-0039002edf41 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] No DVR routers for this DVR port 3ea767d3-54fc-40f8-87a2-cddbd6a475c8 on host dv-neutron-828697-3-hyperv {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:01:38.965171 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-06674ece-27bd-4d50-ac0d-0992ea873505 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:39.037024 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-06674ece-27bd-4d50-ac0d-0992ea873505 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:39.037765 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-06674ece-27bd-4d50-ac0d-0992ea873505 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:39.091357 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-38751834-6de2-4892-b34a-0b6e31725c34 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:39.138771 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38751834-6de2-4892-b34a-0b6e31725c34 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Pushing event deleted for resources: {'Port': ['ID=6e1e096f-127a-487f-bd87-5d53fb1dfe12,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:39.143199 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6fe7defd-1da2-4728-8832-f8977b65c5ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:39.267845 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-38751834-6de2-4892-b34a-0b6e31725c34 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:39.271289 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-38751834-6de2-4892-b34a-0b6e31725c34 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] 10.222.0.88 "DELETE /v2.0/ports/6e1e096f-127a-487f-bd87-5d53fb1dfe12 HTTP/1.1" status: 204 len: 168 time: 0.8940949 Feb 16 17:01:39.275789 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51094) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:39.280667 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-17fe9c7c-f5a1-4324-8140-928aa130aafa tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Request body: {'floatingip': {'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:39.377233 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6a49d90f-41ae-475d-a21e-0039002edf41 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:39.381138 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-17fe9c7c-f5a1-4324-8140-928aa130aafa tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for floatingip, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:39.460745 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06674ece-27bd-4d50-ac0d-0992ea873505 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:39.469305 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-6a49d90f-41ae-475d-a21e-0039002edf41 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['288f58e5-1ac5-43d1-ae89-c3f7945a258b']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:39.479131 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-06674ece-27bd-4d50-ac0d-0992ea873505 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:39.482224 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06674ece-27bd-4d50-ac0d-0992ea873505 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:39.482959 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-06674ece-27bd-4d50-ac0d-0992ea873505 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:39.513521 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-6a49d90f-41ae-475d-a21e-0039002edf41 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d1359b1-80b4-48fb-8559-fc6e7931d73f') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:39.513833 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-6a49d90f-41ae-475d-a21e-0039002edf41 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d1359b1-80b4-48fb-8559-fc6e7931d73f') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:39.514333 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-17fe9c7c-f5a1-4324-8140-928aa130aafa tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:39.516799 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06674ece-27bd-4d50-ac0d-0992ea873505 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Subnet': ['ID=7a7556f6-f4ec-406a-812c-b6d729f49ef3,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:39.541597 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6a49d90f-41ae-475d-a21e-0039002edf41 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:39.545736 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06674ece-27bd-4d50-ac0d-0992ea873505 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Port': ['ID=6566c8a3-fe7c-4f6c-9df5-1a3335c124d0,revision_number=4']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:39.561635 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaad27b-543e-43cb-bb73-73d693cf8662 req-f521a27a-296f-4fb5-bd8b-194a9f804307 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:39.569980 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bcaad27b-543e-43cb-bb73-73d693cf8662 req-f521a27a-296f-4fb5-bd8b-194a9f804307 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5ebd8bd3-b725-4245-93f5-ef5668d6841a HTTP/1.1" status: 200 len: 945 time: 0.1795959 Feb 16 17:01:39.595716 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6a49d90f-41ae-475d-a21e-0039002edf41 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:39.601944 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-06674ece-27bd-4d50-ac0d-0992ea873505 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9375055 Feb 16 17:01:39.607417 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51096) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:39.609847 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38fcdc6-cfda-47e3-9df8-6a0838d69bc6 None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:01:39.614133 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a49d90f-41ae-475d-a21e-0039002edf41 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:01:39.614595 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6a49d90f-41ae-475d-a21e-0039002edf41 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:39.617852 dv-neutron-828697-3-hyperv neutron-server[114376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:01:39.617852 dv-neutron-828697-3-hyperv neutron-server[114376]: self.session.flush() Feb 16 17:01:39.617852 dv-neutron-828697-3-hyperv neutron-server[114376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:01:39.617852 dv-neutron-828697-3-hyperv neutron-server[114376]: self.session.flush() Feb 16 17:01:39.617852 dv-neutron-828697-3-hyperv neutron-server[114376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:01:39.617852 dv-neutron-828697-3-hyperv neutron-server[114376]: self.session.flush() Feb 16 17:01:39.617852 dv-neutron-828697-3-hyperv neutron-server[114376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:01:39.617852 dv-neutron-828697-3-hyperv neutron-server[114376]: self.session.flush() Feb 16 17:01:39.617852 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 17:01:39.617852 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:01:39.617852 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 17:01:39.617852 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:01:39.617852 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 17:01:39.617852 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:01:39.617852 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 17:01:39.617852 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:01:39.617852 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 17:01:39.617852 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:01:39.617852 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 17:01:39.617852 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:01:39.617852 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 17:01:39.617852 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:01:39.617852 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:01:39.617852 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:01:39.617852 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:01:39.617852 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:01:39.617852 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 17:01:39.617852 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:01:39.617852 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 17:01:39.617852 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:01:39.617852 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:01:39.617852 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:01:39.617852 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 17:01:39.617852 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:01:39.617852 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:01:39.617852 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:01:39.617852 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:01:39.617852 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:01:39.617852 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:01:39.617852 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:01:39.620593 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-f44a2058-21eb-4026-9f69-f18203368739 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'port': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'mac_address': 'fa:16:3e:1a:6e:64', 'name': 'tempest-NetworksTestDHCPv6-1614754616'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:39.651566 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bcaad27b-543e-43cb-bb73-73d693cf8662 req-04fd201e-b214-452d-9503-dc1e0120ec98 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/security-groups?id=182e3741-5bf1-40d0-9f52-072188d785c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805674 Feb 16 17:01:39.724764 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-53ac0edb-e61b-4f86-8e18-2304e734f416 None None] Provisioning complete for port 6566c8a3-fe7c-4f6c-9df5-1a3335c124d0 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:39.725345 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-53ac0edb-e61b-4f86-8e18-2304e734f416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:39.738833 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-17fe9c7c-f5a1-4324-8140-928aa130aafa tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Allocated IP 172.26.3.235 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/842034d1-1be1-41fc-8b2a-83121f0bf190) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:39.876295 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6a49d90f-41ae-475d-a21e-0039002edf41 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:39.881118 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6a49d90f-41ae-475d-a21e-0039002edf41 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:39.884693 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-6a49d90f-41ae-475d-a21e-0039002edf41 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "DELETE /v2.0/networks/288f58e5-1ac5-43d1-ae89-c3f7945a258b HTTP/1.1" status: 204 len: 168 time: 2.0202162 Feb 16 17:01:39.910216 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51098) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:39.912168 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 6566c8a3-fe7c-4f6c-9df5-1a3335c124d0 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:01:39.918052 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-a721870f-4501-48db-ad53-089cf60a6db8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1644945165'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:39.930500 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-53ac0edb-e61b-4f86-8e18-2304e734f416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:39.941915 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-17fe9c7c-f5a1-4324-8140-928aa130aafa tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:39.946224 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a49d90f-41ae-475d-a21e-0039002edf41 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event deleted for resources: {'Network': ['ID=288f58e5-1ac5-43d1-ae89-c3f7945a258b,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:39.958849 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44a2058-21eb-4026-9f69-f18203368739 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:40.012988 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-53ac0edb-e61b-4f86-8e18-2304e734f416 None None] For port 6566c8a3-fe7c-4f6c-9df5-1a3335c124d0, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=6566c8a3-fe7c-4f6c-9df5-1a3335c124d0,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:40.023248 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 6566c8a3-fe7c-4f6c-9df5-1a3335c124d0 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:40.023628 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:40.068378 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a721870f-4501-48db-ad53-089cf60a6db8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Made reservation on behalf of c643207721ea44e4a742511dc6707de4 for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:40.073170 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a721870f-4501-48db-ad53-089cf60a6db8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:40.105831 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f44a2058-21eb-4026-9f69-f18203368739 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:40.107458 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-53ac0edb-e61b-4f86-8e18-2304e734f416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:40.116638 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a721870f-4501-48db-ad53-089cf60a6db8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:01:40.135002 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a721870f-4501-48db-ad53-089cf60a6db8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:40.135668 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-a721870f-4501-48db-ad53-089cf60a6db8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Added segment b90cd91c-fb2c-424e-b274-546dd92b28e9 of type vlan for network f418e816-3eb8-40f7-94bd-7bfcbed88e0d Feb 16 17:01:40.142277 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-f44a2058-21eb-4026-9f69-f18203368739 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] device_id is not set on port d735523c-f634-491b-8369-ee4d6c71c3db yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:01:40.163430 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:40.191743 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-17fe9c7c-f5a1-4324-8140-928aa130aafa tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:40.201113 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac0edb-e61b-4f86-8e18-2304e734f416 None None] Pushing event updated for resources: {'Port': ['ID=6566c8a3-fe7c-4f6c-9df5-1a3335c124d0,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:40.237948 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a721870f-4501-48db-ad53-089cf60a6db8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:40.247895 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fe9c7c-f5a1-4324-8140-928aa130aafa tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Pushing event updated for resources: {'Port': ['ID=842034d1-1be1-41fc-8b2a-83121f0bf190,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:40.249510 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.db.api [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:01:40.249984 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG oslo_db.api [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:01:40.285039 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fe9c7c-f5a1-4324-8140-928aa130aafa tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:40.289708 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-17fe9c7c-f5a1-4324-8140-928aa130aafa tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:40.292495 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fe9c7c-f5a1-4324-8140-928aa130aafa tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:40.354168 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:40.382691 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a721870f-4501-48db-ad53-089cf60a6db8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:40.389348 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a721870f-4501-48db-ad53-089cf60a6db8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:40.390015 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a721870f-4501-48db-ad53-089cf60a6db8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:40.433443 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-17fe9c7c-f5a1-4324-8140-928aa130aafa tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:40.482978 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a721870f-4501-48db-ad53-089cf60a6db8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event updated for resources: {'Network': ['ID=f418e816-3eb8-40f7-94bd-7bfcbed88e0d,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:40.496293 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network f418e816-3eb8-40f7-94bd-7bfcbed88e0d details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:01:40.507494 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-f44a2058-21eb-4026-9f69-f18203368739 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Allocated IP 172.20.0.10 (1e2a9b2d-a159-48c5-a704-dcb18c3b88c3/a1f22b56-95f2-4939-97fe-8786048b02e7/d735523c-f634-491b-8369-ee4d6c71c3db) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:40.514787 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-f44a2058-21eb-4026-9f69-f18203368739 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Allocated IP 2001:db8::f816:3eff:fe1a:6e64 (1e2a9b2d-a159-48c5-a704-dcb18c3b88c3/7a7556f6-f4ec-406a-812c-b6d729f49ef3/d735523c-f634-491b-8369-ee4d6c71c3db) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:40.545918 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-a721870f-4501-48db-ad53-089cf60a6db8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6389999 Feb 16 17:01:40.548571 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51100) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:40.554784 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-b81b143e-2dfa-445f-b2b5-63c50675343f tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Request body: {'subnet': {'network_id': 'f418e816-3eb8-40f7-94bd-7bfcbed88e0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:40.595444 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-17fe9c7c-f5a1-4324-8140-928aa130aafa tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:40.774612 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81b143e-2dfa-445f-b2b5-63c50675343f tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Made reservation on behalf of c643207721ea44e4a742511dc6707de4 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:40.779430 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b81b143e-2dfa-445f-b2b5-63c50675343f tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:40.853765 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-6c815851-2c05-4693-9dd4-8b452cf260b0 None None] Provisioning complete for port 6566c8a3-fe7c-4f6c-9df5-1a3335c124d0 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:40.855522 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6c815851-2c05-4693-9dd4-8b452cf260b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:40.874051 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f44a2058-21eb-4026-9f69-f18203368739 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:40.903926 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280b932-38b2-41a6-b3b9-c1674612b7d8 req-c344b4c5-70c4-489f-b15c-24747e265b69 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:40.904873 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51104) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:40.905918 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-d280b932-38b2-41a6-b3b9-c1674612b7d8 req-c344b4c5-70c4-489f-b15c-24747e265b69 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5ebd8bd3-b725-4245-93f5-ef5668d6841a HTTP/1.1" status: 200 len: 945 time: 0.1536214 Feb 16 17:01:40.912211 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-82e0b553-14d8-4af2-967e-d35a7dc581d9 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Request body: {'subnet': {'network_id': 'c080138b-6bca-4508-9375-97ce608b868c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:40.917050 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 3ea767d3-54fc-40f8-87a2-cddbd6a475c8 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:01:40.948756 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 3ea767d3-54fc-40f8-87a2-cddbd6a475c8 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:01:40.949408 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 3ea767d3-54fc-40f8-87a2-cddbd6a475c8 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:01:40.970660 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-17fe9c7c-f5a1-4324-8140-928aa130aafa tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:40.994212 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-d280b932-38b2-41a6-b3b9-c1674612b7d8 req-41a273dd-8fd3-45a2-a44d-7f320e368113 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/security-groups?id=182e3741-5bf1-40d0-9f52-072188d785c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800602 Feb 16 17:01:41.112373 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-17fe9c7c-f5a1-4324-8140-928aa130aafa tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:41.152628 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e0b553-14d8-4af2-967e-d35a7dc581d9 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Made reservation on behalf of 43a89965b99341f1b03939f62e27dafc for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:41.156606 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-82e0b553-14d8-4af2-967e-d35a7dc581d9 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:41.169682 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f44a2058-21eb-4026-9f69-f18203368739 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:41.197290 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fe9c7c-f5a1-4324-8140-928aa130aafa tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Pushing event updated for resources: {'Port': ['ID=842034d1-1be1-41fc-8b2a-83121f0bf190,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:41.209291 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b81b143e-2dfa-445f-b2b5-63c50675343f tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:41.236574 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-17fe9c7c-f5a1-4324-8140-928aa130aafa tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:41.240429 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44a2058-21eb-4026-9f69-f18203368739 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:41.248250 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-f44a2058-21eb-4026-9f69-f18203368739 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:41.254912 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44a2058-21eb-4026-9f69-f18203368739 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:41.296830 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44a2058-21eb-4026-9f69-f18203368739 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Port': ['ID=d735523c-f634-491b-8369-ee4d6c71c3db,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:41.305842 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81b143e-2dfa-445f-b2b5-63c50675343f tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event updated for resources: {'Subnet': ['ID=9c532988-71f5-436e-a00d-5a1ed4618f93,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:41.320277 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44a2058-21eb-4026-9f69-f18203368739 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:41.320931 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f44a2058-21eb-4026-9f69-f18203368739 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:41.323530 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81b143e-2dfa-445f-b2b5-63c50675343f tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Checking segment: {'id': 'b90cd91c-fb2c-424e-b274-546dd92b28e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f418e816-3eb8-40f7-94bd-7bfcbed88e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:01:41.323893 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81b143e-2dfa-445f-b2b5-63c50675343f tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Network hostable DHCP agents. Network: f418e816-3eb8-40f7-94bd-7bfcbed88e0d, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:01:41.396470 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-17fe9c7c-f5a1-4324-8140-928aa130aafa tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:41.397935 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-17fe9c7c-f5a1-4324-8140-928aa130aafa tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1210930 Feb 16 17:01:41.400801 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51106) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:41.406065 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-5afd99c5-9530-4728-aedd-caf088f0096c tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Request body: {'port': {'network_id': 'd6c1f681-5d05-4621-b5cd-a00f1dd285fe', 'name': 'tempest-FloatingIPTestJSON-691139365'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:41.491505 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81b143e-2dfa-445f-b2b5-63c50675343f tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Network f418e816-3eb8-40f7-94bd-7bfcbed88e0d is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:01:41.527243 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-82e0b553-14d8-4af2-967e-d35a7dc581d9 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:41.590976 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e0b553-14d8-4af2-967e-d35a7dc581d9 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Pushing event updated for resources: {'Subnet': ['ID=6e7a18a4-191b-4a4c-9b42-7e68a2832204,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:41.600359 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-c7d1ef52-543e-4d86-9c39-e9deaa163c3b None None] Provisioning complete for port d735523c-f634-491b-8369-ee4d6c71c3db triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:41.600891 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c7d1ef52-543e-4d86-9c39-e9deaa163c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:41.601106 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e0b553-14d8-4af2-967e-d35a7dc581d9 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Checking segment: {'id': '9c6d114b-6c5b-492b-b7c2-33c8ec2182ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'c080138b-6bca-4508-9375-97ce608b868c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:01:41.601426 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e0b553-14d8-4af2-967e-d35a7dc581d9 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Network hostable DHCP agents. Network: c080138b-6bca-4508-9375-97ce608b868c, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:01:41.622461 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-b81b143e-2dfa-445f-b2b5-63c50675343f tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, f418e816-3eb8-40f7-94bd-7bfcbed88e0d) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:41.629809 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81b143e-2dfa-445f-b2b5-63c50675343f tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:41.635032 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b81b143e-2dfa-445f-b2b5-63c50675343f tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:41.643910 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1dd7bde-071b-4d5d-9a7e-6a5397ca914e None None] Network f418e816-3eb8-40f7-94bd-7bfcbed88e0d requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:01:41.662490 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f44a2058-21eb-4026-9f69-f18203368739 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.0485268 Feb 16 17:01:41.665302 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51108) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:41.699292 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-c7d1ef52-543e-4d86-9c39-e9deaa163c3b None None] Port d735523c-f634-491b-8369-ee4d6c71c3db cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:01:41.712419 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e0b553-14d8-4af2-967e-d35a7dc581d9 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Network c080138b-6bca-4508-9375-97ce608b868c is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:01:41.727017 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-82e0b553-14d8-4af2-967e-d35a7dc581d9 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, c080138b-6bca-4508-9375-97ce608b868c) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:41.731853 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e0b553-14d8-4af2-967e-d35a7dc581d9 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:41.731853 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-82e0b553-14d8-4af2-967e-d35a7dc581d9 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:41.752347 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-b81b143e-2dfa-445f-b2b5-63c50675343f tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2020314 Feb 16 17:01:41.756439 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51112) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:41.761773 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c8755b-7a7b-4c50-bcc0-9f83c788b545 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:41.764462 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-41cdf218-e092-46a8-9fae-46e490a63967 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-733583288', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:41.767580 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c8755b-7a7b-4c50-bcc0-9f83c788b545 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:41.769217 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-87c8755b-7a7b-4c50-bcc0-9f83c788b545 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1030214 Feb 16 17:01:41.777536 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0076f40e-d87c-47fa-b4f8-4d25e5afca1c None None] Network c080138b-6bca-4508-9375-97ce608b868c requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:01:41.782334 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:41.784164 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51114) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:41.832118 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 6566c8a3-fe7c-4f6c-9df5-1a3335c124d0 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:01:41.855049 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-82e0b553-14d8-4af2-967e-d35a7dc581d9 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9463079 Feb 16 17:01:41.855049 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51116) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:41.877717 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-baadab40-979f-406d-b5fd-d2c429adf26d tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1577547156'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:41.894923 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79663927-ec03-4d86-bef5-86d4f23aa3c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-f418e816-3eb8-40f7-94bd-7bfcbed88e0d', 'network_id': 'f418e816-3eb8-40f7-94bd-7bfcbed88e0d', 'tenant_id': 'c643207721ea44e4a742511dc6707de4', 'fixed_ips': [{'subnet_id': '9c532988-71f5-436e-a00d-5a1ed4618f93'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:01:41.895825 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-79663927-ec03-4d86-bef5-86d4f23aa3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:41.921349 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-e71a9bcc-0d43-42cc-a7d7-3550b52ad0be tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Deleting port d735523c-f634-491b-8369-ee4d6c71c3db {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:01:41.921694 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e71a9bcc-0d43-42cc-a7d7-3550b52ad0be tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:41.935135 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afd99c5-9530-4728-aedd-caf088f0096c tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Made reservation on behalf of 20d8e1466b544f5eb14961c4b649d8ae for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:41.940788 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5afd99c5-9530-4728-aedd-caf088f0096c tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:41.959852 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-5afd99c5-9530-4728-aedd-caf088f0096c tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] device_id is not set on port 7deab3ef-7126-4fc1-a056-1185fbebedf4 yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:01:42.041765 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e71a9bcc-0d43-42cc-a7d7-3550b52ad0be tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:42.049862 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 6566c8a3-fe7c-4f6c-9df5-1a3335c124d0 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:42.050408 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:42.056313 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-e71a9bcc-0d43-42cc-a7d7-3550b52ad0be tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Calling delete_port for d735523c-f634-491b-8369-ee4d6c71c3db owned by {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:01:42.106751 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-5afd99c5-9530-4728-aedd-caf088f0096c tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Allocated IP 172.20.0.11 (d6c1f681-5d05-4621-b5cd-a00f1dd285fe/f80c694e-23e8-4c46-b1c2-96ba72106b3c/7deab3ef-7126-4fc1-a056-1185fbebedf4) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:42.153300 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-41cdf218-e092-46a8-9fae-46e490a63967 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:42.153560 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:42.154352 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-41cdf218-e092-46a8-9fae-46e490a63967 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:42.157872 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baadab40-979f-406d-b5fd-d2c429adf26d tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Made reservation on behalf of 43a89965b99341f1b03939f62e27dafc for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:42.160939 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-baadab40-979f-406d-b5fd-d2c429adf26d tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:42.167229 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2408272-9756-4195-9353-b7b4e6887791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-c080138b-6bca-4508-9375-97ce608b868c', 'network_id': 'c080138b-6bca-4508-9375-97ce608b868c', 'tenant_id': '43a89965b99341f1b03939f62e27dafc', 'fixed_ips': [{'subnet_id': '6e7a18a4-191b-4a4c-9b42-7e68a2832204'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:01:42.168092 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c2408272-9756-4195-9353-b7b4e6887791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:42.169976 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77430085-56cf-44d9-80da-1777e5b3987f req-885795dd-1070-4db2-b034-6fb761837d2c tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:42.171518 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-77430085-56cf-44d9-80da-1777e5b3987f req-885795dd-1070-4db2-b034-6fb761837d2c tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5ebd8bd3-b725-4245-93f5-ef5668d6841a HTTP/1.1" status: 200 len: 945 time: 0.1090167 Feb 16 17:01:42.184117 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-79663927-ec03-4d86-bef5-86d4f23aa3c0 None None] Allocated IP 172.20.0.2 (f418e816-3eb8-40f7-94bd-7bfcbed88e0d/9c532988-71f5-436e-a00d-5a1ed4618f93/eec9651c-57ff-48a8-94ca-0ebff35007b5) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:42.281863 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5afd99c5-9530-4728-aedd-caf088f0096c tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:42.317444 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baadab40-979f-406d-b5fd-d2c429adf26d tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:01:42.325353 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-41cdf218-e092-46a8-9fae-46e490a63967 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:42.336607 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-77430085-56cf-44d9-80da-1777e5b3987f req-c4ba837c-42de-4e58-9500-ef0fde383bfd tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/security-groups?id=182e3741-5bf1-40d0-9f52-072188d785c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508532 Feb 16 17:01:42.372759 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5afd99c5-9530-4728-aedd-caf088f0096c tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:42.409521 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-41cdf218-e092-46a8-9fae-46e490a63967 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:42.420805 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afd99c5-9530-4728-aedd-caf088f0096c tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Network d6c1f681-5d05-4621-b5cd-a00f1dd285fe is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:42.425722 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-5afd99c5-9530-4728-aedd-caf088f0096c tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:42.430811 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afd99c5-9530-4728-aedd-caf088f0096c tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:42.435063 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afd99c5-9530-4728-aedd-caf088f0096c tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Pushing event updated for resources: {'Port': ['ID=7deab3ef-7126-4fc1-a056-1185fbebedf4,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:42.475592 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-c2408272-9756-4195-9353-b7b4e6887791 None None] Allocated IP 2001:db8:0:ffff::2 (c080138b-6bca-4508-9375-97ce608b868c/6e7a18a4-191b-4a4c-9b42-7e68a2832204/8f1ec8af-bf91-4f68-b906-f9ac90731b2c) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:42.486564 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afd99c5-9530-4728-aedd-caf088f0096c tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:42.487396 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5afd99c5-9530-4728-aedd-caf088f0096c tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:42.514930 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-79663927-ec03-4d86-bef5-86d4f23aa3c0 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:42.527438 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-41cdf218-e092-46a8-9fae-46e490a63967 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:42.532354 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-41cdf218-e092-46a8-9fae-46e490a63967 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.7717421 Feb 16 17:01:42.532354 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51120) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:42.536683 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-46c621b5-d074-46ec-b4a4-e2c7d7b77ff3 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Request body: {'port': {'network_id': 'f418e816-3eb8-40f7-94bd-7bfcbed88e0d', 'name': 'tempest-PortsTestJSON-941612681'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:42.587726 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e71a9bcc-0d43-42cc-a7d7-3550b52ad0be tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:42.589749 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-baadab40-979f-406d-b5fd-d2c429adf26d tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:42.590099 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-baadab40-979f-406d-b5fd-d2c429adf26d tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Added segment d47cc651-99b9-43dc-9cfb-f3fd9af02853 of type vlan for network 6097b752-1ddc-4918-ac19-e69b0b81ce73 Feb 16 17:01:42.616022 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-5afd99c5-9530-4728-aedd-caf088f0096c tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2140098 Feb 16 17:01:42.618385 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-79663927-ec03-4d86-bef5-86d4f23aa3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:42.618923 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51122) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:42.623764 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-88a6a3b3-c795-49bc-8255-0ade71a843f8 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Request body: {'floatingip': {'port_id': '7deab3ef-7126-4fc1-a056-1185fbebedf4'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:42.663839 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-88a6a3b3-c795-49bc-8255-0ade71a843f8 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for floatingip, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:42.664371 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71a9bcc-0d43-42cc-a7d7-3550b52ad0be tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event deleted for resources: {'Port': ['ID=d735523c-f634-491b-8369-ee4d6c71c3db,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:42.677948 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-baadab40-979f-406d-b5fd-d2c429adf26d tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:42.678564 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79663927-ec03-4d86-bef5-86d4f23aa3c0 None None] Network f418e816-3eb8-40f7-94bd-7bfcbed88e0d is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:42.681234 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c2408272-9756-4195-9353-b7b4e6887791 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:42.684875 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-79663927-ec03-4d86-bef5-86d4f23aa3c0 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:42.690202 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79663927-ec03-4d86-bef5-86d4f23aa3c0 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:42.730634 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79663927-ec03-4d86-bef5-86d4f23aa3c0 None None] Pushing event updated for resources: {'Port': ['ID=eec9651c-57ff-48a8-94ca-0ebff35007b5,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:42.763965 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-79663927-ec03-4d86-bef5-86d4f23aa3c0 None None] Attempting to bind port eec9651c-57ff-48a8-94ca-0ebff35007b5 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:01:42.764358 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-79663927-ec03-4d86-bef5-86d4f23aa3c0 None None] Attempting to bind port eec9651c-57ff-48a8-94ca-0ebff35007b5 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': 'b90cd91c-fb2c-424e-b274-546dd92b28e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f418e816-3eb8-40f7-94bd-7bfcbed88e0d'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:01:42.764725 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79663927-ec03-4d86-bef5-86d4f23aa3c0 None None] Attempting to bind port eec9651c-57ff-48a8-94ca-0ebff35007b5 on network f418e816-3eb8-40f7-94bd-7bfcbed88e0d {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:01:42.767599 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c2408272-9756-4195-9353-b7b4e6887791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:42.819003 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79663927-ec03-4d86-bef5-86d4f23aa3c0 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:01:42.819437 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79663927-ec03-4d86-bef5-86d4f23aa3c0 None None] Checking segment: {'id': 'b90cd91c-fb2c-424e-b274-546dd92b28e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f418e816-3eb8-40f7-94bd-7bfcbed88e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:01:42.819843 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-79663927-ec03-4d86-bef5-86d4f23aa3c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:42.820895 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79663927-ec03-4d86-bef5-86d4f23aa3c0 None None] Bound using segment: {'id': 'b90cd91c-fb2c-424e-b274-546dd92b28e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f418e816-3eb8-40f7-94bd-7bfcbed88e0d'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:01:42.821508 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-79663927-ec03-4d86-bef5-86d4f23aa3c0 None None] Bound port: eec9651c-57ff-48a8-94ca-0ebff35007b5, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b90cd91c-fb2c-424e-b274-546dd92b28e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f418e816-3eb8-40f7-94bd-7bfcbed88e0d'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:01:42.821897 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-79663927-ec03-4d86-bef5-86d4f23aa3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:42.824966 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e71a9bcc-0d43-42cc-a7d7-3550b52ad0be tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:42.825100 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2408272-9756-4195-9353-b7b4e6887791 None None] Pushing event updated for resources: {'Port': ['ID=8f1ec8af-bf91-4f68-b906-f9ac90731b2c,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:42.844353 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-e71a9bcc-0d43-42cc-a7d7-3550b52ad0be tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/ports/d735523c-f634-491b-8369-ee4d6c71c3db HTTP/1.1" status: 204 len: 168 time: 1.0589654 Feb 16 17:01:42.847371 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51124) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:42.847622 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2408272-9756-4195-9353-b7b4e6887791 None None] Network c080138b-6bca-4508-9375-97ce608b868c is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:42.851884 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-c2408272-9756-4195-9353-b7b4e6887791 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:42.854383 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2408272-9756-4195-9353-b7b4e6887791 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:42.860243 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-baadab40-979f-406d-b5fd-d2c429adf26d tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:42.869612 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baadab40-979f-406d-b5fd-d2c429adf26d tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:42.870163 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-baadab40-979f-406d-b5fd-d2c429adf26d tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:42.941353 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a592a6-1a88-405d-a798-b42982b6d269 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:42.943460 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a592a6-1a88-405d-a798-b42982b6d269 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:42.945360 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a592a6-1a88-405d-a798-b42982b6d269 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:42.947892 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-28a592a6-1a88-405d-a798-b42982b6d269 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0995770 Feb 16 17:01:42.950874 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51126) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:42.977634 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-c2408272-9756-4195-9353-b7b4e6887791 None None] Attempting to bind port 8f1ec8af-bf91-4f68-b906-f9ac90731b2c on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:01:42.977907 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-c2408272-9756-4195-9353-b7b4e6887791 None None] Attempting to bind port 8f1ec8af-bf91-4f68-b906-f9ac90731b2c by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '9c6d114b-6c5b-492b-b7c2-33c8ec2182ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'c080138b-6bca-4508-9375-97ce608b868c'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:01:42.978273 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2408272-9756-4195-9353-b7b4e6887791 None None] Attempting to bind port 8f1ec8af-bf91-4f68-b906-f9ac90731b2c on network c080138b-6bca-4508-9375-97ce608b868c {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:01:43.003486 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-79663927-ec03-4d86-bef5-86d4f23aa3c0 None None] For port eec9651c-57ff-48a8-94ca-0ebff35007b5, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:01:43.005910 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2408272-9756-4195-9353-b7b4e6887791 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:01:43.006287 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2408272-9756-4195-9353-b7b4e6887791 None None] Checking segment: {'id': '9c6d114b-6c5b-492b-b7c2-33c8ec2182ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'c080138b-6bca-4508-9375-97ce608b868c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:01:43.006692 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c2408272-9756-4195-9353-b7b4e6887791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:43.007088 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2408272-9756-4195-9353-b7b4e6887791 None None] Bound using segment: {'id': '9c6d114b-6c5b-492b-b7c2-33c8ec2182ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'c080138b-6bca-4508-9375-97ce608b868c'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:01:43.007562 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-c2408272-9756-4195-9353-b7b4e6887791 None None] Bound port: 8f1ec8af-bf91-4f68-b906-f9ac90731b2c, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6d114b-6c5b-492b-b7c2-33c8ec2182ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'c080138b-6bca-4508-9375-97ce608b868c'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:01:43.007946 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c2408272-9756-4195-9353-b7b4e6887791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:43.022324 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-545ea848-4d36-4828-bcb3-13dbc139e8a1 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Deleting subnet 7a7556f6-f4ec-406a-812c-b6d729f49ef3 {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:01:43.025430 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c621b5-d074-46ec-b4a4-e2c7d7b77ff3 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Made reservation on behalf of c643207721ea44e4a742511dc6707de4 for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:43.029016 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-46c621b5-d074-46ec-b4a4-e2c7d7b77ff3 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:43.049036 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-79663927-ec03-4d86-bef5-86d4f23aa3c0 None None] For port eec9651c-57ff-48a8-94ca-0ebff35007b5, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=eec9651c-57ff-48a8-94ca-0ebff35007b5,segment=NetworkSegment(b90cd91c-fb2c-424e-b274-546dd92b28e9),segment_id=b90cd91c-fb2c-424e-b274-546dd92b28e9)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:01:43.049265 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-545ea848-4d36-4828-bcb3-13dbc139e8a1 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:43.058976 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [None req-46c621b5-d074-46ec-b4a4-e2c7d7b77ff3 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] device_id is not set on port 029f7aaa-40b0-49d3-acc4-d41128b16f52 yet. {{(pid=114376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:01:43.084334 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-c2408272-9756-4195-9353-b7b4e6887791 None None] For port 8f1ec8af-bf91-4f68-b906-f9ac90731b2c, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:01:43.087897 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-c2408272-9756-4195-9353-b7b4e6887791 None None] For port 8f1ec8af-bf91-4f68-b906-f9ac90731b2c, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=8f1ec8af-bf91-4f68-b906-f9ac90731b2c,segment=NetworkSegment(9c6d114b-6c5b-492b-b7c2-33c8ec2182ba),segment_id=9c6d114b-6c5b-492b-b7c2-33c8ec2182ba)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:01:43.103048 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-79663927-ec03-4d86-bef5-86d4f23aa3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:43.165731 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c2408272-9756-4195-9353-b7b4e6887791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:43.188820 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-46c621b5-d074-46ec-b4a4-e2c7d7b77ff3 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Allocated IP 172.20.0.5 (f418e816-3eb8-40f7-94bd-7bfcbed88e0d/9c532988-71f5-436e-a00d-5a1ed4618f93/029f7aaa-40b0-49d3-acc4-d41128b16f52) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:43.261732 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79663927-ec03-4d86-bef5-86d4f23aa3c0 None None] Pushing event updated for resources: {'Port': ['ID=eec9651c-57ff-48a8-94ca-0ebff35007b5,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:43.333971 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-baadab40-979f-406d-b5fd-d2c429adf26d tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4596717 Feb 16 17:01:43.342629 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2408272-9756-4195-9353-b7b4e6887791 None None] Pushing event updated for resources: {'Port': ['ID=8f1ec8af-bf91-4f68-b906-f9ac90731b2c,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:43.354936 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51130) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:43.363061 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-8a3acb7c-1de3-490f-a7c8-6a6931591101 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Request body: {'subnet': {'network_id': '6097b752-1ddc-4918-ac19-e69b0b81ce73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:43.368376 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baadab40-979f-406d-b5fd-d2c429adf26d tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Pushing event updated for resources: {'Network': ['ID=6097b752-1ddc-4918-ac19-e69b0b81ce73,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:43.375037 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-88a6a3b3-c795-49bc-8255-0ade71a843f8 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:43.389277 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 6097b752-1ddc-4918-ac19-e69b0b81ce73 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:01:43.409163 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-545ea848-4d36-4828-bcb3-13dbc139e8a1 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:43.544434 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-88a6a3b3-c795-49bc-8255-0ade71a843f8 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:43.606941 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-46c621b5-d074-46ec-b4a4-e2c7d7b77ff3 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:43.692188 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-545ea848-4d36-4828-bcb3-13dbc139e8a1 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:43.799377 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-46c621b5-d074-46ec-b4a4-e2c7d7b77ff3 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:43.828431 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c99b70-a4b9-48eb-965c-8aaf4ad74a20 req-3828e688-6ef8-476b-b010-4be416fe8214 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:43.852587 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-f1c99b70-a4b9-48eb-965c-8aaf4ad74a20 req-3828e688-6ef8-476b-b010-4be416fe8214 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5ebd8bd3-b725-4245-93f5-ef5668d6841a HTTP/1.1" status: 200 len: 945 time: 0.3443182 Feb 16 17:01:43.907926 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c621b5-d074-46ec-b4a4-e2c7d7b77ff3 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Network f418e816-3eb8-40f7-94bd-7bfcbed88e0d is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:43.913596 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-545ea848-4d36-4828-bcb3-13dbc139e8a1 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:43.932923 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.l3_db [None req-88a6a3b3-c795-49bc-8255-0ade71a843f8 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Floating IP f012960b-c459-474d-97b1-2c72a2a4c9ae associated. External IP: 172.26.3.235, port: 7deab3ef-7126-4fc1-a056-1185fbebedf4. Feb 16 17:01:43.947817 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-46c621b5-d074-46ec-b4a4-e2c7d7b77ff3 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:43.952109 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c621b5-d074-46ec-b4a4-e2c7d7b77ff3 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:43.975630 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device eec9651c-57ff-48a8-94ca-0ebff35007b5 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:01:44.015939 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-f1c99b70-a4b9-48eb-965c-8aaf4ad74a20 req-406e4553-7a23-4a76-bd7b-732aa493cac8 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/security-groups?id=182e3741-5bf1-40d0-9f52-072188d785c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619012 Feb 16 17:01:44.027993 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3acb7c-1de3-490f-a7c8-6a6931591101 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Made reservation on behalf of 43a89965b99341f1b03939f62e27dafc for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:44.032316 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8a3acb7c-1de3-490f-a7c8-6a6931591101 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:44.058367 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port eec9651c-57ff-48a8-94ca-0ebff35007b5 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:44.059495 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:44.066813 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c621b5-d074-46ec-b4a4-e2c7d7b77ff3 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:44.067489 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-46c621b5-d074-46ec-b4a4-e2c7d7b77ff3 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:44.102994 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-545ea848-4d36-4828-bcb3-13dbc139e8a1 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:44.106950 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-545ea848-4d36-4828-bcb3-13dbc139e8a1 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/7a7556f6-f4ec-406a-812c-b6d729f49ef3 HTTP/1.1" status: 204 len: 168 time: 1.1543846 Feb 16 17:01:44.116333 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4712d20-1028-4860-9aea-79d79b316995 None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:01:44.130818 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51138) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:44.134276 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545ea848-4d36-4828-bcb3-13dbc139e8a1 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event deleted for resources: {'Subnet': ['ID=7a7556f6-f4ec-406a-812c-b6d729f49ef3,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:44.187439 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c621b5-d074-46ec-b4a4-e2c7d7b77ff3 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event updated for resources: {'Port': ['ID=029f7aaa-40b0-49d3-acc4-d41128b16f52,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:44.210894 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35967299-a908-42c4-bb3c-2fa1f9a63fd0 req-b90b8278-8bb7-4c9b-a502-d0ea3d48b86f tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:44.212425 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-35967299-a908-42c4-bb3c-2fa1f9a63fd0 req-b90b8278-8bb7-4c9b-a502-d0ea3d48b86f tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.1877768 Feb 16 17:01:44.216695 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c57bbd7-f478-42cf-8300-da39c3c20ce3 req-e9d47fda-fcb8-4628-9bbd-cbd76d5de80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:44.219086 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2c57bbd7-f478-42cf-8300-da39c3c20ce3 req-e9d47fda-fcb8-4628-9bbd-cbd76d5de80b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=09d1279d90c3425a9b4e1f123c7549b3&device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 1099 time: 0.2014868 Feb 16 17:01:44.234588 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7d55ad0-a203-42af-816b-5a87cd4b00b1 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Deleting subnet a1f22b56-95f2-4939-97fe-8786048b02e7 {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:01:44.247678 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e7d55ad0-a203-42af-816b-5a87cd4b00b1 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:44.293694 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-46c621b5-d074-46ec-b4a4-e2c7d7b77ff3 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7612984 Feb 16 17:01:44.296750 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51140) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:44.302755 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:44.363424 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e7d55ad0-a203-42af-816b-5a87cd4b00b1 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:44.377851 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-35967299-a908-42c4-bb3c-2fa1f9a63fd0 req-1653b744-d664-4e1a-be38-7e31711a0453 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517329 Feb 16 17:01:44.432009 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port eec9651c-57ff-48a8-94ca-0ebff35007b5, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=eec9651c-57ff-48a8-94ca-0ebff35007b5,segment=NetworkSegment(b90cd91c-fb2c-424e-b274-546dd92b28e9),segment_id=b90cd91c-fb2c-424e-b274-546dd92b28e9)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:44.457834 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c57bbd7-f478-42cf-8300-da39c3c20ce3 req-ab7a3214-b8c3-4311-b927-8c5d7413f0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:44.459555 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2c57bbd7-f478-42cf-8300-da39c3c20ce3 req-ab7a3214-b8c3-4311-b927-8c5d7413f0a9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2a9f074d-71de-48a7-8445-bcff118a8024 HTTP/1.1" status: 200 len: 913 time: 0.2227476 Feb 16 17:01:44.518256 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:44.519309 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 8f1ec8af-bf91-4f68-b906-f9ac90731b2c up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:01:44.534852 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a6a3b3-c795-49bc-8255-0ade71a843f8 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Router d20839c9-a90f-41fa-a6fb-8ea4c215ed87 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:01:44.606849 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2c57bbd7-f478-42cf-8300-da39c3c20ce3 req-c229a126-be44-4283-b2bb-9792f8bcece9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=561eab9a-0ea9-4489-acaf-f14c6ec01233 HTTP/1.1" status: 200 len: 1002 time: 0.1397655 Feb 16 17:01:44.650274 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=eec9651c-57ff-48a8-94ca-0ebff35007b5,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:44.662171 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 8f1ec8af-bf91-4f68-b906-f9ac90731b2c triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:44.662653 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:44.688379 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e7d55ad0-a203-42af-816b-5a87cd4b00b1 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:44.760647 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c57bbd7-f478-42cf-8300-da39c3c20ce3 req-a8014666-3c4c-4942-b1e4-4ea904b165bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:44.762380 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2c57bbd7-f478-42cf-8300-da39c3c20ce3 req-a8014666-3c4c-4942-b1e4-4ea904b165bb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=847c90d0-f658-438a-baa8-b8b47f957a97 HTTP/1.1" status: 200 len: 851 time: 0.1427722 Feb 16 17:01:44.769325 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:44.846519 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c57bbd7-f478-42cf-8300-da39c3c20ce3 req-263e5c27-867c-4d33-a2ca-c9aea5af313b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:44.862095 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2c57bbd7-f478-42cf-8300-da39c3c20ce3 req-263e5c27-867c-4d33-a2ca-c9aea5af313b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2a9f074d-71de-48a7-8445-bcff118a8024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834959 Feb 16 17:01:44.862789 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port 8f1ec8af-bf91-4f68-b906-f9ac90731b2c, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=8f1ec8af-bf91-4f68-b906-f9ac90731b2c,segment=NetworkSegment(9c6d114b-6c5b-492b-b7c2-33c8ec2182ba),segment_id=9c6d114b-6c5b-492b-b7c2-33c8ec2182ba)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:44.955651 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:44.982299 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2c57bbd7-f478-42cf-8300-da39c3c20ce3 req-c84992d1-9f4a-4831-a3e0-41ffcd2031fb service neutron] 10.222.0.89 "GET /v2.0/networks/2a9f074d-71de-48a7-8445-bcff118a8024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123407 Feb 16 17:01:44.984284 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e7d55ad0-a203-42af-816b-5a87cd4b00b1 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:45.019011 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e7d55ad0-a203-42af-816b-5a87cd4b00b1 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:45.026355 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf882bd-d472-421d-8ff3-1612eb1edae3 None None] Network f418e816-3eb8-40f7-94bd-7bfcbed88e0d requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:01:45.033123 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-e7d55ad0-a203-42af-816b-5a87cd4b00b1 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/a1f22b56-95f2-4939-97fe-8786048b02e7 HTTP/1.1" status: 204 len: 168 time: 0.8897510 Feb 16 17:01:45.074410 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51142) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:45.108555 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d55ad0-a203-42af-816b-5a87cd4b00b1 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event deleted for resources: {'Subnet': ['ID=a1f22b56-95f2-4939-97fe-8786048b02e7,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:45.204164 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-bb59e77c-3bf7-461f-befd-4db1387662be tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1264961 Feb 16 17:01:45.205161 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51146) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:45.304658 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=8f1ec8af-bf91-4f68-b906-f9ac90731b2c,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:45.326350 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-f9382ae1-ef45-4fab-bd55-1a2e49b6d5c9 None None] Provisioning complete for port eec9651c-57ff-48a8-94ca-0ebff35007b5 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:45.326724 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f9382ae1-ef45-4fab-bd55-1a2e49b6d5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:45.452006 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6640e213-2375-4adc-b5dd-9772bcacdbe9 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:45.476900 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a6a3b3-c795-49bc-8255-0ade71a843f8 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:01:45.484198 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4f0932-b880-40ea-b7ad-85112259b572 None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:01:45.487420 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bdefd9-28bb-4df8-82ae-ed9aebcc7b0d None None] Sync routers for ids ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:01:45.492938 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf4172d-839a-43df-ab4e-ca98ccd31e96 None None] Network c080138b-6bca-4508-9375-97ce608b868c requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:01:45.503436 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bdefd9-28bb-4df8-82ae-ed9aebcc7b0d None None] Routers {'d20839c9-a90f-41fa-a6fb-8ea4c215ed87'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:01:45.506663 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-f7bdefd9-28bb-4df8-82ae-ed9aebcc7b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:01:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:45.507338 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-88a6a3b3-c795-49bc-8255-0ade71a843f8 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:45.540762 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3335da69-a9b4-4ff0-9bb4-d95e330e77f1 req-e61d1d46-b17a-446f-b497-3dbec18d94bf tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:45.542286 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-3335da69-a9b4-4ff0-9bb4-d95e330e77f1 req-e61d1d46-b17a-446f-b497-3dbec18d94bf tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5ebd8bd3-b725-4245-93f5-ef5668d6841a HTTP/1.1" status: 200 len: 945 time: 0.2228315 Feb 16 17:01:45.543719 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-88a6a3b3-c795-49bc-8255-0ade71a843f8 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] 10.222.0.88 "PUT /v2.0/floatingips/f012960b-c459-474d-97b1-2c72a2a4c9ae HTTP/1.1" status: 200 len: 978 time: 2.9235952 Feb 16 17:01:45.550217 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51150) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:45.550639 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-f7bdefd9-28bb-4df8-82ae-ed9aebcc7b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:45.561805 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bdefd9-28bb-4df8-82ae-ed9aebcc7b0d None None] Routers {'d20839c9-a90f-41fa-a6fb-8ea4c215ed87'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:01:45.562731 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-f7bdefd9-28bb-4df8-82ae-ed9aebcc7b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:01:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:45.603810 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-f7bdefd9-28bb-4df8-82ae-ed9aebcc7b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:45.604963 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bdefd9-28bb-4df8-82ae-ed9aebcc7b0d None None] The sync data for ids ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:01:45.645528 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.objects.ports [None req-8a3acb7c-1de3-490f-a7c8-6a6931591101 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114375) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 17:01:45.685996 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df70a84-d9c8-491f-b83a-c5b220d72d51 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:45.689940 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-8df70a84-d9c8-491f-b83a-c5b220d72d51 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4743793 Feb 16 17:01:45.695335 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8a3acb7c-1de3-490f-a7c8-6a6931591101 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:45.698799 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51152) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:45.713589 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0468805b-ab56-4bec-9ad8-23dd42f3f4b1 req-cd5d3b1d-b069-4dd5-ac7c-2e6c07349010 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:45.715110 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0468805b-ab56-4bec-9ad8-23dd42f3f4b1 req-cd5d3b1d-b069-4dd5-ac7c-2e6c07349010 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.1108296 Feb 16 17:01:45.717574 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2c57bbd7-f478-42cf-8300-da39c3c20ce3 req-213c4fae-dcc3-401a-94cc-9f47abf9103f service neutron] 10.222.0.89 "GET /v2.0/networks/2a9f074d-71de-48a7-8445-bcff118a8024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7225831 Feb 16 17:01:45.811456 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0468805b-ab56-4bec-9ad8-23dd42f3f4b1 req-e138e8a5-3564-47dc-968f-6074996b9744 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733788 Feb 16 17:01:45.814404 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-3335da69-a9b4-4ff0-9bb4-d95e330e77f1 req-58e792a0-b83a-4ed9-955a-5089d44a0e6c tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/security-groups?id=182e3741-5bf1-40d0-9f52-072188d785c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2567506 Feb 16 17:01:45.892302 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device eec9651c-57ff-48a8-94ca-0ebff35007b5 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:01:45.893919 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3acb7c-1de3-490f-a7c8-6a6931591101 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Pushing event updated for resources: {'Subnet': ['ID=c0bdf071-feb2-470d-9609-83a5470d8eb7,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:45.922185 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d76436-d782-464e-989c-f4bb6fa173d3 None None] DHCP port deletion for 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:01:45.929409 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3365dc-864e-4067-b1da-a3fe64c7e3b1 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:45.933882 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51154) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:45.934522 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-fa3365dc-864e-4067-b1da-a3fe64c7e3b1 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1310163 Feb 16 17:01:45.959104 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:01:45.984049 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-0081f9bc-bb18-4194-8a13-c2e289f3c12e None None] Provisioning complete for port 8f1ec8af-bf91-4f68-b906-f9ac90731b2c triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:45.984426 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0081f9bc-bb18-4194-8a13-c2e289f3c12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:46.034383 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-04d25d56-3444-489f-84ee-1a4d42807dbb tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0988412 Feb 16 17:01:46.040725 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3acb7c-1de3-490f-a7c8-6a6931591101 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Checking segment: {'id': 'd47cc651-99b9-43dc-9cfb-f3fd9af02853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6097b752-1ddc-4918-ac19-e69b0b81ce73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:01:46.041195 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3acb7c-1de3-490f-a7c8-6a6931591101 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Network hostable DHCP agents. Network: 6097b752-1ddc-4918-ac19-e69b0b81ce73, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:01:46.044141 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51156) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:46.051020 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-af730f25-43cd-4480-b26e-32e693e113b0 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'subnet': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:46.055588 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port eec9651c-57ff-48a8-94ca-0ebff35007b5 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:46.055958 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:46.102435 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-d1d76436-d782-464e-989c-f4bb6fa173d3 None None] Deleting port 6566c8a3-fe7c-4f6c-9df5-1a3335c124d0 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:01:46.102807 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d1d76436-d782-464e-989c-f4bb6fa173d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:46.125010 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-4d83ca79-49cd-4e75-a3f3-9d9121468e8b tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Deleting port 7deab3ef-7126-4fc1-a056-1185fbebedf4 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:01:46.125356 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4d83ca79-49cd-4e75-a3f3-9d9121468e8b tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:46.197821 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3acb7c-1de3-490f-a7c8-6a6931591101 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Network 6097b752-1ddc-4918-ac19-e69b0b81ce73 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:01:46.233728 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-d1d76436-d782-464e-989c-f4bb6fa173d3 None None] For port 6566c8a3-fe7c-4f6c-9df5-1a3335c124d0, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=6566c8a3-fe7c-4f6c-9df5-1a3335c124d0,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:46.234136 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d1d76436-d782-464e-989c-f4bb6fa173d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:46.250418 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-d1d76436-d782-464e-989c-f4bb6fa173d3 None None] Calling delete_port for 6566c8a3-fe7c-4f6c-9df5-1a3335c124d0 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:01:46.257460 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af730f25-43cd-4480-b26e-32e693e113b0 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:46.264267 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-af730f25-43cd-4480-b26e-32e693e113b0 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:46.266198 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-af730f25-43cd-4480-b26e-32e693e113b0 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:01:46.266680 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af730f25-43cd-4480-b26e-32e693e113b0 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:01:46.281816 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6640e213-2375-4adc-b5dd-9772bcacdbe9 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:46.297573 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-0081f9bc-bb18-4194-8a13-c2e289f3c12e None None] Provisioning complete for port 6566c8a3-fe7c-4f6c-9df5-1a3335c124d0 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:46.297941 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0081f9bc-bb18-4194-8a13-c2e289f3c12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:46.302776 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-8a3acb7c-1de3-490f-a7c8-6a6931591101 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 6097b752-1ddc-4918-ac19-e69b0b81ce73) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:46.313587 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3acb7c-1de3-490f-a7c8-6a6931591101 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:46.314482 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8a3acb7c-1de3-490f-a7c8-6a6931591101 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:46.318400 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4d83ca79-49cd-4e75-a3f3-9d9121468e8b tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:46.333511 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89c1212-488a-472a-ac0f-4101d5e39db0 None None] Network 6097b752-1ddc-4918-ac19-e69b0b81ce73 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:01:46.365862 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-af730f25-43cd-4480-b26e-32e693e113b0 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3169103 Feb 16 17:01:46.366097 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51158) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:46.371294 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-8337710e-89ca-435b-8d80-38a0d26c6c26 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'subnet': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:46.406388 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 8f1ec8af-bf91-4f68-b906-f9ac90731b2c up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:01:46.406871 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6640e213-2375-4adc-b5dd-9772bcacdbe9 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:46.471317 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-8a3acb7c-1de3-490f-a7c8-6a6931591101 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.1153257 Feb 16 17:01:46.474799 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51160) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:46.484919 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-bf492374-50a6-4a1a-8418-9a859ee6eb6f tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Request body: {'port': {'network_id': '6097b752-1ddc-4918-ac19-e69b0b81ce73', 'name': 'tempest-NetworksIpV6TestAttrs-985952011'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:46.581876 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6640e213-2375-4adc-b5dd-9772bcacdbe9 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event updated for resources: {'Port': ['ID=029f7aaa-40b0-49d3-acc4-d41128b16f52,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:46.638650 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 8f1ec8af-bf91-4f68-b906-f9ac90731b2c triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:46.639030 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:46.664415 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8337710e-89ca-435b-8d80-38a0d26c6c26 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:46.669105 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8337710e-89ca-435b-8d80-38a0d26c6c26 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:46.671129 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-8337710e-89ca-435b-8d80-38a0d26c6c26 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:01:46.671869 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8337710e-89ca-435b-8d80-38a0d26c6c26 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:01:46.700715 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0c6b0b-ec3a-4f7f-b366-9d36964f275d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-6097b752-1ddc-4918-ac19-e69b0b81ce73', 'network_id': '6097b752-1ddc-4918-ac19-e69b0b81ce73', 'tenant_id': '43a89965b99341f1b03939f62e27dafc', 'fixed_ips': [{'subnet_id': 'c0bdf071-feb2-470d-9609-83a5470d8eb7'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:01:46.713502 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5b0c6b0b-ec3a-4f7f-b366-9d36964f275d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:46.741309 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4d83ca79-49cd-4e75-a3f3-9d9121468e8b tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:46.741676 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4d83ca79-49cd-4e75-a3f3-9d9121468e8b tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:46.747002 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.l3_db [None req-4d83ca79-49cd-4e75-a3f3-9d9121468e8b tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Floating IP f012960b-c459-474d-97b1-2c72a2a4c9ae disassociated. External IP: 172.26.3.235, port: 7deab3ef-7126-4fc1-a056-1185fbebedf4. Feb 16 17:01:46.747002 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-4d83ca79-49cd-4e75-a3f3-9d9121468e8b tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Calling delete_port for 7deab3ef-7126-4fc1-a056-1185fbebedf4 owned by {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:01:46.758072 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d1d76436-d782-464e-989c-f4bb6fa173d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:46.772787 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-8337710e-89ca-435b-8d80-38a0d26c6c26 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4049356 Feb 16 17:01:46.776851 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51162) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:46.783018 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-99cdb3ba-7b53-43c6-94bb-2a4bd5c097af tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'subnet': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:46.851717 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d76436-d782-464e-989c-f4bb6fa173d3 None None] Pushing event deleted for resources: {'Port': ['ID=6566c8a3-fe7c-4f6c-9df5-1a3335c124d0,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:46.867770 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d76436-d782-464e-989c-f4bb6fa173d3 None None] No DVR routers for this DVR port 6566c8a3-fe7c-4f6c-9df5-1a3335c124d0 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:01:46.870263 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf492374-50a6-4a1a-8418-9a859ee6eb6f tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Made reservation on behalf of 43a89965b99341f1b03939f62e27dafc for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:46.884428 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-a94b1f6a-387d-475b-83a9-f8feee765843 None None] Provisioning complete for port 8f1ec8af-bf91-4f68-b906-f9ac90731b2c triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:46.884428 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a94b1f6a-387d-475b-83a9-f8feee765843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:46.896687 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-bf492374-50a6-4a1a-8418-9a859ee6eb6f tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:46.936092 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [None req-bf492374-50a6-4a1a-8418-9a859ee6eb6f tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] device_id is not set on port 18d0061f-a72a-4b1d-983f-a22edf4dc6bc yet. {{(pid=114376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:01:46.992775 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-5b0c6b0b-ec3a-4f7f-b366-9d36964f275d None None] Allocated IP 2001:db8::f816:3eff:fe37:5ae9 (6097b752-1ddc-4918-ac19-e69b0b81ce73/c0bdf071-feb2-470d-9609-83a5470d8eb7/27d927a7-4841-4f16-b451-3aec05c3c2a5) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:46.999409 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6640e213-2375-4adc-b5dd-9772bcacdbe9 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:47.055794 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e4efef-307a-4588-ad0e-13c57f9e5d3a req-3e12c364-b429-4ac9-ab63-2018ea3789ec tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:47.057360 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-70e4efef-307a-4588-ad0e-13c57f9e5d3a req-3e12c364-b429-4ac9-ab63-2018ea3789ec tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.1101725 Feb 16 17:01:47.086043 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-a94b1f6a-387d-475b-83a9-f8feee765843 None None] Provisioning complete for port 029f7aaa-40b0-49d3-acc4-d41128b16f52 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:47.086429 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a94b1f6a-387d-475b-83a9-f8feee765843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:47.096742 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99cdb3ba-7b53-43c6-94bb-2a4bd5c097af tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:47.097322 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4d83ca79-49cd-4e75-a3f3-9d9121468e8b tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:47.100861 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-99cdb3ba-7b53-43c6-94bb-2a4bd5c097af tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:47.102259 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-99cdb3ba-7b53-43c6-94bb-2a4bd5c097af tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:01:47.104909 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99cdb3ba-7b53-43c6-94bb-2a4bd5c097af tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:01:47.107502 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-70e4efef-307a-4588-ad0e-13c57f9e5d3a req-49d2384f-bc3e-4d60-9de3-b65145d5ec69 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435259 Feb 16 17:01:47.148800 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-a94b1f6a-387d-475b-83a9-f8feee765843 None None] Port 029f7aaa-40b0-49d3-acc4-d41128b16f52 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:01:47.154024 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5542043-c65d-47e8-a1da-bca6c08e9dd9 req-08b9b754-8599-4c7b-81f7-614e16656151 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:47.155682 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-e5542043-c65d-47e8-a1da-bca6c08e9dd9 req-08b9b754-8599-4c7b-81f7-614e16656151 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5ebd8bd3-b725-4245-93f5-ef5668d6841a HTTP/1.1" status: 200 len: 945 time: 0.1908395 Feb 16 17:01:47.160121 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d83ca79-49cd-4e75-a3f3-9d9121468e8b tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Pushing event deleted for resources: {'Port': ['ID=7deab3ef-7126-4fc1-a056-1185fbebedf4,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:47.184308 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-99cdb3ba-7b53-43c6-94bb-2a4bd5c097af tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4056470 Feb 16 17:01:47.187333 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51170) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:47.192395 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-419f9a69-12ec-4ddc-bf4a-d91c65791df2 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'subnet': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:47.198711 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-a94b1f6a-387d-475b-83a9-f8feee765843 None None] Provisioning complete for port eec9651c-57ff-48a8-94ca-0ebff35007b5 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:47.198915 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a94b1f6a-387d-475b-83a9-f8feee765843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:47.244492 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5b0c6b0b-ec3a-4f7f-b366-9d36964f275d None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:47.247299 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-e5542043-c65d-47e8-a1da-bca6c08e9dd9 req-e3ee0d29-4117-49c5-a145-b4f5909e1434 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/security-groups?id=182e3741-5bf1-40d0-9f52-072188d785c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831430 Feb 16 17:01:47.323960 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6640e213-2375-4adc-b5dd-9772bcacdbe9 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:47.347603 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5b0c6b0b-ec3a-4f7f-b366-9d36964f275d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:47.352871 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d83ca79-49cd-4e75-a3f3-9d9121468e8b tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Router d20839c9-a90f-41fa-a6fb-8ea4c215ed87 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:01:47.385227 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419f9a69-12ec-4ddc-bf4a-d91c65791df2 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:47.391036 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0c6b0b-ec3a-4f7f-b366-9d36964f275d None None] Network 6097b752-1ddc-4918-ac19-e69b0b81ce73 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:47.391294 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-419f9a69-12ec-4ddc-bf4a-d91c65791df2 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:47.393512 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-419f9a69-12ec-4ddc-bf4a-d91c65791df2 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:01:47.393811 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-419f9a69-12ec-4ddc-bf4a-d91c65791df2 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:01:47.396346 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-5b0c6b0b-ec3a-4f7f-b366-9d36964f275d None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:47.401409 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0c6b0b-ec3a-4f7f-b366-9d36964f275d None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:47.424110 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-bf492374-50a6-4a1a-8418-9a859ee6eb6f tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Allocated IP 2001:db8::f816:3eff:fe93:f831 (6097b752-1ddc-4918-ac19-e69b0b81ce73/c0bdf071-feb2-470d-9609-83a5470d8eb7/18d0061f-a72a-4b1d-983f-a22edf4dc6bc) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:47.432357 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c6b0b-ec3a-4f7f-b366-9d36964f275d None None] Pushing event updated for resources: {'Port': ['ID=27d927a7-4841-4f16-b451-3aec05c3c2a5,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:47.469303 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-675a2ca7-3928-4546-81c4-be3e6898b0d4 None None] Provisioning complete for port 029f7aaa-40b0-49d3-acc4-d41128b16f52 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:47.469682 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-675a2ca7-3928-4546-81c4-be3e6898b0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:47.497971 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-419f9a69-12ec-4ddc-bf4a-d91c65791df2 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3067160 Feb 16 17:01:47.498253 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-5b0c6b0b-ec3a-4f7f-b366-9d36964f275d None None] Attempting to bind port 27d927a7-4841-4f16-b451-3aec05c3c2a5 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:01:47.498253 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-5b0c6b0b-ec3a-4f7f-b366-9d36964f275d None None] Attempting to bind port 27d927a7-4841-4f16-b451-3aec05c3c2a5 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': 'd47cc651-99b9-43dc-9cfb-f3fd9af02853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6097b752-1ddc-4918-ac19-e69b0b81ce73'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:01:47.498253 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0c6b0b-ec3a-4f7f-b366-9d36964f275d None None] Attempting to bind port 27d927a7-4841-4f16-b451-3aec05c3c2a5 on network 6097b752-1ddc-4918-ac19-e69b0b81ce73 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:01:47.500007 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51172) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:47.504263 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0c6b0b-ec3a-4f7f-b366-9d36964f275d None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:01:47.504618 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0c6b0b-ec3a-4f7f-b366-9d36964f275d None None] Checking segment: {'id': 'd47cc651-99b9-43dc-9cfb-f3fd9af02853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6097b752-1ddc-4918-ac19-e69b0b81ce73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:01:47.506144 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5b0c6b0b-ec3a-4f7f-b366-9d36964f275d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:47.506144 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0c6b0b-ec3a-4f7f-b366-9d36964f275d None None] Bound using segment: {'id': 'd47cc651-99b9-43dc-9cfb-f3fd9af02853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6097b752-1ddc-4918-ac19-e69b0b81ce73'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:01:47.506521 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-5b0c6b0b-ec3a-4f7f-b366-9d36964f275d None None] Bound port: 27d927a7-4841-4f16-b451-3aec05c3c2a5, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd47cc651-99b9-43dc-9cfb-f3fd9af02853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6097b752-1ddc-4918-ac19-e69b0b81ce73'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:01:47.507403 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5b0c6b0b-ec3a-4f7f-b366-9d36964f275d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:47.508878 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-9d307beb-9aaa-4369-bff8-ce3979d87023 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'subnet': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:47.526797 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-675a2ca7-3928-4546-81c4-be3e6898b0d4 None None] Port 029f7aaa-40b0-49d3-acc4-d41128b16f52 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:01:47.584769 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-5b0c6b0b-ec3a-4f7f-b366-9d36964f275d None None] For port 27d927a7-4841-4f16-b451-3aec05c3c2a5, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:01:47.588547 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-5b0c6b0b-ec3a-4f7f-b366-9d36964f275d None None] For port 27d927a7-4841-4f16-b451-3aec05c3c2a5, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=27d927a7-4841-4f16-b451-3aec05c3c2a5,segment=NetworkSegment(d47cc651-99b9-43dc-9cfb-f3fd9af02853),segment_id=d47cc651-99b9-43dc-9cfb-f3fd9af02853)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:01:47.638547 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5b0c6b0b-ec3a-4f7f-b366-9d36964f275d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:47.687400 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-bf492374-50a6-4a1a-8418-9a859ee6eb6f tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:47.703085 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c6b0b-ec3a-4f7f-b366-9d36964f275d None None] Pushing event updated for resources: {'Port': ['ID=27d927a7-4841-4f16-b451-3aec05c3c2a5,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:47.770406 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d307beb-9aaa-4369-bff8-ce3979d87023 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:47.774153 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9d307beb-9aaa-4369-bff8-ce3979d87023 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:47.775927 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d307beb-9aaa-4369-bff8-ce3979d87023 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:01:47.776584 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d307beb-9aaa-4369-bff8-ce3979d87023 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:01:47.793146 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-bf492374-50a6-4a1a-8418-9a859ee6eb6f tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:47.799801 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 6566c8a3-fe7c-4f6c-9df5-1a3335c124d0 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:01:47.850069 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 6566c8a3-fe7c-4f6c-9df5-1a3335c124d0 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:01:47.850305 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 6566c8a3-fe7c-4f6c-9df5-1a3335c124d0 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:01:47.857298 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf492374-50a6-4a1a-8418-9a859ee6eb6f tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Network 6097b752-1ddc-4918-ac19-e69b0b81ce73 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:47.867752 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-9d307beb-9aaa-4369-bff8-ce3979d87023 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3618088 Feb 16 17:01:47.869635 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51174) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:47.875648 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-8d2b8e54-de04-495a-a0fb-7bbf7b873d3c tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'subnet': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:47.881484 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-bf492374-50a6-4a1a-8418-9a859ee6eb6f tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:47.886987 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf492374-50a6-4a1a-8418-9a859ee6eb6f tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:47.889415 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d83ca79-49cd-4e75-a3f3-9d9121468e8b tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:01:47.889884 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf492374-50a6-4a1a-8418-9a859ee6eb6f tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:47.891064 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-bf492374-50a6-4a1a-8418-9a859ee6eb6f tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:47.905793 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d51cc46-f3d3-462e-9b39-c68347dcf0a3 None None] Sync routers for ids ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:01:47.929890 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d51cc46-f3d3-462e-9b39-c68347dcf0a3 None None] Routers {'d20839c9-a90f-41fa-a6fb-8ea4c215ed87'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:01:47.934245 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf492374-50a6-4a1a-8418-9a859ee6eb6f tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Pushing event updated for resources: {'Port': ['ID=18d0061f-a72a-4b1d-983f-a22edf4dc6bc,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:47.949504 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-5d51cc46-f3d3-462e-9b39-c68347dcf0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:01:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:47.993685 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-5d51cc46-f3d3-462e-9b39-c68347dcf0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:48.003854 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d51cc46-f3d3-462e-9b39-c68347dcf0a3 None None] Routers {'d20839c9-a90f-41fa-a6fb-8ea4c215ed87'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:01:48.011177 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4d83ca79-49cd-4e75-a3f3-9d9121468e8b tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:48.014259 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-5d51cc46-f3d3-462e-9b39-c68347dcf0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:01:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:48.014471 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-4d83ca79-49cd-4e75-a3f3-9d9121468e8b tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] 10.222.0.88 "DELETE /v2.0/ports/7deab3ef-7126-4fc1-a056-1185fbebedf4 HTTP/1.1" status: 204 len: 168 time: 2.4633114 Feb 16 17:01:48.018964 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51176) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:48.058266 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-5d51cc46-f3d3-462e-9b39-c68347dcf0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:48.058912 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d51cc46-f3d3-462e-9b39-c68347dcf0a3 None None] The sync data for ids ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:01:48.084061 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a2d62988-6471-438a-84f6-082d00280f19 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] 10.222.0.88 "GET /v2.0/floatingips/f012960b-c459-474d-97b1-2c72a2a4c9ae HTTP/1.1" status: 200 len: 688 time: 0.0639665 Feb 16 17:01:48.087267 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51178) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:48.106539 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6640e213-2375-4adc-b5dd-9772bcacdbe9 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:48.137720 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-bf492374-50a6-4a1a-8418-9a859ee6eb6f tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.6586955 Feb 16 17:01:48.140094 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51182) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:48.179907 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6640e213-2375-4adc-b5dd-9772bcacdbe9 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:48.236860 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-86a5f7de-0616-4f44-8425-b4f2be1ded04 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Deleting port 842034d1-1be1-41fc-8b2a-83121f0bf190 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:01:48.237232 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-86a5f7de-0616-4f44-8425-b4f2be1ded04 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:48.249157 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2b8e54-de04-495a-a0fb-7bbf7b873d3c tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:48.252721 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8d2b8e54-de04-495a-a0fb-7bbf7b873d3c tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:48.254100 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d2b8e54-de04-495a-a0fb-7bbf7b873d3c tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:01:48.254527 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d2b8e54-de04-495a-a0fb-7bbf7b873d3c tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:01:48.267588 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-592961a5-02cc-4ecb-9e80-3010b8133ee6 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Deleting subnet c0bdf071-feb2-470d-9609-83a5470d8eb7 {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:01:48.272853 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6640e213-2375-4adc-b5dd-9772bcacdbe9 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:48.274496 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-592961a5-02cc-4ecb-9e80-3010b8133ee6 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:48.310565 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6640e213-2375-4adc-b5dd-9772bcacdbe9 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event updated for resources: {'Port': ['ID=029f7aaa-40b0-49d3-acc4-d41128b16f52,revision_number=3']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:48.346758 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-86a5f7de-0616-4f44-8425-b4f2be1ded04 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:48.347110 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-86a5f7de-0616-4f44-8425-b4f2be1ded04 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:48.369757 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-592961a5-02cc-4ecb-9e80-3010b8133ee6 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:48.378778 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-8d2b8e54-de04-495a-a0fb-7bbf7b873d3c tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5073247 Feb 16 17:01:48.383841 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-86a5f7de-0616-4f44-8425-b4f2be1ded04 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Calling delete_port for 842034d1-1be1-41fc-8b2a-83121f0bf190 owned by network:floatingip {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:01:48.383841 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51188) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:48.417770 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-82937226-7da2-456d-a517-809ae1a24f96 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0313478 Feb 16 17:01:48.421706 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51190) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:48.484727 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6640e213-2375-4adc-b5dd-9772bcacdbe9 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Network f418e816-3eb8-40f7-94bd-7bfcbed88e0d is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:48.487957 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-6640e213-2375-4adc-b5dd-9772bcacdbe9 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:48.493834 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065999e7-220d-4bee-8e30-04d4ff82c637 req-b70a8699-f392-4c5c-9e82-ab5459217ad2 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:48.495345 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-065999e7-220d-4bee-8e30-04d4ff82c637 req-b70a8699-f392-4c5c-9e82-ab5459217ad2 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5ebd8bd3-b725-4245-93f5-ef5668d6841a HTTP/1.1" status: 200 len: 945 time: 0.1627152 Feb 16 17:01:48.544369 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fc6447-07cd-44f6-ab1f-753dc6900cea tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:48.548428 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-72fc6447-07cd-44f6-ab1f-753dc6900cea tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1232636 Feb 16 17:01:48.549104 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51192) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:48.602320 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-6179313e-0b84-4f0a-9bfd-c73cd04856ea tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0472257 Feb 16 17:01:48.609266 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51194) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:48.616971 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-592961a5-02cc-4ecb-9e80-3010b8133ee6 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:48.627641 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-1073b1ec-c722-4074-b0bd-33974835ab82 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'subnet': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:48.633821 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-065999e7-220d-4bee-8e30-04d4ff82c637 req-0a5b7939-f134-43e2-ba6a-ad2825db484a tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/security-groups?id=182e3741-5bf1-40d0-9f52-072188d785c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240127 Feb 16 17:01:48.811536 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-592961a5-02cc-4ecb-9e80-3010b8133ee6 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:48.840938 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592961a5-02cc-4ecb-9e80-3010b8133ee6 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Pushing event deleted for resources: {'Subnet': ['ID=c0bdf071-feb2-470d-9609-83a5470d8eb7,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:48.847394 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-592961a5-02cc-4ecb-9e80-3010b8133ee6 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:48.851138 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-592961a5-02cc-4ecb-9e80-3010b8133ee6 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] 10.222.0.88 "DELETE /v2.0/subnets/c0bdf071-feb2-470d-9609-83a5470d8eb7 HTTP/1.1" status: 204 len: 168 time: 0.7095838 Feb 16 17:01:48.852208 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6640e213-2375-4adc-b5dd-9772bcacdbe9 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Router 31fb9924-90bc-49f6-bca1-5c449f1d6457 is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:01:48.855192 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51196) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:48.856107 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-86a5f7de-0616-4f44-8425-b4f2be1ded04 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:48.871360 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-8da04052-bd2b-4efa-b44b-06264810ceae None None] Provisioning complete for port 029f7aaa-40b0-49d3-acc4-d41128b16f52 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:48.872906 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8da04052-bd2b-4efa-b44b-06264810ceae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:48.904843 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1073b1ec-c722-4074-b0bd-33974835ab82 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:48.911576 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1073b1ec-c722-4074-b0bd-33974835ab82 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:48.914027 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a5f7de-0616-4f44-8425-b4f2be1ded04 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Pushing event deleted for resources: {'Port': ['ID=842034d1-1be1-41fc-8b2a-83121f0bf190,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:48.937605 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-8da04052-bd2b-4efa-b44b-06264810ceae None None] Port 029f7aaa-40b0-49d3-acc4-d41128b16f52 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:01:48.968448 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b43e13-1b0a-485f-ab43-000385596124 None None] Network 6097b752-1ddc-4918-ac19-e69b0b81ce73 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:01:48.990017 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3999cb8-a45d-4bbb-bf31-af1c7605af4d tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:48.992122 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3999cb8-a45d-4bbb-bf31-af1c7605af4d tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:48.993711 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a3999cb8-a45d-4bbb-bf31-af1c7605af4d tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1375825 Feb 16 17:01:48.996769 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51198) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:49.015816 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-86a5f7de-0616-4f44-8425-b4f2be1ded04 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for floatingip, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:49.018624 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-86a5f7de-0616-4f44-8425-b4f2be1ded04 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:49.019571 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-86a5f7de-0616-4f44-8425-b4f2be1ded04 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] 10.222.0.88 "DELETE /v2.0/floatingips/f012960b-c459-474d-97b1-2c72a2a4c9ae HTTP/1.1" status: 204 len: 168 time: 0.9312100 Feb 16 17:01:49.027633 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51200) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:49.033325 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-fc5e2478-eed8-4d57-bd83-9a0a1e98dd09 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Request body: {'floatingip': {'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'port_id': '1df40923-09a3-42b8-ad1a-4efc82a4fc05'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:49.081450 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6640e213-2375-4adc-b5dd-9772bcacdbe9 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:01:49.087539 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-6640e213-2375-4adc-b5dd-9772bcacdbe9 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "PUT /v2.0/routers/31fb9924-90bc-49f6-bca1-5c449f1d6457/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7885363 Feb 16 17:01:49.092887 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51202) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:49.097786 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e629e247-a384-41a4-81d2-5c0a183988c8 None None] Sync routers for ids ['31fb9924-90bc-49f6-bca1-5c449f1d6457'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:01:49.115151 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e629e247-a384-41a4-81d2-5c0a183988c8 None None] Routers {'31fb9924-90bc-49f6-bca1-5c449f1d6457'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:01:49.117909 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-e629e247-a384-41a4-81d2-5c0a183988c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:01:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['31fb9924-90bc-49f6-bca1-5c449f1d6457'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:49.152779 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-370175ad-fa72-41b4-89b2-04eb0afbef21 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:49.162658 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-e629e247-a384-41a4-81d2-5c0a183988c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:49.167716 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-370175ad-fa72-41b4-89b2-04eb0afbef21 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 16 17:01:49.168276 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-370175ad-fa72-41b4-89b2-04eb0afbef21 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:01:49.174776 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-370175ad-fa72-41b4-89b2-04eb0afbef21 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] 10.222.0.88 "DELETE /v2.0/networks/6097b752-1ddc-4918-ac19-e69b0b81ce73 HTTP/1.1" status: 409 len: 405 time: 0.1737297 Feb 16 17:01:49.177243 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e629e247-a384-41a4-81d2-5c0a183988c8 None None] Routers {'31fb9924-90bc-49f6-bca1-5c449f1d6457'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:01:49.178067 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-e629e247-a384-41a4-81d2-5c0a183988c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:01:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['31fb9924-90bc-49f6-bca1-5c449f1d6457'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:49.182774 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62da9464-3c5b-4d5e-9c95-43f57ad3483a tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:49.184501 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-62da9464-3c5b-4d5e-9c95-43f57ad3483a tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "GET /v2.0/ports?device_id=31fb9924-90bc-49f6-bca1-5c449f1d6457 HTTP/1.1" status: 200 len: 981 time: 0.0875316 Feb 16 17:01:49.185189 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51204) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:49.190253 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-7a045a27-df8e-4609-80f6-8578a92f2369 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1612016451'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:49.193811 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51206) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:49.215432 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-e629e247-a384-41a4-81d2-5c0a183988c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:49.216514 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e629e247-a384-41a4-81d2-5c0a183988c8 None None] The sync data for ids ['31fb9924-90bc-49f6-bca1-5c449f1d6457'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:01:49.242183 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fc5e2478-eed8-4d57-bd83-9a0a1e98dd09 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for floatingip, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:49.244546 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-ae0d455a-35ad-4339-b15a-d522481dddfe None None] Provisioning complete for port 27d927a7-4841-4f16-b451-3aec05c3c2a5 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:49.245300 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ae0d455a-35ad-4339-b15a-d522481dddfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:49.359965 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ae0d455a-35ad-4339-b15a-d522481dddfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:49.398376 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a045a27-df8e-4609-80f6-8578a92f2369 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Made reservation on behalf of 43a89965b99341f1b03939f62e27dafc for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:49.398601 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499cf79e-abb8-49ba-8222-6d54daac2a19 None None] DHCP port deletion for 6097b752-1ddc-4918-ac19-e69b0b81ce73 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:01:49.402198 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7a045a27-df8e-4609-80f6-8578a92f2369 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:49.404591 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-ae0d455a-35ad-4339-b15a-d522481dddfe None None] For port 27d927a7-4841-4f16-b451-3aec05c3c2a5, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=27d927a7-4841-4f16-b451-3aec05c3c2a5,segment=NetworkSegment(d47cc651-99b9-43dc-9cfb-f3fd9af02853),segment_id=d47cc651-99b9-43dc-9cfb-f3fd9af02853)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:49.444277 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be350b-d3a2-424e-a45d-5a1b2dcda6f3 req-52728a67-7035-462b-972d-ed0e64ec2c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:49.446502 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-50be350b-d3a2-424e-a45d-5a1b2dcda6f3 req-52728a67-7035-462b-972d-ed0e64ec2c41 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5ebd8bd3-b725-4245-93f5-ef5668d6841a HTTP/1.1" status: 200 len: 1098 time: 0.1348920 Feb 16 17:01:49.451699 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-499cf79e-abb8-49ba-8222-6d54daac2a19 None None] Deleting port 27d927a7-4841-4f16-b451-3aec05c3c2a5 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:01:49.452288 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-499cf79e-abb8-49ba-8222-6d54daac2a19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:49.477889 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a045a27-df8e-4609-80f6-8578a92f2369 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:01:49.494719 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7a045a27-df8e-4609-80f6-8578a92f2369 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:49.495096 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-7a045a27-df8e-4609-80f6-8578a92f2369 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Added segment 3a7b06b4-fa43-43b1-941a-9bf9a949e8ee of type vlan for network d32b1e01-c432-49cf-b95e-8023880f1797 Feb 16 17:01:49.507691 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ae0d455a-35ad-4339-b15a-d522481dddfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:49.513785 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.objects.ports [None req-1073b1ec-c722-4074-b0bd-33974835ab82 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114376) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 17:01:49.520588 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1073b1ec-c722-4074-b0bd-33974835ab82 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:49.556901 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-499cf79e-abb8-49ba-8222-6d54daac2a19 None None] For port 27d927a7-4841-4f16-b451-3aec05c3c2a5, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=27d927a7-4841-4f16-b451-3aec05c3c2a5,segment=NetworkSegment(d47cc651-99b9-43dc-9cfb-f3fd9af02853),segment_id=d47cc651-99b9-43dc-9cfb-f3fd9af02853)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:49.557458 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-499cf79e-abb8-49ba-8222-6d54daac2a19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:49.579658 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-499cf79e-abb8-49ba-8222-6d54daac2a19 None None] Calling delete_port for 27d927a7-4841-4f16-b451-3aec05c3c2a5 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:01:49.582408 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7a045a27-df8e-4609-80f6-8578a92f2369 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:49.585455 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-50be350b-d3a2-424e-a45d-5a1b2dcda6f3 req-22a61d9e-9386-4b7d-b6ff-45ff26a62e84 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=182e3741-5bf1-40d0-9f52-072188d785c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321816 Feb 16 17:01:49.591664 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d455a-35ad-4339-b15a-d522481dddfe None None] Pushing event updated for resources: {'Port': ['ID=27d927a7-4841-4f16-b451-3aec05c3c2a5,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:49.595484 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1073b1ec-c722-4074-b0bd-33974835ab82 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:49.598751 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-1073b1ec-c722-4074-b0bd-33974835ab82 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:49.603025 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1073b1ec-c722-4074-b0bd-33974835ab82 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:49.603615 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1073b1ec-c722-4074-b0bd-33974835ab82 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:49.614920 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fc5e2478-eed8-4d57-bd83-9a0a1e98dd09 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:49.615617 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1073b1ec-c722-4074-b0bd-33974835ab82 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Subnet': ['ID=c99bda63-7973-4482-a7d0-d39b0db00d89,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:49.637358 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7422372-7298-4ced-95e2-806c6d5a494c None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:01:49.655157 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device bc99fbb1-71bd-4ac1-b644-f86a78662778 details requested by agent hyperv_hv-neutron-8286 with host hv-neutron-8286 {{(pid=114377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:01:49.690849 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-1073b1ec-c722-4074-b0bd-33974835ab82 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0763063 Feb 16 17:01:49.691147 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51210) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:49.696832 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-ff320970-c12b-4c12-9aa0-5f6968c16ff1 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'port': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'mac_address': 'fa:16:3e:f1:58:6e', 'name': 'tempest-NetworksTestDHCPv6-1043293344'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:49.768777 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7a045a27-df8e-4609-80f6-8578a92f2369 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:49.774627 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a045a27-df8e-4609-80f6-8578a92f2369 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:49.775208 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7a045a27-df8e-4609-80f6-8578a92f2369 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:49.866868 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-499cf79e-abb8-49ba-8222-6d54daac2a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:49.885026 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port bc99fbb1-71bd-4ac1-b644-f86a78662778, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=bc99fbb1-71bd-4ac1-b644-f86a78662778,segment=NetworkSegment(3af87537-55b9-448d-8bff-8dd8c1aaef8b),segment_id=3af87537-55b9-448d-8bff-8dd8c1aaef8b)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:49.912942 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499cf79e-abb8-49ba-8222-6d54daac2a19 None None] Pushing event deleted for resources: {'Port': ['ID=27d927a7-4841-4f16-b451-3aec05c3c2a5,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:49.932521 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499cf79e-abb8-49ba-8222-6d54daac2a19 None None] No DVR routers for this DVR port 27d927a7-4841-4f16-b451-3aec05c3c2a5 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:01:49.936916 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Returning: {'device': 'bc99fbb1-71bd-4ac1-b644-f86a78662778', 'network_id': '06298a6e-8040-43d7-955f-604e4333c40a', 'port_id': 'bc99fbb1-71bd-4ac1-b644-f86a78662778', 'mac_address': 'fa:16:3e:9e:6c:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbd15ec9-3270-4d20-9abc-f2f9374aa4ce', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:01:49.954766 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a045a27-df8e-4609-80f6-8578a92f2369 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Pushing event updated for resources: {'Network': ['ID=d32b1e01-c432-49cf-b95e-8023880f1797,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:49.967194 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e997bbe4-48ad-4ef1-891f-23c2ee63895b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'tenant_id': '81837604d6654060bf0a8ff194578833', 'fixed_ips': [{'subnet_id': 'c99bda63-7973-4482-a7d0-d39b0db00d89'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:01:49.968127 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e997bbe4-48ad-4ef1-891f-23c2ee63895b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:49.972916 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-7a045a27-df8e-4609-80f6-8578a92f2369 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7867041 Feb 16 17:01:49.976686 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-fc5e2478-eed8-4d57-bd83-9a0a1e98dd09 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Allocated IP 172.26.3.173 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/a777834c-d911-4d5c-ab97-3aebdb623bb0) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:49.976959 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51212) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:49.986054 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-bed21d28-1224-48ef-a2db-b34b3ed0371f tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Request body: {'subnet': {'network_id': 'd32b1e01-c432-49cf-b95e-8023880f1797', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:49.991375 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:50.013120 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bc99fbb1-71bd-4ac1-b644-f86a78662778 {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:01:50.017876 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31058f05-0b3f-4e05-a7aa-3239d28f4863 req-3bae6cdd-22c8-4cf2-a1ca-13a88d3eff12 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:50.019392 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-31058f05-0b3f-4e05-a7aa-3239d28f4863 req-3bae6cdd-22c8-4cf2-a1ca-13a88d3eff12 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5ebd8bd3-b725-4245-93f5-ef5668d6841a HTTP/1.1" status: 200 len: 945 time: 0.2706594 Feb 16 17:01:50.026804 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a045a27-df8e-4609-80f6-8578a92f2369 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:50.027152 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a045a27-df8e-4609-80f6-8578a92f2369 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:50.027495 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a045a27-df8e-4609-80f6-8578a92f2369 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:50.027836 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a045a27-df8e-4609-80f6-8578a92f2369 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:50.028203 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a045a27-df8e-4609-80f6-8578a92f2369 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:50.028536 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a045a27-df8e-4609-80f6-8578a92f2369 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:50.028865 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a045a27-df8e-4609-80f6-8578a92f2369 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:50.029195 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a045a27-df8e-4609-80f6-8578a92f2369 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:50.029525 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a045a27-df8e-4609-80f6-8578a92f2369 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:50.029849 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a045a27-df8e-4609-80f6-8578a92f2369 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:50.030178 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a045a27-df8e-4609-80f6-8578a92f2369 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:50.030531 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a045a27-df8e-4609-80f6-8578a92f2369 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:50.063080 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network d32b1e01-c432-49cf-b95e-8023880f1797 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:01:50.140045 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port bc99fbb1-71bd-4ac1-b644-f86a78662778, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=bc99fbb1-71bd-4ac1-b644-f86a78662778,segment=NetworkSegment(3af87537-55b9-448d-8bff-8dd8c1aaef8b),segment_id=3af87537-55b9-448d-8bff-8dd8c1aaef8b)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:50.172042 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed21d28-1224-48ef-a2db-b34b3ed0371f tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Made reservation on behalf of 43a89965b99341f1b03939f62e27dafc for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:50.175813 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-bed21d28-1224-48ef-a2db-b34b3ed0371f tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:50.204350 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:50.214888 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-e997bbe4-48ad-4ef1-891f-23c2ee63895b None None] Allocated IP 2001:db8::f816:3eff:fe54:a06c (1e2a9b2d-a159-48c5-a704-dcb18c3b88c3/c99bda63-7973-4482-a7d0-d39b0db00d89/57b9c0c8-2f57-4f55-8d1d-300c62cbb4d9) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:50.322318 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=bc99fbb1-71bd-4ac1-b644-f86a78662778,revision_number=6']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:50.384603 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-025efd4d-1d52-4f27-838f-fe4020197816 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:50.415214 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e997bbe4-48ad-4ef1-891f-23c2ee63895b None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:50.469314 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-31058f05-0b3f-4e05-a7aa-3239d28f4863 req-2655feb3-6be7-4f68-8fb7-63cde500e778 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/security-groups?id=182e3741-5bf1-40d0-9f52-072188d785c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4332118 Feb 16 17:01:50.491015 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e997bbe4-48ad-4ef1-891f-23c2ee63895b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:50.542461 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e997bbe4-48ad-4ef1-891f-23c2ee63895b None None] Pushing event updated for resources: {'Port': ['ID=57b9c0c8-2f57-4f55-8d1d-300c62cbb4d9,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:50.544684 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.objects.ports [None req-bed21d28-1224-48ef-a2db-b34b3ed0371f tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114376) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 17:01:50.546438 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-bed21d28-1224-48ef-a2db-b34b3ed0371f tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:50.553157 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e997bbe4-48ad-4ef1-891f-23c2ee63895b None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:50.556788 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-e997bbe4-48ad-4ef1-891f-23c2ee63895b None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:50.560939 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e997bbe4-48ad-4ef1-891f-23c2ee63895b None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:50.592819 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fc5e2478-eed8-4d57-bd83-9a0a1e98dd09 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:50.599940 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff320970-c12b-4c12-9aa0-5f6968c16ff1 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:50.629886 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed21d28-1224-48ef-a2db-b34b3ed0371f tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Pushing event updated for resources: {'Subnet': ['ID=a089b62f-0684-4f24-acd1-04ee56e57927,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:50.640282 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed21d28-1224-48ef-a2db-b34b3ed0371f tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:50.640480 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-e997bbe4-48ad-4ef1-891f-23c2ee63895b None None] Attempting to bind port 57b9c0c8-2f57-4f55-8d1d-300c62cbb4d9 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:01:50.640615 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed21d28-1224-48ef-a2db-b34b3ed0371f tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:50.640866 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-e997bbe4-48ad-4ef1-891f-23c2ee63895b None None] Attempting to bind port 57b9c0c8-2f57-4f55-8d1d-300c62cbb4d9 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:01:50.640991 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed21d28-1224-48ef-a2db-b34b3ed0371f tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:50.641289 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed21d28-1224-48ef-a2db-b34b3ed0371f tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:50.641404 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e997bbe4-48ad-4ef1-891f-23c2ee63895b None None] Attempting to bind port 57b9c0c8-2f57-4f55-8d1d-300c62cbb4d9 on network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:01:50.641637 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed21d28-1224-48ef-a2db-b34b3ed0371f tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:50.641960 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed21d28-1224-48ef-a2db-b34b3ed0371f tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:50.642296 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed21d28-1224-48ef-a2db-b34b3ed0371f tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:50.642627 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed21d28-1224-48ef-a2db-b34b3ed0371f tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:50.643090 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed21d28-1224-48ef-a2db-b34b3ed0371f tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:50.643274 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed21d28-1224-48ef-a2db-b34b3ed0371f tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:50.643598 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed21d28-1224-48ef-a2db-b34b3ed0371f tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:50.643920 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed21d28-1224-48ef-a2db-b34b3ed0371f tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:50.647771 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e997bbe4-48ad-4ef1-891f-23c2ee63895b None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:01:50.648158 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed21d28-1224-48ef-a2db-b34b3ed0371f tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Checking segment: {'id': '3a7b06b4-fa43-43b1-941a-9bf9a949e8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd32b1e01-c432-49cf-b95e-8023880f1797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:01:50.648472 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e997bbe4-48ad-4ef1-891f-23c2ee63895b None None] Checking segment: {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:01:50.648612 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed21d28-1224-48ef-a2db-b34b3ed0371f tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Network hostable DHCP agents. Network: d32b1e01-c432-49cf-b95e-8023880f1797, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:01:50.649223 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e997bbe4-48ad-4ef1-891f-23c2ee63895b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:50.649528 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e997bbe4-48ad-4ef1-891f-23c2ee63895b None None] Bound using segment: {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:01:50.650176 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-e997bbe4-48ad-4ef1-891f-23c2ee63895b None None] Bound port: 57b9c0c8-2f57-4f55-8d1d-300c62cbb4d9, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:01:50.650575 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e997bbe4-48ad-4ef1-891f-23c2ee63895b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:50.718641 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-e997bbe4-48ad-4ef1-891f-23c2ee63895b None None] For port 57b9c0c8-2f57-4f55-8d1d-300c62cbb4d9, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:01:50.721954 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-e997bbe4-48ad-4ef1-891f-23c2ee63895b None None] For port 57b9c0c8-2f57-4f55-8d1d-300c62cbb4d9, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=57b9c0c8-2f57-4f55-8d1d-300c62cbb4d9,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:01:50.725073 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ff320970-c12b-4c12-9aa0-5f6968c16ff1 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:50.770792 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed21d28-1224-48ef-a2db-b34b3ed0371f tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Network d32b1e01-c432-49cf-b95e-8023880f1797 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:01:50.772801 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-ff320970-c12b-4c12-9aa0-5f6968c16ff1 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] device_id is not set on port e8d8260e-0ba1-47f2-a90f-b4bc875a3137 yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:01:50.811597 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e997bbe4-48ad-4ef1-891f-23c2ee63895b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:50.814846 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fc5e2478-eed8-4d57-bd83-9a0a1e98dd09 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:50.878889 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5e2478-eed8-4d57-bd83-9a0a1e98dd09 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:50.882611 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e997bbe4-48ad-4ef1-891f-23c2ee63895b None None] Pushing event updated for resources: {'Port': ['ID=57b9c0c8-2f57-4f55-8d1d-300c62cbb4d9,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:50.883251 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-fc5e2478-eed8-4d57-bd83-9a0a1e98dd09 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:50.892718 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5e2478-eed8-4d57-bd83-9a0a1e98dd09 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:50.896380 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-025efd4d-1d52-4f27-838f-fe4020197816 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Deleting port 029f7aaa-40b0-49d3-acc4-d41128b16f52 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:01:50.896858 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-025efd4d-1d52-4f27-838f-fe4020197816 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:50.912452 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-bed21d28-1224-48ef-a2db-b34b3ed0371f tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, d32b1e01-c432-49cf-b95e-8023880f1797) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:50.918165 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed21d28-1224-48ef-a2db-b34b3ed0371f tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:50.925865 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-bed21d28-1224-48ef-a2db-b34b3ed0371f tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:50.926124 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b15ed7-1964-4845-81ef-00dd3e04e21a None None] Network d32b1e01-c432-49cf-b95e-8023880f1797 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:01:51.008625 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e2478-eed8-4d57-bd83-9a0a1e98dd09 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Pushing event updated for resources: {'Port': ['ID=a777834c-d911-4d5c-ab97-3aebdb623bb0,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:51.025449 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-bed21d28-1224-48ef-a2db-b34b3ed0371f tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0468476 Feb 16 17:01:51.027943 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51214) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:51.035357 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-3862d2e1-9f56-4938-b853-f693172d9812 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Request body: {'port': {'network_id': 'd32b1e01-c432-49cf-b95e-8023880f1797', 'name': 'tempest-NetworksIpV6TestAttrs-1778531132'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:51.047216 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-ff320970-c12b-4c12-9aa0-5f6968c16ff1 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Allocated IP 2001:db8::f816:3eff:fef1:586e (1e2a9b2d-a159-48c5-a704-dcb18c3b88c3/c99bda63-7973-4482-a7d0-d39b0db00d89/e8d8260e-0ba1-47f2-a90f-b4bc875a3137) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:51.120105 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20c280b-9caf-41e4-99d0-06417e4a81ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-d32b1e01-c432-49cf-b95e-8023880f1797', 'network_id': 'd32b1e01-c432-49cf-b95e-8023880f1797', 'tenant_id': '43a89965b99341f1b03939f62e27dafc', 'fixed_ips': [{'subnet_id': 'a089b62f-0684-4f24-acd1-04ee56e57927'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:01:51.121712 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a20c280b-9caf-41e4-99d0-06417e4a81ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:51.174312 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-025efd4d-1d52-4f27-838f-fe4020197816 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:51.208440 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-025efd4d-1d52-4f27-838f-fe4020197816 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Calling delete_port for 029f7aaa-40b0-49d3-acc4-d41128b16f52 owned by network:router_interface {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:01:51.273060 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-a20c280b-9caf-41e4-99d0-06417e4a81ff None None] Allocated IP 2001:db8::f816:3eff:fe55:fcc1 (d32b1e01-c432-49cf-b95e-8023880f1797/a089b62f-0684-4f24-acd1-04ee56e57927/d7ea1ec0-4af8-4841-be32-2fbdc2e0a101) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:51.318000 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3862d2e1-9f56-4938-b853-f693172d9812 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Made reservation on behalf of 43a89965b99341f1b03939f62e27dafc for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:51.321981 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3862d2e1-9f56-4938-b853-f693172d9812 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:51.341812 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [None req-3862d2e1-9f56-4938-b853-f693172d9812 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] device_id is not set on port da875b7b-9fa5-4579-8f09-430099bcf415 yet. {{(pid=114376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:01:51.425705 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a20c280b-9caf-41e4-99d0-06417e4a81ff None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:51.491801 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a20c280b-9caf-41e4-99d0-06417e4a81ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:51.528012 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['bc99fbb1-71bd-4ac1-b644-f86a78662778'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:01:51.550295 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-3862d2e1-9f56-4938-b853-f693172d9812 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Allocated IP 2001:db8::f816:3eff:fe4a:cee (d32b1e01-c432-49cf-b95e-8023880f1797/a089b62f-0684-4f24-acd1-04ee56e57927/da875b7b-9fa5-4579-8f09-430099bcf415) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:51.580858 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20c280b-9caf-41e4-99d0-06417e4a81ff None None] Network d32b1e01-c432-49cf-b95e-8023880f1797 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:51.589085 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-a20c280b-9caf-41e4-99d0-06417e4a81ff None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:51.592447 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20c280b-9caf-41e4-99d0-06417e4a81ff None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:51.604344 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20c280b-9caf-41e4-99d0-06417e4a81ff None None] Pushing event updated for resources: {'Port': ['ID=d7ea1ec0-4af8-4841-be32-2fbdc2e0a101,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:51.607960 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ff320970-c12b-4c12-9aa0-5f6968c16ff1 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:51.676185 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device bc99fbb1-71bd-4ac1-b644-f86a78662778 no longer exists at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:01:51.695697 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb5841a-4ba8-4b56-90a5-53a7dc543624 req-6cbd357e-8f49-42f9-b868-5e068a7a0272 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:51.697424 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7cb5841a-4ba8-4b56-90a5-53a7dc543624 req-6cbd357e-8f49-42f9-b868-5e068a7a0272 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5ebd8bd3-b725-4245-93f5-ef5668d6841a HTTP/1.1" status: 200 len: 944 time: 0.1144109 Feb 16 17:01:51.727443 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-a20c280b-9caf-41e4-99d0-06417e4a81ff None None] Attempting to bind port d7ea1ec0-4af8-4841-be32-2fbdc2e0a101 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:01:51.727870 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-a20c280b-9caf-41e4-99d0-06417e4a81ff None None] Attempting to bind port d7ea1ec0-4af8-4841-be32-2fbdc2e0a101 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '3a7b06b4-fa43-43b1-941a-9bf9a949e8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd32b1e01-c432-49cf-b95e-8023880f1797'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:01:51.728407 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20c280b-9caf-41e4-99d0-06417e4a81ff None None] Attempting to bind port d7ea1ec0-4af8-4841-be32-2fbdc2e0a101 on network d32b1e01-c432-49cf-b95e-8023880f1797 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:01:51.768381 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20c280b-9caf-41e4-99d0-06417e4a81ff None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:01:51.768766 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20c280b-9caf-41e4-99d0-06417e4a81ff None None] Checking segment: {'id': '3a7b06b4-fa43-43b1-941a-9bf9a949e8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd32b1e01-c432-49cf-b95e-8023880f1797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:01:51.771448 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a20c280b-9caf-41e4-99d0-06417e4a81ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:51.771448 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20c280b-9caf-41e4-99d0-06417e4a81ff None None] Bound using segment: {'id': '3a7b06b4-fa43-43b1-941a-9bf9a949e8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd32b1e01-c432-49cf-b95e-8023880f1797'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:01:51.771448 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-a20c280b-9caf-41e4-99d0-06417e4a81ff None None] Bound port: d7ea1ec0-4af8-4841-be32-2fbdc2e0a101, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a7b06b4-fa43-43b1-941a-9bf9a949e8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd32b1e01-c432-49cf-b95e-8023880f1797'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:01:51.771448 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a20c280b-9caf-41e4-99d0-06417e4a81ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:51.815331 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ff320970-c12b-4c12-9aa0-5f6968c16ff1 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:51.873291 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fc5e2478-eed8-4d57-bd83-9a0a1e98dd09 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:51.878375 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-025efd4d-1d52-4f27-838f-fe4020197816 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:51.918977 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3862d2e1-9f56-4938-b853-f693172d9812 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:51.921983 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-a20c280b-9caf-41e4-99d0-06417e4a81ff None None] For port d7ea1ec0-4af8-4841-be32-2fbdc2e0a101, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:01:51.926093 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-a20c280b-9caf-41e4-99d0-06417e4a81ff None None] For port d7ea1ec0-4af8-4841-be32-2fbdc2e0a101, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=d7ea1ec0-4af8-4841-be32-2fbdc2e0a101,segment=NetworkSegment(3a7b06b4-fa43-43b1-941a-9bf9a949e8ee),segment_id=3a7b06b4-fa43-43b1-941a-9bf9a949e8ee)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:01:51.933723 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff320970-c12b-4c12-9aa0-5f6968c16ff1 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:51.959303 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-ff320970-c12b-4c12-9aa0-5f6968c16ff1 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:51.970549 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff320970-c12b-4c12-9aa0-5f6968c16ff1 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:51.978715 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 57b9c0c8-2f57-4f55-8d1d-300c62cbb4d9 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:01:51.988683 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff320970-c12b-4c12-9aa0-5f6968c16ff1 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:51.988683 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ff320970-c12b-4c12-9aa0-5f6968c16ff1 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:51.988881 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7cb5841a-4ba8-4b56-90a5-53a7dc543624 req-40c98eab-f118-40fd-a175-329df51714b6 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/security-groups?id=182e3741-5bf1-40d0-9f52-072188d785c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2621009 Feb 16 17:01:51.994054 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff320970-c12b-4c12-9aa0-5f6968c16ff1 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Port': ['ID=e8d8260e-0ba1-47f2-a90f-b4bc875a3137,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:52.006287 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51218) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:52.044257 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a20c280b-9caf-41e4-99d0-06417e4a81ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:52.090523 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025efd4d-1d52-4f27-838f-fe4020197816 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event deleted for resources: {'Port': ['ID=029f7aaa-40b0-49d3-acc4-d41128b16f52,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:52.110430 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3862d2e1-9f56-4938-b853-f693172d9812 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:52.120608 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:52.194230 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id bc99fbb1-71bd-4ac1-b644-f86a78662778 {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:01:52.216387 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ff320970-c12b-4c12-9aa0-5f6968c16ff1 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5240695 Feb 16 17:01:52.222184 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51220) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:52.226388 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20c280b-9caf-41e4-99d0-06417e4a81ff None None] Pushing event updated for resources: {'Port': ['ID=d7ea1ec0-4af8-4841-be32-2fbdc2e0a101,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:52.233755 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3862d2e1-9f56-4938-b853-f693172d9812 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Network d32b1e01-c432-49cf-b95e-8023880f1797 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:52.257618 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-3862d2e1-9f56-4938-b853-f693172d9812 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:52.258110 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20c280b-9caf-41e4-99d0-06417e4a81ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:52.258110 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20c280b-9caf-41e4-99d0-06417e4a81ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:52.258296 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20c280b-9caf-41e4-99d0-06417e4a81ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:52.258638 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20c280b-9caf-41e4-99d0-06417e4a81ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:52.259007 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20c280b-9caf-41e4-99d0-06417e4a81ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:52.259393 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20c280b-9caf-41e4-99d0-06417e4a81ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:52.259634 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20c280b-9caf-41e4-99d0-06417e4a81ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:52.259963 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20c280b-9caf-41e4-99d0-06417e4a81ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:52.260314 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20c280b-9caf-41e4-99d0-06417e4a81ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:52.260641 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20c280b-9caf-41e4-99d0-06417e4a81ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:52.260962 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20c280b-9caf-41e4-99d0-06417e4a81ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:52.261479 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20c280b-9caf-41e4-99d0-06417e4a81ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:52.264370 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-7d792c43-a7b8-4240-89f8-2603194e8928 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/floatingips/828f6b1b-4340-4df4-96a9-f65b4bec899d HTTP/1.1" status: 200 len: 992 time: 0.2563283 Feb 16 17:01:52.265475 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3862d2e1-9f56-4938-b853-f693172d9812 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:52.275146 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3862d2e1-9f56-4938-b853-f693172d9812 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:52.276474 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3862d2e1-9f56-4938-b853-f693172d9812 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:52.279019 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3862d2e1-9f56-4938-b853-f693172d9812 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Pushing event updated for resources: {'Port': ['ID=da875b7b-9fa5-4579-8f09-430099bcf415,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:52.293231 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 57b9c0c8-2f57-4f55-8d1d-300c62cbb4d9 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:52.296140 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:52.300896 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fc5e2478-eed8-4d57-bd83-9a0a1e98dd09 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:52.313140 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port bc99fbb1-71bd-4ac1-b644-f86a78662778, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=bc99fbb1-71bd-4ac1-b644-f86a78662778,segment=NetworkSegment(3af87537-55b9-448d-8bff-8dd8c1aaef8b),segment_id=3af87537-55b9-448d-8bff-8dd8c1aaef8b)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:52.342112 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-3862d2e1-9f56-4938-b853-f693172d9812 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.3107173 Feb 16 17:01:52.342701 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51222) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:52.456039 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-025efd4d-1d52-4f27-838f-fe4020197816 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:52.483271 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bde890a-d0e7-4e14-a674-313a38cd6412 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Deleting subnet a089b62f-0684-4f24-acd1-04ee56e57927 {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:01:52.488649 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4bde890a-d0e7-4e14-a674-313a38cd6412 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:52.542923 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:52.576277 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4bde890a-d0e7-4e14-a674-313a38cd6412 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:52.592777 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-02f68b68-fd55-4db4-a9d8-119aacbc7d95 None None] Provisioning complete for port 57b9c0c8-2f57-4f55-8d1d-300c62cbb4d9 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:52.593209 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-02f68b68-fd55-4db4-a9d8-119aacbc7d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:52.699855 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=bc99fbb1-71bd-4ac1-b644-f86a78662778,revision_number=7']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:52.726910 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:52.746531 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4bde890a-d0e7-4e14-a674-313a38cd6412 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:52.795789 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port 57b9c0c8-2f57-4f55-8d1d-300c62cbb4d9, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=57b9c0c8-2f57-4f55-8d1d-300c62cbb4d9,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:52.804866 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-02f68b68-fd55-4db4-a9d8-119aacbc7d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:52.845527 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db030047-7f45-4722-b410-1b56a4022c00 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:52.851925 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db030047-7f45-4722-b410-1b56a4022c00 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:52.853604 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-db030047-7f45-4722-b410-1b56a4022c00 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.5968218 Feb 16 17:01:52.856427 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51224) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:52.874637 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:52.906822 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4bde890a-d0e7-4e14-a674-313a38cd6412 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:52.950689 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.db.api [None req-02f68b68-fd55-4db4-a9d8-119aacbc7d95 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:01:52.951676 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG oslo_db.api [None req-02f68b68-fd55-4db4-a9d8-119aacbc7d95 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:01:52.956769 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bde890a-d0e7-4e14-a674-313a38cd6412 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Pushing event deleted for resources: {'Subnet': ['ID=a089b62f-0684-4f24-acd1-04ee56e57927,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:52.960653 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=57b9c0c8-2f57-4f55-8d1d-300c62cbb4d9,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:52.966002 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4bde890a-d0e7-4e14-a674-313a38cd6412 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:52.971715 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-4bde890a-d0e7-4e14-a674-313a38cd6412 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] 10.222.0.88 "DELETE /v2.0/subnets/a089b62f-0684-4f24-acd1-04ee56e57927 HTTP/1.1" status: 204 len: 168 time: 0.6254036 Feb 16 17:01:52.972450 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51226) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:52.985114 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fc5e2478-eed8-4d57-bd83-9a0a1e98dd09 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:52.985114 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-025efd4d-1d52-4f27-838f-fe4020197816 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Router 31fb9924-90bc-49f6-bca1-5c449f1d6457 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:01:53.046200 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c3ca11-3196-4cf8-9c77-5e5aea224f11 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:53.048956 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c3ca11-3196-4cf8-9c77-5e5aea224f11 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:53.054650 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-19c3ca11-3196-4cf8-9c77-5e5aea224f11 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0775211 Feb 16 17:01:53.054650 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51228) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:53.063853 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fc5e2478-eed8-4d57-bd83-9a0a1e98dd09 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:53.067053 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-21a250ef-93c1-4582-9f5b-5312ace83a91 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Deleting port e8d8260e-0ba1-47f2-a90f-b4bc875a3137 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:01:53.067546 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-21a250ef-93c1-4582-9f5b-5312ace83a91 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:53.099902 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025efd4d-1d52-4f27-838f-fe4020197816 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:01:53.110546 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-025efd4d-1d52-4f27-838f-fe4020197816 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "PUT /v2.0/routers/31fb9924-90bc-49f6-bca1-5c449f1d6457/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9146843 Feb 16 17:01:53.113214 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc412527-5a08-4230-9db4-9a7b025a3caf None None] Sync routers for ids ['31fb9924-90bc-49f6-bca1-5c449f1d6457'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:01:53.115239 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51230) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:53.123951 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc412527-5a08-4230-9db4-9a7b025a3caf None None] Routers {'31fb9924-90bc-49f6-bca1-5c449f1d6457'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:01:53.124624 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-dc412527-5a08-4230-9db4-9a7b025a3caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:01:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['31fb9924-90bc-49f6-bca1-5c449f1d6457'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:53.142594 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bdaeeca-635d-4339-abd0-624e4736a1c1 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] GET failed (client error): The resource could not be found. Feb 16 17:01:53.147027 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-4bdaeeca-635d-4339-abd0-624e4736a1c1 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "GET /v2.0/ports/029f7aaa-40b0-49d3-acc4-d41128b16f52 HTTP/1.1" status: 404 len: 333 time: 0.0307999 Feb 16 17:01:53.166508 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51232) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:53.167616 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-dc412527-5a08-4230-9db4-9a7b025a3caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:53.182194 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc412527-5a08-4230-9db4-9a7b025a3caf None None] Routers {'31fb9924-90bc-49f6-bca1-5c449f1d6457'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:01:53.183139 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-dc412527-5a08-4230-9db4-9a7b025a3caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:01:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['31fb9924-90bc-49f6-bca1-5c449f1d6457'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:53.229983 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-dc412527-5a08-4230-9db4-9a7b025a3caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:53.230662 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc412527-5a08-4230-9db4-9a7b025a3caf None None] The sync data for ids ['31fb9924-90bc-49f6-bca1-5c449f1d6457'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:01:53.238718 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fc5e2478-eed8-4d57-bd83-9a0a1e98dd09 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:53.314397 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e2478-eed8-4d57-bd83-9a0a1e98dd09 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Pushing event updated for resources: {'Port': ['ID=a777834c-d911-4d5c-ab97-3aebdb623bb0,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:53.329064 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cc2f9be3-f54c-44f7-8104-cd47d917f18d tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for router, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:53.452102 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f28b7f-2ff6-49e3-a717-2270f0412929 None None] Network d32b1e01-c432-49cf-b95e-8023880f1797 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:01:53.484609 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-21a250ef-93c1-4582-9f5b-5312ace83a91 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:53.489986 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-14092048-f32f-4137-9b7b-1ff9ecd0bee9 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:53.503614 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-21a250ef-93c1-4582-9f5b-5312ace83a91 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Calling delete_port for e8d8260e-0ba1-47f2-a90f-b4bc875a3137 owned by {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:01:53.510194 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-14092048-f32f-4137-9b7b-1ff9ecd0bee9 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 16 17:01:53.510645 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14092048-f32f-4137-9b7b-1ff9ecd0bee9 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:01:53.517271 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-14092048-f32f-4137-9b7b-1ff9ecd0bee9 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] 10.222.0.88 "DELETE /v2.0/networks/d32b1e01-c432-49cf-b95e-8023880f1797 HTTP/1.1" status: 409 len: 405 time: 0.4588094 Feb 16 17:01:53.519659 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51234) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:53.526495 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-31a7d4f1-9c41-4050-b9b5-f7a5d2bcaa63 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-766769649'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:53.560176 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cc2f9be3-f54c-44f7-8104-cd47d917f18d tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:53.562351 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cc2f9be3-f54c-44f7-8104-cd47d917f18d tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:53.565935 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.l3_db [None req-fc5e2478-eed8-4d57-bd83-9a0a1e98dd09 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Floating IP 28c279ec-5acb-41dd-85cb-90ec002da646 associated. External IP: 172.26.3.173, port: 1df40923-09a3-42b8-ad1a-4efc82a4fc05. Feb 16 17:01:53.610807 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a7d4f1-9c41-4050-b9b5-f7a5d2bcaa63 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Made reservation on behalf of 43a89965b99341f1b03939f62e27dafc for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:53.614768 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-31a7d4f1-9c41-4050-b9b5-f7a5d2bcaa63 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:53.664489 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device bc99fbb1-71bd-4ac1-b644-f86a78662778 up at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:01:53.697818 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e23b0d9-3597-404a-bcb8-fa2883e97811 None None] DHCP port deletion for d32b1e01-c432-49cf-b95e-8023880f1797 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:01:53.715330 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-e0d1d018-a641-4c7e-9431-7f50930aa2ee None None] Provisioning complete for port e8d8260e-0ba1-47f2-a90f-b4bc875a3137 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:53.715712 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e0d1d018-a641-4c7e-9431-7f50930aa2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:53.737264 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cc2f9be3-f54c-44f7-8104-cd47d917f18d tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:53.737866 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2f9be3-f54c-44f7-8104-cd47d917f18d tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Fanout notify agent at l3_agent the message router_deleted on router 31fb9924-90bc-49f6-bca1-5c449f1d6457 {{(pid=114375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:01:53.768401 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-21a250ef-93c1-4582-9f5b-5312ace83a91 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:53.783233 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31a7d4f1-9c41-4050-b9b5-f7a5d2bcaa63 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:01:53.785753 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-e0d1d018-a641-4c7e-9431-7f50930aa2ee None None] Port e8d8260e-0ba1-47f2-a90f-b4bc875a3137 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:01:53.793143 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning complete for port bc99fbb1-71bd-4ac1-b644-f86a78662778 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:53.793531 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:53.796796 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cc2f9be3-f54c-44f7-8104-cd47d917f18d tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:53.797906 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-cc2f9be3-f54c-44f7-8104-cd47d917f18d tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "DELETE /v2.0/routers/31fb9924-90bc-49f6-bca1-5c449f1d6457 HTTP/1.1" status: 204 len: 168 time: 0.6304460 Feb 16 17:01:53.800712 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51236) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:53.824391 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a250ef-93c1-4582-9f5b-5312ace83a91 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event deleted for resources: {'Port': ['ID=e8d8260e-0ba1-47f2-a90f-b4bc875a3137,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:53.825508 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 57b9c0c8-2f57-4f55-8d1d-300c62cbb4d9 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:01:53.835989 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-31a7d4f1-9c41-4050-b9b5-f7a5d2bcaa63 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:53.841582 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-31a7d4f1-9c41-4050-b9b5-f7a5d2bcaa63 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Added segment 9ec0498a-98f4-4512-bb55-6cc11e7b3d23 of type vlan for network 867d58bd-596c-4c26-bc0e-8f2c93a75ecd Feb 16 17:01:53.874315 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-e0d1d018-a641-4c7e-9431-7f50930aa2ee None None] Provisioning complete for port d7ea1ec0-4af8-4841-be32-2fbdc2e0a101 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:53.874315 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e0d1d018-a641-4c7e-9431-7f50930aa2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:53.882974 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-7e23b0d9-3597-404a-bcb8-fa2883e97811 None None] Deleting port d7ea1ec0-4af8-4841-be32-2fbdc2e0a101 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:01:53.884805 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-7e23b0d9-3597-404a-bcb8-fa2883e97811 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:53.892305 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-21a250ef-93c1-4582-9f5b-5312ace83a91 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:53.898165 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-21a250ef-93c1-4582-9f5b-5312ace83a91 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/ports/e8d8260e-0ba1-47f2-a90f-b4bc875a3137 HTTP/1.1" status: 204 len: 168 time: 1.0379150 Feb 16 17:01:53.899057 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-707387ce-f4cc-497b-b619-23a512b02256 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Deleting subnet 9c532988-71f5-436e-a00d-5a1ed4618f93 {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:01:53.900113 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51238) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:53.910494 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-707387ce-f4cc-497b-b619-23a512b02256 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:53.949802 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-31a7d4f1-9c41-4050-b9b5-f7a5d2bcaa63 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:53.967295 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc5e2478-eed8-4d57-bd83-9a0a1e98dd09 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Router d20839c9-a90f-41fa-a6fb-8ea4c215ed87 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:01:53.975958 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-707387ce-f4cc-497b-b619-23a512b02256 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:53.984229 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef937f21-bb08-40f0-a8ba-4b199ecf2dd7 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:53.985750 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef937f21-bb08-40f0-a8ba-4b199ecf2dd7 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:53.990543 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-ef937f21-bb08-40f0-a8ba-4b199ecf2dd7 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0864027 Feb 16 17:01:53.990859 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51240) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:54.014407 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-7e23b0d9-3597-404a-bcb8-fa2883e97811 None None] For port d7ea1ec0-4af8-4841-be32-2fbdc2e0a101, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=d7ea1ec0-4af8-4841-be32-2fbdc2e0a101,segment=NetworkSegment(3a7b06b4-fa43-43b1-941a-9bf9a949e8ee),segment_id=3a7b06b4-fa43-43b1-941a-9bf9a949e8ee)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:54.014407 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-7e23b0d9-3597-404a-bcb8-fa2883e97811 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:54.017857 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 57b9c0c8-2f57-4f55-8d1d-300c62cbb4d9 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:54.017857 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:54.057224 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa31e290-6dcd-49ef-a77f-fa78251804bf tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Deleting subnet c99bda63-7973-4482-a7d0-d39b0db00d89 {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:01:54.061780 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fa31e290-6dcd-49ef-a77f-fa78251804bf tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:54.080236 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-7e23b0d9-3597-404a-bcb8-fa2883e97811 None None] Calling delete_port for d7ea1ec0-4af8-4841-be32-2fbdc2e0a101 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:01:54.090773 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-31a7d4f1-9c41-4050-b9b5-f7a5d2bcaa63 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:54.097988 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a7d4f1-9c41-4050-b9b5-f7a5d2bcaa63 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:54.098669 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-31a7d4f1-9c41-4050-b9b5-f7a5d2bcaa63 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:54.126622 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:54.140419 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-707387ce-f4cc-497b-b619-23a512b02256 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:54.190621 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fa31e290-6dcd-49ef-a77f-fa78251804bf tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:54.199185 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-31a7d4f1-9c41-4050-b9b5-f7a5d2bcaa63 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6779356 Feb 16 17:01:54.208245 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51242) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:54.209412 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ebd8bd3-b725-4245-93f5-ef5668d6841a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc99fbb1-71bd-4ac1-b644-f86a78662778'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:01:54.211718 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e68735-b35a-49b9-9432-516c94aa70d9" -d '{"events": [{"server_uuid": "5ebd8bd3-b725-4245-93f5-ef5668d6841a", "name": "network-vif-plugged", "status": "completed", "tag": "bc99fbb1-71bd-4ac1-b644-f86a78662778"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:01:54.216108 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-294a5a92-9e4f-4563-967e-70e230dbb610 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Request body: {'subnet': {'network_id': '867d58bd-596c-4c26-bc0e-8f2c93a75ecd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:54.217820 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e0d1d018-a641-4c7e-9431-7f50930aa2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:54.235999 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port bc99fbb1-71bd-4ac1-b644-f86a78662778, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=bc99fbb1-71bd-4ac1-b644-f86a78662778,segment=NetworkSegment(3af87537-55b9-448d-8bff-8dd8c1aaef8b),segment_id=3af87537-55b9-448d-8bff-8dd8c1aaef8b)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:54.274961 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf90c5b3-7255-43e5-8fda-1ce91dd593c5 x-openstack-request-id: req-cf90c5b3-7255-43e5-8fda-1ce91dd593c5 {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:01:54.275184 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ebd8bd3-b725-4245-93f5-ef5668d6841a", "name": "network-vif-plugged", "status": "completed", "tag": "bc99fbb1-71bd-4ac1-b644-f86a78662778", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:01:54.276189 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-cf90c5b3-7255-43e5-8fda-1ce91dd593c5 {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:01:54.276189 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ebd8bd3-b725-4245-93f5-ef5668d6841a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc99fbb1-71bd-4ac1-b644-f86a78662778', 'code': 200} Feb 16 17:01:54.281895 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a7d4f1-9c41-4050-b9b5-f7a5d2bcaa63 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Pushing event updated for resources: {'Network': ['ID=867d58bd-596c-4c26-bc0e-8f2c93a75ecd,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:54.297425 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:54.302668 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 867d58bd-596c-4c26-bc0e-8f2c93a75ecd details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:01:54.311640 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fa31e290-6dcd-49ef-a77f-fa78251804bf tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:54.350550 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5e2478-eed8-4d57-bd83-9a0a1e98dd09 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:01:54.369245 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ef8cf5-43e3-4efd-a1e1-667ffefa784a None None] Sync routers for ids ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:01:54.382894 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ef8cf5-43e3-4efd-a1e1-667ffefa784a None None] Routers {'d20839c9-a90f-41fa-a6fb-8ea4c215ed87'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:01:54.383564 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-48ef8cf5-43e3-4efd-a1e1-667ffefa784a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:01:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:54.398971 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-7e23b0d9-3597-404a-bcb8-fa2883e97811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:54.421960 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-48ef8cf5-43e3-4efd-a1e1-667ffefa784a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:54.429510 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=bc99fbb1-71bd-4ac1-b644-f86a78662778,revision_number=8']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:54.433123 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ef8cf5-43e3-4efd-a1e1-667ffefa784a None None] Routers {'d20839c9-a90f-41fa-a6fb-8ea4c215ed87'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:01:54.434208 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-48ef8cf5-43e3-4efd-a1e1-667ffefa784a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:01:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:54.437464 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e23b0d9-3597-404a-bcb8-fa2883e97811 None None] No DVR routers for this DVR port d7ea1ec0-4af8-4841-be32-2fbdc2e0a101 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:01:54.458784 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e23b0d9-3597-404a-bcb8-fa2883e97811 None None] Pushing event deleted for resources: {'Port': ['ID=d7ea1ec0-4af8-4841-be32-2fbdc2e0a101,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:54.467191 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fa31e290-6dcd-49ef-a77f-fa78251804bf tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:54.468389 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fc5e2478-eed8-4d57-bd83-9a0a1e98dd09 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:54.470812 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294a5a92-9e4f-4563-967e-70e230dbb610 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Made reservation on behalf of 43a89965b99341f1b03939f62e27dafc for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:54.474459 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-294a5a92-9e4f-4563-967e-70e230dbb610 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:54.474878 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-48ef8cf5-43e3-4efd-a1e1-667ffefa784a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:54.477593 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ef8cf5-43e3-4efd-a1e1-667ffefa784a None None] The sync data for ids ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:01:54.493870 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-707387ce-f4cc-497b-b619-23a512b02256 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:54.499009 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa31e290-6dcd-49ef-a77f-fa78251804bf tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event deleted for resources: {'Subnet': ['ID=c99bda63-7973-4482-a7d0-d39b0db00d89,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:54.502739 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fa31e290-6dcd-49ef-a77f-fa78251804bf tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:54.506421 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-fa31e290-6dcd-49ef-a77f-fa78251804bf tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/c99bda63-7973-4482-a7d0-d39b0db00d89 HTTP/1.1" status: 204 len: 168 time: 0.5145547 Feb 16 17:01:54.508940 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51246) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:54.511314 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950342cc-7a8b-422b-b89f-8bbad4be50c0 None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:01:54.552021 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-091820e3-42a3-4c12-b85e-5884d5124dbd tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0396159 Feb 16 17:01:54.553377 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51248) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:54.558494 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-7ec1e9e2-bc32-41f2-bb6f-0f80938e54a4 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'subnet': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:54.591592 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707387ce-f4cc-497b-b619-23a512b02256 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event deleted for resources: {'Subnet': ['ID=9c532988-71f5-436e-a00d-5a1ed4618f93,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:54.650755 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-fc5e2478-eed8-4d57-bd83-9a0a1e98dd09 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.6196709 Feb 16 17:01:54.651607 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51250) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:54.658697 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c9da31-d8f6-40e2-bca7-8f88c1c0dc9d None None] Network f418e816-3eb8-40f7-94bd-7bfcbed88e0d requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:01:54.658874 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-f3b69a3a-cbd3-4891-9344-13404bfd2fd7 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1363687400'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:54.670314 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-707387ce-f4cc-497b-b619-23a512b02256 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:54.677294 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-707387ce-f4cc-497b-b619-23a512b02256 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "DELETE /v2.0/subnets/9c532988-71f5-436e-a00d-5a1ed4618f93 HTTP/1.1" status: 204 len: 168 time: 0.8698909 Feb 16 17:01:54.680368 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51252) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:54.806334 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-805cbb84-cdda-48eb-a761-f58832df8ed8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:54.879197 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-805cbb84-cdda-48eb-a761-f58832df8ed8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Deleting port eec9651c-57ff-48a8-94ca-0ebff35007b5 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:01:54.879453 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-805cbb84-cdda-48eb-a761-f58832df8ed8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:54.891094 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b69a3a-cbd3-4891-9344-13404bfd2fd7 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Made reservation on behalf of 20d8e1466b544f5eb14961c4b649d8ae for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:54.895855 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f3b69a3a-cbd3-4891-9344-13404bfd2fd7 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:54.908463 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec1e9e2-bc32-41f2-bb6f-0f80938e54a4 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:54.920068 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7ec1e9e2-bc32-41f2-bb6f-0f80938e54a4 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:55.006944 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4127b69-6da6-4901-bc4f-77f7361d797e None None] DHCP port deletion for 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:01:55.033382 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3b69a3a-cbd3-4891-9344-13404bfd2fd7 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:01:55.063144 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f3b69a3a-cbd3-4891-9344-13404bfd2fd7 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:55.063499 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-f3b69a3a-cbd3-4891-9344-13404bfd2fd7 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Added segment 05f6fa70-f5f0-42cc-8a82-5ffa8e1073ca of type vlan for network 4f0dc716-379b-4a23-b805-2ac257bac333 Feb 16 17:01:55.066883 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17861b6-5764-46ad-818a-a85b95357ba0 None None] DHCP port deletion for f418e816-3eb8-40f7-94bd-7bfcbed88e0d request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:01:55.073601 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-e4127b69-6da6-4901-bc4f-77f7361d797e None None] Deleting port 57b9c0c8-2f57-4f55-8d1d-300c62cbb4d9 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:01:55.074069 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e4127b69-6da6-4901-bc4f-77f7361d797e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:55.126724 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f3b69a3a-cbd3-4891-9344-13404bfd2fd7 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:55.169457 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-e4127b69-6da6-4901-bc4f-77f7361d797e None None] For port 57b9c0c8-2f57-4f55-8d1d-300c62cbb4d9, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=57b9c0c8-2f57-4f55-8d1d-300c62cbb4d9,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:55.170012 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e4127b69-6da6-4901-bc4f-77f7361d797e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:55.186208 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-e4127b69-6da6-4901-bc4f-77f7361d797e None None] Calling delete_port for 57b9c0c8-2f57-4f55-8d1d-300c62cbb4d9 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:01:55.204250 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-c17861b6-5764-46ad-818a-a85b95357ba0 None None] Deleting port eec9651c-57ff-48a8-94ca-0ebff35007b5 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:01:55.204650 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c17861b6-5764-46ad-818a-a85b95357ba0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:55.237491 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-805cbb84-cdda-48eb-a761-f58832df8ed8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] For port eec9651c-57ff-48a8-94ca-0ebff35007b5, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=eec9651c-57ff-48a8-94ca-0ebff35007b5,segment=NetworkSegment(b90cd91c-fb2c-424e-b274-546dd92b28e9),segment_id=b90cd91c-fb2c-424e-b274-546dd92b28e9)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:55.238061 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-805cbb84-cdda-48eb-a761-f58832df8ed8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:55.255337 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f3b69a3a-cbd3-4891-9344-13404bfd2fd7 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:55.257906 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-805cbb84-cdda-48eb-a761-f58832df8ed8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Calling delete_port for eec9651c-57ff-48a8-94ca-0ebff35007b5 owned by network:dhcp {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:01:55.261059 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b69a3a-cbd3-4891-9344-13404bfd2fd7 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:55.261651 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f3b69a3a-cbd3-4891-9344-13404bfd2fd7 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:55.286708 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.objects.ports [None req-294a5a92-9e4f-4563-967e-70e230dbb610 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114375) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 17:01:55.289447 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-294a5a92-9e4f-4563-967e-70e230dbb610 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:55.313506 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-c17861b6-5764-46ad-818a-a85b95357ba0 None None] For port eec9651c-57ff-48a8-94ca-0ebff35007b5, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=eec9651c-57ff-48a8-94ca-0ebff35007b5,segment=NetworkSegment(b90cd91c-fb2c-424e-b274-546dd92b28e9),segment_id=b90cd91c-fb2c-424e-b274-546dd92b28e9)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:55.313922 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c17861b6-5764-46ad-818a-a85b95357ba0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:55.334608 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-c17861b6-5764-46ad-818a-a85b95357ba0 None None] Calling delete_port for eec9651c-57ff-48a8-94ca-0ebff35007b5 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:01:55.339719 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b69a3a-cbd3-4891-9344-13404bfd2fd7 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Pushing event updated for resources: {'Network': ['ID=4f0dc716-379b-4a23-b805-2ac257bac333,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:55.382354 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 4f0dc716-379b-4a23-b805-2ac257bac333 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:01:55.387799 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-f3b69a3a-cbd3-4891-9344-13404bfd2fd7 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7310987 Feb 16 17:01:55.388106 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51254) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:55.398924 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-ca6d0d69-9382-483a-ad1e-c4d43bd127df tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Request body: {'subnet': {'network_id': '4f0dc716-379b-4a23-b805-2ac257bac333', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:55.409326 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a5a92-9e4f-4563-967e-70e230dbb610 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Pushing event updated for resources: {'Subnet': ['ID=a6afc829-c434-4e3b-a96d-52b44bf4a3e2,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:55.440337 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e4127b69-6da6-4901-bc4f-77f7361d797e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:55.458532 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.objects.ports [None req-7ec1e9e2-bc32-41f2-bb6f-0f80938e54a4 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114376) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 17:01:55.485567 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294a5a92-9e4f-4563-967e-70e230dbb610 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Checking segment: {'id': '9ec0498a-98f4-4512-bb55-6cc11e7b3d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '867d58bd-596c-4c26-bc0e-8f2c93a75ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:01:55.486056 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294a5a92-9e4f-4563-967e-70e230dbb610 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Network hostable DHCP agents. Network: 867d58bd-596c-4c26-bc0e-8f2c93a75ecd, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:01:55.491833 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4127b69-6da6-4901-bc4f-77f7361d797e None None] No DVR routers for this DVR port 57b9c0c8-2f57-4f55-8d1d-300c62cbb4d9 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:01:55.498612 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4127b69-6da6-4901-bc4f-77f7361d797e None None] Pushing event deleted for resources: {'Port': ['ID=57b9c0c8-2f57-4f55-8d1d-300c62cbb4d9,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:55.575647 dv-neutron-828697-3-hyperv neutron-server[114376]: WARNING neutron.services.revisions.revision_plugin [None req-7ec1e9e2-bc32-41f2-bb6f-0f80938e54a4 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Could not find related port for resource to bump revision. Feb 16 17:01:55.577513 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-805cbb84-cdda-48eb-a761-f58832df8ed8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:55.583737 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c17861b6-5764-46ad-818a-a85b95357ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:55.602531 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805cbb84-cdda-48eb-a761-f58832df8ed8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event deleted for resources: {'Port': ['ID=eec9651c-57ff-48a8-94ca-0ebff35007b5,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:55.607164 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294a5a92-9e4f-4563-967e-70e230dbb610 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Network 867d58bd-596c-4c26-bc0e-8f2c93a75ecd is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:01:55.609996 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6d0d69-9382-483a-ad1e-c4d43bd127df tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Made reservation on behalf of 20d8e1466b544f5eb14961c4b649d8ae for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:55.611200 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17861b6-5764-46ad-818a-a85b95357ba0 None None] Pushing event deleted for resources: {'Port': ['ID=eec9651c-57ff-48a8-94ca-0ebff35007b5,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:55.613540 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ca6d0d69-9382-483a-ad1e-c4d43bd127df tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:55.622535 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17861b6-5764-46ad-818a-a85b95357ba0 None None] No DVR routers for this DVR port eec9651c-57ff-48a8-94ca-0ebff35007b5 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:01:55.632554 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805cbb84-cdda-48eb-a761-f58832df8ed8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] No DVR routers for this DVR port eec9651c-57ff-48a8-94ca-0ebff35007b5 on host dv-neutron-828697-3-hyperv {{(pid=114375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:01:55.634518 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.ipam_pluggable_backend [None req-7ec1e9e2-bc32-41f2-bb6f-0f80938e54a4 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Port 57b9c0c8-2f57-4f55-8d1d-300c62cbb4d9 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=114376) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 16 17:01:55.635628 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.ipam_pluggable_backend [None req-7ec1e9e2-bc32-41f2-bb6f-0f80938e54a4 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Reverting IP allocation for 2001:db8::f816:3eff:fe54:a06c {{(pid=114376) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 16 17:01:55.641549 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.ipam_pluggable_backend [None req-7ec1e9e2-bc32-41f2-bb6f-0f80938e54a4 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe54:a06c {{(pid=114376) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 16 17:01:55.642514 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7ec1e9e2-bc32-41f2-bb6f-0f80938e54a4 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:55.685265 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec1e9e2-bc32-41f2-bb6f-0f80938e54a4 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:55.688509 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-7ec1e9e2-bc32-41f2-bb6f-0f80938e54a4 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:55.691634 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec1e9e2-bc32-41f2-bb6f-0f80938e54a4 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:55.692297 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7ec1e9e2-bc32-41f2-bb6f-0f80938e54a4 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:55.699105 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7657e860-d2bf-4e47-b9c2-d4fe7053ba58 None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:01:55.710383 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec1e9e2-bc32-41f2-bb6f-0f80938e54a4 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Subnet': ['ID=4301e118-6bcd-457a-9c39-643e31edba64,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:55.717940 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-294a5a92-9e4f-4563-967e-70e230dbb610 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 867d58bd-596c-4c26-bc0e-8f2c93a75ecd) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:55.754255 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a7bd04-a00d-4656-a6d5-1be64ae66e32 None None] Network 867d58bd-596c-4c26-bc0e-8f2c93a75ecd requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:01:55.759256 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294a5a92-9e4f-4563-967e-70e230dbb610 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:55.759862 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-294a5a92-9e4f-4563-967e-70e230dbb610 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:55.780132 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-805cbb84-cdda-48eb-a761-f58832df8ed8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:55.786386 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-7ec1e9e2-bc32-41f2-bb6f-0f80938e54a4 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2318778 Feb 16 17:01:55.789015 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51256) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:55.798145 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-a17a16bd-b0b1-434f-af63-81cd70d6b63f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'port': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'mac_address': 'fa:16:3e:3d:76:44', 'name': 'tempest-NetworksTestDHCPv6-1937204487'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:55.813819 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-805cbb84-cdda-48eb-a761-f58832df8ed8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f418e816-3eb8-40f7-94bd-7bfcbed88e0d']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:55.825961 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-805cbb84-cdda-48eb-a761-f58832df8ed8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b90cd91c-fb2c-424e-b274-546dd92b28e9') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:55.826261 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-805cbb84-cdda-48eb-a761-f58832df8ed8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b90cd91c-fb2c-424e-b274-546dd92b28e9') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:55.846032 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device eec9651c-57ff-48a8-94ca-0ebff35007b5 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:01:55.846490 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-805cbb84-cdda-48eb-a761-f58832df8ed8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:55.883165 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-294a5a92-9e4f-4563-967e-70e230dbb610 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.6709690 Feb 16 17:01:55.883370 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: eec9651c-57ff-48a8-94ca-0ebff35007b5 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:01:55.883370 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device eec9651c-57ff-48a8-94ca-0ebff35007b5 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:01:55.883370 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 57b9c0c8-2f57-4f55-8d1d-300c62cbb4d9 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:01:55.883669 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51258) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:55.891105 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-805cbb84-cdda-48eb-a761-f58832df8ed8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:55.908471 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-805cbb84-cdda-48eb-a761-f58832df8ed8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:01:55.913875 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-805cbb84-cdda-48eb-a761-f58832df8ed8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:55.913875 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 17:01:55.913875 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:01:55.913875 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 17:01:55.913875 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:01:55.913875 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 17:01:55.913875 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:01:55.913875 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 17:01:55.913875 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:01:55.913875 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 17:01:55.913875 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:01:55.913875 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 17:01:55.913875 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:01:55.913875 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 17:01:55.913875 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:01:55.913875 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:01:55.913875 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:01:55.913875 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:01:55.913875 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:01:55.913875 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 17:01:55.913875 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:01:55.913875 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 17:01:55.913875 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:01:55.913875 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:01:55.913875 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:01:55.913875 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 17:01:55.913875 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:01:55.913875 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:01:55.913875 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:01:55.913875 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:01:55.913875 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:01:55.913875 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:01:55.913875 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:01:55.917154 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 57b9c0c8-2f57-4f55-8d1d-300c62cbb4d9 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:01:55.917503 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 57b9c0c8-2f57-4f55-8d1d-300c62cbb4d9 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:01:56.012424 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1870cab9-1e0e-460c-b674-16f4fe9406f9 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:56.049507 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1656ffba-efba-42dd-a7c5-f9bf7662c240 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'tenant_id': '81837604d6654060bf0a8ff194578833', 'fixed_ips': [{'subnet_id': '4301e118-6bcd-457a-9c39-643e31edba64'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:01:56.050353 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1656ffba-efba-42dd-a7c5-f9bf7662c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:56.066714 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17a16bd-b0b1-434f-af63-81cd70d6b63f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:56.090035 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dce438-4882-4939-a2a8-bf6368b8b369 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-867d58bd-596c-4c26-bc0e-8f2c93a75ecd', 'network_id': '867d58bd-596c-4c26-bc0e-8f2c93a75ecd', 'tenant_id': '43a89965b99341f1b03939f62e27dafc', 'fixed_ips': [{'subnet_id': 'a6afc829-c434-4e3b-a96d-52b44bf4a3e2'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:01:56.090873 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c6dce438-4882-4939-a2a8-bf6368b8b369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:56.095777 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ca6d0d69-9382-483a-ad1e-c4d43bd127df tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:56.103832 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-805cbb84-cdda-48eb-a761-f58832df8ed8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:56.134870 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-805cbb84-cdda-48eb-a761-f58832df8ed8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:56.138061 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-805cbb84-cdda-48eb-a761-f58832df8ed8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "DELETE /v2.0/networks/f418e816-3eb8-40f7-94bd-7bfcbed88e0d HTTP/1.1" status: 204 len: 168 time: 1.4567516 Feb 16 17:01:56.143046 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51260) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:56.150236 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1870cab9-1e0e-460c-b674-16f4fe9406f9 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:56.169201 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805cbb84-cdda-48eb-a761-f58832df8ed8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event deleted for resources: {'Network': ['ID=f418e816-3eb8-40f7-94bd-7bfcbed88e0d,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:56.211605 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6d0d69-9382-483a-ad1e-c4d43bd127df tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Pushing event updated for resources: {'Subnet': ['ID=d53dc8fb-5513-4685-a065-b9c2645118d7,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:56.222744 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a17a16bd-b0b1-434f-af63-81cd70d6b63f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:56.222969 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f14d62c-b76c-4d67-a06d-ff613df50e53 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:56.224452 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-5f14d62c-b76c-4d67-a06d-ff613df50e53 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "GET /v2.0/ports/8049061f-47fa-4c43-8046-007e97c0d89c HTTP/1.1" status: 200 len: 841 time: 0.0809011 Feb 16 17:01:56.230414 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51262) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:56.242653 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6d0d69-9382-483a-ad1e-c4d43bd127df tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Checking segment: {'id': '05f6fa70-f5f0-42cc-8a82-5ffa8e1073ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4f0dc716-379b-4a23-b805-2ac257bac333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:01:56.243217 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6d0d69-9382-483a-ad1e-c4d43bd127df tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Network hostable DHCP agents. Network: 4f0dc716-379b-4a23-b805-2ac257bac333, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:01:56.285229 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [None req-a17a16bd-b0b1-434f-af63-81cd70d6b63f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] device_id is not set on port 6bdf8821-75c3-48be-a33e-59c538a8008e yet. {{(pid=114376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:01:56.302873 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-d73564b8-43e7-4731-b044-7b1b43071a6f tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "GET /v2.0/ports/8049061f-47fa-4c43-8046-007e97c0d89c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0646677 Feb 16 17:01:56.306070 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-1656ffba-efba-42dd-a7c5-f9bf7662c240 None None] Allocated IP 2001:db8::f816:3eff:fe86:717c (1e2a9b2d-a159-48c5-a704-dcb18c3b88c3/4301e118-6bcd-457a-9c39-643e31edba64/d2c217af-88a0-4ca5-9b26-7d85d175f752) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:56.307161 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51264) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:56.313476 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-e0fd2154-a4d4-414b-a885-cc9f227704b8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Request body: {'subnet': {'network_id': '5c7fa548-d9d6-4ee7-996a-f0e1851f547a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:56.333668 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6d0d69-9382-483a-ad1e-c4d43bd127df tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Network 4f0dc716-379b-4a23-b805-2ac257bac333 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:01:56.374523 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1870cab9-1e0e-460c-b674-16f4fe9406f9 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:56.424264 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1870cab9-1e0e-460c-b674-16f4fe9406f9 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Pushing event deleted for resources: {'Subnet': ['ID=a6afc829-c434-4e3b-a96d-52b44bf4a3e2,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:56.443740 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server [None req-c6dce438-4882-4939-a2a8-bf6368b8b369 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a6afc829-c434-4e3b-a96d-52b44bf4a3e2: This subnet is being modified by another concurrent operation. Feb 16 17:01:56.443740 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 17:01:56.443740 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 17:01:56.443740 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 17:01:56.443740 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 17:01:56.443740 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 17:01:56.443740 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 17:01:56.443740 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 17:01:56.443740 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 17:01:56.443740 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 17:01:56.443740 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 17:01:56.443740 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 17:01:56.443740 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 17:01:56.443740 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 17:01:56.443740 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 17:01:56.443740 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 17:01:56.443740 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 17:01:56.443740 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 17:01:56.443740 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 17:01:56.443740 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 17:01:56.443740 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 17:01:56.443740 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 17:01:56.443740 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 17:01:56.443740 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 17:01:56.443740 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 17:01:56.443740 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 17:01:56.443740 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 17:01:56.443740 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 17:01:56.443740 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 17:01:56.443740 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 17:01:56.443740 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 17:01:56.443740 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 17:01:56.443740 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 17:01:56.443740 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 17:01:56.443740 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 16 17:01:56.443740 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 16 17:01:56.443740 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 16 17:01:56.443740 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 16 17:01:56.443740 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 16 17:01:56.443740 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 16 17:01:56.443740 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 16 17:01:56.443740 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 16 17:01:56.443740 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 16 17:01:56.443740 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 17:01:56.443740 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 17:01:56.443740 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 17:01:56.443740 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 17:01:56.443740 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 17:01:56.443740 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 17:01:56.443740 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 17:01:56.443740 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 17:01:56.443740 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 17:01:56.443740 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 17:01:56.443740 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 17:01:56.463732 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 17:01:56.463732 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 17:01:56.463732 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 17:01:56.463732 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 17:01:56.463732 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 17:01:56.463732 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 17:01:56.463732 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 17:01:56.463732 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 17:01:56.463732 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 17:01:56.463732 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 17:01:56.463732 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 17:01:56.463732 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 17:01:56.463732 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 17:01:56.463732 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 17:01:56.463732 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 17:01:56.463732 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 17:01:56.463732 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 16 17:01:56.463732 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 16 17:01:56.463732 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 16 17:01:56.463732 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 16 17:01:56.463732 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 16 17:01:56.463732 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 16 17:01:56.463732 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 16 17:01:56.463732 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 16 17:01:56.463732 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 17:01:56.463732 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 17:01:56.463732 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 16 17:01:56.463732 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 16 17:01:56.463732 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 16 17:01:56.463732 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 16 17:01:56.463732 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 16 17:01:56.463732 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 17:01:56.463732 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 16 17:01:56.463732 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 17:01:56.463732 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 17:01:56.463732 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server raise exception Feb 16 17:01:56.463732 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a6afc829-c434-4e3b-a96d-52b44bf4a3e2: This subnet is being modified by another concurrent operation. Feb 16 17:01:56.463732 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server Feb 16 17:01:56.463732 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a925a0-28ff-40eb-83d6-3be270223f12 None None] Network 867d58bd-596c-4c26-bc0e-8f2c93a75ecd requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:01:56.480567 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-ca6d0d69-9382-483a-ad1e-c4d43bd127df tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 4f0dc716-379b-4a23-b805-2ac257bac333) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:56.487877 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6d0d69-9382-483a-ad1e-c4d43bd127df tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:56.487877 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ca6d0d69-9382-483a-ad1e-c4d43bd127df tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:56.506797 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598262c0-27a0-41ae-838d-f3c7b1fd3460 None None] Network 4f0dc716-379b-4a23-b805-2ac257bac333 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:01:56.512436 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1870cab9-1e0e-460c-b674-16f4fe9406f9 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:56.515998 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1656ffba-efba-42dd-a7c5-f9bf7662c240 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:56.539495 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-1870cab9-1e0e-460c-b674-16f4fe9406f9 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['867d58bd-596c-4c26-bc0e-8f2c93a75ecd']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:56.549062 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-1870cab9-1e0e-460c-b674-16f4fe9406f9 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ec0498a-98f4-4512-bb55-6cc11e7b3d23') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:56.549360 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-1870cab9-1e0e-460c-b674-16f4fe9406f9 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ec0498a-98f4-4512-bb55-6cc11e7b3d23') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:56.558491 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1870cab9-1e0e-460c-b674-16f4fe9406f9 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:56.560103 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0fd2154-a4d4-414b-a885-cc9f227704b8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Made reservation on behalf of c643207721ea44e4a742511dc6707de4 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:56.564567 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e0fd2154-a4d4-414b-a885-cc9f227704b8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:56.571672 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1870cab9-1e0e-460c-b674-16f4fe9406f9 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:56.577882 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1870cab9-1e0e-460c-b674-16f4fe9406f9 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:01:56.578508 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1870cab9-1e0e-460c-b674-16f4fe9406f9 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:56.581443 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 17:01:56.581443 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:01:56.581443 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 17:01:56.581443 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:01:56.581443 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 17:01:56.581443 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:01:56.581443 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 17:01:56.581443 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:01:56.581443 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 17:01:56.581443 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:01:56.581443 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 17:01:56.581443 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:01:56.581443 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 17:01:56.581443 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:01:56.581443 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:01:56.581443 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:01:56.581443 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:01:56.581443 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:01:56.581443 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 17:01:56.581443 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:01:56.581443 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 17:01:56.581443 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:01:56.581443 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:01:56.581443 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:01:56.581443 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 17:01:56.581443 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:01:56.581443 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:01:56.581443 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:01:56.581443 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:01:56.581443 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:01:56.581443 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:01:56.581443 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:01:56.638294 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51266) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:56.638432 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ca6d0d69-9382-483a-ad1e-c4d43bd127df tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2406654 Feb 16 17:01:56.638620 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-ceceea18-3611-42d0-853c-a945a610b0e3 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-755259408', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}, 'admin_state_up': False}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:56.704572 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1656ffba-efba-42dd-a7c5-f9bf7662c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:56.730895 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebaba8e-65c5-4fae-ac23-3211335ba2fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-4f0dc716-379b-4a23-b805-2ac257bac333', 'network_id': '4f0dc716-379b-4a23-b805-2ac257bac333', 'tenant_id': '20d8e1466b544f5eb14961c4b649d8ae', 'fixed_ips': [{'subnet_id': 'd53dc8fb-5513-4685-a065-b9c2645118d7'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:01:56.731594 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0ebaba8e-65c5-4fae-ac23-3211335ba2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:56.749189 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-a17a16bd-b0b1-434f-af63-81cd70d6b63f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Allocated IP 2001:db8::f816:3eff:fe3d:7644 (1e2a9b2d-a159-48c5-a704-dcb18c3b88c3/4301e118-6bcd-457a-9c39-643e31edba64/6bdf8821-75c3-48be-a33e-59c538a8008e) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:56.756939 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1870cab9-1e0e-460c-b674-16f4fe9406f9 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:56.761086 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1870cab9-1e0e-460c-b674-16f4fe9406f9 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:56.768391 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-1870cab9-1e0e-460c-b674-16f4fe9406f9 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] 10.222.0.88 "DELETE /v2.0/networks/867d58bd-596c-4c26-bc0e-8f2c93a75ecd HTTP/1.1" status: 204 len: 168 time: 0.8806400 Feb 16 17:01:56.769018 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51268) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:56.777197 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-276a63f5-1246-4501-8ebd-be79a44d3f01 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1965049639'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:56.788019 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ceceea18-3611-42d0-853c-a945a610b0e3 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:56.789335 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ceceea18-3611-42d0-853c-a945a610b0e3 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:56.815557 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1656ffba-efba-42dd-a7c5-f9bf7662c240 None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:56.823157 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656ffba-efba-42dd-a7c5-f9bf7662c240 None None] Pushing event updated for resources: {'Port': ['ID=d2c217af-88a0-4ca5-9b26-7d85d175f752,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:56.825726 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-1656ffba-efba-42dd-a7c5-f9bf7662c240 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:56.834268 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1656ffba-efba-42dd-a7c5-f9bf7662c240 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:56.851377 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ceceea18-3611-42d0-853c-a945a610b0e3 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:56.857310 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1870cab9-1e0e-460c-b674-16f4fe9406f9 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Pushing event deleted for resources: {'Network': ['ID=867d58bd-596c-4c26-bc0e-8f2c93a75ecd,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:56.907349 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276a63f5-1246-4501-8ebd-be79a44d3f01 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Made reservation on behalf of 43a89965b99341f1b03939f62e27dafc for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:56.911224 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-276a63f5-1246-4501-8ebd-be79a44d3f01 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:56.922042 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-1656ffba-efba-42dd-a7c5-f9bf7662c240 None None] Attempting to bind port d2c217af-88a0-4ca5-9b26-7d85d175f752 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:01:56.922411 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-1656ffba-efba-42dd-a7c5-f9bf7662c240 None None] Attempting to bind port d2c217af-88a0-4ca5-9b26-7d85d175f752 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:01:56.922782 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1656ffba-efba-42dd-a7c5-f9bf7662c240 None None] Attempting to bind port d2c217af-88a0-4ca5-9b26-7d85d175f752 on network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:01:56.933272 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1656ffba-efba-42dd-a7c5-f9bf7662c240 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:01:56.933643 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1656ffba-efba-42dd-a7c5-f9bf7662c240 None None] Checking segment: {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:01:56.934042 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1656ffba-efba-42dd-a7c5-f9bf7662c240 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:56.934434 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1656ffba-efba-42dd-a7c5-f9bf7662c240 None None] Bound using segment: {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:01:56.935360 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-1656ffba-efba-42dd-a7c5-f9bf7662c240 None None] Bound port: d2c217af-88a0-4ca5-9b26-7d85d175f752, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:01:56.935491 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1656ffba-efba-42dd-a7c5-f9bf7662c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:56.936020 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-276a63f5-1246-4501-8ebd-be79a44d3f01 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:01:56.945508 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-276a63f5-1246-4501-8ebd-be79a44d3f01 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:56.947876 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-276a63f5-1246-4501-8ebd-be79a44d3f01 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Added segment 458da2b7-40c6-45ed-83b7-3ea2a6e286b0 of type vlan for network d7473233-428e-4169-bdf3-eab8ac3d4e43 Feb 16 17:01:56.960337 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-0ebaba8e-65c5-4fae-ac23-3211335ba2fb None None] Allocated IP 172.20.0.2 (4f0dc716-379b-4a23-b805-2ac257bac333/d53dc8fb-5513-4685-a065-b9c2645118d7/708cfbe2-20ef-4174-a080-ae320f9606e0) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:56.986416 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-276a63f5-1246-4501-8ebd-be79a44d3f01 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:56.999618 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e0fd2154-a4d4-414b-a885-cc9f227704b8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:57.067732 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fd2154-a4d4-414b-a885-cc9f227704b8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Network 5c7fa548-d9d6-4ee7-996a-f0e1851f547a is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:57.070192 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1656ffba-efba-42dd-a7c5-f9bf7662c240 None None] For port d2c217af-88a0-4ca5-9b26-7d85d175f752, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:01:57.073748 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-e0fd2154-a4d4-414b-a885-cc9f227704b8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:57.074369 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1656ffba-efba-42dd-a7c5-f9bf7662c240 None None] For port d2c217af-88a0-4ca5-9b26-7d85d175f752, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=d2c217af-88a0-4ca5-9b26-7d85d175f752,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:01:57.078142 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fd2154-a4d4-414b-a885-cc9f227704b8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:57.078730 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e0fd2154-a4d4-414b-a885-cc9f227704b8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:57.098604 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd2154-a4d4-414b-a885-cc9f227704b8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event updated for resources: {'Subnet': ['ID=3a8e9329-89a3-4cae-95c5-b2b387172eda,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:57.098921 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec922d87-6961-4c34-b418-20f2fcd66b60 None None] Network 5c7fa548-d9d6-4ee7-996a-f0e1851f547a requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:01:57.128809 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ceceea18-3611-42d0-853c-a945a610b0e3 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:57.147566 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a17a16bd-b0b1-434f-af63-81cd70d6b63f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:57.188174 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-276a63f5-1246-4501-8ebd-be79a44d3f01 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:57.194440 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276a63f5-1246-4501-8ebd-be79a44d3f01 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:57.195063 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-276a63f5-1246-4501-8ebd-be79a44d3f01 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:57.222809 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e0fd2154-a4d4-414b-a885-cc9f227704b8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9140239 Feb 16 17:01:57.230502 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51270) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:57.236358 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-846e3502-2958-4f01-b378-7cf78e4cdace tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Request body: {'security_group': {'name': 'tempest-secgroup-1945438708'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:57.268800 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276a63f5-1246-4501-8ebd-be79a44d3f01 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Pushing event updated for resources: {'Network': ['ID=d7473233-428e-4169-bdf3-eab8ac3d4e43,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:57.286103 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a17a16bd-b0b1-434f-af63-81cd70d6b63f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:57.329727 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network d7473233-428e-4169-bdf3-eab8ac3d4e43 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:01:57.336654 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1656ffba-efba-42dd-a7c5-f9bf7662c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:57.350155 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17a16bd-b0b1-434f-af63-81cd70d6b63f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:57.355182 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-276a63f5-1246-4501-8ebd-be79a44d3f01 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5821588 Feb 16 17:01:57.356997 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51272) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:57.357140 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-a17a16bd-b0b1-434f-af63-81cd70d6b63f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:57.363108 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17a16bd-b0b1-434f-af63-81cd70d6b63f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:57.363519 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-d51da1e0-d8d4-43ae-88d5-f98c51af1fbe tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Request body: {'subnet': {'network_id': 'd7473233-428e-4169-bdf3-eab8ac3d4e43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:57.367922 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17a16bd-b0b1-434f-af63-81cd70d6b63f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:57.369135 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a17a16bd-b0b1-434f-af63-81cd70d6b63f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:57.371075 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17a16bd-b0b1-434f-af63-81cd70d6b63f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Port': ['ID=6bdf8821-75c3-48be-a33e-59c538a8008e,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:57.471535 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0ebaba8e-65c5-4fae-ac23-3211335ba2fb None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:57.500216 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656ffba-efba-42dd-a7c5-f9bf7662c240 None None] Pushing event updated for resources: {'Port': ['ID=d2c217af-88a0-4ca5-9b26-7d85d175f752,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:57.503500 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-a17a16bd-b0b1-434f-af63-81cd70d6b63f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7121396 Feb 16 17:01:57.504231 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51274) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:57.546507 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ceceea18-3611-42d0-853c-a945a610b0e3 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for router_gateway, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:57.567846 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0ebaba8e-65c5-4fae-ac23-3211335ba2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:57.570044 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ceceea18-3611-42d0-853c-a945a610b0e3 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:57.572952 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-846e3502-2958-4f01-b378-7cf78e4cdace tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:57.602864 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903c247a-b271-4387-a6f2-bff31dce96ae tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:57.611208 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903c247a-b271-4387-a6f2-bff31dce96ae tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:57.616040 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-903c247a-b271-4387-a6f2-bff31dce96ae tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1075051 Feb 16 17:01:57.617355 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51276) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:57.620073 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebaba8e-65c5-4fae-ac23-3211335ba2fb None None] Network 4f0dc716-379b-4a23-b805-2ac257bac333 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:57.626059 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-0ebaba8e-65c5-4fae-ac23-3211335ba2fb None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:57.630718 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebaba8e-65c5-4fae-ac23-3211335ba2fb None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:57.634207 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebaba8e-65c5-4fae-ac23-3211335ba2fb None None] Pushing event updated for resources: {'Port': ['ID=708cfbe2-20ef-4174-a080-ae320f9606e0,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:57.636630 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fe34b8-bd54-4200-a001-01cc6e1a53e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-5c7fa548-d9d6-4ee7-996a-f0e1851f547a', 'network_id': '5c7fa548-d9d6-4ee7-996a-f0e1851f547a', 'tenant_id': 'c643207721ea44e4a742511dc6707de4', 'fixed_ips': [{'subnet_id': '3a8e9329-89a3-4cae-95c5-b2b387172eda'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:01:57.637468 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-96fe34b8-bd54-4200-a001-01cc6e1a53e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:57.746228 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-0ebaba8e-65c5-4fae-ac23-3211335ba2fb None None] Attempting to bind port 708cfbe2-20ef-4174-a080-ae320f9606e0 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:01:57.747006 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-0ebaba8e-65c5-4fae-ac23-3211335ba2fb None None] Attempting to bind port 708cfbe2-20ef-4174-a080-ae320f9606e0 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '05f6fa70-f5f0-42cc-8a82-5ffa8e1073ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4f0dc716-379b-4a23-b805-2ac257bac333'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:01:57.747539 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebaba8e-65c5-4fae-ac23-3211335ba2fb None None] Attempting to bind port 708cfbe2-20ef-4174-a080-ae320f9606e0 on network 4f0dc716-379b-4a23-b805-2ac257bac333 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:01:57.795025 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-ceceea18-3611-42d0-853c-a945a610b0e3 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Allocated IP 172.26.3.57 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/5be28fad-0fb9-4436-ad4b-60f5bbae346a) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:57.804628 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-846e3502-2958-4f01-b378-7cf78e4cdace tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:57.810449 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebaba8e-65c5-4fae-ac23-3211335ba2fb None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:01:57.810822 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebaba8e-65c5-4fae-ac23-3211335ba2fb None None] Checking segment: {'id': '05f6fa70-f5f0-42cc-8a82-5ffa8e1073ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4f0dc716-379b-4a23-b805-2ac257bac333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:01:57.815464 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0ebaba8e-65c5-4fae-ac23-3211335ba2fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:57.815464 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebaba8e-65c5-4fae-ac23-3211335ba2fb None None] Bound using segment: {'id': '05f6fa70-f5f0-42cc-8a82-5ffa8e1073ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4f0dc716-379b-4a23-b805-2ac257bac333'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:01:57.815464 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-0ebaba8e-65c5-4fae-ac23-3211335ba2fb None None] Bound port: 708cfbe2-20ef-4174-a080-ae320f9606e0, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05f6fa70-f5f0-42cc-8a82-5ffa8e1073ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4f0dc716-379b-4a23-b805-2ac257bac333'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:01:57.815464 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0ebaba8e-65c5-4fae-ac23-3211335ba2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:57.869704 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51da1e0-d8d4-43ae-88d5-f98c51af1fbe tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Made reservation on behalf of 43a89965b99341f1b03939f62e27dafc for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:57.873990 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d51da1e0-d8d4-43ae-88d5-f98c51af1fbe tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:57.886304 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-b0286f34-145b-4807-82db-6518bc3ed234 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Deleting port 6bdf8821-75c3-48be-a33e-59c538a8008e {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:01:57.887211 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b0286f34-145b-4807-82db-6518bc3ed234 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:57.905424 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-846e3502-2958-4f01-b378-7cf78e4cdace tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:57.944605 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device d2c217af-88a0-4ca5-9b26-7d85d175f752 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:01:57.960087 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846e3502-2958-4f01-b378-7cf78e4cdace tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=436b161d-dc1c-4c7d-8f82-b3d767f91bd5,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:57.995660 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ceceea18-3611-42d0-853c-a945a610b0e3 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:58.000314 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-96fe34b8-bd54-4200-a001-01cc6e1a53e1 None None] Allocated IP 172.20.0.2 (5c7fa548-d9d6-4ee7-996a-f0e1851f547a/3a8e9329-89a3-4cae-95c5-b2b387172eda/c848c247-6c5c-4442-8027-3aacb1bd50ba) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:58.002473 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-0ebaba8e-65c5-4fae-ac23-3211335ba2fb None None] For port 708cfbe2-20ef-4174-a080-ae320f9606e0, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:01:58.008090 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-0ebaba8e-65c5-4fae-ac23-3211335ba2fb None None] For port 708cfbe2-20ef-4174-a080-ae320f9606e0, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=708cfbe2-20ef-4174-a080-ae320f9606e0,segment=NetworkSegment(05f6fa70-f5f0-42cc-8a82-5ffa8e1073ca),segment_id=05f6fa70-f5f0-42cc-8a82-5ffa8e1073ca)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:01:58.025099 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-846e3502-2958-4f01-b378-7cf78e4cdace tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:58.028872 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-846e3502-2958-4f01-b378-7cf78e4cdace tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7941735 Feb 16 17:01:58.029240 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51278) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:58.033641 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-63551957-eeef-4808-bf47-e15e8096472a tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Request body: {'security_group': {'name': 'tempest-secgroup-1274035371'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:58.035495 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port d2c217af-88a0-4ca5-9b26-7d85d175f752 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:58.035887 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:58.072520 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b0286f34-145b-4807-82db-6518bc3ed234 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:58.089219 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-b0286f34-145b-4807-82db-6518bc3ed234 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Calling delete_port for 6bdf8821-75c3-48be-a33e-59c538a8008e owned by {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:01:58.103700 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0ebaba8e-65c5-4fae-ac23-3211335ba2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:58.132846 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ceceea18-3611-42d0-853c-a945a610b0e3 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:58.192993 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-63551957-eeef-4808-bf47-e15e8096472a tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:58.208721 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceceea18-3611-42d0-853c-a945a610b0e3 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:58.209019 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebaba8e-65c5-4fae-ac23-3211335ba2fb None None] Pushing event updated for resources: {'Port': ['ID=708cfbe2-20ef-4174-a080-ae320f9606e0,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:58.219732 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-ceceea18-3611-42d0-853c-a945a610b0e3 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:58.228348 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceceea18-3611-42d0-853c-a945a610b0e3 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:58.270283 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceceea18-3611-42d0-853c-a945a610b0e3 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Pushing event updated for resources: {'Port': ['ID=5be28fad-0fb9-4436-ad4b-60f5bbae346a,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:58.313019 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d51da1e0-d8d4-43ae-88d5-f98c51af1fbe tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:58.324760 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:58.364174 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-96fe34b8-bd54-4200-a001-01cc6e1a53e1 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:58.374024 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51da1e0-d8d4-43ae-88d5-f98c51af1fbe tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Pushing event updated for resources: {'Subnet': ['ID=bc2a36f3-4455-4f99-906b-471748ef8c90,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:58.392810 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port d2c217af-88a0-4ca5-9b26-7d85d175f752, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=d2c217af-88a0-4ca5-9b26-7d85d175f752,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:58.415331 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51da1e0-d8d4-43ae-88d5-f98c51af1fbe tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Checking segment: {'id': '458da2b7-40c6-45ed-83b7-3ea2a6e286b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd7473233-428e-4169-bdf3-eab8ac3d4e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:01:58.415684 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51da1e0-d8d4-43ae-88d5-f98c51af1fbe tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Network hostable DHCP agents. Network: d7473233-428e-4169-bdf3-eab8ac3d4e43, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:01:58.434924 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-96fe34b8-bd54-4200-a001-01cc6e1a53e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:58.458787 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b0286f34-145b-4807-82db-6518bc3ed234 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:58.519516 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:58.530398 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fe34b8-bd54-4200-a001-01cc6e1a53e1 None None] Network 5c7fa548-d9d6-4ee7-996a-f0e1851f547a is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:58.533821 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-96fe34b8-bd54-4200-a001-01cc6e1a53e1 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:58.539202 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fe34b8-bd54-4200-a001-01cc6e1a53e1 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:58.542093 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0286f34-145b-4807-82db-6518bc3ed234 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event deleted for resources: {'Port': ['ID=6bdf8821-75c3-48be-a33e-59c538a8008e,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:58.545886 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51da1e0-d8d4-43ae-88d5-f98c51af1fbe tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Network d7473233-428e-4169-bdf3-eab8ac3d4e43 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:01:58.553725 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-63551957-eeef-4808-bf47-e15e8096472a tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:58.557098 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fe34b8-bd54-4200-a001-01cc6e1a53e1 None None] Pushing event updated for resources: {'Port': ['ID=c848c247-6c5c-4442-8027-3aacb1bd50ba,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:58.558649 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b0286f34-145b-4807-82db-6518bc3ed234 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:58.561793 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-b0286f34-145b-4807-82db-6518bc3ed234 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/ports/6bdf8821-75c3-48be-a33e-59c538a8008e HTTP/1.1" status: 204 len: 168 time: 0.9434359 Feb 16 17:01:58.564419 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51280) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:58.640620 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-d51da1e0-d8d4-43ae-88d5-f98c51af1fbe tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, d7473233-428e-4169-bdf3-eab8ac3d4e43) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:58.650471 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51da1e0-d8d4-43ae-88d5-f98c51af1fbe tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:58.650978 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d51da1e0-d8d4-43ae-88d5-f98c51af1fbe tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:58.663492 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed30d818-f151-4443-8a6d-e391bc9b985b None None] Network d7473233-428e-4169-bdf3-eab8ac3d4e43 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:01:58.677600 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-63551957-eeef-4808-bf47-e15e8096472a tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:58.696658 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=d2c217af-88a0-4ca5-9b26-7d85d175f752,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:58.724458 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-96fe34b8-bd54-4200-a001-01cc6e1a53e1 None None] Attempting to bind port c848c247-6c5c-4442-8027-3aacb1bd50ba on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:01:58.724761 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-96fe34b8-bd54-4200-a001-01cc6e1a53e1 None None] Attempting to bind port c848c247-6c5c-4442-8027-3aacb1bd50ba by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '4058712c-fbf5-4c5d-865a-c089e8d3e2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5c7fa548-d9d6-4ee7-996a-f0e1851f547a'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:01:58.725123 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fe34b8-bd54-4200-a001-01cc6e1a53e1 None None] Attempting to bind port c848c247-6c5c-4442-8027-3aacb1bd50ba on network 5c7fa548-d9d6-4ee7-996a-f0e1851f547a {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:01:58.737928 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fe34b8-bd54-4200-a001-01cc6e1a53e1 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:01:58.738304 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fe34b8-bd54-4200-a001-01cc6e1a53e1 None None] Checking segment: {'id': '4058712c-fbf5-4c5d-865a-c089e8d3e2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5c7fa548-d9d6-4ee7-996a-f0e1851f547a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:01:58.738707 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-96fe34b8-bd54-4200-a001-01cc6e1a53e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:58.739756 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fe34b8-bd54-4200-a001-01cc6e1a53e1 None None] Bound using segment: {'id': '4058712c-fbf5-4c5d-865a-c089e8d3e2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5c7fa548-d9d6-4ee7-996a-f0e1851f547a'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:01:58.739899 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d51da1e0-d8d4-43ae-88d5-f98c51af1fbe tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3824301 Feb 16 17:01:58.740146 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-96fe34b8-bd54-4200-a001-01cc6e1a53e1 None None] Bound port: c848c247-6c5c-4442-8027-3aacb1bd50ba, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4058712c-fbf5-4c5d-865a-c089e8d3e2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5c7fa548-d9d6-4ee7-996a-f0e1851f547a'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:01:58.740531 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-96fe34b8-bd54-4200-a001-01cc6e1a53e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:58.740950 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51282) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:58.741956 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107fd67b-4b74-492e-99ef-5dcf6ffc657f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:58.743812 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107fd67b-4b74-492e-99ef-5dcf6ffc657f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:58.747818 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-107fd67b-4b74-492e-99ef-5dcf6ffc657f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1821322 Feb 16 17:01:58.748431 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51284) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:58.844262 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-63551957-eeef-4808-bf47-e15e8096472a tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:58.848894 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-63551957-eeef-4808-bf47-e15e8096472a tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8152962 Feb 16 17:01:58.849065 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51286) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:01:58.854963 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63551957-eeef-4808-bf47-e15e8096472a tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92f40bfe-74c0-4b7d-b89f-336ddeea5a00,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:58.858523 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-c2c24d4d-8f40-41b9-9262-300601661e2c tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-487488540', 'security_groups': ['92f40bfe-74c0-4b7d-b89f-336ddeea5a00'], 'network_id': '5c7fa548-d9d6-4ee7-996a-f0e1851f547a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3a8e9329-89a3-4cae-95c5-b2b387172eda'}]}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:58.863559 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dcf9212-f3e0-45f5-a6c8-620cbce96df7 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Deleting subnet 4301e118-6bcd-457a-9c39-643e31edba64 {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:01:58.867439 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2dcf9212-f3e0-45f5-a6c8-620cbce96df7 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:58.875794 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-96fe34b8-bd54-4200-a001-01cc6e1a53e1 None None] For port c848c247-6c5c-4442-8027-3aacb1bd50ba, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:01:58.893186 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-96fe34b8-bd54-4200-a001-01cc6e1a53e1 None None] For port c848c247-6c5c-4442-8027-3aacb1bd50ba, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=c848c247-6c5c-4442-8027-3aacb1bd50ba,segment=NetworkSegment(4058712c-fbf5-4c5d-865a-c089e8d3e2c5),segment_id=4058712c-fbf5-4c5d-865a-c089e8d3e2c5)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:01:58.922892 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2dcf9212-f3e0-45f5-a6c8-620cbce96df7 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:58.929866 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b087579-d5d3-4086-b19e-ce1f6ed11bb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-d7473233-428e-4169-bdf3-eab8ac3d4e43', 'network_id': 'd7473233-428e-4169-bdf3-eab8ac3d4e43', 'tenant_id': '43a89965b99341f1b03939f62e27dafc', 'fixed_ips': [{'subnet_id': 'bc2a36f3-4455-4f99-906b-471748ef8c90'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:01:58.930879 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9b087579-d5d3-4086-b19e-ce1f6ed11bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:58.962864 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-96fe34b8-bd54-4200-a001-01cc6e1a53e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:58.991057 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-181097a4-e44f-4418-a4ff-b6644c5b6cba tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:59.106781 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-fb870f76-7674-4b72-b756-d1ea537abf73 None None] Provisioning complete for port d2c217af-88a0-4ca5-9b26-7d85d175f752 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:59.107183 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-fb870f76-7674-4b72-b756-d1ea537abf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:59.110440 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-181097a4-e44f-4418-a4ff-b6644c5b6cba tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:59.179873 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fe34b8-bd54-4200-a001-01cc6e1a53e1 None None] Pushing event updated for resources: {'Port': ['ID=c848c247-6c5c-4442-8027-3aacb1bd50ba,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:59.180685 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c24d4d-8f40-41b9-9262-300601661e2c tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Made reservation on behalf of c643207721ea44e4a742511dc6707de4 for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:59.227971 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-9b087579-d5d3-4086-b19e-ce1f6ed11bb0 None None] Allocated IP 2001:db8::2 (d7473233-428e-4169-bdf3-eab8ac3d4e43/bc2a36f3-4455-4f99-906b-471748ef8c90/c46f6019-a14c-45b8-984f-f4f8edb1e896) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:59.338123 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ceceea18-3611-42d0-853c-a945a610b0e3 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for router_gateway, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:59.370898 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c2c24d4d-8f40-41b9-9262-300601661e2c tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:59.406803 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-c2c24d4d-8f40-41b9-9262-300601661e2c tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] device_id is not set on port 6476bb86-31df-4a83-a28b-c116242b4fa3 yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:01:59.527823 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9b087579-d5d3-4086-b19e-ce1f6ed11bb0 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:59.531148 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-810175ef-ac0c-4f9c-bfba-a49c6cbea8a5 None None] Could not find standard attr ID for object 6bdf8821-75c3-48be-a33e-59c538a8008e. {{(pid=114377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 17:01:59.631265 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9b087579-d5d3-4086-b19e-ce1f6ed11bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:59.703689 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-c2c24d4d-8f40-41b9-9262-300601661e2c tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Allocated IP 172.20.0.14 (5c7fa548-d9d6-4ee7-996a-f0e1851f547a/3a8e9329-89a3-4cae-95c5-b2b387172eda/6476bb86-31df-4a83-a28b-c116242b4fa3) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:59.706790 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2dcf9212-f3e0-45f5-a6c8-620cbce96df7 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:59.737505 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b087579-d5d3-4086-b19e-ce1f6ed11bb0 None None] Network d7473233-428e-4169-bdf3-eab8ac3d4e43 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:59.745012 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-9b087579-d5d3-4086-b19e-ce1f6ed11bb0 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:59.747265 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b087579-d5d3-4086-b19e-ce1f6ed11bb0 None None] Pushing event updated for resources: {'Port': ['ID=c46f6019-a14c-45b8-984f-f4f8edb1e896,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:59.749893 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b087579-d5d3-4086-b19e-ce1f6ed11bb0 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:59.756015 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-181097a4-e44f-4418-a4ff-b6644c5b6cba tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:59.772460 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ceceea18-3611-42d0-853c-a945a610b0e3 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:59.831243 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181097a4-e44f-4418-a4ff-b6644c5b6cba tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Pushing event deleted for resources: {'Subnet': ['ID=bc2a36f3-4455-4f99-906b-471748ef8c90,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:59.878217 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-9b087579-d5d3-4086-b19e-ce1f6ed11bb0 None None] Attempting to bind port c46f6019-a14c-45b8-984f-f4f8edb1e896 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:01:59.878633 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-9b087579-d5d3-4086-b19e-ce1f6ed11bb0 None None] Attempting to bind port c46f6019-a14c-45b8-984f-f4f8edb1e896 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '458da2b7-40c6-45ed-83b7-3ea2a6e286b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd7473233-428e-4169-bdf3-eab8ac3d4e43'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:01:59.879012 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b087579-d5d3-4086-b19e-ce1f6ed11bb0 None None] Attempting to bind port c46f6019-a14c-45b8-984f-f4f8edb1e896 on network d7473233-428e-4169-bdf3-eab8ac3d4e43 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:01:59.887573 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b087579-d5d3-4086-b19e-ce1f6ed11bb0 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:01:59.887966 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b087579-d5d3-4086-b19e-ce1f6ed11bb0 None None] Checking segment: {'id': '458da2b7-40c6-45ed-83b7-3ea2a6e286b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd7473233-428e-4169-bdf3-eab8ac3d4e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:01:59.888556 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9b087579-d5d3-4086-b19e-ce1f6ed11bb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:59.888954 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b087579-d5d3-4086-b19e-ce1f6ed11bb0 None None] Bound using segment: {'id': '458da2b7-40c6-45ed-83b7-3ea2a6e286b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd7473233-428e-4169-bdf3-eab8ac3d4e43'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:01:59.889492 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-9b087579-d5d3-4086-b19e-ce1f6ed11bb0 None None] Bound port: c46f6019-a14c-45b8-984f-f4f8edb1e896, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '458da2b7-40c6-45ed-83b7-3ea2a6e286b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd7473233-428e-4169-bdf3-eab8ac3d4e43'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:01:59.889944 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9b087579-d5d3-4086-b19e-ce1f6ed11bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:59.949742 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2dcf9212-f3e0-45f5-a6c8-620cbce96df7 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:01:59.979173 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae837af-dba9-435d-ba2d-39f50850830d None None] Network 4f0dc716-379b-4a23-b805-2ac257bac333 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:01:59.994481 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf9212-f3e0-45f5-a6c8-620cbce96df7 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event deleted for resources: {'Subnet': ['ID=4301e118-6bcd-457a-9c39-643e31edba64,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:00.001092 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2dcf9212-f3e0-45f5-a6c8-620cbce96df7 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:00.006486 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-2dcf9212-f3e0-45f5-a6c8-620cbce96df7 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/4301e118-6bcd-457a-9c39-643e31edba64 HTTP/1.1" status: 204 len: 168 time: 1.2407925 Feb 16 17:02:00.013784 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51288) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:00.027703 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-181097a4-e44f-4418-a4ff-b6644c5b6cba tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:00.072023 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36c4be2-a1d8-4f82-bbe3-b3317e2f3122 None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:02:00.073104 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-181097a4-e44f-4418-a4ff-b6644c5b6cba tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7473233-428e-4169-bdf3-eab8ac3d4e43']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:00.082467 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device d2c217af-88a0-4ca5-9b26-7d85d175f752 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:02:00.091642 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-181097a4-e44f-4418-a4ff-b6644c5b6cba tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '458da2b7-40c6-45ed-83b7-3ea2a6e286b0') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:00.091965 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-181097a4-e44f-4418-a4ff-b6644c5b6cba tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '458da2b7-40c6-45ed-83b7-3ea2a6e286b0') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:00.104095 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-9c307082-db67-48c5-9399-46d0ecb0d282 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0765462 Feb 16 17:02:00.106661 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51290) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:00.111071 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-181097a4-e44f-4418-a4ff-b6644c5b6cba tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:00.114886 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c2c24d4d-8f40-41b9-9262-300601661e2c tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:00.130924 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-181097a4-e44f-4418-a4ff-b6644c5b6cba tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:00.141096 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-181097a4-e44f-4418-a4ff-b6644c5b6cba tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:02:00.141520 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-181097a4-e44f-4418-a4ff-b6644c5b6cba tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:00.168960 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b32b16f-0b82-43e4-aaab-e73caadcde60 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:00.170772 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-9b087579-d5d3-4086-b19e-ce1f6ed11bb0 None None] For port c46f6019-a14c-45b8-984f-f4f8edb1e896, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:02:00.170900 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-4b32b16f-0b82-43e4-aaab-e73caadcde60 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0627222 Feb 16 17:02:00.173979 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51292) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:00.196377 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 17:02:00.196377 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:02:00.196377 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 17:02:00.196377 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:02:00.196377 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 17:02:00.196377 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:02:00.196377 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 17:02:00.196377 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:02:00.196377 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 17:02:00.196377 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:02:00.196377 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 17:02:00.196377 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:02:00.196377 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 17:02:00.196377 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:02:00.196377 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:02:00.196377 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:02:00.196377 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:02:00.196377 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:02:00.196377 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 17:02:00.196377 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:02:00.196377 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 17:02:00.196377 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:02:00.196377 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:02:00.196377 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:02:00.196377 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 17:02:00.196377 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:02:00.196377 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:02:00.196377 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:02:00.196377 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:02:00.196377 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:02:00.196377 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:02:00.196377 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:02:00.198684 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-49cd92cd-ec49-4569-86a3-c1e75dfba6a2 None None] Provisioning complete for port 708cfbe2-20ef-4174-a080-ae320f9606e0 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:00.199067 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-49cd92cd-ec49-4569-86a3-c1e75dfba6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:00.240283 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceceea18-3611-42d0-853c-a945a610b0e3 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Router a74e0324-cd09-4197-a803-b04d79df097e is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:02:00.258934 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930ca075-9586-4c56-b0be-6303b438d0d6 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:00.263045 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-930ca075-9586-4c56-b0be-6303b438d0d6 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0857468 Feb 16 17:02:00.263786 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51294) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:00.285269 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-9b087579-d5d3-4086-b19e-ce1f6ed11bb0 None None] For port c46f6019-a14c-45b8-984f-f4f8edb1e896, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=c46f6019-a14c-45b8-984f-f4f8edb1e896,segment=NetworkSegment(458da2b7-40c6-45ed-83b7-3ea2a6e286b0),segment_id=458da2b7-40c6-45ed-83b7-3ea2a6e286b0)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:02:00.310930 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-4136de2d-3e1f-4317-8d46-39287ad174e4 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0428712 Feb 16 17:02:00.312715 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51296) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:00.319168 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-3bbf9d46-924a-4165-84c3-9c8aa16a23f6 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'subnet': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:00.326428 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.db.api [None req-181097a4-e44f-4418-a4ff-b6644c5b6cba tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 17:02:00.326428 dv-neutron-828697-3-hyperv neutron-server[114375]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 17:02:00.326428 dv-neutron-828697-3-hyperv neutron-server[114375]: [parameters: {'id': 'd7473233-428e-4169-bdf3-eab8ac3d4e43'}] Feb 16 17:02:00.326428 dv-neutron-828697-3-hyperv neutron-server[114375]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:02:00.328656 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG oslo_db.api [None req-181097a4-e44f-4418-a4ff-b6644c5b6cba tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:02:00.377662 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c2c24d4d-8f40-41b9-9262-300601661e2c tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:00.416534 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9b087579-d5d3-4086-b19e-ce1f6ed11bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:00.425638 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c24d4d-8f40-41b9-9262-300601661e2c tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Network 5c7fa548-d9d6-4ee7-996a-f0e1851f547a is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:00.433119 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:00.433673 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port d2c217af-88a0-4ca5-9b26-7d85d175f752 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:00.434442 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:00.438014 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceceea18-3611-42d0-853c-a945a610b0e3 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:02:00.441689 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-c2c24d4d-8f40-41b9-9262-300601661e2c tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:00.448416 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c24d4d-8f40-41b9-9262-300601661e2c tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:02:00.494423 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bb2961-6f09-4859-8a64-a595c4acdc1c None None] Sync routers for ids ['a74e0324-cd09-4197-a803-b04d79df097e'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:02:00.507029 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-49cd92cd-ec49-4569-86a3-c1e75dfba6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:00.515688 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c24d4d-8f40-41b9-9262-300601661e2c tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:00.516524 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c2c24d4d-8f40-41b9-9262-300601661e2c tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:00.519415 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c24d4d-8f40-41b9-9262-300601661e2c tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event updated for resources: {'Port': ['ID=6476bb86-31df-4a83-a28b-c116242b4fa3,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:00.537231 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ceceea18-3611-42d0-853c-a945a610b0e3 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:00.538431 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-ceceea18-3611-42d0-853c-a945a610b0e3 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.9033289 Feb 16 17:02:00.540776 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51298) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:00.642319 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bbf9d46-924a-4165-84c3-9c8aa16a23f6 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:00.649143 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3bbf9d46-924a-4165-84c3-9c8aa16a23f6 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:00.765065 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bb2961-6f09-4859-8a64-a595c4acdc1c None None] Routers {'a74e0324-cd09-4197-a803-b04d79df097e'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:02:00.765702 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-d5bb2961-6f09-4859-8a64-a595c4acdc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:01:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['a74e0324-cd09-4197-a803-b04d79df097e'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:00.771818 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-c2c24d4d-8f40-41b9-9262-300601661e2c tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9215972 Feb 16 17:02:00.777288 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51300) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:00.800236 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-caf74752-408c-45fb-a78e-21cd6f13ba10 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Request body: {'subnet': {'network_id': '5c7fa548-d9d6-4ee7-996a-f0e1851f547a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:00.832410 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-d5bb2961-6f09-4859-8a64-a595c4acdc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:00.841388 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-181097a4-e44f-4418-a4ff-b6644c5b6cba tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:00.847846 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b087579-d5d3-4086-b19e-ce1f6ed11bb0 None None] Pushing event updated for resources: {'Port': ['ID=c46f6019-a14c-45b8-984f-f4f8edb1e896,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:00.859346 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15a45e2-4708-4e19-af5b-dca7e697ebb6 None None] DHCP port deletion for 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:02:00.870956 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c68018-2f1d-431f-bbef-b55aed9e4b07 None None] Network d7473233-428e-4169-bdf3-eab8ac3d4e43 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:02:00.874603 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-49cd92cd-ec49-4569-86a3-c1e75dfba6a2 None None] For port 708cfbe2-20ef-4174-a080-ae320f9606e0, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=708cfbe2-20ef-4174-a080-ae320f9606e0,segment=NetworkSegment(05f6fa70-f5f0-42cc-8a82-5ffa8e1073ca),segment_id=05f6fa70-f5f0-42cc-8a82-5ffa8e1073ca)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:02:00.941497 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bb2961-6f09-4859-8a64-a595c4acdc1c None None] Routers {'a74e0324-cd09-4197-a803-b04d79df097e'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:02:00.944150 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-d5bb2961-6f09-4859-8a64-a595c4acdc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:01:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['a74e0324-cd09-4197-a803-b04d79df097e'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:01.028453 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-d5bb2961-6f09-4859-8a64-a595c4acdc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:01.029180 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bb2961-6f09-4859-8a64-a595c4acdc1c None None] The sync data for ids ['a74e0324-cd09-4197-a803-b04d79df097e'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:02:01.030599 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-49cd92cd-ec49-4569-86a3-c1e75dfba6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:01.097715 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-181097a4-e44f-4418-a4ff-b6644c5b6cba tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Deleting port c46f6019-a14c-45b8-984f-f4f8edb1e896 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:02:01.098915 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-181097a4-e44f-4418-a4ff-b6644c5b6cba tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:01.165138 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 708cfbe2-20ef-4174-a080-ae320f9606e0 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:02:01.179877 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1fd51913-56f8-4652-add3-806dc6882fb6 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:01.190705 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf74752-408c-45fb-a78e-21cd6f13ba10 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Made reservation on behalf of c643207721ea44e4a742511dc6707de4 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:01.195449 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-caf74752-408c-45fb-a78e-21cd6f13ba10 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:01.217155 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-d15a45e2-4708-4e19-af5b-dca7e697ebb6 None None] Deleting port d2c217af-88a0-4ca5-9b26-7d85d175f752 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:02:01.217536 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d15a45e2-4708-4e19-af5b-dca7e697ebb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:01.219054 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cd92cd-ec49-4569-86a3-c1e75dfba6a2 None None] Pushing event updated for resources: {'Port': ['ID=708cfbe2-20ef-4174-a080-ae320f9606e0,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:01.225779 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-4c15393c-6aed-4bca-8d4a-8734799ac396 None None] Provisioning complete for port c848c247-6c5c-4442-8027-3aacb1bd50ba triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:01.226156 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4c15393c-6aed-4bca-8d4a-8734799ac396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:01.331535 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-d15a45e2-4708-4e19-af5b-dca7e697ebb6 None None] For port d2c217af-88a0-4ca5-9b26-7d85d175f752, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=d2c217af-88a0-4ca5-9b26-7d85d175f752,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:02:01.331938 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d15a45e2-4708-4e19-af5b-dca7e697ebb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:01.361184 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-d15a45e2-4708-4e19-af5b-dca7e697ebb6 None None] Calling delete_port for d2c217af-88a0-4ca5-9b26-7d85d175f752 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:02:01.366309 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 708cfbe2-20ef-4174-a080-ae320f9606e0 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:01.367138 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:01.494995 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4c15393c-6aed-4bca-8d4a-8734799ac396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:01.522059 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-181097a4-e44f-4418-a4ff-b6644c5b6cba tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] For port c46f6019-a14c-45b8-984f-f4f8edb1e896, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=c46f6019-a14c-45b8-984f-f4f8edb1e896,segment=NetworkSegment(458da2b7-40c6-45ed-83b7-3ea2a6e286b0),segment_id=458da2b7-40c6-45ed-83b7-3ea2a6e286b0)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:02:01.522634 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-181097a4-e44f-4418-a4ff-b6644c5b6cba tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:01.546931 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-1fd51913-56f8-4652-add3-806dc6882fb6 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Allocated IP 172.20.0.1 (4f0dc716-379b-4a23-b805-2ac257bac333/d53dc8fb-5513-4685-a065-b9c2645118d7/8296e2ef-8fd4-4ea5-b8e8-221d977f9b22) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:01.568815 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-181097a4-e44f-4418-a4ff-b6644c5b6cba tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Calling delete_port for c46f6019-a14c-45b8-984f-f4f8edb1e896 owned by network:dhcp {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:02:01.572507 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-4c15393c-6aed-4bca-8d4a-8734799ac396 None None] For port c848c247-6c5c-4442-8027-3aacb1bd50ba, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=c848c247-6c5c-4442-8027-3aacb1bd50ba,segment=NetworkSegment(4058712c-fbf5-4c5d-865a-c089e8d3e2c5),segment_id=4058712c-fbf5-4c5d-865a-c089e8d3e2c5)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:02:01.579894 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device c848c247-6c5c-4442-8027-3aacb1bd50ba up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:02:01.626419 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port c848c247-6c5c-4442-8027-3aacb1bd50ba triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:01.626915 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:01.649030 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.ipam_backend_mixin [None req-caf74752-408c-45fb-a78e-21cd6f13ba10 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3a8e9329-89a3-4cae-95c5-b2b387172eda (CIDR: 172.20.0.0/28) Feb 16 17:02:01.671232 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4c15393c-6aed-4bca-8d4a-8734799ac396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:01.683602 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1fd51913-56f8-4652-add3-806dc6882fb6 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:01.710235 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-caf74752-408c-45fb-a78e-21cd6f13ba10 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:02:01.710731 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caf74752-408c-45fb-a78e-21cd6f13ba10 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:01.728965 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d15a45e2-4708-4e19-af5b-dca7e697ebb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:01.757033 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-4c15393c-6aed-4bca-8d4a-8734799ac396 None None] Provisioning complete for port 708cfbe2-20ef-4174-a080-ae320f9606e0 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:01.757333 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4c15393c-6aed-4bca-8d4a-8734799ac396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:01.759388 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15a45e2-4708-4e19-af5b-dca7e697ebb6 None None] No DVR routers for this DVR port d2c217af-88a0-4ca5-9b26-7d85d175f752 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:02:01.765768 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.objects.ports [None req-3bbf9d46-924a-4165-84c3-9c8aa16a23f6 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114375) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 17:02:01.801127 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1fd51913-56f8-4652-add3-806dc6882fb6 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:01.804831 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b133f49-924f-4da3-8c42-61cbb89ceaf4 None None] get_active_networks_info from dv-neutron-828697-3-hyperv {{(pid=114377) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 16 17:02:01.855574 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15393c-6aed-4bca-8d4a-8734799ac396 None None] Pushing event updated for resources: {'Port': ['ID=c848c247-6c5c-4442-8027-3aacb1bd50ba,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:01.857874 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd51913-56f8-4652-add3-806dc6882fb6 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Network 4f0dc716-379b-4a23-b805-2ac257bac333 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:01.863604 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-1fd51913-56f8-4652-add3-806dc6882fb6 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:01.867761 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd51913-56f8-4652-add3-806dc6882fb6 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:02:01.876615 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 708cfbe2-20ef-4174-a080-ae320f9606e0 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:02:01.893813 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-caf74752-408c-45fb-a78e-21cd6f13ba10 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0998304 Feb 16 17:02:01.903508 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51302) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:01.907759 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd51913-56f8-4652-add3-806dc6882fb6 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Pushing event updated for resources: {'Port': ['ID=8296e2ef-8fd4-4ea5-b8e8-221d977f9b22,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:01.925363 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-124cc637-de5e-463a-a9f8-754b895cfdcb tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Request body: {'subnet': {'network_id': '5c7fa548-d9d6-4ee7-996a-f0e1851f547a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:01.927643 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1fd51913-56f8-4652-add3-806dc6882fb6 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:01.931721 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15a45e2-4708-4e19-af5b-dca7e697ebb6 None None] Pushing event deleted for resources: {'Port': ['ID=d2c217af-88a0-4ca5-9b26-7d85d175f752,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:01.987699 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-181097a4-e44f-4418-a4ff-b6644c5b6cba tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:02.023779 dv-neutron-828697-3-hyperv neutron-server[114375]: WARNING neutron.services.revisions.revision_plugin [None req-3bbf9d46-924a-4165-84c3-9c8aa16a23f6 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Could not find related port for resource to bump revision. Feb 16 17:02:02.047243 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181097a4-e44f-4418-a4ff-b6644c5b6cba tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Pushing event deleted for resources: {'Port': ['ID=c46f6019-a14c-45b8-984f-f4f8edb1e896,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:02.052256 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181097a4-e44f-4418-a4ff-b6644c5b6cba tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] No DVR routers for this DVR port c46f6019-a14c-45b8-984f-f4f8edb1e896 on host dv-neutron-828697-3-hyperv {{(pid=114375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:02:02.067901 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-4c15393c-6aed-4bca-8d4a-8734799ac396 None None] Provisioning complete for port 6476bb86-31df-4a83-a28b-c116242b4fa3 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:02.068317 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4c15393c-6aed-4bca-8d4a-8734799ac396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:02.072625 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b133f49-924f-4da3-8c42-61cbb89ceaf4 None None] Resources bound (agent type, host, resource id): {{(pid=114377) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 17:02:02.091141 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 708cfbe2-20ef-4174-a080-ae320f9606e0 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:02.091513 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:02.133972 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.ipam_pluggable_backend [None req-3bbf9d46-924a-4165-84c3-9c8aa16a23f6 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Port d2c217af-88a0-4ca5-9b26-7d85d175f752 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=114375) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 16 17:02:02.134289 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.ipam_pluggable_backend [None req-3bbf9d46-924a-4165-84c3-9c8aa16a23f6 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Reverting IP allocation for 2001:db8::f816:3eff:fe86:717c {{(pid=114375) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 16 17:02:02.146989 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.ipam_pluggable_backend [None req-3bbf9d46-924a-4165-84c3-9c8aa16a23f6 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe86:717c {{(pid=114375) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 16 17:02:02.156186 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3bbf9d46-924a-4165-84c3-9c8aa16a23f6 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:02.161917 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-4c15393c-6aed-4bca-8d4a-8734799ac396 None None] Port 6476bb86-31df-4a83-a28b-c116242b4fa3 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:02:02.172349 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-181097a4-e44f-4418-a4ff-b6644c5b6cba tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:02.198737 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1fd51913-56f8-4652-add3-806dc6882fb6 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:02.218061 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-4c15393c-6aed-4bca-8d4a-8734799ac396 None None] Provisioning complete for port 8049061f-47fa-4c43-8046-007e97c0d89c triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:02.218433 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4c15393c-6aed-4bca-8d4a-8734799ac396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:02.231713 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbf9d46-924a-4165-84c3-9c8aa16a23f6 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:02.235139 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-181097a4-e44f-4418-a4ff-b6644c5b6cba tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7473233-428e-4169-bdf3-eab8ac3d4e43']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:02.253750 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-3bbf9d46-924a-4165-84c3-9c8aa16a23f6 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:02.256520 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-181097a4-e44f-4418-a4ff-b6644c5b6cba tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '458da2b7-40c6-45ed-83b7-3ea2a6e286b0') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:02.256827 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-181097a4-e44f-4418-a4ff-b6644c5b6cba tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '458da2b7-40c6-45ed-83b7-3ea2a6e286b0') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:02.266867 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbf9d46-924a-4165-84c3-9c8aa16a23f6 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:02.267468 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3bbf9d46-924a-4165-84c3-9c8aa16a23f6 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:02.276359 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbf9d46-924a-4165-84c3-9c8aa16a23f6 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Subnet': ['ID=3817549f-71e5-441f-815e-ea8d916ec654,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:02.279484 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-181097a4-e44f-4418-a4ff-b6644c5b6cba tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:02.302555 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-181097a4-e44f-4418-a4ff-b6644c5b6cba tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:02.309567 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-181097a4-e44f-4418-a4ff-b6644c5b6cba tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:02:02.309970 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-181097a4-e44f-4418-a4ff-b6644c5b6cba tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:02.313142 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 17:02:02.313142 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:02:02.313142 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 17:02:02.313142 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:02:02.313142 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 17:02:02.313142 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:02:02.313142 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 17:02:02.313142 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:02:02.313142 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 17:02:02.313142 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:02:02.313142 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 17:02:02.313142 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:02:02.313142 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 17:02:02.313142 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:02:02.313142 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:02:02.313142 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:02:02.313142 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:02:02.313142 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:02:02.313142 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 17:02:02.313142 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:02:02.313142 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 17:02:02.313142 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:02:02.313142 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:02:02.313142 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:02:02.313142 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 17:02:02.313142 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:02:02.313142 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:02:02.313142 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:02:02.313142 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:02:02.313142 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:02:02.313142 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:02:02.313142 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:02:02.328106 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-4c15393c-6aed-4bca-8d4a-8734799ac396 None None] Port 8049061f-47fa-4c43-8046-007e97c0d89c cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:02:02.369975 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124cc637-de5e-463a-a9f8-754b895cfdcb tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Made reservation on behalf of c643207721ea44e4a742511dc6707de4 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:02.373510 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-124cc637-de5e-463a-a9f8-754b895cfdcb tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:02.409681 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-3bbf9d46-924a-4165-84c3-9c8aa16a23f6 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.0932088 Feb 16 17:02:02.434616 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51304) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:02.439773 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-f31df3db-31bf-437a-9e7d-06710f4d103b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'port': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'mac_address': 'fa:16:3e:11:6e:09', 'name': 'tempest-NetworksTestDHCPv6-450546272'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:02.446217 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device d2c217af-88a0-4ca5-9b26-7d85d175f752 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:02:02.476301 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: d2c217af-88a0-4ca5-9b26-7d85d175f752 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:02:02.476649 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device d2c217af-88a0-4ca5-9b26-7d85d175f752 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:02:02.521571 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-181097a4-e44f-4418-a4ff-b6644c5b6cba tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:02.530932 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-181097a4-e44f-4418-a4ff-b6644c5b6cba tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:02.534442 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-181097a4-e44f-4418-a4ff-b6644c5b6cba tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] 10.222.0.88 "DELETE /v2.0/networks/d7473233-428e-4169-bdf3-eab8ac3d4e43 HTTP/1.1" status: 204 len: 168 time: 3.7923789 Feb 16 17:02:02.538649 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51306) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:02.543674 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed166a8a-6809-4062-aad2-7622bd2a4806 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'tenant_id': '81837604d6654060bf0a8ff194578833', 'fixed_ips': [{'subnet_id': '3817549f-71e5-441f-815e-ea8d916ec654'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:02:02.544607 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ed166a8a-6809-4062-aad2-7622bd2a4806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:02.545738 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-11ad4f65-01b5-4c4c-a63b-c6957ef1f713 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-447792218'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:02.553562 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181097a4-e44f-4418-a4ff-b6644c5b6cba tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Pushing event deleted for resources: {'Network': ['ID=d7473233-428e-4169-bdf3-eab8ac3d4e43,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:02.625513 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1fd51913-56f8-4652-add3-806dc6882fb6 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:02.679713 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ad4f65-01b5-4c4c-a63b-c6957ef1f713 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Made reservation on behalf of 43a89965b99341f1b03939f62e27dafc for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:02.683374 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-11ad4f65-01b5-4c4c-a63b-c6957ef1f713 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:02.693127 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-ed166a8a-6809-4062-aad2-7622bd2a4806 None None] Allocated IP 2001:db8::f816:3eff:fe7a:d6d2 (1e2a9b2d-a159-48c5-a704-dcb18c3b88c3/3817549f-71e5-441f-815e-ea8d916ec654/e450781e-6be9-461c-a9bb-1f6c0176ac60) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:02.708184 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11ad4f65-01b5-4c4c-a63b-c6957ef1f713 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:02:02.716718 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-11ad4f65-01b5-4c4c-a63b-c6957ef1f713 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:02.717159 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-11ad4f65-01b5-4c4c-a63b-c6957ef1f713 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Added segment 00804713-8ad3-44f4-969d-a9cba0bda217 of type vlan for network 37bac903-d513-4157-9df1-8193dedb8087 Feb 16 17:02:02.726406 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31df3db-31bf-437a-9e7d-06710f4d103b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:02.732222 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1fd51913-56f8-4652-add3-806dc6882fb6 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:02.794287 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-124cc637-de5e-463a-a9f8-754b895cfdcb tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:02.842307 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ed166a8a-6809-4062-aad2-7622bd2a4806 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:02.842886 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124cc637-de5e-463a-a9f8-754b895cfdcb tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Network 5c7fa548-d9d6-4ee7-996a-f0e1851f547a is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:02.848720 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-124cc637-de5e-463a-a9f8-754b895cfdcb tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:02.853592 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124cc637-de5e-463a-a9f8-754b895cfdcb tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:02.854187 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-124cc637-de5e-463a-a9f8-754b895cfdcb tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:02.869167 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124cc637-de5e-463a-a9f8-754b895cfdcb tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event updated for resources: {'Subnet': ['ID=3498eb2f-b11a-426f-b173-7c7549ce0972,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:02.925980 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ed166a8a-6809-4062-aad2-7622bd2a4806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:02.964037 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-124cc637-de5e-463a-a9f8-754b895cfdcb tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0485256 Feb 16 17:02:02.964616 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51308) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:02.971291 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-df47a2ff-b428-40cd-bb85-c6d02c07935c tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-823852731', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3498eb2f-b11a-426f-b173-7c7549ce0972'}], 'security_groups': ['436b161d-dc1c-4c7d-8f82-b3d767f91bd5']}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:02.978779 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed166a8a-6809-4062-aad2-7622bd2a4806 None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:02.981907 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-ed166a8a-6809-4062-aad2-7622bd2a4806 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:02.984483 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed166a8a-6809-4062-aad2-7622bd2a4806 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:02:02.993436 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed166a8a-6809-4062-aad2-7622bd2a4806 None None] Pushing event updated for resources: {'Port': ['ID=e450781e-6be9-461c-a9bb-1f6c0176ac60,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:03.053675 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-df47a2ff-b428-40cd-bb85-c6d02c07935c tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:03.056683 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-ed166a8a-6809-4062-aad2-7622bd2a4806 None None] Attempting to bind port e450781e-6be9-461c-a9bb-1f6c0176ac60 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:02:03.057165 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-ed166a8a-6809-4062-aad2-7622bd2a4806 None None] Attempting to bind port e450781e-6be9-461c-a9bb-1f6c0176ac60 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:02:03.057538 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed166a8a-6809-4062-aad2-7622bd2a4806 None None] Attempting to bind port e450781e-6be9-461c-a9bb-1f6c0176ac60 on network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:02:03.064253 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed166a8a-6809-4062-aad2-7622bd2a4806 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:02:03.065102 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed166a8a-6809-4062-aad2-7622bd2a4806 None None] Checking segment: {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:02:03.065102 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ed166a8a-6809-4062-aad2-7622bd2a4806 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:03.065453 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed166a8a-6809-4062-aad2-7622bd2a4806 None None] Bound using segment: {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:02:03.065899 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-ed166a8a-6809-4062-aad2-7622bd2a4806 None None] Bound port: e450781e-6be9-461c-a9bb-1f6c0176ac60, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:02:03.066282 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ed166a8a-6809-4062-aad2-7622bd2a4806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:03.137751 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-ed166a8a-6809-4062-aad2-7622bd2a4806 None None] For port e450781e-6be9-461c-a9bb-1f6c0176ac60, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:02:03.142204 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-ed166a8a-6809-4062-aad2-7622bd2a4806 None None] For port e450781e-6be9-461c-a9bb-1f6c0176ac60, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=e450781e-6be9-461c-a9bb-1f6c0176ac60,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:02:03.148335 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-11ad4f65-01b5-4c4c-a63b-c6957ef1f713 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:03.206033 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1fd51913-56f8-4652-add3-806dc6882fb6 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:03.207742 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd51913-56f8-4652-add3-806dc6882fb6 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Pushing event updated for resources: {'Port': ['ID=8296e2ef-8fd4-4ea5-b8e8-221d977f9b22,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:03.215309 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ed166a8a-6809-4062-aad2-7622bd2a4806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:03.293469 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f31df3db-31bf-437a-9e7d-06710f4d103b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:03.300159 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed166a8a-6809-4062-aad2-7622bd2a4806 None None] Pushing event updated for resources: {'Port': ['ID=e450781e-6be9-461c-a9bb-1f6c0176ac60,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:03.334660 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-11ad4f65-01b5-4c4c-a63b-c6957ef1f713 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:03.340239 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ad4f65-01b5-4c4c-a63b-c6957ef1f713 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:03.340936 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-11ad4f65-01b5-4c4c-a63b-c6957ef1f713 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:03.346673 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [None req-f31df3db-31bf-437a-9e7d-06710f4d103b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] device_id is not set on port 49f616b1-0449-4c15-8147-4c89df8f94ab yet. {{(pid=114376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:02:03.408159 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-df47a2ff-b428-40cd-bb85-c6d02c07935c tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Delete allocated IP 172.20.0.14 (5c7fa548-d9d6-4ee7-996a-f0e1851f547a/3a8e9329-89a3-4cae-95c5-b2b387172eda) {{(pid=114375) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 17:02:03.418528 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-df47a2ff-b428-40cd-bb85-c6d02c07935c tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Allocated IP 172.20.0.21 (5c7fa548-d9d6-4ee7-996a-f0e1851f547a/3498eb2f-b11a-426f-b173-7c7549ce0972/6476bb86-31df-4a83-a28b-c116242b4fa3) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:03.495011 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-11ad4f65-01b5-4c4c-a63b-c6957ef1f713 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9552503 Feb 16 17:02:03.510681 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51310) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:03.513140 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-8635b54d-093c-4c5f-aaca-f2dc3ceef055 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Request body: {'subnet': {'network_id': '37bac903-d513-4157-9df1-8193dedb8087', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:03.534507 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd51913-56f8-4652-add3-806dc6882fb6 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Network 4f0dc716-379b-4a23-b805-2ac257bac333 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:03.556754 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-1fd51913-56f8-4652-add3-806dc6882fb6 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:03.558972 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad4f65-01b5-4c4c-a63b-c6957ef1f713 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Pushing event updated for resources: {'Network': ['ID=37bac903-d513-4157-9df1-8193dedb8087,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:03.573778 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 37bac903-d513-4157-9df1-8193dedb8087 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:02:03.644458 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-df47a2ff-b428-40cd-bb85-c6d02c07935c tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:03.710009 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-df47a2ff-b428-40cd-bb85-c6d02c07935c tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:03.733334 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-f31df3db-31bf-437a-9e7d-06710f4d103b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Allocated IP 2001:db8::f816:3eff:fe11:6e09 (1e2a9b2d-a159-48c5-a704-dcb18c3b88c3/3817549f-71e5-441f-815e-ea8d916ec654/49f616b1-0449-4c15-8147-4c89df8f94ab) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:03.813007 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df47a2ff-b428-40cd-bb85-c6d02c07935c tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event updated for resources: {'Port': ['ID=6476bb86-31df-4a83-a28b-c116242b4fa3,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:03.851232 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-df47a2ff-b428-40cd-bb85-c6d02c07935c tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] In _notify_port_updated(), no bound segment for port 6476bb86-31df-4a83-a28b-c116242b4fa3 on network 5c7fa548-d9d6-4ee7-996a-f0e1851f547a {{(pid=114375) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 17:02:03.864211 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df47a2ff-b428-40cd-bb85-c6d02c07935c tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:03.865048 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-df47a2ff-b428-40cd-bb85-c6d02c07935c tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:03.868084 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-df47a2ff-b428-40cd-bb85-c6d02c07935c tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "PUT /v2.0/ports/6476bb86-31df-4a83-a28b-c116242b4fa3 HTTP/1.1" status: 200 len: 920 time: 0.9008267 Feb 16 17:02:03.871140 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51312) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:03.895554 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8635b54d-093c-4c5f-aaca-f2dc3ceef055 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Made reservation on behalf of 43a89965b99341f1b03939f62e27dafc for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:03.899964 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8635b54d-093c-4c5f-aaca-f2dc3ceef055 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:03.942003 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd51913-56f8-4652-add3-806dc6882fb6 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Router a74e0324-cd09-4197-a803-b04d79df097e has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:02:03.980939 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device c848c247-6c5c-4442-8027-3aacb1bd50ba up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:02:03.984100 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-086ae285-bd79-4837-8eb1-f1bb9946b857 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Deleting port 6476bb86-31df-4a83-a28b-c116242b4fa3 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:02:03.984331 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-086ae285-bd79-4837-8eb1-f1bb9946b857 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:04.039790 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port c848c247-6c5c-4442-8027-3aacb1bd50ba triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:04.040322 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:04.082066 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-086ae285-bd79-4837-8eb1-f1bb9946b857 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:04.100495 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-086ae285-bd79-4837-8eb1-f1bb9946b857 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Calling delete_port for 6476bb86-31df-4a83-a28b-c116242b4fa3 owned by {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:02:04.130826 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f31df3db-31bf-437a-9e7d-06710f4d103b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:04.152867 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device e450781e-6be9-461c-a9bb-1f6c0176ac60 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:02:04.217794 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port e450781e-6be9-461c-a9bb-1f6c0176ac60 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:04.218190 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:04.251004 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd51913-56f8-4652-add3-806dc6882fb6 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:02:04.261941 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57afeda0-8ca2-4d86-b9e1-b1e5cd7cdc6a None None] Sync routers for ids ['a74e0324-cd09-4197-a803-b04d79df097e'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:02:04.267786 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-1fd51913-56f8-4652-add3-806dc6882fb6 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] 10.222.0.88 "PUT /v2.0/routers/a74e0324-cd09-4197-a803-b04d79df097e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7258923 Feb 16 17:02:04.271243 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51314) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:04.277554 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57afeda0-8ca2-4d86-b9e1-b1e5cd7cdc6a None None] Routers {'a74e0324-cd09-4197-a803-b04d79df097e'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:02:04.277763 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-753fd1d2-d1ff-4214-bbbf-ce0e8e81ae37 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Request body: {'port': {'network_id': '4f0dc716-379b-4a23-b805-2ac257bac333', 'name': 'tempest-FloatingIPTestJSON-1029109450'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:04.278477 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-57afeda0-8ca2-4d86-b9e1-b1e5cd7cdc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:01:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['a74e0324-cd09-4197-a803-b04d79df097e'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:04.342214 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-086ae285-bd79-4837-8eb1-f1bb9946b857 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:04.358280 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f31df3db-31bf-437a-9e7d-06710f4d103b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:04.358814 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:04.411405 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port e450781e-6be9-461c-a9bb-1f6c0176ac60, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=e450781e-6be9-461c-a9bb-1f6c0176ac60,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:02:04.417052 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086ae285-bd79-4837-8eb1-f1bb9946b857 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event deleted for resources: {'Port': ['ID=6476bb86-31df-4a83-a28b-c116242b4fa3,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:04.444090 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31df3db-31bf-437a-9e7d-06710f4d103b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Port': ['ID=49f616b1-0449-4c15-8147-4c89df8f94ab,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:04.456810 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31df3db-31bf-437a-9e7d-06710f4d103b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:04.464655 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-f31df3db-31bf-437a-9e7d-06710f4d103b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:04.466784 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31df3db-31bf-437a-9e7d-06710f4d103b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:02:04.473134 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-57afeda0-8ca2-4d86-b9e1-b1e5cd7cdc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:04.475861 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31df3db-31bf-437a-9e7d-06710f4d103b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:04.476777 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f31df3db-31bf-437a-9e7d-06710f4d103b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:04.484921 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57afeda0-8ca2-4d86-b9e1-b1e5cd7cdc6a None None] Routers {'a74e0324-cd09-4197-a803-b04d79df097e'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:02:04.485810 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-57afeda0-8ca2-4d86-b9e1-b1e5cd7cdc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:01:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['a74e0324-cd09-4197-a803-b04d79df097e'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:04.486106 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:04.523238 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-57afeda0-8ca2-4d86-b9e1-b1e5cd7cdc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:04.524076 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57afeda0-8ca2-4d86-b9e1-b1e5cd7cdc6a None None] The sync data for ids ['a74e0324-cd09-4197-a803-b04d79df097e'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:02:04.544241 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-086ae285-bd79-4837-8eb1-f1bb9946b857 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:04.550425 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-086ae285-bd79-4837-8eb1-f1bb9946b857 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "DELETE /v2.0/ports/6476bb86-31df-4a83-a28b-c116242b4fa3 HTTP/1.1" status: 204 len: 168 time: 0.6745808 Feb 16 17:02:04.550679 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51316) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:04.569005 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=e450781e-6be9-461c-a9bb-1f6c0176ac60,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:04.582603 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ae3220-50ac-4d55-a165-a5d4077167df None None] get_active_networks_info from dv-neutron-828697-3-hyperv {{(pid=114377) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 16 17:02:04.583013 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.objects.ports [None req-8635b54d-093c-4c5f-aaca-f2dc3ceef055 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114376) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 17:02:04.583912 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-24bfa70e-80ee-4b5d-a236-7aaa5e95c3f3 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] GET failed (client error): The resource could not be found. Feb 16 17:02:04.585580 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-24bfa70e-80ee-4b5d-a236-7aaa5e95c3f3 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "GET /v2.0/ports/6476bb86-31df-4a83-a28b-c116242b4fa3 HTTP/1.1" status: 404 len: 333 time: 0.0333309 Feb 16 17:02:04.590388 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-f31df3db-31bf-437a-9e7d-06710f4d103b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1517520 Feb 16 17:02:04.590388 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51318) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:04.590388 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8635b54d-093c-4c5f-aaca-f2dc3ceef055 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:04.591739 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51320) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:04.643659 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-545122cd-f916-43fc-829a-085f6f21f85f None None] Provisioning complete for port e450781e-6be9-461c-a9bb-1f6c0176ac60 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:04.644211 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-545122cd-f916-43fc-829a-085f6f21f85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:04.655702 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce7d26a-ca51-41b8-8a5b-8fb241bc2862 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:04.661819 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce7d26a-ca51-41b8-8a5b-8fb241bc2862 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:04.666363 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-9ce7d26a-ca51-41b8-8a5b-8fb241bc2862 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.0711052 Feb 16 17:02:04.666617 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51322) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:04.693328 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8635b54d-093c-4c5f-aaca-f2dc3ceef055 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Pushing event updated for resources: {'Subnet': ['ID=11d3b3fd-6fc6-4ed7-b726-dcdae5e0d7d4,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:04.724621 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8635b54d-093c-4c5f-aaca-f2dc3ceef055 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Checking segment: {'id': '00804713-8ad3-44f4-969d-a9cba0bda217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '37bac903-d513-4157-9df1-8193dedb8087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:02:04.727473 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8635b54d-093c-4c5f-aaca-f2dc3ceef055 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Network hostable DHCP agents. Network: 37bac903-d513-4157-9df1-8193dedb8087, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:02:04.732046 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8be4c756-e971-4ae2-a23a-c9dcfabb10fb tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:04.732275 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753fd1d2-d1ff-4214-bbbf-ce0e8e81ae37 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Made reservation on behalf of 20d8e1466b544f5eb14961c4b649d8ae for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:04.735791 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-753fd1d2-d1ff-4214-bbbf-ce0e8e81ae37 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:04.761016 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-753fd1d2-d1ff-4214-bbbf-ce0e8e81ae37 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] device_id is not set on port 818f6309-1127-4f94-bb4a-43864ed2df81 yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:02:04.764491 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8be4c756-e971-4ae2-a23a-c9dcfabb10fb tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:04.829443 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8635b54d-093c-4c5f-aaca-f2dc3ceef055 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Network 37bac903-d513-4157-9df1-8193dedb8087 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:02:04.829877 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-b829faf4-4e88-4bf2-bd0d-c160840e7ee7 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Deleting port 49f616b1-0449-4c15-8147-4c89df8f94ab {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:02:04.830228 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b829faf4-4e88-4bf2-bd0d-c160840e7ee7 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:04.936874 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8be4c756-e971-4ae2-a23a-c9dcfabb10fb tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:04.939850 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8be4c756-e971-4ae2-a23a-c9dcfabb10fb tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:04.944854 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-8be4c756-e971-4ae2-a23a-c9dcfabb10fb tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "DELETE /v2.0/security-groups/92f40bfe-74c0-4b7d-b89f-336ddeea5a00 HTTP/1.1" status: 204 len: 168 time: 0.3482814 Feb 16 17:02:04.947298 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51324) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:04.954387 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-753fd1d2-d1ff-4214-bbbf-ce0e8e81ae37 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Allocated IP 172.20.0.3 (4f0dc716-379b-4a23-b805-2ac257bac333/d53dc8fb-5513-4685-a065-b9c2645118d7/818f6309-1127-4f94-bb4a-43864ed2df81) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:04.955165 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be4c756-e971-4ae2-a23a-c9dcfabb10fb tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f40bfe-74c0-4b7d-b89f-336ddeea5a00,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:04.986384 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b829faf4-4e88-4bf2-bd0d-c160840e7ee7 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:05.006386 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-8635b54d-093c-4c5f-aaca-f2dc3ceef055 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 37bac903-d513-4157-9df1-8193dedb8087) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:05.011533 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8635b54d-093c-4c5f-aaca-f2dc3ceef055 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:05.013241 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8635b54d-093c-4c5f-aaca-f2dc3ceef055 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:05.020643 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-b829faf4-4e88-4bf2-bd0d-c160840e7ee7 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Calling delete_port for 49f616b1-0449-4c15-8147-4c89df8f94ab owned by {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:02:05.032504 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ae3220-50ac-4d55-a165-a5d4077167df None None] Unable to find a vacant binding_index for network 37bac903-d513-4157-9df1-8193dedb8087 and agent c45d8691-6891-4f9c-b741-17442d1b748f {{(pid=114377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 16 17:02:05.038622 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ae3220-50ac-4d55-a165-a5d4077167df None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 37bac903-d513-4157-9df1-8193dedb8087) {{(pid=114377) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 17:02:05.069979 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3f4dca70-2e40-4687-86a0-bd9c1a859309 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:05.126245 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-8635b54d-093c-4c5f-aaca-f2dc3ceef055 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.6188505 Feb 16 17:02:05.129317 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51326) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:05.179649 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3f4dca70-2e40-4687-86a0-bd9c1a859309 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:05.236182 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cd94d92c-b3b9-4ddc-bc23-ab6a104a429b tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:05.296081 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-753fd1d2-d1ff-4214-bbbf-ce0e8e81ae37 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:05.301791 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cd94d92c-b3b9-4ddc-bc23-ab6a104a429b tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:05.310216 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e64776-c0e7-4417-9814-e4d6bc91da20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-37bac903-d513-4157-9df1-8193dedb8087', 'network_id': '37bac903-d513-4157-9df1-8193dedb8087', 'tenant_id': '43a89965b99341f1b03939f62e27dafc', 'fixed_ips': [{'subnet_id': '11d3b3fd-6fc6-4ed7-b726-dcdae5e0d7d4'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:02:05.311162 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-17e64776-c0e7-4417-9814-e4d6bc91da20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:05.344245 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3f4dca70-2e40-4687-86a0-bd9c1a859309 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:05.347073 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3f4dca70-2e40-4687-86a0-bd9c1a859309 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:05.348308 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-3f4dca70-2e40-4687-86a0-bd9c1a859309 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "DELETE /v2.0/security-groups/436b161d-dc1c-4c7d-8f82-b3d767f91bd5 HTTP/1.1" status: 204 len: 168 time: 0.4020970 Feb 16 17:02:05.351304 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51328) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:05.358652 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4dca70-2e40-4687-86a0-bd9c1a859309 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=436b161d-dc1c-4c7d-8f82-b3d767f91bd5,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:05.395464 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b829faf4-4e88-4bf2-bd0d-c160840e7ee7 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:05.430067 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2506e45-9ac8-4089-aa3b-ee7e3995f3d6 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Deleting subnet 3a8e9329-89a3-4cae-95c5-b2b387172eda {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:02:05.433109 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f2506e45-9ac8-4089-aa3b-ee7e3995f3d6 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:05.441158 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-753fd1d2-d1ff-4214-bbbf-ce0e8e81ae37 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:05.446128 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b829faf4-4e88-4bf2-bd0d-c160840e7ee7 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event deleted for resources: {'Port': ['ID=49f616b1-0449-4c15-8147-4c89df8f94ab,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:05.474460 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f2506e45-9ac8-4089-aa3b-ee7e3995f3d6 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:05.502307 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cd94d92c-b3b9-4ddc-bc23-ab6a104a429b tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:05.510266 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b829faf4-4e88-4bf2-bd0d-c160840e7ee7 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:05.516145 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-b829faf4-4e88-4bf2-bd0d-c160840e7ee7 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/ports/49f616b1-0449-4c15-8147-4c89df8f94ab HTTP/1.1" status: 204 len: 168 time: 0.8485353 Feb 16 17:02:05.516745 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51330) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:05.518557 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753fd1d2-d1ff-4214-bbbf-ce0e8e81ae37 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Network 4f0dc716-379b-4a23-b805-2ac257bac333 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:05.527468 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server [None req-17e64776-c0e7-4417-9814-e4d6bc91da20 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 11d3b3fd-6fc6-4ed7-b726-dcdae5e0d7d4: This subnet is being modified by another concurrent operation. Feb 16 17:02:05.527468 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 17:02:05.527468 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 17:02:05.527468 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 17:02:05.527468 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 17:02:05.527468 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 17:02:05.527468 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 17:02:05.527468 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 17:02:05.527468 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 17:02:05.527468 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 17:02:05.527468 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 17:02:05.527468 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 17:02:05.527468 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 17:02:05.527468 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 17:02:05.527468 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 17:02:05.527468 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 17:02:05.527468 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 17:02:05.527468 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 17:02:05.527468 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 17:02:05.527468 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 17:02:05.527468 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 17:02:05.527468 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 17:02:05.527468 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 17:02:05.527468 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 17:02:05.527468 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 17:02:05.527468 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 17:02:05.527468 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 17:02:05.527468 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 17:02:05.527468 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 17:02:05.527468 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 17:02:05.527468 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 17:02:05.527468 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 17:02:05.527468 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 17:02:05.527468 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 17:02:05.527468 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 16 17:02:05.527468 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 16 17:02:05.527468 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 16 17:02:05.527468 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 16 17:02:05.527468 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 16 17:02:05.527468 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 16 17:02:05.527468 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 16 17:02:05.527468 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 16 17:02:05.527468 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 16 17:02:05.527468 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 17:02:05.527468 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 17:02:05.527468 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 17:02:05.527468 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 17:02:05.527468 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 17:02:05.527468 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 17:02:05.527468 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 17:02:05.527468 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 17:02:05.527468 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 17:02:05.527468 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 17:02:05.527468 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 17:02:05.535340 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 17:02:05.535340 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 17:02:05.535340 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 17:02:05.535340 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 17:02:05.535340 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 17:02:05.535340 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 17:02:05.535340 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 17:02:05.535340 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 17:02:05.535340 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 17:02:05.535340 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 17:02:05.535340 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 17:02:05.535340 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 17:02:05.535340 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 17:02:05.535340 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 17:02:05.535340 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 17:02:05.535340 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 17:02:05.535340 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 16 17:02:05.535340 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 16 17:02:05.535340 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 16 17:02:05.535340 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 16 17:02:05.535340 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 16 17:02:05.535340 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 16 17:02:05.535340 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 16 17:02:05.535340 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 16 17:02:05.535340 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 17:02:05.535340 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 17:02:05.535340 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 16 17:02:05.535340 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 16 17:02:05.535340 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 16 17:02:05.535340 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 16 17:02:05.535340 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 16 17:02:05.535340 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 17:02:05.535340 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 16 17:02:05.535340 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 17:02:05.535340 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 17:02:05.535340 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server raise exception Feb 16 17:02:05.535340 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 11d3b3fd-6fc6-4ed7-b726-dcdae5e0d7d4: This subnet is being modified by another concurrent operation. Feb 16 17:02:05.535340 dv-neutron-828697-3-hyperv neutron-server[114377]: ERROR oslo_messaging.rpc.server Feb 16 17:02:05.537987 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd94d92c-b3b9-4ddc-bc23-ab6a104a429b tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Pushing event deleted for resources: {'Subnet': ['ID=11d3b3fd-6fc6-4ed7-b726-dcdae5e0d7d4,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:05.543628 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-753fd1d2-d1ff-4214-bbbf-ce0e8e81ae37 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:05.556625 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753fd1d2-d1ff-4214-bbbf-ce0e8e81ae37 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:02:05.563997 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63cf92e-84cf-49e6-bdab-22fe36e91e1f None None] get_active_networks_info from dv-neutron-828697-3-hyperv {{(pid=114377) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 16 17:02:05.584534 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753fd1d2-d1ff-4214-bbbf-ce0e8e81ae37 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Pushing event updated for resources: {'Port': ['ID=818f6309-1127-4f94-bb4a-43864ed2df81,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:05.646592 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753fd1d2-d1ff-4214-bbbf-ce0e8e81ae37 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:05.646850 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cd94d92c-b3b9-4ddc-bc23-ab6a104a429b tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:05.646960 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-753fd1d2-d1ff-4214-bbbf-ce0e8e81ae37 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:05.658707 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f89b9e-b64d-4917-841e-d00adeafc41b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:05.660340 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f89b9e-b64d-4917-841e-d00adeafc41b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:05.665195 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-14f89b9e-b64d-4917-841e-d00adeafc41b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1430185 Feb 16 17:02:05.668501 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51332) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:05.683908 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63cf92e-84cf-49e6-bdab-22fe36e91e1f None None] Resources bound (agent type, host, resource id): {{(pid=114377) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 17:02:05.701931 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-cd94d92c-b3b9-4ddc-bc23-ab6a104a429b tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37bac903-d513-4157-9df1-8193dedb8087']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:05.708723 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3657f401-5cb1-4891-90ab-842d1997a767 req-9f94e391-a3fc-4fc2-8af2-cc3ff27c4b3a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5ebd8bd3-b725-4245-93f5-ef5668d6841a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1635439 Feb 16 17:02:05.719480 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-cd94d92c-b3b9-4ddc-bc23-ab6a104a429b tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00804713-8ad3-44f4-969d-a9cba0bda217') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:05.719836 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-cd94d92c-b3b9-4ddc-bc23-ab6a104a429b tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00804713-8ad3-44f4-969d-a9cba0bda217') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:05.731996 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f2506e45-9ac8-4089-aa3b-ee7e3995f3d6 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:05.733515 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-54b97bbe-dd80-4719-abc1-d57ef912e976 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Deleting subnet 3817549f-71e5-441f-815e-ea8d916ec654 {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:02:05.735896 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cd94d92c-b3b9-4ddc-bc23-ab6a104a429b tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:05.737437 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-54b97bbe-dd80-4719-abc1-d57ef912e976 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:05.781722 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-54b97bbe-dd80-4719-abc1-d57ef912e976 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:05.800947 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cd94d92c-b3b9-4ddc-bc23-ab6a104a429b tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:05.814294 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd94d92c-b3b9-4ddc-bc23-ab6a104a429b tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:02:05.814792 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cd94d92c-b3b9-4ddc-bc23-ab6a104a429b tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:05.823244 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 17:02:05.823244 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:02:05.823244 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 17:02:05.823244 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:02:05.823244 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 17:02:05.823244 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:02:05.823244 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 17:02:05.823244 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:02:05.823244 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 17:02:05.823244 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:02:05.823244 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 17:02:05.823244 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:02:05.823244 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 17:02:05.823244 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:02:05.823244 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:02:05.823244 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:02:05.823244 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:02:05.823244 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:02:05.823244 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 17:02:05.823244 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:02:05.823244 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 17:02:05.823244 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:02:05.823244 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:02:05.823244 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:02:05.823244 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 17:02:05.823244 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:02:05.823244 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:02:05.823244 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:02:05.823244 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:02:05.823244 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:02:05.823244 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:02:05.823244 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:02:05.825237 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-753fd1d2-d1ff-4214-bbbf-ce0e8e81ae37 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5521657 Feb 16 17:02:05.828571 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51334) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:05.835016 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-ff9eca05-29cc-4c92-b361-17731ed3b716 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Request body: {'floatingip': {'port_id': '818f6309-1127-4f94-bb4a-43864ed2df81'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:05.886855 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device e450781e-6be9-461c-a9bb-1f6c0176ac60 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:02:05.895775 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657f401-5cb1-4891-90ab-842d1997a767 req-01be53e6-aeed-4cba-b5b6-6576ec689677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:05.897351 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3657f401-5cb1-4891-90ab-842d1997a767 req-01be53e6-aeed-4cba-b5b6-6576ec689677 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=96057f06fdc74247a274207da8654659&device_id=5ebd8bd3-b725-4245-93f5-ef5668d6841a HTTP/1.1" status: 200 len: 1098 time: 0.1596265 Feb 16 17:02:05.960217 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ff9eca05-29cc-4c92-b361-17731ed3b716 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for floatingip, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:05.982629 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cd94d92c-b3b9-4ddc-bc23-ab6a104a429b tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:05.987243 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cd94d92c-b3b9-4ddc-bc23-ab6a104a429b tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:05.990988 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-cd94d92c-b3b9-4ddc-bc23-ab6a104a429b tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] 10.222.0.88 "DELETE /v2.0/networks/37bac903-d513-4157-9df1-8193dedb8087 HTTP/1.1" status: 204 len: 168 time: 0.8607018 Feb 16 17:02:05.992424 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f2506e45-9ac8-4089-aa3b-ee7e3995f3d6 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:05.995424 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51336) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:06.011499 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-54b97bbe-dd80-4719-abc1-d57ef912e976 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:06.026810 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port e450781e-6be9-461c-a9bb-1f6c0176ac60 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:06.027185 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:06.068139 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0663678e-7fcc-436c-a2e9-0f7e43b3950e None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:02:06.086527 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88805bae-1ada-4d09-9397-93d8c8fad408 None None] Network 5c7fa548-d9d6-4ee7-996a-f0e1851f547a requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:02:06.091784 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f2506e45-9ac8-4089-aa3b-ee7e3995f3d6 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:06.099918 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-f2506e45-9ac8-4089-aa3b-ee7e3995f3d6 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "DELETE /v2.0/subnets/3a8e9329-89a3-4cae-95c5-b2b387172eda HTTP/1.1" status: 204 len: 168 time: 0.7455277 Feb 16 17:02:06.101746 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-871f4ef0-6369-4e95-b144-bd0957fd1fa5 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:06.102204 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-871f4ef0-6369-4e95-b144-bd0957fd1fa5 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:06.106045 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-871f4ef0-6369-4e95-b144-bd0957fd1fa5 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] 10.222.0.88 "DELETE /v2.0/subnets/11d3b3fd-6fc6-4ed7-b726-dcdae5e0d7d4 HTTP/1.1" status: 404 len: 337 time: 0.1000338 Feb 16 17:02:06.110811 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51340) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:06.110811 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51342) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:06.111049 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd94d92c-b3b9-4ddc-bc23-ab6a104a429b tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Pushing event deleted for resources: {'Network': ['ID=37bac903-d513-4157-9df1-8193dedb8087,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:06.114531 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2506e45-9ac8-4089-aa3b-ee7e3995f3d6 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event deleted for resources: {'Subnet': ['ID=3a8e9329-89a3-4cae-95c5-b2b387172eda,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:06.121661 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-e44451c1-11b4-4b02-9ec7-bab08cc4c975 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Request body: {'subnet': {'network_id': '5c7fa548-d9d6-4ee7-996a-f0e1851f547a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:06.164849 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8ecb77-935d-4109-8982-3ae22591c012 None None] Network 37bac903-d513-4157-9df1-8193dedb8087 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:02:06.166974 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-02712bc9-88f2-455d-bc43-bf77a508b694 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:06.167593 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02712bc9-88f2-455d-bc43-bf77a508b694 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:06.170863 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-02712bc9-88f2-455d-bc43-bf77a508b694 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] 10.222.0.88 "DELETE /v2.0/networks/37bac903-d513-4157-9df1-8193dedb8087 HTTP/1.1" status: 404 len: 339 time: 0.0447376 Feb 16 17:02:06.199030 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8ecb77-935d-4109-8982-3ae22591c012 None None] Network 37bac903-d513-4157-9df1-8193dedb8087 could not be found, it might have been deleted concurrently. {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 16 17:02:06.206569 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51344) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:06.246461 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4ec11b-9d61-4c0a-a30a-ba38380cc906 None None] Network 37bac903-d513-4157-9df1-8193dedb8087 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:02:06.258722 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-f532392b-390f-425f-af86-7720266d39ce tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:06.259179 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f532392b-390f-425f-af86-7720266d39ce tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:06.262380 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-f532392b-390f-425f-af86-7720266d39ce tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] 10.222.0.88 "DELETE /v2.0/subnets/bc2a36f3-4455-4f99-906b-471748ef8c90 HTTP/1.1" status: 404 len: 337 time: 0.0548818 Feb 16 17:02:06.271680 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51346) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:06.282532 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657f401-5cb1-4891-90ab-842d1997a767 req-2a1ab088-9a85-4212-abe7-622a8f58f97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:06.284056 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3657f401-5cb1-4891-90ab-842d1997a767 req-2a1ab088-9a85-4212-abe7-622a8f58f97d service neutron] 10.222.0.89 "GET /v2.0/networks?id=06298a6e-8040-43d7-955f-604e4333c40a HTTP/1.1" status: 200 len: 898 time: 0.3602743 Feb 16 17:02:06.293021 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4ec11b-9d61-4c0a-a30a-ba38380cc906 None None] Network 37bac903-d513-4157-9df1-8193dedb8087 could not be found, it might have been deleted concurrently. {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 16 17:02:06.315336 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-b05de2f3-f5ed-4b93-838a-c6aeb25cb842 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:06.316207 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b05de2f3-f5ed-4b93-838a-c6aeb25cb842 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:06.320220 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-b05de2f3-f5ed-4b93-838a-c6aeb25cb842 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] 10.222.0.88 "DELETE /v2.0/networks/d7473233-428e-4169-bdf3-eab8ac3d4e43 HTTP/1.1" status: 404 len: 339 time: 0.0451241 Feb 16 17:02:06.363346 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51348) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:06.396442 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c6a183b-7bbb-439b-bb48-9d26a64570fc tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:06.396911 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c6a183b-7bbb-439b-bb48-9d26a64570fc tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:06.399886 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-9c6a183b-7bbb-439b-bb48-9d26a64570fc tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] 10.222.0.88 "DELETE /v2.0/subnets/a6afc829-c434-4e3b-a96d-52b44bf4a3e2 HTTP/1.1" status: 404 len: 337 time: 0.0351551 Feb 16 17:02:06.402981 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51350) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:06.435619 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0dc3413-1805-4129-9aa0-7bb33371cd46 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:06.436014 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0dc3413-1805-4129-9aa0-7bb33371cd46 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:06.440363 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-e0dc3413-1805-4129-9aa0-7bb33371cd46 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] 10.222.0.88 "DELETE /v2.0/networks/867d58bd-596c-4c26-bc0e-8f2c93a75ecd HTTP/1.1" status: 404 len: 339 time: 0.0338786 Feb 16 17:02:06.443189 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51352) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:06.446835 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3657f401-5cb1-4891-90ab-842d1997a767 req-fb4b34f7-cae0-49a7-8088-724fc044ae4d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc99fbb1-71bd-4ac1-b644-f86a78662778 HTTP/1.1" status: 200 len: 1001 time: 0.1439362 Feb 16 17:02:06.483476 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-2df677f3-253c-406f-a165-057162e1aa41 None None] Provisioning complete for port 8296e2ef-8fd4-4ea5-b8e8-221d977f9b22 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:06.483853 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2df677f3-253c-406f-a165-057162e1aa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:06.517433 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657f401-5cb1-4891-90ab-842d1997a767 req-3a8191f0-8d70-4bc0-bb9d-5484eeee365a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:06.519014 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3657f401-5cb1-4891-90ab-842d1997a767 req-3a8191f0-8d70-4bc0-bb9d-5484eeee365a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=dbd15ec9-3270-4d20-9abc-f2f9374aa4ce HTTP/1.1" status: 200 len: 835 time: 0.0635767 Feb 16 17:02:06.552287 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-2df677f3-253c-406f-a165-057162e1aa41 None None] Port 8296e2ef-8fd4-4ea5-b8e8-221d977f9b22 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:02:06.588021 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657f401-5cb1-4891-90ab-842d1997a767 req-ad9f4c13-ebaa-4b42-8a35-9e8525494914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:06.590917 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3657f401-5cb1-4891-90ab-842d1997a767 req-ad9f4c13-ebaa-4b42-8a35-9e8525494914 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=06298a6e-8040-43d7-955f-604e4333c40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0639668 Feb 16 17:02:06.594060 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44451c1-11b4-4b02-9ec7-bab08cc4c975 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Made reservation on behalf of c643207721ea44e4a742511dc6707de4 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:06.598667 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e44451c1-11b4-4b02-9ec7-bab08cc4c975 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:06.646199 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af91bad-7b71-42d1-b917-e9414c530c0e None None] Update dhcp port {'port': {'network_id': '5c7fa548-d9d6-4ee7-996a-f0e1851f547a', 'fixed_ips': [{'subnet_id': '3498eb2f-b11a-426f-b173-7c7549ce0972'}], 'binding:host_id': 'dv-neutron-828697-3-hyperv'}, 'id': 'c848c247-6c5c-4442-8027-3aacb1bd50ba'} from dv-neutron-828697-3-hyperv. {{(pid=114377) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 16 17:02:06.697980 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2af91bad-7b71-42d1-b917-e9414c530c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:06.700611 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-54b97bbe-dd80-4719-abc1-d57ef912e976 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:06.753260 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-5a4a255e-c4f7-4042-b059-70d2369f431a tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Deleting port da875b7b-9fa5-4579-8f09-430099bcf415 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:02:06.753747 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5a4a255e-c4f7-4042-b059-70d2369f431a tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:06.767021 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-54b97bbe-dd80-4719-abc1-d57ef912e976 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:06.776443 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-54b97bbe-dd80-4719-abc1-d57ef912e976 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/3817549f-71e5-441f-815e-ea8d916ec654 HTTP/1.1" status: 204 len: 168 time: 1.1047440 Feb 16 17:02:06.776443 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b97bbe-dd80-4719-abc1-d57ef912e976 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event deleted for resources: {'Subnet': ['ID=3817549f-71e5-441f-815e-ea8d916ec654,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:06.793451 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51354) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:06.850860 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-4b26ddd0-d48d-4422-a58f-13fdadbfec11 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0533228 Feb 16 17:02:06.854609 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51356) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:06.860186 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-2de26367-574c-4181-a624-34d4eaf5b719 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'subnet': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:06.877552 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f51031-47a7-4a9e-b060-9d7b04d3d88f None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:02:06.879437 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-989431fd-35c3-48f5-b271-3a24fa972821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:06.957015 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e44451c1-11b4-4b02-9ec7-bab08cc4c975 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:06.963556 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5a4a255e-c4f7-4042-b059-70d2369f431a tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:06.980846 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-094efc5e-84d3-4ab5-b2b1-48e42bab00d6 None None] Provisioning complete for port 8296e2ef-8fd4-4ea5-b8e8-221d977f9b22 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:06.981442 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-094efc5e-84d3-4ab5-b2b1-48e42bab00d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:06.995869 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-5a4a255e-c4f7-4042-b059-70d2369f431a tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Calling delete_port for da875b7b-9fa5-4579-8f09-430099bcf415 owned by {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:02:07.091948 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-094efc5e-84d3-4ab5-b2b1-48e42bab00d6 None None] Port 8296e2ef-8fd4-4ea5-b8e8-221d977f9b22 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:02:07.107292 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-2af91bad-7b71-42d1-b917-e9414c530c0e None None] Allocated IP 172.20.0.18 (5c7fa548-d9d6-4ee7-996a-f0e1851f547a/3498eb2f-b11a-426f-b173-7c7549ce0972/c848c247-6c5c-4442-8027-3aacb1bd50ba) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:07.204274 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07862ce5-8c6e-4d5f-98e7-d4f0c8d7d4bc None None] DHCP port deletion for 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:02:07.235693 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-2af91bad-7b71-42d1-b917-e9414c530c0e None None] For port c848c247-6c5c-4442-8027-3aacb1bd50ba, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=c848c247-6c5c-4442-8027-3aacb1bd50ba,segment=NetworkSegment(4058712c-fbf5-4c5d-865a-c089e8d3e2c5),segment_id=4058712c-fbf5-4c5d-865a-c089e8d3e2c5)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:02:07.272570 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-26bcfbbd-79f6-4608-ad7c-a9c49ae7304f None None] Provisioning complete for port e450781e-6be9-461c-a9bb-1f6c0176ac60 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:07.272856 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-26bcfbbd-79f6-4608-ad7c-a9c49ae7304f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:07.306535 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5a4a255e-c4f7-4042-b059-70d2369f431a tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:07.312864 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ff9eca05-29cc-4c92-b361-17731ed3b716 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:07.327167 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2af91bad-7b71-42d1-b917-e9414c530c0e None None] Notify callbacks [] for port, precommit_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:07.345038 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5a4a255e-c4f7-4042-b059-70d2369f431a tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:07.352016 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-5a4a255e-c4f7-4042-b059-70d2369f431a tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] 10.222.0.88 "DELETE /v2.0/ports/da875b7b-9fa5-4579-8f09-430099bcf415 HTTP/1.1" status: 204 len: 168 time: 0.9021108 Feb 16 17:02:07.352395 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44451c1-11b4-4b02-9ec7-bab08cc4c975 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Network 5c7fa548-d9d6-4ee7-996a-f0e1851f547a is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:07.352842 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4a255e-c4f7-4042-b059-70d2369f431a tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Pushing event deleted for resources: {'Port': ['ID=da875b7b-9fa5-4579-8f09-430099bcf415,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:07.353836 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51358) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:07.357753 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-07862ce5-8c6e-4d5f-98e7-d4f0c8d7d4bc None None] Deleting port e450781e-6be9-461c-a9bb-1f6c0176ac60 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:02:07.358259 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-07862ce5-8c6e-4d5f-98e7-d4f0c8d7d4bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:07.365999 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-e44451c1-11b4-4b02-9ec7-bab08cc4c975 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:07.375017 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ff9eca05-29cc-4c92-b361-17731ed3b716 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:07.389761 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44451c1-11b4-4b02-9ec7-bab08cc4c975 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:07.390349 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e44451c1-11b4-4b02-9ec7-bab08cc4c975 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:07.409028 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f1f8d32-1e0d-453f-8241-6670c02632a8 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:07.409751 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f1f8d32-1e0d-453f-8241-6670c02632a8 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:07.414967 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-3f1f8d32-1e0d-453f-8241-6670c02632a8 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] 10.222.0.88 "DELETE /v2.0/subnets/a089b62f-0684-4f24-acd1-04ee56e57927 HTTP/1.1" status: 404 len: 337 time: 0.0578563 Feb 16 17:02:07.416198 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44451c1-11b4-4b02-9ec7-bab08cc4c975 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event updated for resources: {'Subnet': ['ID=e986a1a9-ffcb-4c1b-bf1d-051643ae33bb,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:07.416352 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51360) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:07.419414 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de26367-574c-4181-a624-34d4eaf5b719 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:07.423207 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2de26367-574c-4181-a624-34d4eaf5b719 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:07.430458 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2af91bad-7b71-42d1-b917-e9414c530c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:07.492878 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-07862ce5-8c6e-4d5f-98e7-d4f0c8d7d4bc None None] For port e450781e-6be9-461c-a9bb-1f6c0176ac60, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=e450781e-6be9-461c-a9bb-1f6c0176ac60,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:02:07.493278 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-07862ce5-8c6e-4d5f-98e7-d4f0c8d7d4bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:07.538577 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-07862ce5-8c6e-4d5f-98e7-d4f0c8d7d4bc None None] Calling delete_port for e450781e-6be9-461c-a9bb-1f6c0176ac60 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:02:07.545297 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-488b54f7-1375-48ce-8a5b-b1eff0bdd1f1 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:07.550979 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-26bcfbbd-79f6-4608-ad7c-a9c49ae7304f None None] Provisioning complete for port 818f6309-1127-4f94-bb4a-43864ed2df81 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:07.551891 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-26bcfbbd-79f6-4608-ad7c-a9c49ae7304f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:07.555740 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af91bad-7b71-42d1-b917-e9414c530c0e None None] Pushing event updated for resources: {'Port': ['ID=c848c247-6c5c-4442-8027-3aacb1bd50ba,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:07.567161 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.l3_db [None req-ff9eca05-29cc-4c92-b361-17731ed3b716 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Floating IP 28c279ec-5acb-41dd-85cb-90ec002da646 associated. External IP: 172.26.3.173, port: 1df40923-09a3-42b8-ad1a-4efc82a4fc05. Feb 16 17:02:07.620971 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-e44451c1-11b4-4b02-9ec7-bab08cc4c975 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5032403 Feb 16 17:02:07.625279 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51362) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:07.630046 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-5d706761-3cd6-4933-9133-9bb82984d863 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Request body: {'security_group': {'name': 'tempest-secgroup-1633865975'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:07.648121 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-26bcfbbd-79f6-4608-ad7c-a9c49ae7304f None None] Port 818f6309-1127-4f94-bb4a-43864ed2df81 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:02:07.653309 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3657f401-5cb1-4891-90ab-842d1997a767 req-dc8363bb-5997-44f0-9b50-bc23da53d6f2 service neutron] 10.222.0.89 "GET /v2.0/networks/06298a6e-8040-43d7-955f-604e4333c40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7995360 Feb 16 17:02:07.702437 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-488b54f7-1375-48ce-8a5b-b1eff0bdd1f1 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:07.752293 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5d706761-3cd6-4933-9133-9bb82984d863 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:07.760944 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-488b54f7-1375-48ce-8a5b-b1eff0bdd1f1 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d32b1e01-c432-49cf-b95e-8023880f1797']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:07.776139 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-488b54f7-1375-48ce-8a5b-b1eff0bdd1f1 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a7b06b4-fa43-43b1-941a-9bf9a949e8ee') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:07.776443 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-488b54f7-1375-48ce-8a5b-b1eff0bdd1f1 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a7b06b4-fa43-43b1-941a-9bf9a949e8ee') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:07.782742 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-07862ce5-8c6e-4d5f-98e7-d4f0c8d7d4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:07.790435 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-488b54f7-1375-48ce-8a5b-b1eff0bdd1f1 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:07.826657 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07862ce5-8c6e-4d5f-98e7-d4f0c8d7d4bc None None] Pushing event deleted for resources: {'Port': ['ID=e450781e-6be9-461c-a9bb-1f6c0176ac60,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:07.837801 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07862ce5-8c6e-4d5f-98e7-d4f0c8d7d4bc None None] No DVR routers for this DVR port e450781e-6be9-461c-a9bb-1f6c0176ac60 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:02:07.859894 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-488b54f7-1375-48ce-8a5b-b1eff0bdd1f1 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:07.876579 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-488b54f7-1375-48ce-8a5b-b1eff0bdd1f1 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:02:07.877526 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-488b54f7-1375-48ce-8a5b-b1eff0bdd1f1 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:07.882232 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 17:02:07.882232 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:02:07.882232 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 17:02:07.882232 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:02:07.882232 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 17:02:07.882232 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:02:07.882232 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 17:02:07.882232 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:02:07.882232 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 17:02:07.882232 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:02:07.882232 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 17:02:07.882232 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:02:07.882232 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 17:02:07.882232 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:02:07.882232 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:02:07.882232 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:02:07.882232 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:02:07.882232 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:02:07.882232 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 17:02:07.882232 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:02:07.882232 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 17:02:07.882232 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:02:07.882232 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:02:07.882232 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:02:07.882232 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 17:02:07.882232 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:02:07.882232 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:02:07.882232 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:02:07.882232 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:02:07.882232 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:02:07.882232 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:02:07.882232 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:02:07.885048 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3657f401-5cb1-4891-90ab-842d1997a767 req-3260b00d-e1d6-432f-b6d6-b20b7a9c4f6f service neutron] 10.222.0.89 "GET /v2.0/networks/06298a6e-8040-43d7-955f-604e4333c40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205234 Feb 16 17:02:07.912303 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.objects.ports [None req-2de26367-574c-4181-a624-34d4eaf5b719 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114376) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 17:02:07.913919 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2de26367-574c-4181-a624-34d4eaf5b719 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:07.963446 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device c848c247-6c5c-4442-8027-3aacb1bd50ba up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:02:07.990155 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de26367-574c-4181-a624-34d4eaf5b719 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Subnet': ['ID=b4a325ce-c3f4-4b92-b855-911c42ae3604,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:08.014312 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de26367-574c-4181-a624-34d4eaf5b719 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:08.014312 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-2de26367-574c-4181-a624-34d4eaf5b719 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:08.014312 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de26367-574c-4181-a624-34d4eaf5b719 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:08.014312 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2de26367-574c-4181-a624-34d4eaf5b719 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:08.018996 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef996f40-4ee4-48bf-b52a-a26ae9c23f72 None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:02:08.045293 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9eca05-29cc-4c92-b361-17731ed3b716 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Router d20839c9-a90f-41fa-a6fb-8ea4c215ed87 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:02:08.097323 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port c848c247-6c5c-4442-8027-3aacb1bd50ba triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:08.098012 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:08.103497 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-488b54f7-1375-48ce-8a5b-b1eff0bdd1f1 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:08.109429 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-488b54f7-1375-48ce-8a5b-b1eff0bdd1f1 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:08.115631 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-488b54f7-1375-48ce-8a5b-b1eff0bdd1f1 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] 10.222.0.88 "DELETE /v2.0/networks/d32b1e01-c432-49cf-b95e-8023880f1797 HTTP/1.1" status: 204 len: 168 time: 0.6962597 Feb 16 17:02:08.144166 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51364) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:08.161866 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488b54f7-1375-48ce-8a5b-b1eff0bdd1f1 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Pushing event deleted for resources: {'Network': ['ID=d32b1e01-c432-49cf-b95e-8023880f1797,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:08.186134 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9eca05-29cc-4c92-b361-17731ed3b716 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:02:08.206171 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-2de26367-574c-4181-a624-34d4eaf5b719 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3503206 Feb 16 17:02:08.206807 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51366) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:08.217694 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-27f731d3-d151-4739-9ec2-dbbe75650342 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'port': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'mac_address': 'fa:16:3e:cc:9d:cd', 'name': 'tempest-NetworksTestDHCPv6-210792659'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:08.280232 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5d706761-3cd6-4933-9133-9bb82984d863 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:08.408617 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5d706761-3cd6-4933-9133-9bb82984d863 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:08.418838 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddb229c-8907-4114-9291-b260ff5cdfe4 None None] Network 5c7fa548-d9d6-4ee7-996a-f0e1851f547a requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:02:08.421985 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6290a69-abc0-4071-b2d6-b2fdb62bf398 None None] Sync routers for ids ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:02:08.423388 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-fc1f954f-6650-4c3e-b496-2ff403a7a624 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Deleting port 18d0061f-a72a-4b1d-983f-a22edf4dc6bc {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:02:08.423733 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fc1f954f-6650-4c3e-b496-2ff403a7a624 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:08.452579 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0180ae-de75-497a-8f31-544e2af554b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'tenant_id': '81837604d6654060bf0a8ff194578833', 'fixed_ips': [{'subnet_id': 'b4a325ce-c3f4-4b92-b855-911c42ae3604'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:02:08.453683 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4d0180ae-de75-497a-8f31-544e2af554b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:08.485352 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9eca05-29cc-4c92-b361-17731ed3b716 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Router a74e0324-cd09-4197-a803-b04d79df097e has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:02:08.507116 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d706761-3cd6-4933-9133-9bb82984d863 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c084643-ae87-4bb7-9129-054513b58168,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:08.517971 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fc1f954f-6650-4c3e-b496-2ff403a7a624 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:08.533264 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-fc1f954f-6650-4c3e-b496-2ff403a7a624 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Calling delete_port for 18d0061f-a72a-4b1d-983f-a22edf4dc6bc owned by {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:02:08.575926 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device e450781e-6be9-461c-a9bb-1f6c0176ac60 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:02:08.582832 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5d706761-3cd6-4933-9133-9bb82984d863 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:08.584487 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-5d706761-3cd6-4933-9133-9bb82984d863 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9577050 Feb 16 17:02:08.588275 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51370) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:08.593851 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-e21a4862-e3e2-41ce-9213-f6ec27a12c0e tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Request body: {'security_group': {'name': 'tempest-secgroup-1383612643'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:08.605839 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-7d329401-a611-4e23-a079-751a18f26f27 None None] Provisioning complete for port c848c247-6c5c-4442-8027-3aacb1bd50ba triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:08.606276 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-7d329401-a611-4e23-a079-751a18f26f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:08.616128 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6290a69-abc0-4071-b2d6-b2fdb62bf398 None None] Routers {'d20839c9-a90f-41fa-a6fb-8ea4c215ed87'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:02:08.616883 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-f6290a69-abc0-4071-b2d6-b2fdb62bf398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:01:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:08.631418 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9eca05-29cc-4c92-b361-17731ed3b716 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:02:08.636795 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ff9eca05-29cc-4c92-b361-17731ed3b716 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:08.641768 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b636882-11ad-4108-b84d-6e0d045d8f10 None None] Sync routers for ids ['a74e0324-cd09-4197-a803-b04d79df097e'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:02:08.651817 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b636882-11ad-4108-b84d-6e0d045d8f10 None None] Routers {'a74e0324-cd09-4197-a803-b04d79df097e'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:02:08.652258 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: e450781e-6be9-461c-a9bb-1f6c0176ac60 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:02:08.652470 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-2b636882-11ad-4108-b84d-6e0d045d8f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:01:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['a74e0324-cd09-4197-a803-b04d79df097e'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:08.652605 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device e450781e-6be9-461c-a9bb-1f6c0176ac60 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:02:08.656771 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f731d3-d151-4739-9ec2-dbbe75650342 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:08.685279 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-f6290a69-abc0-4071-b2d6-b2fdb62bf398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:08.711457 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ff9eca05-29cc-4c92-b361-17731ed3b716 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] 10.222.0.88 "PUT /v2.0/floatingips/28c279ec-5acb-41dd-85cb-90ec002da646 HTTP/1.1" status: 200 len: 978 time: 2.8815813 Feb 16 17:02:08.714035 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51372) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:08.722809 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-2b636882-11ad-4108-b84d-6e0d045d8f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:08.735448 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b636882-11ad-4108-b84d-6e0d045d8f10 None None] Routers {'a74e0324-cd09-4197-a803-b04d79df097e'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:02:08.736285 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-2b636882-11ad-4108-b84d-6e0d045d8f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:01:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['a74e0324-cd09-4197-a803-b04d79df097e'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:08.739751 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fc1f954f-6650-4c3e-b496-2ff403a7a624 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:08.750399 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6290a69-abc0-4071-b2d6-b2fdb62bf398 None None] Routers {'d20839c9-a90f-41fa-a6fb-8ea4c215ed87'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:02:08.751039 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-f6290a69-abc0-4071-b2d6-b2fdb62bf398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:01:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:08.789035 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-2b636882-11ad-4108-b84d-6e0d045d8f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:08.789671 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b636882-11ad-4108-b84d-6e0d045d8f10 None None] The sync data for ids ['a74e0324-cd09-4197-a803-b04d79df097e'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:02:08.802100 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f954f-6650-4c3e-b496-2ff403a7a624 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Pushing event deleted for resources: {'Port': ['ID=18d0061f-a72a-4b1d-983f-a22edf4dc6bc,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:08.807695 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-f6290a69-abc0-4071-b2d6-b2fdb62bf398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:08.808383 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6290a69-abc0-4071-b2d6-b2fdb62bf398 None None] The sync data for ids ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:02:08.815786 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fc1f954f-6650-4c3e-b496-2ff403a7a624 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:08.822715 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-fc1f954f-6650-4c3e-b496-2ff403a7a624 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] 10.222.0.88 "DELETE /v2.0/ports/18d0061f-a72a-4b1d-983f-a22edf4dc6bc HTTP/1.1" status: 204 len: 168 time: 0.6762381 Feb 16 17:02:08.829849 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51374) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:08.836241 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-27f731d3-d151-4739-9ec2-dbbe75650342 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:08.841632 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-4d0180ae-de75-497a-8f31-544e2af554b0 None None] Allocated IP 2001:db8::f816:3eff:fe5c:caea (1e2a9b2d-a159-48c5-a704-dcb18c3b88c3/b4a325ce-c3f4-4b92-b855-911c42ae3604/793cdab6-c772-460d-8a53-8e8b478d589c) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:08.866790 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [None req-27f731d3-d151-4739-9ec2-dbbe75650342 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] device_id is not set on port c41c1a0c-c2a6-4a82-8965-b9a05172156b yet. {{(pid=114376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:02:08.867176 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed6db1f1-71d2-4ae2-a9fa-7f1e594fe59c tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:08.867536 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed6db1f1-71d2-4ae2-a9fa-7f1e594fe59c tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:08.870627 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ed6db1f1-71d2-4ae2-a9fa-7f1e594fe59c tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] 10.222.0.88 "DELETE /v2.0/subnets/c0bdf071-feb2-470d-9609-83a5470d8eb7 HTTP/1.1" status: 404 len: 337 time: 0.0351930 Feb 16 17:02:08.873372 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51376) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:08.890330 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-1e2b1df6-af7f-4dd3-9eba-fd17f6b2282e tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Deleting port 818f6309-1127-4f94-bb4a-43864ed2df81 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:02:08.890804 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1e2b1df6-af7f-4dd3-9eba-fd17f6b2282e tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:08.898860 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e21a4862-e3e2-41ce-9213-f6ec27a12c0e tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:08.992718 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1e2b1df6-af7f-4dd3-9eba-fd17f6b2282e tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:09.030774 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d6487ca8-ed84-4f55-8e6c-6c6d19cd4692 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:09.031779 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-7d329401-a611-4e23-a079-751a18f26f27 None None] Provisioning complete for port 8049061f-47fa-4c43-8046-007e97c0d89c triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:09.032199 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-7d329401-a611-4e23-a079-751a18f26f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:09.112968 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e21a4862-e3e2-41ce-9213-f6ec27a12c0e tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:09.115287 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-7d329401-a611-4e23-a079-751a18f26f27 None None] Port 8049061f-47fa-4c43-8046-007e97c0d89c cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:02:09.121807 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4d0180ae-de75-497a-8f31-544e2af554b0 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:09.160378 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d6487ca8-ed84-4f55-8e6c-6c6d19cd4692 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:09.168851 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab5a34a-a5ce-4080-a64b-73bccd3c8d2c None None] Update dhcp port {'port': {'network_id': '5c7fa548-d9d6-4ee7-996a-f0e1851f547a', 'fixed_ips': [{'subnet_id': '3498eb2f-b11a-426f-b173-7c7549ce0972', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e986a1a9-ffcb-4c1b-bf1d-051643ae33bb'}], 'binding:host_id': 'dv-neutron-828697-3-hyperv'}, 'id': 'c848c247-6c5c-4442-8027-3aacb1bd50ba'} from dv-neutron-828697-3-hyperv. {{(pid=114377) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 16 17:02:09.184965 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-d6487ca8-ed84-4f55-8e6c-6c6d19cd4692 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6097b752-1ddc-4918-ac19-e69b0b81ce73']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:09.189039 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-fbf49bb1-5f33-40cb-8fe4-844ac1d47714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:09.196585 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-eab5a34a-a5ce-4080-a64b-73bccd3c8d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:09.200054 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-d6487ca8-ed84-4f55-8e6c-6c6d19cd4692 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd47cc651-99b9-43dc-9cfb-f3fd9af02853') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:09.200243 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-d6487ca8-ed84-4f55-8e6c-6c6d19cd4692 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd47cc651-99b9-43dc-9cfb-f3fd9af02853') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:09.200621 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1e2b1df6-af7f-4dd3-9eba-fd17f6b2282e tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:09.200991 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1e2b1df6-af7f-4dd3-9eba-fd17f6b2282e tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:09.201311 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.l3_db [None req-1e2b1df6-af7f-4dd3-9eba-fd17f6b2282e tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Floating IP 28c279ec-5acb-41dd-85cb-90ec002da646 disassociated. External IP: 172.26.3.173, port: 818f6309-1127-4f94-bb4a-43864ed2df81. Feb 16 17:02:09.201658 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-1e2b1df6-af7f-4dd3-9eba-fd17f6b2282e tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Calling delete_port for 818f6309-1127-4f94-bb4a-43864ed2df81 owned by {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:02:09.214863 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d6487ca8-ed84-4f55-8e6c-6c6d19cd4692 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:09.229308 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d6487ca8-ed84-4f55-8e6c-6c6d19cd4692 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:09.235715 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6487ca8-ed84-4f55-8e6c-6c6d19cd4692 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:02:09.236139 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d6487ca8-ed84-4f55-8e6c-6c6d19cd4692 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:09.239241 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4d0180ae-de75-497a-8f31-544e2af554b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:09.285181 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 17:02:09.285181 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:02:09.285181 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 17:02:09.285181 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:02:09.285181 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 17:02:09.285181 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:02:09.285181 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 17:02:09.285181 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:02:09.285181 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 17:02:09.285181 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:02:09.285181 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 17:02:09.285181 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:02:09.285181 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 17:02:09.285181 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:02:09.285181 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:02:09.285181 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:02:09.285181 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:02:09.285181 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:02:09.285181 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 17:02:09.285181 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:02:09.285181 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 17:02:09.285181 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:02:09.285181 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:02:09.285181 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:02:09.285181 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 17:02:09.285181 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:02:09.285181 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:02:09.285181 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:02:09.285181 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:02:09.285181 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:02:09.285181 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:02:09.285181 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:02:09.296726 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e21a4862-e3e2-41ce-9213-f6ec27a12c0e tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:09.329299 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0180ae-de75-497a-8f31-544e2af554b0 None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:09.341068 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-4d0180ae-de75-497a-8f31-544e2af554b0 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:09.346905 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0180ae-de75-497a-8f31-544e2af554b0 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:02:09.359465 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0180ae-de75-497a-8f31-544e2af554b0 None None] Pushing event updated for resources: {'Port': ['ID=793cdab6-c772-460d-8a53-8e8b478d589c,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:09.374611 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e21a4862-e3e2-41ce-9213-f6ec27a12c0e tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:09.378603 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-e21a4862-e3e2-41ce-9213-f6ec27a12c0e tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7866488 Feb 16 17:02:09.380143 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51378) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:09.382537 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21a4862-e3e2-41ce-9213-f6ec27a12c0e tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=934aaaa8-15ac-4fa5-81cf-cf9e9d8d6334,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:09.392455 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-27f731d3-d151-4739-9ec2-dbbe75650342 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Allocated IP 2001:db8::f816:3eff:fecc:9dcd (1e2a9b2d-a159-48c5-a704-dcb18c3b88c3/b4a325ce-c3f4-4b92-b855-911c42ae3604/c41c1a0c-c2a6-4a82-8965-b9a05172156b) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:09.392726 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-505ad3ca-788b-40d1-9037-2d6f666d24a0 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Request body: {'security_group': {'name': 'tempest-secgroup-1038825580'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:09.404994 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1e2b1df6-af7f-4dd3-9eba-fd17f6b2282e tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:09.448151 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d6487ca8-ed84-4f55-8e6c-6c6d19cd4692 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:09.448922 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-4d0180ae-de75-497a-8f31-544e2af554b0 None None] Attempting to bind port 793cdab6-c772-460d-8a53-8e8b478d589c on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:02:09.449752 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-4d0180ae-de75-497a-8f31-544e2af554b0 None None] Attempting to bind port 793cdab6-c772-460d-8a53-8e8b478d589c by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:02:09.449752 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0180ae-de75-497a-8f31-544e2af554b0 None None] Attempting to bind port 793cdab6-c772-460d-8a53-8e8b478d589c on network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:02:09.459829 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0180ae-de75-497a-8f31-544e2af554b0 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:02:09.460283 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0180ae-de75-497a-8f31-544e2af554b0 None None] Checking segment: {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:02:09.460641 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4d0180ae-de75-497a-8f31-544e2af554b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:09.461028 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0180ae-de75-497a-8f31-544e2af554b0 None None] Bound using segment: {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:02:09.461509 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-4d0180ae-de75-497a-8f31-544e2af554b0 None None] Bound port: 793cdab6-c772-460d-8a53-8e8b478d589c, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:02:09.461895 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4d0180ae-de75-497a-8f31-544e2af554b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:09.470820 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d6487ca8-ed84-4f55-8e6c-6c6d19cd4692 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:09.474772 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b1df6-af7f-4dd3-9eba-fd17f6b2282e tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Pushing event deleted for resources: {'Port': ['ID=818f6309-1127-4f94-bb4a-43864ed2df81,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:09.474965 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-d6487ca8-ed84-4f55-8e6c-6c6d19cd4692 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] 10.222.0.88 "DELETE /v2.0/networks/6097b752-1ddc-4918-ac19-e69b0b81ce73 HTTP/1.1" status: 204 len: 168 time: 0.5996096 Feb 16 17:02:09.479091 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6487ca8-ed84-4f55-8e6c-6c6d19cd4692 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Pushing event deleted for resources: {'Network': ['ID=6097b752-1ddc-4918-ac19-e69b0b81ce73,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:09.479740 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-eab5a34a-a5ce-4080-a64b-73bccd3c8d2c None None] Allocated IP 172.20.0.2 (5c7fa548-d9d6-4ee7-996a-f0e1851f547a/e986a1a9-ffcb-4c1b-bf1d-051643ae33bb/c848c247-6c5c-4442-8027-3aacb1bd50ba) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:09.480700 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51380) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:09.584786 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-505ad3ca-788b-40d1-9037-2d6f666d24a0 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:09.593467 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3461457-b8da-4950-9179-40ff3903f3fb tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Deleting subnet 6e7a18a4-191b-4a4c-9b42-7e68a2832204 {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:02:09.597577 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c3461457-b8da-4950-9179-40ff3903f3fb tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:09.659609 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c3461457-b8da-4950-9179-40ff3903f3fb tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:09.665878 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-eab5a34a-a5ce-4080-a64b-73bccd3c8d2c None None] For port c848c247-6c5c-4442-8027-3aacb1bd50ba, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=c848c247-6c5c-4442-8027-3aacb1bd50ba,segment=NetworkSegment(4058712c-fbf5-4c5d-865a-c089e8d3e2c5),segment_id=4058712c-fbf5-4c5d-865a-c089e8d3e2c5)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:02:09.723428 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-27f731d3-d151-4739-9ec2-dbbe75650342 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:09.724853 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-eab5a34a-a5ce-4080-a64b-73bccd3c8d2c None None] Notify callbacks [] for port, precommit_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:09.729082 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-4d0180ae-de75-497a-8f31-544e2af554b0 None None] For port 793cdab6-c772-460d-8a53-8e8b478d589c, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:02:09.743579 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-4d0180ae-de75-497a-8f31-544e2af554b0 None None] For port 793cdab6-c772-460d-8a53-8e8b478d589c, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=793cdab6-c772-460d-8a53-8e8b478d589c,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:02:09.771081 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-eab5a34a-a5ce-4080-a64b-73bccd3c8d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:09.794522 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c3461457-b8da-4950-9179-40ff3903f3fb tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:09.812319 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4d0180ae-de75-497a-8f31-544e2af554b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:09.869228 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab5a34a-a5ce-4080-a64b-73bccd3c8d2c None None] Pushing event updated for resources: {'Port': ['ID=c848c247-6c5c-4442-8027-3aacb1bd50ba,revision_number=6']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:09.899059 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-27f731d3-d151-4739-9ec2-dbbe75650342 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:09.949943 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0180ae-de75-497a-8f31-544e2af554b0 None None] Pushing event updated for resources: {'Port': ['ID=793cdab6-c772-460d-8a53-8e8b478d589c,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:09.961870 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-505ad3ca-788b-40d1-9037-2d6f666d24a0 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:09.962639 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f731d3-d151-4739-9ec2-dbbe75650342 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:09.965950 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-27f731d3-d151-4739-9ec2-dbbe75650342 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:09.971022 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f731d3-d151-4739-9ec2-dbbe75650342 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:02:09.979804 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f731d3-d151-4739-9ec2-dbbe75650342 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:09.979804 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-27f731d3-d151-4739-9ec2-dbbe75650342 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:09.982540 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c3461457-b8da-4950-9179-40ff3903f3fb tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:09.985540 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e2b1df6-af7f-4dd3-9eba-fd17f6b2282e tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Router a74e0324-cd09-4197-a803-b04d79df097e has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:02:09.990543 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f731d3-d151-4739-9ec2-dbbe75650342 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Port': ['ID=c41c1a0c-c2a6-4a82-8965-b9a05172156b,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:10.019168 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3461457-b8da-4950-9179-40ff3903f3fb tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Pushing event deleted for resources: {'Subnet': ['ID=6e7a18a4-191b-4a4c-9b42-7e68a2832204,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:10.024115 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c3461457-b8da-4950-9179-40ff3903f3fb tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:10.027332 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c3461457-b8da-4950-9179-40ff3903f3fb tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] 10.222.0.88 "DELETE /v2.0/subnets/6e7a18a4-191b-4a4c-9b42-7e68a2832204 HTTP/1.1" status: 204 len: 168 time: 0.5410895 Feb 16 17:02:10.030275 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51382) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:10.032959 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319f2e7c-2f4a-4490-843c-319e6ee5f1ba None None] Network c080138b-6bca-4508-9375-97ce608b868c requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:02:10.105533 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-27f731d3-d151-4739-9ec2-dbbe75650342 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8924751 Feb 16 17:02:10.110989 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51384) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:10.123519 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2b1df6-af7f-4dd3-9eba-fd17f6b2282e tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:02:10.143028 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df97724f-a5d9-4ef2-bd34-f6470febffe1 None None] Sync routers for ids ['a74e0324-cd09-4197-a803-b04d79df097e'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:02:10.154442 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-bf5676fb-4275-443b-b1e6-8d1a1d3e6326 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:10.168572 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-505ad3ca-788b-40d1-9037-2d6f666d24a0 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:10.212924 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df97724f-a5d9-4ef2-bd34-f6470febffe1 None None] Routers {'a74e0324-cd09-4197-a803-b04d79df097e'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:02:10.213565 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-df97724f-a5d9-4ef2-bd34-f6470febffe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:02:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['a74e0324-cd09-4197-a803-b04d79df097e'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:10.247152 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d372ac7a-b82d-422a-bb4f-55a249c3020e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:10.252515 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-df97724f-a5d9-4ef2-bd34-f6470febffe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:10.257816 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d372ac7a-b82d-422a-bb4f-55a249c3020e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:10.257816 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-d372ac7a-b82d-422a-bb4f-55a249c3020e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1446846 Feb 16 17:02:10.261804 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51386) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:10.296896 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df97724f-a5d9-4ef2-bd34-f6470febffe1 None None] Routers {'a74e0324-cd09-4197-a803-b04d79df097e'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:02:10.297616 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-df97724f-a5d9-4ef2-bd34-f6470febffe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:02:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['a74e0324-cd09-4197-a803-b04d79df097e'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:10.298813 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-bf5676fb-4275-443b-b1e6-8d1a1d3e6326 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Deleting port 8f1ec8af-bf91-4f68-b906-f9ac90731b2c {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:02:10.299677 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-bf5676fb-4275-443b-b1e6-8d1a1d3e6326 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:10.332289 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505ad3ca-788b-40d1-9037-2d6f666d24a0 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4c41e4-47a3-4ae0-8141-29112870283d,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:10.360413 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-505ad3ca-788b-40d1-9037-2d6f666d24a0 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:10.366521 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-505ad3ca-788b-40d1-9037-2d6f666d24a0 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9845355 Feb 16 17:02:10.366521 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51388) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:10.397136 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-83993cd4-f1a2-41e7-b93e-55b3a19e015e tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1676539403', 'security_groups': ['8a4c41e4-47a3-4ae0-8141-29112870283d'], 'network_id': '5c7fa548-d9d6-4ee7-996a-f0e1851f547a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e986a1a9-ffcb-4c1b-bf1d-051643ae33bb'}]}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:10.403793 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1e2b1df6-af7f-4dd3-9eba-fd17f6b2282e tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:10.410857 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-1e2b1df6-af7f-4dd3-9eba-fd17f6b2282e tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] 10.222.0.88 "DELETE /v2.0/ports/818f6309-1127-4f94-bb4a-43864ed2df81 HTTP/1.1" status: 204 len: 168 time: 1.6926780 Feb 16 17:02:10.414451 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51390) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:10.429063 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-bf5676fb-4275-443b-b1e6-8d1a1d3e6326 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] For port 8f1ec8af-bf91-4f68-b906-f9ac90731b2c, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=8f1ec8af-bf91-4f68-b906-f9ac90731b2c,segment=NetworkSegment(9c6d114b-6c5b-492b-b7c2-33c8ec2182ba),segment_id=9c6d114b-6c5b-492b-b7c2-33c8ec2182ba)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:02:10.429759 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-bf5676fb-4275-443b-b1e6-8d1a1d3e6326 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:10.486894 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-bf5676fb-4275-443b-b1e6-8d1a1d3e6326 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Calling delete_port for 8f1ec8af-bf91-4f68-b906-f9ac90731b2c owned by network:dhcp {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:02:10.522216 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-9cc16985-580f-49a0-b2e4-27b85760a2d3 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Deleting port c41c1a0c-c2a6-4a82-8965-b9a05172156b {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:02:10.522752 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9cc16985-580f-49a0-b2e4-27b85760a2d3 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:10.543335 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-df97724f-a5d9-4ef2-bd34-f6470febffe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:10.544064 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df97724f-a5d9-4ef2-bd34-f6470febffe1 None None] The sync data for ids ['a74e0324-cd09-4197-a803-b04d79df097e'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:02:10.545245 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:10.642832 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e773fa-7fdd-4cc1-94e5-186b15b4682a None None] DHCP port deletion for c080138b-6bca-4508-9375-97ce608b868c request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:02:10.679565 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9cc16985-580f-49a0-b2e4-27b85760a2d3 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:10.700443 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-9cc16985-580f-49a0-b2e4-27b85760a2d3 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Calling delete_port for c41c1a0c-c2a6-4a82-8965-b9a05172156b owned by {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:02:10.711595 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-f8e773fa-7fdd-4cc1-94e5-186b15b4682a None None] Deleting port 8f1ec8af-bf91-4f68-b906-f9ac90731b2c {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:02:10.712007 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f8e773fa-7fdd-4cc1-94e5-186b15b4682a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:10.750727 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83993cd4-f1a2-41e7-b93e-55b3a19e015e tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Made reservation on behalf of c643207721ea44e4a742511dc6707de4 for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:10.788534 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-f8e773fa-7fdd-4cc1-94e5-186b15b4682a None None] For port 8f1ec8af-bf91-4f68-b906-f9ac90731b2c, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=8f1ec8af-bf91-4f68-b906-f9ac90731b2c,segment=NetworkSegment(9c6d114b-6c5b-492b-b7c2-33c8ec2182ba),segment_id=9c6d114b-6c5b-492b-b7c2-33c8ec2182ba)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:02:10.789032 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f8e773fa-7fdd-4cc1-94e5-186b15b4682a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:10.806650 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-bf5676fb-4275-443b-b1e6-8d1a1d3e6326 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:10.821024 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-f8e773fa-7fdd-4cc1-94e5-186b15b4682a None None] Calling delete_port for 8f1ec8af-bf91-4f68-b906-f9ac90731b2c owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:02:10.851909 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5676fb-4275-443b-b1e6-8d1a1d3e6326 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] No DVR routers for this DVR port 8f1ec8af-bf91-4f68-b906-f9ac90731b2c on host dv-neutron-828697-3-hyperv {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:02:10.859472 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5676fb-4275-443b-b1e6-8d1a1d3e6326 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Pushing event deleted for resources: {'Port': ['ID=8f1ec8af-bf91-4f68-b906-f9ac90731b2c,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:10.884853 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-83993cd4-f1a2-41e7-b93e-55b3a19e015e tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:10.905508 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-83993cd4-f1a2-41e7-b93e-55b3a19e015e tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] device_id is not set on port 7f7fe12b-76bc-4e3e-a768-f1a9b41a52fb yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:02:10.960673 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-e3461228-03a0-4297-a6ae-7f63c4e03f9a None None] Provisioning complete for port c848c247-6c5c-4442-8027-3aacb1bd50ba triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:10.961206 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e3461228-03a0-4297-a6ae-7f63c4e03f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:11.012460 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-bf5676fb-4275-443b-b1e6-8d1a1d3e6326 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:11.021029 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f8e773fa-7fdd-4cc1-94e5-186b15b4682a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:11.046711 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-bf5676fb-4275-443b-b1e6-8d1a1d3e6326 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c080138b-6bca-4508-9375-97ce608b868c']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:11.075059 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e773fa-7fdd-4cc1-94e5-186b15b4682a None None] Pushing event deleted for resources: {'Port': ['ID=8f1ec8af-bf91-4f68-b906-f9ac90731b2c,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:11.076270 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e773fa-7fdd-4cc1-94e5-186b15b4682a None None] No DVR routers for this DVR port 8f1ec8af-bf91-4f68-b906-f9ac90731b2c on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:02:11.085881 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-bf5676fb-4275-443b-b1e6-8d1a1d3e6326 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c6d114b-6c5b-492b-b7c2-33c8ec2182ba') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:11.086180 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-bf5676fb-4275-443b-b1e6-8d1a1d3e6326 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c6d114b-6c5b-492b-b7c2-33c8ec2182ba') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:11.148799 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-bf5676fb-4275-443b-b1e6-8d1a1d3e6326 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:11.172984 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-bf5676fb-4275-443b-b1e6-8d1a1d3e6326 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:11.176899 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-e3461228-03a0-4297-a6ae-7f63c4e03f9a None None] Provisioning complete for port 8049061f-47fa-4c43-8046-007e97c0d89c triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:11.177379 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e3461228-03a0-4297-a6ae-7f63c4e03f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:11.188740 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf5676fb-4275-443b-b1e6-8d1a1d3e6326 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:02:11.188740 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-bf5676fb-4275-443b-b1e6-8d1a1d3e6326 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:11.189280 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-83993cd4-f1a2-41e7-b93e-55b3a19e015e tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Allocated IP 172.20.0.13 (5c7fa548-d9d6-4ee7-996a-f0e1851f547a/e986a1a9-ffcb-4c1b-bf1d-051643ae33bb/7f7fe12b-76bc-4e3e-a768-f1a9b41a52fb) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:11.189742 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 17:02:11.189742 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:02:11.189742 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 17:02:11.189742 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:02:11.189742 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 17:02:11.189742 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:02:11.189742 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 17:02:11.189742 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:02:11.189742 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 17:02:11.189742 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:02:11.189742 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 17:02:11.189742 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:02:11.189742 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 17:02:11.189742 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:02:11.189742 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:02:11.189742 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:02:11.189742 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:02:11.189742 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:02:11.189742 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 17:02:11.189742 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:02:11.189742 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 17:02:11.189742 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:02:11.189742 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:02:11.189742 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:02:11.189742 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 17:02:11.189742 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:02:11.189742 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:02:11.189742 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:02:11.189742 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:02:11.189742 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:02:11.189742 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:02:11.189742 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:02:11.222317 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-e3461228-03a0-4297-a6ae-7f63c4e03f9a None None] Port 8049061f-47fa-4c43-8046-007e97c0d89c cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:02:11.261521 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a5c34a98-adda-42e8-a787-eba42e0b04e6 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:11.265945 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9cc16985-580f-49a0-b2e4-27b85760a2d3 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:11.337713 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-b0c6e7e8-c21a-4348-9d12-c6f99fe0e299 None None] Could not find standard attr ID for object 6476bb86-31df-4a83-a28b-c116242b4fa3. {{(pid=114377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 17:02:11.372402 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc16985-580f-49a0-b2e4-27b85760a2d3 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event deleted for resources: {'Port': ['ID=c41c1a0c-c2a6-4a82-8965-b9a05172156b,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:11.374940 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9cc16985-580f-49a0-b2e4-27b85760a2d3 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:11.378317 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-9cc16985-580f-49a0-b2e4-27b85760a2d3 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/ports/c41c1a0c-c2a6-4a82-8965-b9a05172156b HTTP/1.1" status: 204 len: 168 time: 1.1124890 Feb 16 17:02:11.381495 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51392) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:11.472723 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6653641a-34c8-4423-9d14-b9303c46c9bd tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:11.474323 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6653641a-34c8-4423-9d14-b9303c46c9bd tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:11.478713 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-6653641a-34c8-4423-9d14-b9303c46c9bd tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0931449 Feb 16 17:02:11.479683 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51394) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:11.517409 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-83993cd4-f1a2-41e7-b93e-55b3a19e015e tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:11.550668 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-97978a3d-55eb-44d0-9447-007f28dff351 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Deleting subnet b4a325ce-c3f4-4b92-b855-911c42ae3604 {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:02:11.564020 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-97978a3d-55eb-44d0-9447-007f28dff351 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:11.568984 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-d9e00bbe-e8ca-42bd-b7f8-f5a25956de12 None None] Provisioning complete for port 793cdab6-c772-460d-8a53-8e8b478d589c triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:11.572135 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d9e00bbe-e8ca-42bd-b7f8-f5a25956de12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:11.611509 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-97978a3d-55eb-44d0-9447-007f28dff351 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:11.701478 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d9e00bbe-e8ca-42bd-b7f8-f5a25956de12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:11.702456 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-bf5676fb-4275-443b-b1e6-8d1a1d3e6326 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:11.711957 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-bf5676fb-4275-443b-b1e6-8d1a1d3e6326 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:11.715226 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-bf5676fb-4275-443b-b1e6-8d1a1d3e6326 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] 10.222.0.88 "DELETE /v2.0/networks/c080138b-6bca-4508-9375-97ce608b868c HTTP/1.1" status: 204 len: 168 time: 1.6834404 Feb 16 17:02:11.728569 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:11.737987 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-97978a3d-55eb-44d0-9447-007f28dff351 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:11.741254 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5676fb-4275-443b-b1e6-8d1a1d3e6326 tempest-NetworksIpV6TestAttrs-543166061 tempest-NetworksIpV6TestAttrs-543166061-project] Pushing event deleted for resources: {'Network': ['ID=c080138b-6bca-4508-9375-97ce608b868c,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:11.800650 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-83993cd4-f1a2-41e7-b93e-55b3a19e015e tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:11.885071 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83993cd4-f1a2-41e7-b93e-55b3a19e015e tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Network 5c7fa548-d9d6-4ee7-996a-f0e1851f547a is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:11.892931 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-83993cd4-f1a2-41e7-b93e-55b3a19e015e tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:11.892931 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83993cd4-f1a2-41e7-b93e-55b3a19e015e tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event updated for resources: {'Port': ['ID=7f7fe12b-76bc-4e3e-a768-f1a9b41a52fb,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:11.900622 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83993cd4-f1a2-41e7-b93e-55b3a19e015e tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:02:11.951616 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-97978a3d-55eb-44d0-9447-007f28dff351 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:11.993966 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-a5c34a98-adda-42e8-a787-eba42e0b04e6 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Deleting port 8296e2ef-8fd4-4ea5-b8e8-221d977f9b22 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:02:11.994320 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a5c34a98-adda-42e8-a787-eba42e0b04e6 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:12.032170 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.db.api [None req-d9e00bbe-e8ca-42bd-b7f8-f5a25956de12 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:02:12.032537 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG oslo_db.api [None req-d9e00bbe-e8ca-42bd-b7f8-f5a25956de12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:02:12.036566 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83993cd4-f1a2-41e7-b93e-55b3a19e015e tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:12.037308 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-83993cd4-f1a2-41e7-b93e-55b3a19e015e tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:12.042497 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97978a3d-55eb-44d0-9447-007f28dff351 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event deleted for resources: {'Subnet': ['ID=b4a325ce-c3f4-4b92-b855-911c42ae3604,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:12.045957 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-97978a3d-55eb-44d0-9447-007f28dff351 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:12.049330 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-97978a3d-55eb-44d0-9447-007f28dff351 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/b4a325ce-c3f4-4b92-b855-911c42ae3604 HTTP/1.1" status: 204 len: 168 time: 0.5687892 Feb 16 17:02:12.053352 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51398) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:12.091339 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:12.102333 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 793cdab6-c772-460d-8a53-8e8b478d589c up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:02:12.116010 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-12658194-795b-491f-8aaf-53ee18d97a69 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0610750 Feb 16 17:02:12.118375 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51400) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:12.174846 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-83993cd4-f1a2-41e7-b93e-55b3a19e015e tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.7722342 Feb 16 17:02:12.175070 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab3c1c0-954e-4c23-94fb-76c85be63aab None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:02:12.175217 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51402) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:12.175324 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-d71957b2-7298-4edd-a53e-46aa69f22e14 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Request body: {'subnet': {'network_id': '5c7fa548-d9d6-4ee7-996a-f0e1851f547a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:12.177436 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a5c34a98-adda-42e8-a787-eba42e0b04e6 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:12.197360 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-a5c34a98-adda-42e8-a787-eba42e0b04e6 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Calling delete_port for 8296e2ef-8fd4-4ea5-b8e8-221d977f9b22 owned by network:router_interface {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:02:12.236563 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeeb9d88-5178-44ad-b7a4-0031620e53ed tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:12.239931 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-eeeb9d88-5178-44ad-b7a4-0031620e53ed tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1205556 Feb 16 17:02:12.249866 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 793cdab6-c772-460d-8a53-8e8b478d589c triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:12.250381 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:12.260233 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51404) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:12.324277 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbceba0-3f80-482d-97c0-924f62d4bda1 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:12.327992 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-cbbceba0-3f80-482d-97c0-924f62d4bda1 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0644701 Feb 16 17:02:12.329101 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51408) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:12.389329 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-937f0784-d690-42ff-beec-70eaf210d557 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0553064 Feb 16 17:02:12.390274 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51410) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:12.392179 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:12.397268 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-833ec1f0-f4d8-4018-bdc4-1e95202fbcf9 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'subnet': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:12.397378 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51412) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:12.428721 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71957b2-7298-4edd-a53e-46aa69f22e14 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Made reservation on behalf of c643207721ea44e4a742511dc6707de4 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:12.432266 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d71957b2-7298-4edd-a53e-46aa69f22e14 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:12.447510 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port 793cdab6-c772-460d-8a53-8e8b478d589c, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=793cdab6-c772-460d-8a53-8e8b478d589c,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:02:12.451334 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00923aa7-be0f-4fa1-ae05-e8cd8d559062 None None] DHCP port deletion for 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:02:12.508971 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-00923aa7-be0f-4fa1-ae05-e8cd8d559062 None None] Deleting port 793cdab6-c772-460d-8a53-8e8b478d589c {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:02:12.509659 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-00923aa7-be0f-4fa1-ae05-e8cd8d559062 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:12.563782 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:12.564941 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device c848c247-6c5c-4442-8027-3aacb1bd50ba up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:02:12.595065 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.ipam_backend_mixin [None req-d71957b2-7298-4edd-a53e-46aa69f22e14 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e986a1a9-ffcb-4c1b-bf1d-051643ae33bb (CIDR: 172.20.0.0/28) Feb 16 17:02:12.601342 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d91a455e-d626-424c-a765-4aa74127bc80 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=43a89965b99341f1b03939f62e27dafc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2005923 Feb 16 17:02:12.601593 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51416) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:12.641023 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833ec1f0-f4d8-4018-bdc4-1e95202fbcf9 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:12.641271 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-d71957b2-7298-4edd-a53e-46aa69f22e14 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:02:12.641650 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d71957b2-7298-4edd-a53e-46aa69f22e14 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:12.646906 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-833ec1f0-f4d8-4018-bdc4-1e95202fbcf9 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:12.663859 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-909437e6-f601-4948-8bc0-16faead85fc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:12.668451 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a5c34a98-adda-42e8-a787-eba42e0b04e6 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:12.675529 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-00923aa7-be0f-4fa1-ae05-e8cd8d559062 None None] For port 793cdab6-c772-460d-8a53-8e8b478d589c, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=793cdab6-c772-460d-8a53-8e8b478d589c,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:02:12.676052 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-00923aa7-be0f-4fa1-ae05-e8cd8d559062 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:12.687860 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-909437e6-f601-4948-8bc0-16faead85fc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:12.714773 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-00923aa7-be0f-4fa1-ae05-e8cd8d559062 None None] Calling delete_port for 793cdab6-c772-460d-8a53-8e8b478d589c owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:02:12.724924 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=793cdab6-c772-460d-8a53-8e8b478d589c,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:12.744911 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d71957b2-7298-4edd-a53e-46aa69f22e14 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5732982 Feb 16 17:02:12.745119 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51418) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:12.746588 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c34a98-adda-42e8-a787-eba42e0b04e6 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Pushing event deleted for resources: {'Port': ['ID=8296e2ef-8fd4-4ea5-b8e8-221d977f9b22,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:12.761680 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-1108039a-12db-4055-a120-5c02e3ab4c96 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Request body: {'subnet': {'network_id': '5c7fa548-d9d6-4ee7-996a-f0e1851f547a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:12.787552 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port c848c247-6c5c-4442-8027-3aacb1bd50ba triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:12.788235 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:12.863267 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-a8932b2e-a767-44d9-a6fc-2c5010ff3170 None None] Provisioning complete for port 7f7fe12b-76bc-4e3e-a768-f1a9b41a52fb triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:12.863267 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a8932b2e-a767-44d9-a6fc-2c5010ff3170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:12.902423 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-909437e6-f601-4948-8bc0-16faead85fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:12.905463 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-909437e6-f601-4948-8bc0-16faead85fc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:12.909006 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-909437e6-f601-4948-8bc0-16faead85fc4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2e9b7902-d0e8-412a-aae7-6e1c5b85272e HTTP/1.1" status: 204 len: 168 time: 0.3040116 Feb 16 17:02:12.916275 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-a8932b2e-a767-44d9-a6fc-2c5010ff3170 None None] Port 7f7fe12b-76bc-4e3e-a768-f1a9b41a52fb cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:02:12.942919 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909437e6-f601-4948-8bc0-16faead85fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9b7902-d0e8-412a-aae7-6e1c5b85272e,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:12.945039 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-a8932b2e-a767-44d9-a6fc-2c5010ff3170 None None] Could not find standard attr ID for object c41c1a0c-c2a6-4a82-8965-b9a05172156b. {{(pid=114377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 17:02:12.968455 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-00923aa7-be0f-4fa1-ae05-e8cd8d559062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:13.018519 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00923aa7-be0f-4fa1-ae05-e8cd8d559062 None None] Pushing event deleted for resources: {'Port': ['ID=793cdab6-c772-460d-8a53-8e8b478d589c,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:13.021118 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00923aa7-be0f-4fa1-ae05-e8cd8d559062 None None] No DVR routers for this DVR port 793cdab6-c772-460d-8a53-8e8b478d589c on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:02:13.037948 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 8f1ec8af-bf91-4f68-b906-f9ac90731b2c no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:02:13.056958 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1108039a-12db-4055-a120-5c02e3ab4c96 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Made reservation on behalf of c643207721ea44e4a742511dc6707de4 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:13.061526 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1108039a-12db-4055-a120-5c02e3ab4c96 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:13.062788 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 8f1ec8af-bf91-4f68-b906-f9ac90731b2c {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:02:13.063190 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 8f1ec8af-bf91-4f68-b906-f9ac90731b2c not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:02:13.098533 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a5c34a98-adda-42e8-a787-eba42e0b04e6 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:13.169265 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.ipam_backend_mixin [None req-1108039a-12db-4055-a120-5c02e3ab4c96 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 3498eb2f-b11a-426f-b173-7c7549ce0972 (CIDR: 172.20.0.16/28) Feb 16 17:02:13.192377 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-833ec1f0-f4d8-4018-bdc4-1e95202fbcf9 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:13.229751 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-1108039a-12db-4055-a120-5c02e3ab4c96 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:02:13.230643 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1108039a-12db-4055-a120-5c02e3ab4c96 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:13.258188 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833ec1f0-f4d8-4018-bdc4-1e95202fbcf9 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:13.264587 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-833ec1f0-f4d8-4018-bdc4-1e95202fbcf9 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:13.269829 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833ec1f0-f4d8-4018-bdc4-1e95202fbcf9 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:13.269829 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-833ec1f0-f4d8-4018-bdc4-1e95202fbcf9 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:13.271815 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ec1f0-f4d8-4018-bdc4-1e95202fbcf9 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Subnet': ['ID=694afd84-ebbb-4097-a7e1-48e438735d87,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:13.273513 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa60c266-2870-4fda-95cc-3d331a3ec796 None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:02:13.313279 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-1108039a-12db-4055-a120-5c02e3ab4c96 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5669553 Feb 16 17:02:13.315964 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51424) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:13.323009 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-1672c69a-231c-4046-9913-67d66417db35 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Request body: {'subnet': {'network_id': '5c7fa548-d9d6-4ee7-996a-f0e1851f547a', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:13.380593 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-833ec1f0-f4d8-4018-bdc4-1e95202fbcf9 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9892693 Feb 16 17:02:13.382088 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51430) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:13.390969 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-4ce4d6fe-3e1c-4a47-b77a-8d4d13fee435 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'port': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'mac_address': 'fa:16:3e:a4:be:0a', 'name': 'tempest-NetworksTestDHCPv6-31706402'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:13.413410 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c34a98-adda-42e8-a787-eba42e0b04e6 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Router a74e0324-cd09-4197-a803-b04d79df097e has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:02:13.443840 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ce2c46-8921-48d8-8dd7-a75575463e14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'tenant_id': '81837604d6654060bf0a8ff194578833', 'fixed_ips': [{'subnet_id': '694afd84-ebbb-4097-a7e1-48e438735d87'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:02:13.445184 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-78ce2c46-8921-48d8-8dd7-a75575463e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:13.542556 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c34a98-adda-42e8-a787-eba42e0b04e6 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:02:13.554137 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec60efb9-260e-4540-8f1d-19a992adef25 None None] Sync routers for ids ['a74e0324-cd09-4197-a803-b04d79df097e'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:02:13.556598 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-a5c34a98-adda-42e8-a787-eba42e0b04e6 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] 10.222.0.88 "PUT /v2.0/routers/a74e0324-cd09-4197-a803-b04d79df097e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1402431 Feb 16 17:02:13.558800 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51434) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:13.575354 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec60efb9-260e-4540-8f1d-19a992adef25 None None] Routers {'a74e0324-cd09-4197-a803-b04d79df097e'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:02:13.576207 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-ec60efb9-260e-4540-8f1d-19a992adef25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:02:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['a74e0324-cd09-4197-a803-b04d79df097e'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:13.617709 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-78ce2c46-8921-48d8-8dd7-a75575463e14 None None] Allocated IP 2001:db8::2 (1e2a9b2d-a159-48c5-a704-dcb18c3b88c3/694afd84-ebbb-4097-a7e1-48e438735d87/e25b3e15-ead4-4e32-a553-fa36dee0bf9d) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:13.638274 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-ec60efb9-260e-4540-8f1d-19a992adef25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:13.648284 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec60efb9-260e-4540-8f1d-19a992adef25 None None] Routers {'a74e0324-cd09-4197-a803-b04d79df097e'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:02:13.649120 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-ec60efb9-260e-4540-8f1d-19a992adef25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:02:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['a74e0324-cd09-4197-a803-b04d79df097e'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:13.650922 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1672c69a-231c-4046-9913-67d66417db35 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Made reservation on behalf of c643207721ea44e4a742511dc6707de4 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:13.657171 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1672c69a-231c-4046-9913-67d66417db35 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:13.681782 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce4d6fe-3e1c-4a47-b77a-8d4d13fee435 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:13.700520 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-ec60efb9-260e-4540-8f1d-19a992adef25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:13.701599 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec60efb9-260e-4540-8f1d-19a992adef25 None None] The sync data for ids ['a74e0324-cd09-4197-a803-b04d79df097e'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:02:13.704554 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0da8ea1d-a74a-4e01-ae50-11eef59f9b6d tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for router, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:13.854179 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0da8ea1d-a74a-4e01-ae50-11eef59f9b6d tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:13.861260 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-78ce2c46-8921-48d8-8dd7-a75575463e14 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:13.865991 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4ce4d6fe-3e1c-4a47-b77a-8d4d13fee435 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:13.876537 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 793cdab6-c772-460d-8a53-8e8b478d589c no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:02:13.898313 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-4ce4d6fe-3e1c-4a47-b77a-8d4d13fee435 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] device_id is not set on port 342de92d-3d2b-40fb-b206-0e2620ce53c8 yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:02:13.898691 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 793cdab6-c772-460d-8a53-8e8b478d589c {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:02:13.899073 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 793cdab6-c772-460d-8a53-8e8b478d589c not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:02:13.972657 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-78ce2c46-8921-48d8-8dd7-a75575463e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:13.989903 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-0da8ea1d-a74a-4e01-ae50-11eef59f9b6d tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Deleting port 5be28fad-0fb9-4436-ad4b-60f5bbae346a {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:02:13.990253 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0da8ea1d-a74a-4e01-ae50-11eef59f9b6d tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:14.080609 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ce2c46-8921-48d8-8dd7-a75575463e14 None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:14.086718 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-4ce4d6fe-3e1c-4a47-b77a-8d4d13fee435 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Allocated IP 2001:db8::2cd (1e2a9b2d-a159-48c5-a704-dcb18c3b88c3/694afd84-ebbb-4097-a7e1-48e438735d87/342de92d-3d2b-40fb-b206-0e2620ce53c8) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:14.088536 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce2c46-8921-48d8-8dd7-a75575463e14 None None] Pushing event updated for resources: {'Port': ['ID=e25b3e15-ead4-4e32-a553-fa36dee0bf9d,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:14.094507 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-78ce2c46-8921-48d8-8dd7-a75575463e14 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:14.100789 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0da8ea1d-a74a-4e01-ae50-11eef59f9b6d tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:14.102167 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ce2c46-8921-48d8-8dd7-a75575463e14 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:02:14.113250 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-0da8ea1d-a74a-4e01-ae50-11eef59f9b6d tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Calling delete_port for 5be28fad-0fb9-4436-ad4b-60f5bbae346a owned by network:router_gateway {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:02:14.158681 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51446) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:14.176313 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-78ce2c46-8921-48d8-8dd7-a75575463e14 None None] Attempting to bind port e25b3e15-ead4-4e32-a553-fa36dee0bf9d on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:02:14.176756 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-78ce2c46-8921-48d8-8dd7-a75575463e14 None None] Attempting to bind port e25b3e15-ead4-4e32-a553-fa36dee0bf9d by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:02:14.177187 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ce2c46-8921-48d8-8dd7-a75575463e14 None None] Attempting to bind port e25b3e15-ead4-4e32-a553-fa36dee0bf9d on network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:02:14.182925 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ce2c46-8921-48d8-8dd7-a75575463e14 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:02:14.184194 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ce2c46-8921-48d8-8dd7-a75575463e14 None None] Checking segment: {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:02:14.184467 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-78ce2c46-8921-48d8-8dd7-a75575463e14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:14.184932 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ce2c46-8921-48d8-8dd7-a75575463e14 None None] Bound using segment: {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:02:14.185482 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-78ce2c46-8921-48d8-8dd7-a75575463e14 None None] Bound port: e25b3e15-ead4-4e32-a553-fa36dee0bf9d, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:02:14.186013 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-78ce2c46-8921-48d8-8dd7-a75575463e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:14.216016 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1672c69a-231c-4046-9913-67d66417db35 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:14.258563 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-78ce2c46-8921-48d8-8dd7-a75575463e14 None None] For port e25b3e15-ead4-4e32-a553-fa36dee0bf9d, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:02:14.262301 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-78ce2c46-8921-48d8-8dd7-a75575463e14 None None] For port e25b3e15-ead4-4e32-a553-fa36dee0bf9d, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=e25b3e15-ead4-4e32-a553-fa36dee0bf9d,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:02:14.269833 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1672c69a-231c-4046-9913-67d66417db35 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Network 5c7fa548-d9d6-4ee7-996a-f0e1851f547a is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:14.276241 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-1672c69a-231c-4046-9913-67d66417db35 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:14.283203 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1672c69a-231c-4046-9913-67d66417db35 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:14.284125 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1672c69a-231c-4046-9913-67d66417db35 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:14.290620 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e00be78-6828-4a23-84ed-832ccfe87a30 None None] Network 5c7fa548-d9d6-4ee7-996a-f0e1851f547a requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:02:14.305782 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-009ef459-9d33-4d0c-9b46-66b7e463fc19 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1888695163'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:14.331902 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1672c69a-231c-4046-9913-67d66417db35 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event updated for resources: {'Subnet': ['ID=26748c24-9e52-4849-8def-4368deb608cb,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:14.355826 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4ce4d6fe-3e1c-4a47-b77a-8d4d13fee435 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:14.356277 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-78ce2c46-8921-48d8-8dd7-a75575463e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:14.382529 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0da8ea1d-a74a-4e01-ae50-11eef59f9b6d tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:14.388351 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-1672c69a-231c-4046-9913-67d66417db35 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0708337 Feb 16 17:02:14.391962 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51450) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:14.417238 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-ce1a16d9-628c-4762-b222-838b65f00afc tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-716262495', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '26748c24-9e52-4849-8def-4368deb608cb'}], 'security_groups': ['2c084643-ae87-4bb7-9129-054513b58168', '934aaaa8-15ac-4fa5-81cf-cf9e9d8d6334']}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:14.422231 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da8ea1d-a74a-4e01-ae50-11eef59f9b6d tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Pushing event deleted for resources: {'Port': ['ID=5be28fad-0fb9-4436-ad4b-60f5bbae346a,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:14.464394 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce2c46-8921-48d8-8dd7-a75575463e14 None None] Pushing event updated for resources: {'Port': ['ID=e25b3e15-ead4-4e32-a553-fa36dee0bf9d,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:14.514093 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4ce4d6fe-3e1c-4a47-b77a-8d4d13fee435 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:14.554427 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0da8ea1d-a74a-4e01-ae50-11eef59f9b6d tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584056'] for router_gateway, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:14.562561 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009ef459-9d33-4d0c-9b46-66b7e463fc19 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Made reservation on behalf of 02ebc15ce0534c46afb3b8b1618852cd for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:14.566857 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-009ef459-9d33-4d0c-9b46-66b7e463fc19 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:14.576638 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce4d6fe-3e1c-4a47-b77a-8d4d13fee435 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:14.589247 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-4ce4d6fe-3e1c-4a47-b77a-8d4d13fee435 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:14.593243 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-009ef459-9d33-4d0c-9b46-66b7e463fc19 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:14.596285 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce4d6fe-3e1c-4a47-b77a-8d4d13fee435 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:02:14.604534 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce4d6fe-3e1c-4a47-b77a-8d4d13fee435 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:14.605181 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4ce4d6fe-3e1c-4a47-b77a-8d4d13fee435 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:14.635254 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4d6fe-3e1c-4a47-b77a-8d4d13fee435 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Port': ['ID=342de92d-3d2b-40fb-b206-0e2620ce53c8,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:14.667042 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dd4a58-909d-4453-8668-16fc0afb5202 None None] Update dhcp port {'port': {'network_id': '5c7fa548-d9d6-4ee7-996a-f0e1851f547a', 'fixed_ips': [{'subnet_id': '3498eb2f-b11a-426f-b173-7c7549ce0972', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e986a1a9-ffcb-4c1b-bf1d-051643ae33bb', 'ip_address': '172.20.0.2'}, {'subnet_id': '26748c24-9e52-4849-8def-4368deb608cb'}], 'binding:host_id': 'dv-neutron-828697-3-hyperv'}, 'id': 'c848c247-6c5c-4442-8027-3aacb1bd50ba'} from dv-neutron-828697-3-hyperv. {{(pid=114377) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 16 17:02:14.675934 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0da8ea1d-a74a-4e01-ae50-11eef59f9b6d tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:14.685138 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0da8ea1d-a74a-4e01-ae50-11eef59f9b6d tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:14.722133 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-4ce4d6fe-3e1c-4a47-b77a-8d4d13fee435 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3354349 Feb 16 17:02:14.724721 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51452) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:14.726489 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-70dd4a58-909d-4453-8668-16fc0afb5202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:14.771685 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ce1a16d9-628c-4762-b222-838b65f00afc tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:14.809215 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-009ef459-9d33-4d0c-9b46-66b7e463fc19 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:14.819392 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103c3084-b82b-40a7-a66c-b9cd364f9f2e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:14.825456 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103c3084-b82b-40a7-a66c-b9cd364f9f2e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:14.827436 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-103c3084-b82b-40a7-a66c-b9cd364f9f2e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1017869 Feb 16 17:02:14.834450 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51454) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:14.874559 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0da8ea1d-a74a-4e01-ae50-11eef59f9b6d tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:14.877630 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da8ea1d-a74a-4e01-ae50-11eef59f9b6d tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Fanout notify agent at l3_agent the message router_deleted on router a74e0324-cd09-4197-a803-b04d79df097e {{(pid=114376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:02:14.900604 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0da8ea1d-a74a-4e01-ae50-11eef59f9b6d tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:14.901719 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-0da8ea1d-a74a-4e01-ae50-11eef59f9b6d tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] 10.222.0.88 "DELETE /v2.0/routers/a74e0324-cd09-4197-a803-b04d79df097e HTTP/1.1" status: 204 len: 168 time: 1.3419418 Feb 16 17:02:14.904886 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51456) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:14.908808 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-009ef459-9d33-4d0c-9b46-66b7e463fc19 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:14.946165 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-70dd4a58-909d-4453-8668-16fc0afb5202 None None] Allocated IP 172.20.0.34 (5c7fa548-d9d6-4ee7-996a-f0e1851f547a/26748c24-9e52-4849-8def-4368deb608cb/c848c247-6c5c-4442-8027-3aacb1bd50ba) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:14.964579 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-009ef459-9d33-4d0c-9b46-66b7e463fc19 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:02:14.991864 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009ef459-9d33-4d0c-9b46-66b7e463fc19 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed065044-3345-421f-ab92-97d20e2106ec,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:14.998931 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-009ef459-9d33-4d0c-9b46-66b7e463fc19 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:14.999286 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-009ef459-9d33-4d0c-9b46-66b7e463fc19 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Added segment 331746fb-4322-4882-a9d1-7ebc78f71ddb of type vlan for network a7037b94-ac63-490a-a5e2-0102bdd301e7 Feb 16 17:02:15.004902 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-777cdec9-7f61-4b54-acd6-03ae7c857c0a tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Deleting subnet d53dc8fb-5513-4685-a065-b9c2645118d7 {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:02:15.018309 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-777cdec9-7f61-4b54-acd6-03ae7c857c0a tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:15.059334 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-d745adc0-6fea-4dec-bc78-fa01642d0458 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Deleting port 342de92d-3d2b-40fb-b206-0e2620ce53c8 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:02:15.059677 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d745adc0-6fea-4dec-bc78-fa01642d0458 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:15.062298 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-70dd4a58-909d-4453-8668-16fc0afb5202 None None] For port c848c247-6c5c-4442-8027-3aacb1bd50ba, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=c848c247-6c5c-4442-8027-3aacb1bd50ba,segment=NetworkSegment(4058712c-fbf5-4c5d-865a-c089e8d3e2c5),segment_id=4058712c-fbf5-4c5d-865a-c089e8d3e2c5)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:02:15.085331 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-009ef459-9d33-4d0c-9b46-66b7e463fc19 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:15.095103 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-777cdec9-7f61-4b54-acd6-03ae7c857c0a tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:15.098572 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-70dd4a58-909d-4453-8668-16fc0afb5202 None None] Notify callbacks [] for port, precommit_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:15.151915 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d745adc0-6fea-4dec-bc78-fa01642d0458 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:15.160241 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-70dd4a58-909d-4453-8668-16fc0afb5202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:15.196171 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-777cdec9-7f61-4b54-acd6-03ae7c857c0a tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:15.196566 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-d745adc0-6fea-4dec-bc78-fa01642d0458 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Calling delete_port for 342de92d-3d2b-40fb-b206-0e2620ce53c8 owned by {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:02:15.227191 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-009ef459-9d33-4d0c-9b46-66b7e463fc19 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:15.232591 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009ef459-9d33-4d0c-9b46-66b7e463fc19 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:15.233432 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-009ef459-9d33-4d0c-9b46-66b7e463fc19 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:15.265888 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dd4a58-909d-4453-8668-16fc0afb5202 None None] Pushing event updated for resources: {'Port': ['ID=c848c247-6c5c-4442-8027-3aacb1bd50ba,revision_number=7']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:15.326521 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-ce1a16d9-628c-4762-b222-838b65f00afc tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Delete allocated IP 172.20.0.13 (5c7fa548-d9d6-4ee7-996a-f0e1851f547a/e986a1a9-ffcb-4c1b-bf1d-051643ae33bb) {{(pid=114376) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 17:02:15.345596 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-ce1a16d9-628c-4762-b222-838b65f00afc tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Allocated IP 172.20.0.38 (5c7fa548-d9d6-4ee7-996a-f0e1851f547a/26748c24-9e52-4849-8def-4368deb608cb/7f7fe12b-76bc-4e3e-a768-f1a9b41a52fb) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:15.593483 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-009ef459-9d33-4d0c-9b46-66b7e463fc19 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4337249 Feb 16 17:02:15.600803 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51458) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:15.608765 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-969d7dd7-acbe-4b93-b546-32a84fd59bc1 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Request body: {'port': {'network_id': 'a7037b94-ac63-490a-a5e2-0102bdd301e7', 'name': 'tempest-PortsIpV6TestJSON-1138606857'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:15.638448 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009ef459-9d33-4d0c-9b46-66b7e463fc19 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event updated for resources: {'Network': ['ID=a7037b94-ac63-490a-a5e2-0102bdd301e7,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:15.650489 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network a7037b94-ac63-490a-a5e2-0102bdd301e7 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:02:15.733492 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-777cdec9-7f61-4b54-acd6-03ae7c857c0a tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:15.769511 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-777cdec9-7f61-4b54-acd6-03ae7c857c0a tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:15.776013 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-777cdec9-7f61-4b54-acd6-03ae7c857c0a tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] 10.222.0.88 "DELETE /v2.0/subnets/d53dc8fb-5513-4685-a065-b9c2645118d7 HTTP/1.1" status: 204 len: 168 time: 0.8664210 Feb 16 17:02:15.782780 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e54efe-113f-42e0-ba34-0fa1b450edea None None] Network 4f0dc716-379b-4a23-b805-2ac257bac333 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:02:15.826665 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51460) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:15.827337 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969d7dd7-acbe-4b93-b546-32a84fd59bc1 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Made reservation on behalf of 02ebc15ce0534c46afb3b8b1618852cd for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:15.839071 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-969d7dd7-acbe-4b93-b546-32a84fd59bc1 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:15.869398 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777cdec9-7f61-4b54-acd6-03ae7c857c0a tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Pushing event deleted for resources: {'Subnet': ['ID=d53dc8fb-5513-4685-a065-b9c2645118d7,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:15.937518 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-969d7dd7-acbe-4b93-b546-32a84fd59bc1 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] device_id is not set on port 2c4a2bc6-5f3c-4378-8e2a-9b6302a664ee yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:02:15.942557 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-f57f4d40-b188-4996-acd1-b1de39c3155d None None] Provisioning complete for port e25b3e15-ead4-4e32-a553-fa36dee0bf9d triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:15.949727 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f57f4d40-b188-4996-acd1-b1de39c3155d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:15.949885 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d745adc0-6fea-4dec-bc78-fa01642d0458 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:16.067948 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d745adc0-6fea-4dec-bc78-fa01642d0458 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:16.087727 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51462) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:16.089240 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-d745adc0-6fea-4dec-bc78-fa01642d0458 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/ports/342de92d-3d2b-40fb-b206-0e2620ce53c8 HTTP/1.1" status: 204 len: 168 time: 1.2534034 Feb 16 17:02:16.094298 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d745adc0-6fea-4dec-bc78-fa01642d0458 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event deleted for resources: {'Port': ['ID=342de92d-3d2b-40fb-b206-0e2620ce53c8,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:16.111747 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device e25b3e15-ead4-4e32-a553-fa36dee0bf9d up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:02:16.136237 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ce1a16d9-628c-4762-b222-838b65f00afc tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:16.154618 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f57f4d40-b188-4996-acd1-b1de39c3155d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:16.158733 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2152678a-7a3c-4374-bb05-693a0583abbc None None] DHCP port deletion for 4f0dc716-379b-4a23-b805-2ac257bac333 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:02:16.163148 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bfac1794-7b43-45ac-8130-c981cd175df5 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:16.195049 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ce1a16d9-628c-4762-b222-838b65f00afc tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:16.215781 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31879eee-04b0-4898-8a9a-7f8a92740d86 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:16.217572 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31879eee-04b0-4898-8a9a-7f8a92740d86 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:16.219182 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-31879eee-04b0-4898-8a9a-7f8a92740d86 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1293373 Feb 16 17:02:16.231108 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51464) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:16.236912 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-f57f4d40-b188-4996-acd1-b1de39c3155d None None] For port e25b3e15-ead4-4e32-a553-fa36dee0bf9d, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=e25b3e15-ead4-4e32-a553-fa36dee0bf9d,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:02:16.248326 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port e25b3e15-ead4-4e32-a553-fa36dee0bf9d triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:16.248704 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:16.296900 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1a16d9-628c-4762-b222-838b65f00afc tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event updated for resources: {'Port': ['ID=7f7fe12b-76bc-4e3e-a768-f1a9b41a52fb,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:16.345192 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-ce1a16d9-628c-4762-b222-838b65f00afc tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] In _notify_port_updated(), no bound segment for port 7f7fe12b-76bc-4e3e-a768-f1a9b41a52fb on network 5c7fa548-d9d6-4ee7-996a-f0e1851f547a {{(pid=114376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 17:02:16.359426 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1a16d9-628c-4762-b222-838b65f00afc tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:16.359936 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ce1a16d9-628c-4762-b222-838b65f00afc tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:16.363844 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-ce1a16d9-628c-4762-b222-838b65f00afc tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "PUT /v2.0/ports/7f7fe12b-76bc-4e3e-a768-f1a9b41a52fb HTTP/1.1" status: 200 len: 959 time: 1.9692891 Feb 16 17:02:16.366051 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51468) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:16.398329 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-969d7dd7-acbe-4b93-b546-32a84fd59bc1 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:16.434019 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5fcb821-597b-47e9-850d-018f18aacabb tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Deleting subnet 694afd84-ebbb-4097-a7e1-48e438735d87 {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:02:16.445252 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e5fcb821-597b-47e9-850d-018f18aacabb tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:16.475502 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f57f4d40-b188-4996-acd1-b1de39c3155d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:16.483004 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-2152678a-7a3c-4374-bb05-693a0583abbc None None] Deleting port 708cfbe2-20ef-4174-a080-ae320f9606e0 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:02:16.483004 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2152678a-7a3c-4374-bb05-693a0583abbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:16.539337 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e5fcb821-597b-47e9-850d-018f18aacabb tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:16.563956 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-bfac1794-7b43-45ac-8130-c981cd175df5 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Deleting port 708cfbe2-20ef-4174-a080-ae320f9606e0 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:02:16.564311 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bfac1794-7b43-45ac-8130-c981cd175df5 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:16.612455 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-2152678a-7a3c-4374-bb05-693a0583abbc None None] For port 708cfbe2-20ef-4174-a080-ae320f9606e0, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=708cfbe2-20ef-4174-a080-ae320f9606e0,segment=NetworkSegment(05f6fa70-f5f0-42cc-8a82-5ffa8e1073ca),segment_id=05f6fa70-f5f0-42cc-8a82-5ffa8e1073ca)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:02:16.613970 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2152678a-7a3c-4374-bb05-693a0583abbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:16.625568 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f4d40-b188-4996-acd1-b1de39c3155d None None] Pushing event updated for resources: {'Port': ['ID=e25b3e15-ead4-4e32-a553-fa36dee0bf9d,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:16.658334 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-2152678a-7a3c-4374-bb05-693a0583abbc None None] Calling delete_port for 708cfbe2-20ef-4174-a080-ae320f9606e0 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:02:16.664666 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-bfac1794-7b43-45ac-8130-c981cd175df5 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] For port 708cfbe2-20ef-4174-a080-ae320f9606e0, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=708cfbe2-20ef-4174-a080-ae320f9606e0,segment=NetworkSegment(05f6fa70-f5f0-42cc-8a82-5ffa8e1073ca),segment_id=05f6fa70-f5f0-42cc-8a82-5ffa8e1073ca)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:02:16.665243 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bfac1794-7b43-45ac-8130-c981cd175df5 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:16.667551 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-e515220f-7228-4353-80c5-029468db4b1d None None] Provisioning complete for port c848c247-6c5c-4442-8027-3aacb1bd50ba triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:16.667694 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-969d7dd7-acbe-4b93-b546-32a84fd59bc1 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:16.667905 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e515220f-7228-4353-80c5-029468db4b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:16.706750 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device c848c247-6c5c-4442-8027-3aacb1bd50ba up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:02:16.738369 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-bfac1794-7b43-45ac-8130-c981cd175df5 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Calling delete_port for 708cfbe2-20ef-4174-a080-ae320f9606e0 owned by network:dhcp {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:02:16.777032 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-d1cbf251-d3ba-4362-8b3b-d44b6a5ef851 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Deleting port 7f7fe12b-76bc-4e3e-a768-f1a9b41a52fb {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:02:16.777381 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d1cbf251-d3ba-4362-8b3b-d44b6a5ef851 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:16.782563 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e5fcb821-597b-47e9-850d-018f18aacabb tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:16.856516 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port c848c247-6c5c-4442-8027-3aacb1bd50ba triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:16.856813 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:16.891436 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-e515220f-7228-4353-80c5-029468db4b1d None None] Could not find standard attr ID for object 342de92d-3d2b-40fb-b206-0e2620ce53c8. {{(pid=114377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 17:02:16.899792 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969d7dd7-acbe-4b93-b546-32a84fd59bc1 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event updated for resources: {'Port': ['ID=2c4a2bc6-5f3c-4378-8e2a-9b6302a664ee,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:16.904089 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2152678a-7a3c-4374-bb05-693a0583abbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:16.937049 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2152678a-7a3c-4374-bb05-693a0583abbc None None] Pushing event deleted for resources: {'Port': ['ID=708cfbe2-20ef-4174-a080-ae320f9606e0,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:16.939483 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2152678a-7a3c-4374-bb05-693a0583abbc None None] No DVR routers for this DVR port 708cfbe2-20ef-4174-a080-ae320f9606e0 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:02:16.941085 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-e515220f-7228-4353-80c5-029468db4b1d None None] Provisioning complete for port 7f7fe12b-76bc-4e3e-a768-f1a9b41a52fb triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:16.942618 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e515220f-7228-4353-80c5-029468db4b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:16.977972 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969d7dd7-acbe-4b93-b546-32a84fd59bc1 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Checking segment: {'id': '331746fb-4322-4882-a9d1-7ebc78f71ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a7037b94-ac63-490a-a5e2-0102bdd301e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:02:16.978337 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969d7dd7-acbe-4b93-b546-32a84fd59bc1 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Network hostable DHCP agents. Network: a7037b94-ac63-490a-a5e2-0102bdd301e7, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:02:17.005222 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-e515220f-7228-4353-80c5-029468db4b1d None None] Port 7f7fe12b-76bc-4e3e-a768-f1a9b41a52fb cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:02:17.013093 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d1cbf251-d3ba-4362-8b3b-d44b6a5ef851 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:17.022289 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-e515220f-7228-4353-80c5-029468db4b1d None None] Provisioning complete for port 8049061f-47fa-4c43-8046-007e97c0d89c triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:17.022289 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e515220f-7228-4353-80c5-029468db4b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:17.030034 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-d1cbf251-d3ba-4362-8b3b-d44b6a5ef851 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Calling delete_port for 7f7fe12b-76bc-4e3e-a768-f1a9b41a52fb owned by {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:02:17.031772 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bfac1794-7b43-45ac-8130-c981cd175df5 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:17.059314 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-e515220f-7228-4353-80c5-029468db4b1d None None] Port 8049061f-47fa-4c43-8046-007e97c0d89c cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:02:17.073538 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfac1794-7b43-45ac-8130-c981cd175df5 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] No DVR routers for this DVR port 708cfbe2-20ef-4174-a080-ae320f9606e0 on host dv-neutron-828697-3-hyperv {{(pid=114375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:02:17.075037 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfac1794-7b43-45ac-8130-c981cd175df5 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Pushing event deleted for resources: {'Port': ['ID=708cfbe2-20ef-4174-a080-ae320f9606e0,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:17.132493 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e5fcb821-597b-47e9-850d-018f18aacabb tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:17.138084 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969d7dd7-acbe-4b93-b546-32a84fd59bc1 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Network a7037b94-ac63-490a-a5e2-0102bdd301e7 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:02:17.178041 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-aae85b39-9513-4e71-aff1-33cb4921d39a None None] Provisioning complete for port 7f7fe12b-76bc-4e3e-a768-f1a9b41a52fb triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:17.178408 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-aae85b39-9513-4e71-aff1-33cb4921d39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:17.183377 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fcb821-597b-47e9-850d-018f18aacabb tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event deleted for resources: {'Subnet': ['ID=694afd84-ebbb-4097-a7e1-48e438735d87,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:17.213377 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-aae85b39-9513-4e71-aff1-33cb4921d39a None None] Port 7f7fe12b-76bc-4e3e-a768-f1a9b41a52fb cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:02:17.233107 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e5fcb821-597b-47e9-850d-018f18aacabb tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:17.233348 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca548e76-2c32-4346-81f3-ac4267f22758 None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:02:17.236272 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e5fcb821-597b-47e9-850d-018f18aacabb tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/694afd84-ebbb-4097-a7e1-48e438735d87 HTTP/1.1" status: 204 len: 168 time: 1.0014062 Feb 16 17:02:17.240630 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-969d7dd7-acbe-4b93-b546-32a84fd59bc1 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, a7037b94-ac63-490a-a5e2-0102bdd301e7) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:17.243592 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51472) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:17.249184 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bfac1794-7b43-45ac-8130-c981cd175df5 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:17.252916 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969d7dd7-acbe-4b93-b546-32a84fd59bc1 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:02:17.258415 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969d7dd7-acbe-4b93-b546-32a84fd59bc1 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:17.259011 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-969d7dd7-acbe-4b93-b546-32a84fd59bc1 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:17.280357 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f373b1-1368-47a1-960f-bf9e0cc99f7f None None] Network a7037b94-ac63-490a-a5e2-0102bdd301e7 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:02:17.292633 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-706bd398-e679-4fc8-802d-ff7de93fc456 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0471730 Feb 16 17:02:17.295194 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-bfac1794-7b43-45ac-8130-c981cd175df5 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f0dc716-379b-4a23-b805-2ac257bac333']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:17.300818 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51474) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:17.305640 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-bfac1794-7b43-45ac-8130-c981cd175df5 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05f6fa70-f5f0-42cc-8a82-5ffa8e1073ca') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:17.305940 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-bfac1794-7b43-45ac-8130-c981cd175df5 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05f6fa70-f5f0-42cc-8a82-5ffa8e1073ca') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:17.319200 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bfac1794-7b43-45ac-8130-c981cd175df5 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:17.356914 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bfac1794-7b43-45ac-8130-c981cd175df5 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:17.359178 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d97def-bedc-4dbc-b62f-da86186ec992 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:17.363472 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-86d97def-bedc-4dbc-b62f-da86186ec992 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0589554 Feb 16 17:02:17.363910 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51476) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:17.367617 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfac1794-7b43-45ac-8130-c981cd175df5 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:02:17.368068 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bfac1794-7b43-45ac-8130-c981cd175df5 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:17.371004 dv-neutron-828697-3-hyperv neutron-server[114375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:02:17.371004 dv-neutron-828697-3-hyperv neutron-server[114375]: self.session.flush() Feb 16 17:02:17.371004 dv-neutron-828697-3-hyperv neutron-server[114375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:02:17.371004 dv-neutron-828697-3-hyperv neutron-server[114375]: self.session.flush() Feb 16 17:02:17.371004 dv-neutron-828697-3-hyperv neutron-server[114375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:02:17.371004 dv-neutron-828697-3-hyperv neutron-server[114375]: self.session.flush() Feb 16 17:02:17.371004 dv-neutron-828697-3-hyperv neutron-server[114375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:02:17.371004 dv-neutron-828697-3-hyperv neutron-server[114375]: self.session.flush() Feb 16 17:02:17.371004 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 17:02:17.371004 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:02:17.371004 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 17:02:17.371004 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:02:17.371004 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 17:02:17.371004 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:02:17.371004 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 17:02:17.371004 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:02:17.371004 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 17:02:17.371004 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:02:17.371004 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 17:02:17.371004 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:02:17.371004 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 17:02:17.371004 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:02:17.371004 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:02:17.371004 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:02:17.371004 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:02:17.371004 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:02:17.371004 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 17:02:17.371004 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:02:17.371004 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 17:02:17.371004 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:02:17.371004 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:02:17.371004 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:02:17.371004 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 17:02:17.371004 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:02:17.371004 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:02:17.371004 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:02:17.371004 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:02:17.371004 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:02:17.371004 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:02:17.371004 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:02:17.393848 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-969d7dd7-acbe-4b93-b546-32a84fd59bc1 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7889538 Feb 16 17:02:17.394099 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51478) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:17.399450 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-5c9560f9-4365-4e40-95cf-92f3a73c124b tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-425242675'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:17.417854 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b0c013-0b7e-4135-a335-7cf0388afbf9 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:17.422132 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-53b0c013-0b7e-4135-a335-7cf0388afbf9 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0547447 Feb 16 17:02:17.422365 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51480) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:17.460900 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-ad8f1547-b8bb-45a2-8cf9-ee71ad65b3d1 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0374339 Feb 16 17:02:17.465047 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51482) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:17.472097 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-7ed5b23d-5c86-4282-ab2c-3994cf112ad2 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'subnet': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:17.475767 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d1cbf251-d3ba-4362-8b3b-d44b6a5ef851 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:17.531504 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aead45ed-24c5-45f4-9527-719e0f5b0488 None None] DHCP port deletion for 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:02:17.540751 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cbf251-d3ba-4362-8b3b-d44b6a5ef851 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event deleted for resources: {'Port': ['ID=7f7fe12b-76bc-4e3e-a768-f1a9b41a52fb,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:17.549788 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bfac1794-7b43-45ac-8130-c981cd175df5 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:17.584565 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bfac1794-7b43-45ac-8130-c981cd175df5 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:17.587783 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-bfac1794-7b43-45ac-8130-c981cd175df5 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] 10.222.0.88 "DELETE /v2.0/networks/4f0dc716-379b-4a23-b805-2ac257bac333 HTTP/1.1" status: 204 len: 168 time: 1.7469814 Feb 16 17:02:17.590474 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51484) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:17.595649 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-aead45ed-24c5-45f4-9527-719e0f5b0488 None None] Deleting port e25b3e15-ead4-4e32-a553-fa36dee0bf9d {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:02:17.596321 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-aead45ed-24c5-45f4-9527-719e0f5b0488 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:17.602157 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9560f9-4365-4e40-95cf-92f3a73c124b tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Made reservation on behalf of 02ebc15ce0534c46afb3b8b1618852cd for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:17.605640 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5c9560f9-4365-4e40-95cf-92f3a73c124b tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:17.625084 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfac1794-7b43-45ac-8130-c981cd175df5 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Pushing event deleted for resources: {'Network': ['ID=4f0dc716-379b-4a23-b805-2ac257bac333,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:17.674831 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-aead45ed-24c5-45f4-9527-719e0f5b0488 None None] For port e25b3e15-ead4-4e32-a553-fa36dee0bf9d, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=e25b3e15-ead4-4e32-a553-fa36dee0bf9d,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:02:17.676579 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-aead45ed-24c5-45f4-9527-719e0f5b0488 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:17.683204 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c9560f9-4365-4e40-95cf-92f3a73c124b tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:02:17.690534 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-aead45ed-24c5-45f4-9527-719e0f5b0488 None None] Calling delete_port for e25b3e15-ead4-4e32-a553-fa36dee0bf9d owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:02:17.693346 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d1cbf251-d3ba-4362-8b3b-d44b6a5ef851 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:17.696567 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d1cbf251-d3ba-4362-8b3b-d44b6a5ef851 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "DELETE /v2.0/ports/7f7fe12b-76bc-4e3e-a768-f1a9b41a52fb HTTP/1.1" status: 204 len: 168 time: 1.3260226 Feb 16 17:02:17.702129 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51486) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:17.706467 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5c9560f9-4365-4e40-95cf-92f3a73c124b tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:17.706762 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-5c9560f9-4365-4e40-95cf-92f3a73c124b tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Added segment dccc8621-16fb-4ae2-8544-6f6059899235 of type vlan for network 1cfa82cf-24b1-419c-938f-2fb15432aa68 Feb 16 17:02:17.746464 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-af8e4bde-50f4-4a68-bc1e-ef9579d5a958 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] GET failed (client error): The resource could not be found. Feb 16 17:02:17.754438 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-af8e4bde-50f4-4a68-bc1e-ef9579d5a958 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "GET /v2.0/ports/7f7fe12b-76bc-4e3e-a768-f1a9b41a52fb HTTP/1.1" status: 404 len: 333 time: 0.0507567 Feb 16 17:02:17.757488 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51488) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:17.784710 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-422028a5-bc3b-40c4-8b54-46a67e4947bc tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Deleting port a777834c-d911-4d5c-ab97-3aebdb623bb0 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:02:17.785274 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-422028a5-bc3b-40c4-8b54-46a67e4947bc tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:17.808983 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5c9560f9-4365-4e40-95cf-92f3a73c124b tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:17.817222 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed5b23d-5c86-4282-ab2c-3994cf112ad2 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:17.820785 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7ed5b23d-5c86-4282-ab2c-3994cf112ad2 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:17.852200 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-aead45ed-24c5-45f4-9527-719e0f5b0488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:17.868374 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 708cfbe2-20ef-4174-a080-ae320f9606e0 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:02:17.888094 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-422028a5-bc3b-40c4-8b54-46a67e4947bc tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:17.888589 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-422028a5-bc3b-40c4-8b54-46a67e4947bc tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:17.901985 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-422028a5-bc3b-40c4-8b54-46a67e4947bc tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Calling delete_port for a777834c-d911-4d5c-ab97-3aebdb623bb0 owned by network:floatingip {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:02:17.915570 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 708cfbe2-20ef-4174-a080-ae320f9606e0 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:02:17.916020 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 708cfbe2-20ef-4174-a080-ae320f9606e0 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:02:17.916444 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device e25b3e15-ead4-4e32-a553-fa36dee0bf9d no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:02:17.918270 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aead45ed-24c5-45f4-9527-719e0f5b0488 None None] Pushing event deleted for resources: {'Port': ['ID=e25b3e15-ead4-4e32-a553-fa36dee0bf9d,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:17.921039 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aead45ed-24c5-45f4-9527-719e0f5b0488 None None] No DVR routers for this DVR port e25b3e15-ead4-4e32-a553-fa36dee0bf9d on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:02:17.930818 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a5382e35-c397-428d-8c80-27d46237ee1a tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:17.943041 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: e25b3e15-ead4-4e32-a553-fa36dee0bf9d {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:02:17.943509 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device e25b3e15-ead4-4e32-a553-fa36dee0bf9d not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:02:17.959031 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5c9560f9-4365-4e40-95cf-92f3a73c124b tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:17.962705 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9560f9-4365-4e40-95cf-92f3a73c124b tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:17.966766 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5c9560f9-4365-4e40-95cf-92f3a73c124b tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:18.001313 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a5382e35-c397-428d-8c80-27d46237ee1a tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:18.103950 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9560f9-4365-4e40-95cf-92f3a73c124b tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event updated for resources: {'Network': ['ID=1cfa82cf-24b1-419c-938f-2fb15432aa68,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:18.114957 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 1cfa82cf-24b1-419c-938f-2fb15432aa68 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:02:18.159704 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-5c9560f9-4365-4e40-95cf-92f3a73c124b tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7641044 Feb 16 17:02:18.163749 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51490) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:18.170229 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-b662e4cc-c630-446b-b236-3847b17a85e9 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Request body: {'ports': [{'network_id': 'a7037b94-ac63-490a-a5e2-0102bdd301e7'}, {'network_id': '1cfa82cf-24b1-419c-938f-2fb15432aa68'}]} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:18.170553 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-b662e4cc-c630-446b-b236-3847b17a85e9 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Request body: {'port': {'network_id': 'a7037b94-ac63-490a-a5e2-0102bdd301e7'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:18.171037 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-b662e4cc-c630-446b-b236-3847b17a85e9 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Request body: {'port': {'network_id': '1cfa82cf-24b1-419c-938f-2fb15432aa68'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:18.182780 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-422028a5-bc3b-40c4-8b54-46a67e4947bc tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:18.208078 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422028a5-bc3b-40c4-8b54-46a67e4947bc tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Pushing event deleted for resources: {'Port': ['ID=a777834c-d911-4d5c-ab97-3aebdb623bb0,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:18.225654 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a5382e35-c397-428d-8c80-27d46237ee1a tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:18.228256 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a5382e35-c397-428d-8c80-27d46237ee1a tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:18.232578 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a5382e35-c397-428d-8c80-27d46237ee1a tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "DELETE /v2.0/security-groups/8a4c41e4-47a3-4ae0-8141-29112870283d HTTP/1.1" status: 204 len: 168 time: 0.4709990 Feb 16 17:02:18.232711 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51492) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:18.248602 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5382e35-c397-428d-8c80-27d46237ee1a tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4c41e4-47a3-4ae0-8141-29112870283d,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:18.300295 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-422028a5-bc3b-40c4-8b54-46a67e4947bc tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for floatingip, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:18.302944 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-422028a5-bc3b-40c4-8b54-46a67e4947bc tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:18.304217 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-422028a5-bc3b-40c4-8b54-46a67e4947bc tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] 10.222.0.88 "DELETE /v2.0/floatingips/28c279ec-5acb-41dd-85cb-90ec002da646 HTTP/1.1" status: 204 len: 168 time: 0.7112942 Feb 16 17:02:18.311329 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51494) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:18.346605 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ea1affa-778f-476e-8c15-1987fb7c6a02 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:18.347261 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ea1affa-778f-476e-8c15-1987fb7c6a02 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:18.368316 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-6ea1affa-778f-476e-8c15-1987fb7c6a02 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] 10.222.0.88 "DELETE /v2.0/ports/818f6309-1127-4f94-bb4a-43864ed2df81 HTTP/1.1" status: 404 len: 333 time: 0.0386584 Feb 16 17:02:18.368316 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-220624af-4c7b-45f6-929e-599c6301369f tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:18.370580 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51496) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:18.374455 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-220624af-4c7b-45f6-929e-599c6301369f tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:18.407804 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-24ecc0d5-be8d-4c7b-a4b3-98a949fb6300 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] 10.222.0.88 "GET /v2.0/ports?device_id=a74e0324-cd09-4197-a803-b04d79df097e HTTP/1.1" status: 200 len: 205 time: 0.0359778 Feb 16 17:02:18.410315 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51498) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:18.432657 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.objects.ports [None req-7ed5b23d-5c86-4282-ab2c-3994cf112ad2 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114375) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 17:02:18.438654 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7ed5b23d-5c86-4282-ab2c-3994cf112ad2 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:18.487148 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-0090b838-5851-4550-9cbf-260103a7b226 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] delete failed (client error): The resource could not be found. Feb 16 17:02:18.488138 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-0090b838-5851-4550-9cbf-260103a7b226 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] 10.222.0.88 "DELETE /v2.0/routers/a74e0324-cd09-4197-a803-b04d79df097e HTTP/1.1" status: 404 len: 336 time: 0.0769041 Feb 16 17:02:18.490900 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51500) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:18.517319 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-62337512-bebe-46c8-a93f-93c64c9abc04 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:18.517827 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62337512-bebe-46c8-a93f-93c64c9abc04 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:18.523903 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-62337512-bebe-46c8-a93f-93c64c9abc04 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] 10.222.0.88 "DELETE /v2.0/subnets/d53dc8fb-5513-4685-a065-b9c2645118d7 HTTP/1.1" status: 404 len: 337 time: 0.0295877 Feb 16 17:02:18.523903 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-220624af-4c7b-45f6-929e-599c6301369f tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:18.524640 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-220624af-4c7b-45f6-929e-599c6301369f tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:18.525649 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-220624af-4c7b-45f6-929e-599c6301369f tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "DELETE /v2.0/security-groups/934aaaa8-15ac-4fa5-81cf-cf9e9d8d6334 HTTP/1.1" status: 204 len: 168 time: 0.2904272 Feb 16 17:02:18.526173 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51502) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:18.526585 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed5b23d-5c86-4282-ab2c-3994cf112ad2 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:18.529361 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51504) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:18.538672 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-7ed5b23d-5c86-4282-ab2c-3994cf112ad2 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:18.548648 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed5b23d-5c86-4282-ab2c-3994cf112ad2 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:18.549232 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7ed5b23d-5c86-4282-ab2c-3994cf112ad2 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:18.551514 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6191285e-31d6-4f8f-9ac6-05086950c2a9 None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:02:18.557145 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220624af-4c7b-45f6-929e-599c6301369f tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=934aaaa8-15ac-4fa5-81cf-cf9e9d8d6334,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:18.568002 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed5b23d-5c86-4282-ab2c-3994cf112ad2 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Subnet': ['ID=87709e35-a527-44c3-8f88-a658201c947c,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:18.602465 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b662e4cc-c630-446b-b236-3847b17a85e9 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Made reservation on behalf of 02ebc15ce0534c46afb3b8b1618852cd for: {'port': 2} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:18.606861 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b662e4cc-c630-446b-b236-3847b17a85e9 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:18.609135 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5e2a6dd7-8a42-4c04-b847-29258dafe254 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:18.633544 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b662e4cc-c630-446b-b236-3847b17a85e9 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:18.641713 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-0c697d6c-4948-4442-ba91-a3f914b414e2 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Deleting port 1df40923-09a3-42b8-ad1a-4efc82a4fc05 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:02:18.642071 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0c697d6c-4948-4442-ba91-a3f914b414e2 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:18.650041 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5e2a6dd7-8a42-4c04-b847-29258dafe254 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:18.709572 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-7ed5b23d-5c86-4282-ab2c-3994cf112ad2 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2407286 Feb 16 17:02:18.721097 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51506) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:18.726115 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-929ffbc2-bdb0-416d-9ace-63e7572b90f0 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'subnet': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:18.739934 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701e67de-fc81-4d77-a4a0-f41a0400a783 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'tenant_id': '81837604d6654060bf0a8ff194578833', 'fixed_ips': [{'subnet_id': '87709e35-a527-44c3-8f88-a658201c947c'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:02:18.740752 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-701e67de-fc81-4d77-a4a0-f41a0400a783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:18.741061 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0c697d6c-4948-4442-ba91-a3f914b414e2 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:18.757154 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-0c697d6c-4948-4442-ba91-a3f914b414e2 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Calling delete_port for 1df40923-09a3-42b8-ad1a-4efc82a4fc05 owned by {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:02:18.888050 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-701e67de-fc81-4d77-a4a0-f41a0400a783 None None] Allocated IP 2001:db8::f816:3eff:fe71:4029 (1e2a9b2d-a159-48c5-a704-dcb18c3b88c3/87709e35-a527-44c3-8f88-a658201c947c/295b7c03-078c-4f3a-a601-2c833272cc04) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:18.891545 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-b662e4cc-c630-446b-b236-3847b17a85e9 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] device_id is not set on port a271e3ea-82e3-4ab8-9020-80b1b03725ed yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:02:18.923881 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5e2a6dd7-8a42-4c04-b847-29258dafe254 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:18.926451 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5e2a6dd7-8a42-4c04-b847-29258dafe254 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:18.927585 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-5e2a6dd7-8a42-4c04-b847-29258dafe254 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "DELETE /v2.0/security-groups/2c084643-ae87-4bb7-9129-054513b58168 HTTP/1.1" status: 204 len: 168 time: 0.3973255 Feb 16 17:02:18.930317 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51508) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:18.945778 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a6dd7-8a42-4c04-b847-29258dafe254 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c084643-ae87-4bb7-9129-054513b58168,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:18.987664 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-78c49148-8bd2-45cf-a578-2c064acd242c tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Deleting subnet e986a1a9-ffcb-4c1b-bf1d-051643ae33bb {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:02:18.991243 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-78c49148-8bd2-45cf-a578-2c064acd242c tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:18.993764 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0c697d6c-4948-4442-ba91-a3f914b414e2 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:19.023068 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b662e4cc-c630-446b-b236-3847b17a85e9 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:19.048462 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c697d6c-4948-4442-ba91-a3f914b414e2 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Pushing event deleted for resources: {'Port': ['ID=1df40923-09a3-42b8-ad1a-4efc82a4fc05,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:19.068167 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929ffbc2-bdb0-416d-9ace-63e7572b90f0 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:19.071706 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-929ffbc2-bdb0-416d-9ace-63e7572b90f0 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:19.082666 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-78c49148-8bd2-45cf-a578-2c064acd242c tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:19.142679 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-b662e4cc-c630-446b-b236-3847b17a85e9 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] device_id is not set on port 36156fee-5cc7-4254-8357-3a98a21bc50a yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:02:19.156538 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0c697d6c-4948-4442-ba91-a3f914b414e2 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:19.157961 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-701e67de-fc81-4d77-a4a0-f41a0400a783 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:19.162421 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-0c697d6c-4948-4442-ba91-a3f914b414e2 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] 10.222.0.88 "DELETE /v2.0/ports/1df40923-09a3-42b8-ad1a-4efc82a4fc05 HTTP/1.1" status: 204 len: 168 time: 0.6301033 Feb 16 17:02:19.163093 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51512) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:19.194919 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.ipam_backend_mixin [None req-929ffbc2-bdb0-416d-9ace-63e7572b90f0 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 87709e35-a527-44c3-8f88-a658201c947c (CIDR: 2001:db8::/64) Feb 16 17:02:19.223010 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-701e67de-fc81-4d77-a4a0-f41a0400a783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:19.225767 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-929ffbc2-bdb0-416d-9ace-63e7572b90f0 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:02:19.226341 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-929ffbc2-bdb0-416d-9ace-63e7572b90f0 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:19.258000 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-78c49148-8bd2-45cf-a578-2c064acd242c tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:19.262662 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701e67de-fc81-4d77-a4a0-f41a0400a783 None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:19.265620 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-701e67de-fc81-4d77-a4a0-f41a0400a783 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:19.270305 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701e67de-fc81-4d77-a4a0-f41a0400a783 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:02:19.273538 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b662e4cc-c630-446b-b236-3847b17a85e9 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:19.301681 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e67de-fc81-4d77-a4a0-f41a0400a783 None None] Pushing event updated for resources: {'Port': ['ID=295b7c03-078c-4f3a-a601-2c833272cc04,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:19.329253 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-a36b54cf-df03-4cc4-bcaa-b886ec160d02 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Deleting port 1b9c3983-c24a-4a23-ae00-f3847faf2dd4 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:02:19.329894 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a36b54cf-df03-4cc4-bcaa-b886ec160d02 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:19.333740 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-701e67de-fc81-4d77-a4a0-f41a0400a783 None None] Attempting to bind port 295b7c03-078c-4f3a-a601-2c833272cc04 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:02:19.334119 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-701e67de-fc81-4d77-a4a0-f41a0400a783 None None] Attempting to bind port 295b7c03-078c-4f3a-a601-2c833272cc04 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:02:19.334486 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701e67de-fc81-4d77-a4a0-f41a0400a783 None None] Attempting to bind port 295b7c03-078c-4f3a-a601-2c833272cc04 on network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:02:19.339362 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701e67de-fc81-4d77-a4a0-f41a0400a783 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:02:19.339735 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701e67de-fc81-4d77-a4a0-f41a0400a783 None None] Checking segment: {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:02:19.340168 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-701e67de-fc81-4d77-a4a0-f41a0400a783 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:19.340567 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701e67de-fc81-4d77-a4a0-f41a0400a783 None None] Bound using segment: {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:02:19.341049 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-701e67de-fc81-4d77-a4a0-f41a0400a783 None None] Bound port: 295b7c03-078c-4f3a-a601-2c833272cc04, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:02:19.341418 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-701e67de-fc81-4d77-a4a0-f41a0400a783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:19.345328 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-929ffbc2-bdb0-416d-9ace-63e7572b90f0 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6231823 Feb 16 17:02:19.348594 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51514) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:19.353488 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-a3bc3084-22c8-4460-94cf-e321b715c58b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'subnet': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:19.408982 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-701e67de-fc81-4d77-a4a0-f41a0400a783 None None] For port 295b7c03-078c-4f3a-a601-2c833272cc04, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:02:19.409237 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b662e4cc-c630-446b-b236-3847b17a85e9 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:19.414631 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-701e67de-fc81-4d77-a4a0-f41a0400a783 None None] For port 295b7c03-078c-4f3a-a601-2c833272cc04, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=295b7c03-078c-4f3a-a601-2c833272cc04,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:02:19.433776 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a36b54cf-df03-4cc4-bcaa-b886ec160d02 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:19.441792 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-78c49148-8bd2-45cf-a578-2c064acd242c tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:19.474153 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-a36b54cf-df03-4cc4-bcaa-b886ec160d02 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Calling delete_port for 1b9c3983-c24a-4a23-ae00-f3847faf2dd4 owned by {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:02:19.478585 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c49148-8bd2-45cf-a578-2c064acd242c tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event deleted for resources: {'Subnet': ['ID=e986a1a9-ffcb-4c1b-bf1d-051643ae33bb,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:19.483242 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-78c49148-8bd2-45cf-a578-2c064acd242c tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:19.486575 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-78c49148-8bd2-45cf-a578-2c064acd242c tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "DELETE /v2.0/subnets/e986a1a9-ffcb-4c1b-bf1d-051643ae33bb HTTP/1.1" status: 204 len: 168 time: 0.5550427 Feb 16 17:02:19.493112 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51518) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:19.494235 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea31325-6867-41b4-b314-f4c4c29a4c9f None None] Network 5c7fa548-d9d6-4ee7-996a-f0e1851f547a requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:02:19.501468 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-701e67de-fc81-4d77-a4a0-f41a0400a783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:19.506973 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b662e4cc-c630-446b-b236-3847b17a85e9 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Network a7037b94-ac63-490a-a5e2-0102bdd301e7 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:19.538708 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-b662e4cc-c630-446b-b236-3847b17a85e9 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:19.546931 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b662e4cc-c630-446b-b236-3847b17a85e9 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:02:19.547788 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b662e4cc-c630-446b-b236-3847b17a85e9 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:19.552698 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b662e4cc-c630-446b-b236-3847b17a85e9 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event updated for resources: {'Port': ['ID=a271e3ea-82e3-4ab8-9020-80b1b03725ed,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:19.596586 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3ff46b5-9c15-416f-9b4a-1bdb888b7950 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Deleting subnet 26748c24-9e52-4849-8def-4368deb608cb {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:02:19.602418 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e3ff46b5-9c15-416f-9b4a-1bdb888b7950 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:19.634565 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfcabb6-9eca-46f1-b945-2169ece11ad0 req-925827e4-3eb2-4d39-a573-7555614e024d tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:19.636879 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-6cfcabb6-9eca-46f1-b945-2169ece11ad0 req-925827e4-3eb2-4d39-a573-7555614e024d tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.1607854 Feb 16 17:02:19.648754 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b662e4cc-c630-446b-b236-3847b17a85e9 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event updated for resources: {'Port': ['ID=36156fee-5cc7-4254-8357-3a98a21bc50a,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:19.654721 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e67de-fc81-4d77-a4a0-f41a0400a783 None None] Pushing event updated for resources: {'Port': ['ID=295b7c03-078c-4f3a-a601-2c833272cc04,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:19.668397 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e3ff46b5-9c15-416f-9b4a-1bdb888b7950 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:19.671294 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b662e4cc-c630-446b-b236-3847b17a85e9 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Checking segment: {'id': 'dccc8621-16fb-4ae2-8544-6f6059899235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1cfa82cf-24b1-419c-938f-2fb15432aa68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:02:19.671294 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b662e4cc-c630-446b-b236-3847b17a85e9 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Network hostable DHCP agents. Network: 1cfa82cf-24b1-419c-938f-2fb15432aa68, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:02:19.706401 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-6cfcabb6-9eca-46f1-b945-2169ece11ad0 req-20c19ee2-9dfd-42fc-b5b6-f82160f52596 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617666 Feb 16 17:02:19.712078 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3bc3084-22c8-4460-94cf-e321b715c58b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:19.712078 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a3bc3084-22c8-4460-94cf-e321b715c58b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:19.834044 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b662e4cc-c630-446b-b236-3847b17a85e9 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Network 1cfa82cf-24b1-419c-938f-2fb15432aa68 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:02:19.872849 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a36b54cf-df03-4cc4-bcaa-b886ec160d02 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:19.890320 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e3ff46b5-9c15-416f-9b4a-1bdb888b7950 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:19.959843 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36b54cf-df03-4cc4-bcaa-b886ec160d02 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Pushing event deleted for resources: {'Port': ['ID=1b9c3983-c24a-4a23-ae00-f3847faf2dd4,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:19.966461 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-b662e4cc-c630-446b-b236-3847b17a85e9 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 1cfa82cf-24b1-419c-938f-2fb15432aa68) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:19.989888 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5cbcc3-edb6-49de-a0bf-1c5182d18e91 None None] Network 1cfa82cf-24b1-419c-938f-2fb15432aa68 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:02:19.997157 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b662e4cc-c630-446b-b236-3847b17a85e9 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:02:20.004334 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b662e4cc-c630-446b-b236-3847b17a85e9 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:20.015286 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b662e4cc-c630-446b-b236-3847b17a85e9 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:20.016025 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b662e4cc-c630-446b-b236-3847b17a85e9 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:20.046602 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8563d-26a1-4fee-874b-b774c1f16419 req-cd7cd8ed-5809-4a5f-95ee-a2f11526831c tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:20.048226 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-52d8563d-26a1-4fee-874b-b774c1f16419 req-cd7cd8ed-5809-4a5f-95ee-a2f11526831c tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.2260168 Feb 16 17:02:20.085468 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a36b54cf-df03-4cc4-bcaa-b886ec160d02 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:20.091795 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-a36b54cf-df03-4cc4-bcaa-b886ec160d02 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] 10.222.0.88 "DELETE /v2.0/ports/1b9c3983-c24a-4a23-ae00-f3847faf2dd4 HTTP/1.1" status: 204 len: 168 time: 0.9276826 Feb 16 17:02:20.099749 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51522) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:20.157193 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-52d8563d-26a1-4fee-874b-b774c1f16419 req-4745a013-c2b1-4c41-9051-0f494da0bf81 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883820 Feb 16 17:02:20.170628 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-b662e4cc-c630-446b-b236-3847b17a85e9 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.0070994 Feb 16 17:02:20.177723 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51524) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:20.194679 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e3ff46b5-9c15-416f-9b4a-1bdb888b7950 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:20.246103 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a3bc3084-22c8-4460-94cf-e321b715c58b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:20.264548 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bb7f84-b623-422d-b184-8f9835ccabaa tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:20.266121 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-22bb7f84-b623-422d-b184-8f9835ccabaa tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] 10.222.0.88 "GET /v2.0/ports?device_id=d20839c9-a90f-41fa-a6fb-8ea4c215ed87 HTTP/1.1" status: 200 len: 913 time: 0.1653700 Feb 16 17:02:20.287745 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51528) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:20.288899 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e3ff46b5-9c15-416f-9b4a-1bdb888b7950 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:20.294356 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-e3ff46b5-9c15-416f-9b4a-1bdb888b7950 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "DELETE /v2.0/subnets/26748c24-9e52-4849-8def-4368deb608cb HTTP/1.1" status: 204 len: 168 time: 0.7979696 Feb 16 17:02:20.302026 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51530) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:20.302369 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ff46b5-9c15-416f-9b4a-1bdb888b7950 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event deleted for resources: {'Subnet': ['ID=26748c24-9e52-4849-8def-4368deb608cb,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:20.346157 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bc3084-22c8-4460-94cf-e321b715c58b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:20.348373 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bc3084-22c8-4460-94cf-e321b715c58b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Subnet': ['ID=6b8223ce-d292-482a-a7a2-d5cd86048a6c,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:20.352714 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-a3bc3084-22c8-4460-94cf-e321b715c58b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:20.356658 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bc3084-22c8-4460-94cf-e321b715c58b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:20.357249 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a3bc3084-22c8-4460-94cf-e321b715c58b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:20.376347 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-8033911b-25a1-4d7a-9ba7-9931066fd754 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:20.376939 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8033911b-25a1-4d7a-9ba7-9931066fd754 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:20.379842 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-8033911b-25a1-4d7a-9ba7-9931066fd754 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "DELETE /v2.0/subnets/e986a1a9-ffcb-4c1b-bf1d-051643ae33bb HTTP/1.1" status: 404 len: 337 time: 0.0753880 Feb 16 17:02:20.381986 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162dc3aa-94c6-4ce6-9861-959f85854646 req-dbfd2e50-0c6a-4028-bb80-876489fff07a tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:20.383559 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-162dc3aa-94c6-4ce6-9861-959f85854646 req-dbfd2e50-0c6a-4028-bb80-876489fff07a tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.0821028 Feb 16 17:02:20.384199 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51532) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:20.460934 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-162dc3aa-94c6-4ce6-9861-959f85854646 req-5deebc20-f2ef-49fb-88a9-d6509d9be9e1 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688217 Feb 16 17:02:20.464565 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a3bc3084-22c8-4460-94cf-e321b715c58b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1145387 Feb 16 17:02:20.468566 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-ced8feec-7377-4d7c-b272-aa71c34f32a2 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Deleting subnet 3498eb2f-b11a-426f-b173-7c7549ce0972 {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:02:20.470622 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51534) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:20.473713 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ced8feec-7377-4d7c-b272-aa71c34f32a2 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:20.479484 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-57db0b89-10ee-4d0c-83bc-98c43413be5d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'port': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'mac_address': 'fa:16:3e:d4:a1:09', 'name': 'tempest-NetworksTestDHCPv6-1851215909'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:20.571566 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-a0752209-711a-4b74-be7d-15807cb68281 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Deleting port 36156fee-5cc7-4254-8357-3a98a21bc50a {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:02:20.572008 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a0752209-711a-4b74-be7d-15807cb68281 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:20.584600 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ced8feec-7377-4d7c-b272-aa71c34f32a2 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:20.619096 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e28a9f6-adba-4a3b-b1e5-3cbc7046b8c5 None None] Network 5c7fa548-d9d6-4ee7-996a-f0e1851f547a requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:02:20.728700 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ced8feec-7377-4d7c-b272-aa71c34f32a2 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:20.760511 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a0752209-711a-4b74-be7d-15807cb68281 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:20.805692 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57db0b89-10ee-4d0c-83bc-98c43413be5d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:20.807537 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-a0752209-711a-4b74-be7d-15807cb68281 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Calling delete_port for 36156fee-5cc7-4254-8357-3a98a21bc50a owned by {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:02:20.828428 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a7d7c-65dc-492d-bfa3-bf0761b8286b req-8a5a22bb-28d8-4854-94dd-e9c36d3f99bd tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:20.836098 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-310a7d7c-65dc-492d-bfa3-bf0761b8286b req-8a5a22bb-28d8-4854-94dd-e9c36d3f99bd tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.2798653 Feb 16 17:02:20.896792 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ced8feec-7377-4d7c-b272-aa71c34f32a2 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:20.921457 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-d025acae-64ef-4426-b34b-9a6a0589e9f4 None None] Provisioning complete for port c848c247-6c5c-4442-8027-3aacb1bd50ba triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:20.921980 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d025acae-64ef-4426-b34b-9a6a0589e9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:20.964564 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-310a7d7c-65dc-492d-bfa3-bf0761b8286b req-735c5445-9b4b-4a0d-9916-338e2c2d68da tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274605 Feb 16 17:02:21.115005 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-d025acae-64ef-4426-b34b-9a6a0589e9f4 None None] Provisioning complete for port 8049061f-47fa-4c43-8046-007e97c0d89c triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:21.115671 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d025acae-64ef-4426-b34b-9a6a0589e9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:21.136928 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1b67dd8d-d770-4ccc-872f-70662d913050 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:21.143482 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2179e1-71d5-4b0e-b57d-553947a070c7 None None] DHCP port deletion for 5c7fa548-d9d6-4ee7-996a-f0e1851f547a request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:02:21.162104 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc26b9d-85ea-405b-bb66-44178d3ca124 None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:02:21.202484 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-d025acae-64ef-4426-b34b-9a6a0589e9f4 None None] Port 8049061f-47fa-4c43-8046-007e97c0d89c cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:02:21.226116 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced8feec-7377-4d7c-b272-aa71c34f32a2 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event deleted for resources: {'Subnet': ['ID=3498eb2f-b11a-426f-b173-7c7549ce0972,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:21.229689 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ced8feec-7377-4d7c-b272-aa71c34f32a2 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:21.231868 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a0752209-711a-4b74-be7d-15807cb68281 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:21.235096 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ced8feec-7377-4d7c-b272-aa71c34f32a2 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "DELETE /v2.0/subnets/3498eb2f-b11a-426f-b173-7c7549ce0972 HTTP/1.1" status: 204 len: 168 time: 0.8477945 Feb 16 17:02:21.235457 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51540) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:21.247068 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-57db0b89-10ee-4d0c-83bc-98c43413be5d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:21.270388 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0752209-711a-4b74-be7d-15807cb68281 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event deleted for resources: {'Port': ['ID=36156fee-5cc7-4254-8357-3a98a21bc50a,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:21.272177 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bbf7a01-64bd-4190-aba3-bab73eb0e4a5 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:21.272626 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bbf7a01-64bd-4190-aba3-bab73eb0e4a5 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:21.277965 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-3bbf7a01-64bd-4190-aba3-bab73eb0e4a5 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "DELETE /v2.0/subnets/3a8e9329-89a3-4cae-95c5-b2b387172eda HTTP/1.1" status: 404 len: 337 time: 0.0393708 Feb 16 17:02:21.278389 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51544) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:21.279754 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a0752209-711a-4b74-be7d-15807cb68281 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:21.284011 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-a0752209-711a-4b74-be7d-15807cb68281 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "DELETE /v2.0/ports/36156fee-5cc7-4254-8357-3a98a21bc50a HTTP/1.1" status: 204 len: 168 time: 1.1027207 Feb 16 17:02:21.287238 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51546) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:21.298892 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-57db0b89-10ee-4d0c-83bc-98c43413be5d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] device_id is not set on port 0ce29ac3-3f33-4800-96d3-e56774f201f0 yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:02:21.345321 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c2179e1-71d5-4b0e-b57d-553947a070c7 None None] Deleting port c848c247-6c5c-4442-8027-3aacb1bd50ba {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:02:21.346233 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c2179e1-71d5-4b0e-b57d-553947a070c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:21.362932 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-3eebdd42-6d5d-4c9f-8d70-7d1c492e7e50 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "GET /v2.0/ports?device_id=31fb9924-90bc-49f6-bca1-5c449f1d6457 HTTP/1.1" status: 200 len: 205 time: 0.0807543 Feb 16 17:02:21.362932 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51548) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:21.391089 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f779ee63-fc42-48e7-80a6-9f089b757ccb tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:21.397304 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f779ee63-fc42-48e7-80a6-9f089b757ccb tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:21.398945 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-f779ee63-fc42-48e7-80a6-9f089b757ccb tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1107850 Feb 16 17:02:21.406691 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51550) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:21.417086 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-14943850-6b91-4ef4-a7ae-2593b73c9927 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] delete failed (client error): The resource could not be found. Feb 16 17:02:21.420471 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-14943850-6b91-4ef4-a7ae-2593b73c9927 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "DELETE /v2.0/routers/31fb9924-90bc-49f6-bca1-5c449f1d6457 HTTP/1.1" status: 404 len: 336 time: 0.0544486 Feb 16 17:02:21.423837 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51552) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:21.424039 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-5979d7cd-642e-41aa-bf39-c9c5d2a8bd38 None None] Provisioning complete for port 295b7c03-078c-4f3a-a601-2c833272cc04 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:21.424039 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5979d7cd-642e-41aa-bf39-c9c5d2a8bd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:21.472105 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8eec1eb-a56e-4ccd-8c52-674738871cf8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:21.472591 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8eec1eb-a56e-4ccd-8c52-674738871cf8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:21.477963 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-c8eec1eb-a56e-4ccd-8c52-674738871cf8 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "DELETE /v2.0/subnets/9c532988-71f5-436e-a00d-5a1ed4618f93 HTTP/1.1" status: 404 len: 337 time: 0.0521386 Feb 16 17:02:21.484185 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51554) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:21.488950 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0bdd9-1f29-482e-b4e6-feae3e07425d req-d4aa0896-b83b-495f-a7bf-05d05388a428 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:21.491793 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bbd0bdd9-1f29-482e-b4e6-feae3e07425d req-d4aa0896-b83b-495f-a7bf-05d05388a428 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.1099768 Feb 16 17:02:21.524585 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c2179e1-71d5-4b0e-b57d-553947a070c7 None None] For port c848c247-6c5c-4442-8027-3aacb1bd50ba, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=c848c247-6c5c-4442-8027-3aacb1bd50ba,segment=NetworkSegment(4058712c-fbf5-4c5d-865a-c089e8d3e2c5),segment_id=4058712c-fbf5-4c5d-865a-c089e8d3e2c5)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:02:21.524987 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c2179e1-71d5-4b0e-b57d-553947a070c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:21.549737 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c2179e1-71d5-4b0e-b57d-553947a070c7 None None] Calling delete_port for c848c247-6c5c-4442-8027-3aacb1bd50ba owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:02:21.558586 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-54e19b14-183e-4797-820a-27d1425f9bec tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:21.559030 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54e19b14-183e-4797-820a-27d1425f9bec tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:21.564547 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-54e19b14-183e-4797-820a-27d1425f9bec tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "DELETE /v2.0/subnets/6ba84833-c5c9-4b6a-acb9-742a835384c1 HTTP/1.1" status: 404 len: 337 time: 0.0580990 Feb 16 17:02:21.570252 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bbd0bdd9-1f29-482e-b4e6-feae3e07425d req-0058dad9-0677-413d-a372-caf860a3679c tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611727 Feb 16 17:02:21.570252 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51556) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:21.609165 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-4509e0c9-a63d-417c-8475-9cbbee036f77 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:21.609759 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4509e0c9-a63d-417c-8475-9cbbee036f77 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:21.617277 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-4509e0c9-a63d-417c-8475-9cbbee036f77 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "DELETE /v2.0/subnets/09a55085-7c4c-4559-8146-eaa23a036b4d HTTP/1.1" status: 404 len: 337 time: 0.0461078 Feb 16 17:02:21.621435 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51558) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:21.660564 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-5854fee6-dbb2-41d4-9bed-c834385a286d tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Deleting port a271e3ea-82e3-4ab8-9020-80b1b03725ed {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:02:21.660906 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5854fee6-dbb2-41d4-9bed-c834385a286d tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:21.667962 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-58b30802-0f9c-4919-ac28-257514a9b503 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:21.669327 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58b30802-0f9c-4919-ac28-257514a9b503 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:21.675082 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-58b30802-0f9c-4919-ac28-257514a9b503 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "DELETE /v2.0/ports/c6afc5e3-061c-4bce-ba22-cef887086fab HTTP/1.1" status: 404 len: 333 time: 0.0500154 Feb 16 17:02:21.675922 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51560) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:21.682744 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-57db0b89-10ee-4d0c-83bc-98c43413be5d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Allocated IP 2001:db8:0:1::1a1 (1e2a9b2d-a159-48c5-a704-dcb18c3b88c3/6b8223ce-d292-482a-a7a2-d5cd86048a6c/0ce29ac3-3f33-4800-96d3-e56774f201f0) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:21.715196 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4ca9f7f-14af-49ff-aa32-1ffc34569080 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:21.715828 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4ca9f7f-14af-49ff-aa32-1ffc34569080 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:21.721990 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c4ca9f7f-14af-49ff-aa32-1ffc34569080 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "DELETE /v2.0/subnets/965f12c1-e526-4548-a1f2-7e1a01dda38e HTTP/1.1" status: 404 len: 337 time: 0.0421062 Feb 16 17:02:21.724505 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51562) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:21.724954 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-57db0b89-10ee-4d0c-83bc-98c43413be5d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Allocated IP 2001:db8::f816:3eff:fed4:a109 (1e2a9b2d-a159-48c5-a704-dcb18c3b88c3/87709e35-a527-44c3-8f88-a658201c947c/0ce29ac3-3f33-4800-96d3-e56774f201f0) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:21.730384 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5979d7cd-642e-41aa-bf39-c9c5d2a8bd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:21.757025 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c2179e1-71d5-4b0e-b57d-553947a070c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:21.760205 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5854fee6-dbb2-41d4-9bed-c834385a286d tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:21.802705 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-5854fee6-dbb2-41d4-9bed-c834385a286d tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Calling delete_port for a271e3ea-82e3-4ab8-9020-80b1b03725ed owned by {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:02:21.823157 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2179e1-71d5-4b0e-b57d-553947a070c7 None None] Pushing event deleted for resources: {'Port': ['ID=c848c247-6c5c-4442-8027-3aacb1bd50ba,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:21.839421 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2179e1-71d5-4b0e-b57d-553947a070c7 None None] No DVR routers for this DVR port c848c247-6c5c-4442-8027-3aacb1bd50ba on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:02:21.842405 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-5979d7cd-642e-41aa-bf39-c9c5d2a8bd38 None None] For port 295b7c03-078c-4f3a-a601-2c833272cc04, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=295b7c03-078c-4f3a-a601-2c833272cc04,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:02:21.865869 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb95463-2c99-4d84-9f97-d514e5854931 None None] Update dhcp port {'port': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'fixed_ips': [{'subnet_id': '87709e35-a527-44c3-8f88-a658201c947c', 'ip_address': '2001:db8::f816:3eff:fe71:4029'}, {'subnet_id': '6b8223ce-d292-482a-a7a2-d5cd86048a6c'}], 'binding:host_id': 'dv-neutron-828697-3-hyperv'}, 'id': '295b7c03-078c-4f3a-a601-2c833272cc04'} from dv-neutron-828697-3-hyperv. {{(pid=114377) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 16 17:02:21.930654 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-beb95463-2c99-4d84-9f97-d514e5854931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:21.984237 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5979d7cd-642e-41aa-bf39-c9c5d2a8bd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:22.021599 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 295b7c03-078c-4f3a-a601-2c833272cc04 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:02:22.071131 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-57db0b89-10ee-4d0c-83bc-98c43413be5d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:22.108390 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5854fee6-dbb2-41d4-9bed-c834385a286d tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:22.128220 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-44c2d8b7-fd48-49de-833a-83de27f4a33f tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:22.128989 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44c2d8b7-fd48-49de-833a-83de27f4a33f tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:22.134100 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-44c2d8b7-fd48-49de-833a-83de27f4a33f tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "DELETE /v2.0/subnets/7d1df5ed-4145-4b1b-81c6-35707a0d8c42 HTTP/1.1" status: 404 len: 337 time: 0.4065149 Feb 16 17:02:22.136115 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51564) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:22.148316 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5854fee6-dbb2-41d4-9bed-c834385a286d tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event deleted for resources: {'Port': ['ID=a271e3ea-82e3-4ab8-9020-80b1b03725ed,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:22.156702 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5854fee6-dbb2-41d4-9bed-c834385a286d tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:22.157270 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-1b67dd8d-d770-4ccc-872f-70662d913050 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Deleting port c4291494-dd26-4e54-adfd-1deeaa0cfc84 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:02:22.157718 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1b67dd8d-d770-4ccc-872f-70662d913050 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:22.163763 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-5854fee6-dbb2-41d4-9bed-c834385a286d tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "DELETE /v2.0/ports/a271e3ea-82e3-4ab8-9020-80b1b03725ed HTTP/1.1" status: 204 len: 168 time: 0.7536001 Feb 16 17:02:22.166497 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5979d7cd-642e-41aa-bf39-c9c5d2a8bd38 None None] Pushing event updated for resources: {'Port': ['ID=295b7c03-078c-4f3a-a601-2c833272cc04,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:22.173337 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51566) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:22.185774 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-57db0b89-10ee-4d0c-83bc-98c43413be5d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:22.190405 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c493be0-c198-4a4b-9942-2e448294dddf tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:22.191925 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c493be0-c198-4a4b-9942-2e448294dddf tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:22.197545 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-2c493be0-c198-4a4b-9942-2e448294dddf tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "DELETE /v2.0/ports/113d5a81-22a2-4cee-9cd4-be3421f1a2e5 HTTP/1.1" status: 404 len: 333 time: 0.0577633 Feb 16 17:02:22.202325 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51568) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:22.226584 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-beb95463-2c99-4d84-9f97-d514e5854931 None None] Allocated IP 2001:db8:0:1::2 (1e2a9b2d-a159-48c5-a704-dcb18c3b88c3/6b8223ce-d292-482a-a7a2-d5cd86048a6c/295b7c03-078c-4f3a-a601-2c833272cc04) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:22.234554 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 295b7c03-078c-4f3a-a601-2c833272cc04 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:22.234554 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:22.262218 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-92c15aee-2ae1-45b3-b125-d48687e0d312 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:22.262678 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92c15aee-2ae1-45b3-b125-d48687e0d312 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:22.268241 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-92c15aee-2ae1-45b3-b125-d48687e0d312 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "DELETE /v2.0/subnets/545e0a08-5580-4180-ba95-1d5ed886a143 HTTP/1.1" status: 404 len: 337 time: 0.0623670 Feb 16 17:02:22.268914 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51570) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:22.277141 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57db0b89-10ee-4d0c-83bc-98c43413be5d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:22.283129 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-57db0b89-10ee-4d0c-83bc-98c43413be5d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:22.285513 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db0b89-10ee-4d0c-83bc-98c43413be5d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Port': ['ID=0ce29ac3-3f33-4800-96d3-e56774f201f0,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:22.287844 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57db0b89-10ee-4d0c-83bc-98c43413be5d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:02:22.290281 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d6e44f-a1eb-4360-945b-6ddb7ac8e41a tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:22.291912 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-19d6e44f-a1eb-4360-945b-6ddb7ac8e41a tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1175094 Feb 16 17:02:22.296465 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57db0b89-10ee-4d0c-83bc-98c43413be5d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:22.297139 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-57db0b89-10ee-4d0c-83bc-98c43413be5d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:22.300758 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51572) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:22.314250 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-6642188e-48b7-4c75-8c11-264f89ff4854 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:22.314744 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6642188e-48b7-4c75-8c11-264f89ff4854 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:22.320892 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-6642188e-48b7-4c75-8c11-264f89ff4854 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "DELETE /v2.0/subnets/c558c4f6-5c14-40cf-a225-534860fda5e3 HTTP/1.1" status: 404 len: 337 time: 0.0479498 Feb 16 17:02:22.324037 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51574) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:22.330156 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-852da96a-9fb9-4158-af33-42bee64b660f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] GET failed (client error): The resource could not be found. Feb 16 17:02:22.333684 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-852da96a-9fb9-4158-af33-42bee64b660f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "GET /v2.0/ports/36156fee-5cc7-4254-8357-3a98a21bc50a HTTP/1.1" status: 404 len: 333 time: 0.0300307 Feb 16 17:02:22.336664 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51576) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:22.336812 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1b67dd8d-d770-4ccc-872f-70662d913050 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:22.360178 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bf8d9a8-260e-4d2d-96c9-f6652ab48aa8 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] GET failed (client error): The resource could not be found. Feb 16 17:02:22.361670 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-0bf8d9a8-260e-4d2d-96c9-f6652ab48aa8 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "GET /v2.0/ports/a271e3ea-82e3-4ab8-9020-80b1b03725ed HTTP/1.1" status: 404 len: 333 time: 0.0254211 Feb 16 17:02:22.364769 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51578) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:22.368706 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-1b67dd8d-d770-4ccc-872f-70662d913050 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Calling delete_port for c4291494-dd26-4e54-adfd-1deeaa0cfc84 owned by network:router_interface {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:02:22.406023 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-beb95463-2c99-4d84-9f97-d514e5854931 None None] For port 295b7c03-078c-4f3a-a601-2c833272cc04, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=295b7c03-078c-4f3a-a601-2c833272cc04,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:02:22.435778 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-57db0b89-10ee-4d0c-83bc-98c43413be5d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.9629898 Feb 16 17:02:22.439059 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51580) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:22.446407 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-beb95463-2c99-4d84-9f97-d514e5854931 None None] Notify callbacks [] for port, precommit_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:22.482074 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device c848c247-6c5c-4442-8027-3aacb1bd50ba no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:02:22.494199 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b72e679d-42dd-4f37-98db-eddbab61eafd tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:22.501355 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-cc6109a2-b569-4a21-90af-720475769e08 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Deleting port 8049061f-47fa-4c43-8046-007e97c0d89c {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:02:22.501898 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cc6109a2-b569-4a21-90af-720475769e08 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:22.514553 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: c848c247-6c5c-4442-8027-3aacb1bd50ba {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:02:22.514977 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device c848c247-6c5c-4442-8027-3aacb1bd50ba not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:02:22.530696 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-beb95463-2c99-4d84-9f97-d514e5854931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:22.619599 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb95463-2c99-4d84-9f97-d514e5854931 None None] Pushing event updated for resources: {'Port': ['ID=295b7c03-078c-4f3a-a601-2c833272cc04,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:22.622193 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cc6109a2-b569-4a21-90af-720475769e08 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:22.635302 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b72e679d-42dd-4f37-98db-eddbab61eafd tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:22.650558 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-cc6109a2-b569-4a21-90af-720475769e08 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Calling delete_port for 8049061f-47fa-4c43-8046-007e97c0d89c owned by {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:02:22.656538 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-bb9ff7f5-8735-49fe-9748-f457ccc08fd3 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Deleting port 0ce29ac3-3f33-4800-96d3-e56774f201f0 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:02:22.657233 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bb9ff7f5-8735-49fe-9748-f457ccc08fd3 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:22.680486 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-b72e679d-42dd-4f37-98db-eddbab61eafd tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cfa82cf-24b1-419c-938f-2fb15432aa68']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:22.746204 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-b72e679d-42dd-4f37-98db-eddbab61eafd tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dccc8621-16fb-4ae2-8544-6f6059899235') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:22.746490 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-b72e679d-42dd-4f37-98db-eddbab61eafd tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dccc8621-16fb-4ae2-8544-6f6059899235') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:22.770196 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b72e679d-42dd-4f37-98db-eddbab61eafd tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:22.808060 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b72e679d-42dd-4f37-98db-eddbab61eafd tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:22.831160 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f179aec7-a37b-46ec-8374-88c99d83f66a req-b21daec8-4d6e-4b3e-a59b-1a2b16aea3b8 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:22.833304 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-f179aec7-a37b-46ec-8374-88c99d83f66a req-b21daec8-4d6e-4b3e-a59b-1a2b16aea3b8 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.1505091 Feb 16 17:02:22.836196 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b72e679d-42dd-4f37-98db-eddbab61eafd tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:02:22.841018 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b72e679d-42dd-4f37-98db-eddbab61eafd tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:22.841018 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 17:02:22.841018 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:02:22.841018 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 17:02:22.841018 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:02:22.841018 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 17:02:22.841018 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:02:22.841018 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 17:02:22.841018 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:02:22.841018 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 17:02:22.841018 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:02:22.841018 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 17:02:22.841018 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:02:22.841018 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 17:02:22.841018 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:02:22.841018 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:02:22.841018 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:02:22.841018 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:02:22.841018 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:02:22.841018 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 17:02:22.841018 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:02:22.841018 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 17:02:22.841018 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:02:22.841018 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:02:22.841018 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:02:22.841018 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 17:02:22.841018 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:02:22.841018 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:02:22.841018 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:02:22.841018 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:02:22.841018 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:02:22.841018 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:02:22.841018 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:02:22.846480 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1b67dd8d-d770-4ccc-872f-70662d913050 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:22.848411 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bb9ff7f5-8735-49fe-9748-f457ccc08fd3 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:22.880678 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-bb9ff7f5-8735-49fe-9748-f457ccc08fd3 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Calling delete_port for 0ce29ac3-3f33-4800-96d3-e56774f201f0 owned by {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:02:22.898302 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b67dd8d-d770-4ccc-872f-70662d913050 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Pushing event deleted for resources: {'Port': ['ID=c4291494-dd26-4e54-adfd-1deeaa0cfc84,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:22.904561 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cc6109a2-b569-4a21-90af-720475769e08 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:22.940621 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:02:22.959493 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-f179aec7-a37b-46ec-8374-88c99d83f66a req-55247a30-aa63-444b-9731-645de4ad76b0 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188803 Feb 16 17:02:22.984013 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6109a2-b569-4a21-90af-720475769e08 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event deleted for resources: {'Port': ['ID=8049061f-47fa-4c43-8046-007e97c0d89c,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:22.996899 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cc6109a2-b569-4a21-90af-720475769e08 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:23.000509 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-cc6109a2-b569-4a21-90af-720475769e08 tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "DELETE /v2.0/ports/8049061f-47fa-4c43-8046-007e97c0d89c HTTP/1.1" status: 204 len: 168 time: 0.6754363 Feb 16 17:02:23.003161 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51586) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:23.033857 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b72e679d-42dd-4f37-98db-eddbab61eafd tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:23.080507 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b72e679d-42dd-4f37-98db-eddbab61eafd tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:23.088049 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-b72e679d-42dd-4f37-98db-eddbab61eafd tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "DELETE /v2.0/networks/1cfa82cf-24b1-419c-938f-2fb15432aa68 HTTP/1.1" status: 204 len: 168 time: 0.7185299 Feb 16 17:02:23.088371 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51588) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:23.101920 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-7b41975b-e3c7-4c4b-b61e-88f43c0cdeb5 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-361695219'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:23.113552 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e679d-42dd-4f37-98db-eddbab61eafd tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event deleted for resources: {'Network': ['ID=1cfa82cf-24b1-419c-938f-2fb15432aa68,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:23.131183 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-976ece4d-cfe2-4a50-8551-dad1c25bd8af tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:23.136192 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1b67dd8d-d770-4ccc-872f-70662d913050 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:23.185854 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b41975b-e3c7-4c4b-b61e-88f43c0cdeb5 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Made reservation on behalf of 02ebc15ce0534c46afb3b8b1618852cd for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:23.189359 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7b41975b-e3c7-4c4b-b61e-88f43c0cdeb5 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:23.298463 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-976ece4d-cfe2-4a50-8551-dad1c25bd8af tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:23.323891 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-fa7fbd4e-f4eb-4a88-9641-802ecb4812f1 None None] Provisioning complete for port 295b7c03-078c-4f3a-a601-2c833272cc04 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:23.324580 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-fa7fbd4e-f4eb-4a88-9641-802ecb4812f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:23.335191 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-976ece4d-cfe2-4a50-8551-dad1c25bd8af tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c7fa548-d9d6-4ee7-996a-f0e1851f547a']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:23.350234 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-976ece4d-cfe2-4a50-8551-dad1c25bd8af tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4058712c-fbf5-4c5d-865a-c089e8d3e2c5') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:23.350532 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-976ece4d-cfe2-4a50-8551-dad1c25bd8af tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4058712c-fbf5-4c5d-865a-c089e8d3e2c5') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:23.360912 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-976ece4d-cfe2-4a50-8551-dad1c25bd8af tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:23.383808 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-976ece4d-cfe2-4a50-8551-dad1c25bd8af tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:23.395512 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-976ece4d-cfe2-4a50-8551-dad1c25bd8af tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:02:23.395937 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-976ece4d-cfe2-4a50-8551-dad1c25bd8af tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:23.399509 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 17:02:23.399509 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:02:23.399509 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 17:02:23.399509 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:02:23.399509 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 17:02:23.399509 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:02:23.399509 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 17:02:23.399509 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:02:23.399509 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 17:02:23.399509 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:02:23.399509 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 17:02:23.399509 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:02:23.399509 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 17:02:23.399509 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:02:23.399509 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:02:23.399509 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:02:23.399509 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:02:23.399509 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:02:23.399509 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 17:02:23.399509 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:02:23.399509 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 17:02:23.399509 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:02:23.399509 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:02:23.399509 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:02:23.399509 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 17:02:23.399509 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:02:23.399509 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:02:23.399509 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:02:23.399509 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:02:23.399509 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:02:23.399509 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:02:23.399509 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:02:23.401976 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b67dd8d-d770-4ccc-872f-70662d913050 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Router d20839c9-a90f-41fa-a6fb-8ea4c215ed87 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:02:23.411132 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bb9ff7f5-8735-49fe-9748-f457ccc08fd3 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:23.414456 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b41975b-e3c7-4c4b-b61e-88f43c0cdeb5 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:02:23.467598 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7b41975b-e3c7-4c4b-b61e-88f43c0cdeb5 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:23.467954 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-7b41975b-e3c7-4c4b-b61e-88f43c0cdeb5 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Added segment 60750d05-4120-4b06-b9c2-76871d70a274 of type vlan for network 2ad51076-956f-4a85-9160-5d717bcd824f Feb 16 17:02:23.484370 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ff7f5-8735-49fe-9748-f457ccc08fd3 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event deleted for resources: {'Port': ['ID=0ce29ac3-3f33-4800-96d3-e56774f201f0,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:23.540679 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bb9ff7f5-8735-49fe-9748-f457ccc08fd3 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:23.544219 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-bb9ff7f5-8735-49fe-9748-f457ccc08fd3 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/ports/0ce29ac3-3f33-4800-96d3-e56774f201f0 HTTP/1.1" status: 204 len: 168 time: 1.1040699 Feb 16 17:02:23.546877 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51590) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:23.562865 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-49a13339-474b-4fb8-9d16-22d4a6585278 None None] Could not find standard attr ID for object 0ce29ac3-3f33-4800-96d3-e56774f201f0. {{(pid=114377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 17:02:23.575315 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b67dd8d-d770-4ccc-872f-70662d913050 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:02:23.584666 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51592) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:23.584950 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-1b67dd8d-d770-4ccc-872f-70662d913050 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] 10.222.0.88 "PUT /v2.0/routers/d20839c9-a90f-41fa-a6fb-8ea4c215ed87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2910419 Feb 16 17:02:23.591787 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97b9ab3-f611-471b-8505-75eb73494a3b None None] Sync routers for ids ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:02:23.609024 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7b41975b-e3c7-4c4b-b61e-88f43c0cdeb5 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:23.610580 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97b9ab3-f611-471b-8505-75eb73494a3b None None] Routers {'d20839c9-a90f-41fa-a6fb-8ea4c215ed87'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:02:23.611327 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-a97b9ab3-f611-471b-8505-75eb73494a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:02:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:23.637833 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-976ece4d-cfe2-4a50-8551-dad1c25bd8af tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:23.655170 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-a97b9ab3-f611-471b-8505-75eb73494a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:23.656564 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-976ece4d-cfe2-4a50-8551-dad1c25bd8af tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:23.662408 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-976ece4d-cfe2-4a50-8551-dad1c25bd8af tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] 10.222.0.88 "DELETE /v2.0/networks/5c7fa548-d9d6-4ee7-996a-f0e1851f547a HTTP/1.1" status: 204 len: 168 time: 0.6503789 Feb 16 17:02:23.667611 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97b9ab3-f611-471b-8505-75eb73494a3b None None] Routers {'d20839c9-a90f-41fa-a6fb-8ea4c215ed87'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:02:23.668411 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-a97b9ab3-f611-471b-8505-75eb73494a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:02:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:23.675232 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976ece4d-cfe2-4a50-8551-dad1c25bd8af tempest-PortsTestJSON-1609075993 tempest-PortsTestJSON-1609075993-project] Pushing event deleted for resources: {'Network': ['ID=5c7fa548-d9d6-4ee7-996a-f0e1851f547a,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:23.692424 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d449c8c-2815-47cc-bc72-6735aad26884 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:23.692424 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-2d449c8c-2815-47cc-bc72-6735aad26884 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1412330 Feb 16 17:02:23.692691 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51596) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:23.708217 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7b41975b-e3c7-4c4b-b61e-88f43c0cdeb5 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:23.714262 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b41975b-e3c7-4c4b-b61e-88f43c0cdeb5 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:23.714885 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7b41975b-e3c7-4c4b-b61e-88f43c0cdeb5 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:23.721822 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-a97b9ab3-f611-471b-8505-75eb73494a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:23.723179 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97b9ab3-f611-471b-8505-75eb73494a3b None None] The sync data for ids ['d20839c9-a90f-41fa-a6fb-8ea4c215ed87'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:02:23.799473 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ebe3af-4628-4d86-818a-14e555d5e690 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:23.803783 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-68ebe3af-4628-4d86-818a-14e555d5e690 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1076646 Feb 16 17:02:23.804768 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51598) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:23.805259 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-795d1fa5-6df5-4590-9912-2be1879ae67b tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for router, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:23.848740 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b41975b-e3c7-4c4b-b61e-88f43c0cdeb5 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event updated for resources: {'Network': ['ID=2ad51076-956f-4a85-9160-5d717bcd824f,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:23.862892 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 2ad51076-956f-4a85-9160-5d717bcd824f details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:02:23.890552 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-7b41975b-e3c7-4c4b-b61e-88f43c0cdeb5 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7980800 Feb 16 17:02:23.890747 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51600) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:23.896822 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-f66faa66-4ab0-4ac2-8b6a-d68b149e9042 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Request body: {'subnet': {'network_id': '2ad51076-956f-4a85-9160-5d717bcd824f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:23.914587 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 295b7c03-078c-4f3a-a601-2c833272cc04 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:02:23.922896 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d7b93b-fe0e-44bb-998a-cd280000ca83 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:23.924516 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d7b93b-fe0e-44bb-998a-cd280000ca83 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:23.926170 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d7b93b-fe0e-44bb-998a-cd280000ca83 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:23.930655 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-d3d7b93b-fe0e-44bb-998a-cd280000ca83 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1221969 Feb 16 17:02:23.931046 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51602) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:23.968327 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-795d1fa5-6df5-4590-9912-2be1879ae67b tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:24.001397 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 295b7c03-078c-4f3a-a601-2c833272cc04 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:24.001842 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:24.013172 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-431be019-89e1-4438-8b48-dc7b1f30d815 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Deleting subnet 6b8223ce-d292-482a-a7a2-d5cd86048a6c {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:02:24.025757 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-431be019-89e1-4438-8b48-dc7b1f30d815 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:24.103254 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7179f-3384-42c7-a834-cb9dc5861861 req-3d3be618-efaa-43f2-9982-9f0edaa72c2d tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:24.104427 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-431be019-89e1-4438-8b48-dc7b1f30d815 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:24.104806 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-9bb7179f-3384-42c7-a834-cb9dc5861861 req-3d3be618-efaa-43f2-9982-9f0edaa72c2d tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.0573702 Feb 16 17:02:24.139432 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66faa66-4ab0-4ac2-8b6a-d68b149e9042 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Made reservation on behalf of 02ebc15ce0534c46afb3b8b1618852cd for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:24.143304 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f66faa66-4ab0-4ac2-8b6a-d68b149e9042 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:24.164598 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-795d1fa5-6df5-4590-9912-2be1879ae67b tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Deleting port 40dae75c-7309-4523-b2c0-8315f37003b8 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:02:24.164940 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-795d1fa5-6df5-4590-9912-2be1879ae67b tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:24.201812 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-9bb7179f-3384-42c7-a834-cb9dc5861861 req-e09d5be9-b4a3-4929-bfea-fb0e60ac8dca tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892358 Feb 16 17:02:24.210748 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51608) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:24.227321 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.ipam_backend_mixin [None req-f66faa66-4ab0-4ac2-8b6a-d68b149e9042 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Performing IP validity checks on allocation pools {{(pid=114376) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 16 17:02:24.227321 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.ipam_backend_mixin [None req-f66faa66-4ab0-4ac2-8b6a-d68b149e9042 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114376) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 16 17:02:24.254349 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-431be019-89e1-4438-8b48-dc7b1f30d815 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:24.311473 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-795d1fa5-6df5-4590-9912-2be1879ae67b tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:24.329395 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-795d1fa5-6df5-4590-9912-2be1879ae67b tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Calling delete_port for 40dae75c-7309-4523-b2c0-8315f37003b8 owned by network:router_gateway {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:02:24.412188 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-431be019-89e1-4438-8b48-dc7b1f30d815 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:24.412392 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-caa1fffa-b1f8-4ded-9c87-92c30d50087f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c643207721ea44e4a742511dc6707de4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2004361 Feb 16 17:02:24.415211 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51612) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:24.465515 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3592baf0-ae55-405f-a861-39145145b62c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:24.469957 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f66faa66-4ab0-4ac2-8b6a-d68b149e9042 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:24.474971 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431be019-89e1-4438-8b48-dc7b1f30d815 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event deleted for resources: {'Subnet': ['ID=6b8223ce-d292-482a-a7a2-d5cd86048a6c,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:24.476961 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-431be019-89e1-4438-8b48-dc7b1f30d815 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:24.480256 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-431be019-89e1-4438-8b48-dc7b1f30d815 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/6b8223ce-d292-482a-a7a2-d5cd86048a6c HTTP/1.1" status: 204 len: 168 time: 0.5480146 Feb 16 17:02:24.482816 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51614) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:24.490567 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66324ba3-ea9a-4966-b5d5-b2d94fb21489 None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:02:24.523183 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3592baf0-ae55-405f-a861-39145145b62c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:24.545178 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe182605-9ff0-406e-87cc-688a28c79e61 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Deleting subnet 87709e35-a527-44c3-8f88-a658201c947c {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:02:24.549576 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fe182605-9ff0-406e-87cc-688a28c79e61 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:24.558393 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66faa66-4ab0-4ac2-8b6a-d68b149e9042 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event updated for resources: {'Subnet': ['ID=019a6332-7b9c-4a64-bec8-99d7a0633834,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:24.586949 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66faa66-4ab0-4ac2-8b6a-d68b149e9042 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Checking segment: {'id': '60750d05-4120-4b06-b9c2-76871d70a274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '2ad51076-956f-4a85-9160-5d717bcd824f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:02:24.587649 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66faa66-4ab0-4ac2-8b6a-d68b149e9042 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Network hostable DHCP agents. Network: 2ad51076-956f-4a85-9160-5d717bcd824f, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:02:24.621812 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fe182605-9ff0-406e-87cc-688a28c79e61 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:24.674283 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66faa66-4ab0-4ac2-8b6a-d68b149e9042 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Network 2ad51076-956f-4a85-9160-5d717bcd824f is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:02:24.719240 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3592baf0-ae55-405f-a861-39145145b62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:24.722542 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3592baf0-ae55-405f-a861-39145145b62c admin admin] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:24.723845 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-3592baf0-ae55-405f-a861-39145145b62c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/57ac0554-92e1-45a3-b6d6-76e8e22b49c6 HTTP/1.1" status: 204 len: 168 time: 0.3074319 Feb 16 17:02:24.734809 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3592baf0-ae55-405f-a861-39145145b62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ac0554-92e1-45a3-b6d6-76e8e22b49c6,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:24.763633 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-f66faa66-4ab0-4ac2-8b6a-d68b149e9042 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 2ad51076-956f-4a85-9160-5d717bcd824f) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:24.768484 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66faa66-4ab0-4ac2-8b6a-d68b149e9042 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:24.768749 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f66faa66-4ab0-4ac2-8b6a-d68b149e9042 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:24.778366 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe4ad2a-34e4-4590-b7a0-238e20a50792 None None] Network 2ad51076-956f-4a85-9160-5d717bcd824f requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:02:24.901433 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-f66faa66-4ab0-4ac2-8b6a-d68b149e9042 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0097356 Feb 16 17:02:24.904089 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51618) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:24.909590 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-e4b7dea4-b0ca-458f-81e7-e63f613e721f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Request body: {'port': {'network_id': '2ad51076-956f-4a85-9160-5d717bcd824f', 'name': 'tempest-PortsIpV6TestJSON-16443227'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:24.957766 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3410e949-f82b-431c-bb1a-64efc757d5b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-2ad51076-956f-4a85-9160-5d717bcd824f', 'network_id': '2ad51076-956f-4a85-9160-5d717bcd824f', 'tenant_id': '02ebc15ce0534c46afb3b8b1618852cd', 'fixed_ips': [{'subnet_id': '019a6332-7b9c-4a64-bec8-99d7a0633834'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:02:24.958645 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-3410e949-f82b-431c-bb1a-64efc757d5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:25.000027 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-795d1fa5-6df5-4590-9912-2be1879ae67b tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:25.046986 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fe182605-9ff0-406e-87cc-688a28c79e61 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:25.074321 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795d1fa5-6df5-4590-9912-2be1879ae67b tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Pushing event deleted for resources: {'Port': ['ID=40dae75c-7309-4523-b2c0-8315f37003b8,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:25.169125 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-795d1fa5-6df5-4590-9912-2be1879ae67b tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584056'] for router_gateway, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:25.175157 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b7dea4-b0ca-458f-81e7-e63f613e721f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Made reservation on behalf of 02ebc15ce0534c46afb3b8b1618852cd for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:25.178909 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e4b7dea4-b0ca-458f-81e7-e63f613e721f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:25.214404 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [None req-e4b7dea4-b0ca-458f-81e7-e63f613e721f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] device_id is not set on port 6300dd29-e4c7-49e7-9915-7b9004ae8514 yet. {{(pid=114376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:02:25.341990 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-795d1fa5-6df5-4590-9912-2be1879ae67b tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:25.348319 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-795d1fa5-6df5-4590-9912-2be1879ae67b tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:25.385895 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-3410e949-f82b-431c-bb1a-64efc757d5b5 None None] Allocated IP 2001:db8::2 (2ad51076-956f-4a85-9160-5d717bcd824f/019a6332-7b9c-4a64-bec8-99d7a0633834/9d6b4f7a-8477-41ff-ba8f-ac3045a90351) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:25.437511 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6eb035-19d6-4a3a-bd6f-f70204168703 req-b4869390-63f6-4340-91ed-c77efe10d4d7 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:25.439220 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-be6eb035-19d6-4a3a-bd6f-f70204168703 req-b4869390-63f6-4340-91ed-c77efe10d4d7 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.1086507 Feb 16 17:02:25.485018 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-be6eb035-19d6-4a3a-bd6f-f70204168703 req-fb01cbbc-e593-4508-91c1-b57a330f3238 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368729 Feb 16 17:02:25.499559 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fe182605-9ff0-406e-87cc-688a28c79e61 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:25.530580 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1f142a6a-02a5-4edb-bb9e-bc097cef696e None None] Provisioning complete for port 295b7c03-078c-4f3a-a601-2c833272cc04 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:25.531148 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1f142a6a-02a5-4edb-bb9e-bc097cef696e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:25.537335 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-795d1fa5-6df5-4590-9912-2be1879ae67b tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:25.537905 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795d1fa5-6df5-4590-9912-2be1879ae67b tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Fanout notify agent at l3_agent the message router_deleted on router d20839c9-a90f-41fa-a6fb-8ea4c215ed87 {{(pid=114375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:02:25.546313 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-795d1fa5-6df5-4590-9912-2be1879ae67b tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:25.547965 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-795d1fa5-6df5-4590-9912-2be1879ae67b tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] 10.222.0.88 "DELETE /v2.0/routers/d20839c9-a90f-41fa-a6fb-8ea4c215ed87 HTTP/1.1" status: 204 len: 168 time: 1.9618509 Feb 16 17:02:25.548371 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe182605-9ff0-406e-87cc-688a28c79e61 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event deleted for resources: {'Subnet': ['ID=87709e35-a527-44c3-8f88-a658201c947c,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:25.550133 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51630) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:25.554367 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fe182605-9ff0-406e-87cc-688a28c79e61 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:25.560730 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-fe182605-9ff0-406e-87cc-688a28c79e61 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/87709e35-a527-44c3-8f88-a658201c947c HTTP/1.1" status: 204 len: 168 time: 1.0768502 Feb 16 17:02:25.561387 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51632) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:25.575349 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18743c26-f798-45f2-9139-dc25c9bf7e5a None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:02:25.605582 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-90202b9e-c25b-40ad-b555-af17dddc52c5 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0430541 Feb 16 17:02:25.606266 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51634) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:25.611214 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-8519336a-d5d2-4b41-9dd1-81d6b34d5fdc tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'subnet': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:25.618369 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-74a8aad7-7b45-418f-a795-54e0a89c0896 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Deleting subnet f80c694e-23e8-4c46-b1c2-96ba72106b3c {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:02:25.621820 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-74a8aad7-7b45-418f-a795-54e0a89c0896 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:25.676698 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-3410e949-f82b-431c-bb1a-64efc757d5b5 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:25.690708 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-74a8aad7-7b45-418f-a795-54e0a89c0896 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:25.744100 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-74a8aad7-7b45-418f-a795-54e0a89c0896 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:25.767284 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-3410e949-f82b-431c-bb1a-64efc757d5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:25.777001 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8519336a-d5d2-4b41-9dd1-81d6b34d5fdc tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:25.780970 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8519336a-d5d2-4b41-9dd1-81d6b34d5fdc tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:25.827631 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3410e949-f82b-431c-bb1a-64efc757d5b5 None None] Network 2ad51076-956f-4a85-9160-5d717bcd824f is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:25.834829 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-3410e949-f82b-431c-bb1a-64efc757d5b5 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:25.837004 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3410e949-f82b-431c-bb1a-64efc757d5b5 None None] Pushing event updated for resources: {'Port': ['ID=9d6b4f7a-8477-41ff-ba8f-ac3045a90351,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:25.839390 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3410e949-f82b-431c-bb1a-64efc757d5b5 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:02:25.880996 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-e4b7dea4-b0ca-458f-81e7-e63f613e721f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Allocated IP 2001:db8::2bb (2ad51076-956f-4a85-9160-5d717bcd824f/019a6332-7b9c-4a64-bec8-99d7a0633834/6300dd29-e4c7-49e7-9915-7b9004ae8514) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:25.928604 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-3410e949-f82b-431c-bb1a-64efc757d5b5 None None] Attempting to bind port 9d6b4f7a-8477-41ff-ba8f-ac3045a90351 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:02:25.933034 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-3410e949-f82b-431c-bb1a-64efc757d5b5 None None] Attempting to bind port 9d6b4f7a-8477-41ff-ba8f-ac3045a90351 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '60750d05-4120-4b06-b9c2-76871d70a274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '2ad51076-956f-4a85-9160-5d717bcd824f'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:02:25.933034 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3410e949-f82b-431c-bb1a-64efc757d5b5 None None] Attempting to bind port 9d6b4f7a-8477-41ff-ba8f-ac3045a90351 on network 2ad51076-956f-4a85-9160-5d717bcd824f {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:02:25.936448 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac2c28d-6990-4595-8ba4-699d10d19af9 None None] DHCP port deletion for 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:02:25.939063 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3410e949-f82b-431c-bb1a-64efc757d5b5 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:02:25.939553 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3410e949-f82b-431c-bb1a-64efc757d5b5 None None] Checking segment: {'id': '60750d05-4120-4b06-b9c2-76871d70a274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '2ad51076-956f-4a85-9160-5d717bcd824f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:02:25.940099 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-3410e949-f82b-431c-bb1a-64efc757d5b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:25.940606 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3410e949-f82b-431c-bb1a-64efc757d5b5 None None] Bound using segment: {'id': '60750d05-4120-4b06-b9c2-76871d70a274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '2ad51076-956f-4a85-9160-5d717bcd824f'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:02:25.941606 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-3410e949-f82b-431c-bb1a-64efc757d5b5 None None] Bound port: 9d6b4f7a-8477-41ff-ba8f-ac3045a90351, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60750d05-4120-4b06-b9c2-76871d70a274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '2ad51076-956f-4a85-9160-5d717bcd824f'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:02:25.942094 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-3410e949-f82b-431c-bb1a-64efc757d5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:25.958262 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-74a8aad7-7b45-418f-a795-54e0a89c0896 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:26.000254 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a8aad7-7b45-418f-a795-54e0a89c0896 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Pushing event deleted for resources: {'Subnet': ['ID=f80c694e-23e8-4c46-b1c2-96ba72106b3c,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:26.048823 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-3410e949-f82b-431c-bb1a-64efc757d5b5 None None] For port 9d6b4f7a-8477-41ff-ba8f-ac3045a90351, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:02:26.052475 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-74a8aad7-7b45-418f-a795-54e0a89c0896 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:26.052981 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-3410e949-f82b-431c-bb1a-64efc757d5b5 None None] For port 9d6b4f7a-8477-41ff-ba8f-ac3045a90351, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=9d6b4f7a-8477-41ff-ba8f-ac3045a90351,segment=NetworkSegment(60750d05-4120-4b06-b9c2-76871d70a274),segment_id=60750d05-4120-4b06-b9c2-76871d70a274)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:02:26.058232 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-74a8aad7-7b45-418f-a795-54e0a89c0896 tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] 10.222.0.88 "DELETE /v2.0/subnets/f80c694e-23e8-4c46-b1c2-96ba72106b3c HTTP/1.1" status: 204 len: 168 time: 0.5059335 Feb 16 17:02:26.058532 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51644) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:26.059172 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1ac2c28d-6990-4595-8ba4-699d10d19af9 None None] Deleting port 295b7c03-078c-4f3a-a601-2c833272cc04 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:02:26.059172 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1ac2c28d-6990-4595-8ba4-699d10d19af9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:26.121054 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e4b7dea4-b0ca-458f-81e7-e63f613e721f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:26.129887 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1ac2c28d-6990-4595-8ba4-699d10d19af9 None None] For port 295b7c03-078c-4f3a-a601-2c833272cc04, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=295b7c03-078c-4f3a-a601-2c833272cc04,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:02:26.130244 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1ac2c28d-6990-4595-8ba4-699d10d19af9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:26.147786 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1ac2c28d-6990-4595-8ba4-699d10d19af9 None None] Calling delete_port for 295b7c03-078c-4f3a-a601-2c833272cc04 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:02:26.171847 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5cbff449-1a08-4621-89db-7dbf41cde38d tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:26.196627 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-3410e949-f82b-431c-bb1a-64efc757d5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:26.211108 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e4b7dea4-b0ca-458f-81e7-e63f613e721f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:26.267930 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51648) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:26.269997 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b7dea4-b0ca-458f-81e7-e63f613e721f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Network 2ad51076-956f-4a85-9160-5d717bcd824f is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:26.285283 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-e4b7dea4-b0ca-458f-81e7-e63f613e721f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:26.286872 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3410e949-f82b-431c-bb1a-64efc757d5b5 None None] Pushing event updated for resources: {'Port': ['ID=9d6b4f7a-8477-41ff-ba8f-ac3045a90351,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:26.289862 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b7dea4-b0ca-458f-81e7-e63f613e721f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:02:26.296001 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b7dea4-b0ca-458f-81e7-e63f613e721f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:26.297055 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e4b7dea4-b0ca-458f-81e7-e63f613e721f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:26.315852 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b7dea4-b0ca-458f-81e7-e63f613e721f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event updated for resources: {'Port': ['ID=6300dd29-e4c7-49e7-9915-7b9004ae8514,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:26.355024 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5cbff449-1a08-4621-89db-7dbf41cde38d tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:26.392905 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-cb4df7d8-3c10-4e6b-bae2-af7a602d95d3 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Request body: {'network': {'name': 'tempest-RoutersTest-968586024'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:26.407535 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-5cbff449-1a08-4621-89db-7dbf41cde38d tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6c1f681-5d05-4621-b5cd-a00f1dd285fe']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:26.416824 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1ac2c28d-6990-4595-8ba4-699d10d19af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:26.422349 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-5cbff449-1a08-4621-89db-7dbf41cde38d tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18bb94ad-7323-492f-aba0-5524c542c70b') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:26.426704 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-5cbff449-1a08-4621-89db-7dbf41cde38d tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18bb94ad-7323-492f-aba0-5524c542c70b') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:26.439872 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5cbff449-1a08-4621-89db-7dbf41cde38d tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:26.448077 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac2c28d-6990-4595-8ba4-699d10d19af9 None None] Pushing event deleted for resources: {'Port': ['ID=295b7c03-078c-4f3a-a601-2c833272cc04,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:26.451896 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-e4b7dea4-b0ca-458f-81e7-e63f613e721f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5464611 Feb 16 17:02:26.454750 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51652) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:26.456651 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.objects.ports [None req-8519336a-d5d2-4b41-9dd1-81d6b34d5fdc tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114375) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 17:02:26.459103 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac2c28d-6990-4595-8ba4-699d10d19af9 None None] No DVR routers for this DVR port 295b7c03-078c-4f3a-a601-2c833272cc04 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:02:26.558838 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5cbff449-1a08-4621-89db-7dbf41cde38d tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:26.572866 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cbff449-1a08-4621-89db-7dbf41cde38d tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:02:26.573285 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5cbff449-1a08-4621-89db-7dbf41cde38d tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:26.576778 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 17:02:26.576778 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:02:26.576778 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 17:02:26.576778 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:02:26.576778 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 17:02:26.576778 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:02:26.576778 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 17:02:26.576778 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:02:26.576778 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 17:02:26.576778 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:02:26.576778 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 17:02:26.576778 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:02:26.576778 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 17:02:26.576778 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:02:26.576778 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:02:26.576778 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:02:26.576778 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:02:26.576778 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:02:26.576778 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 17:02:26.576778 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:02:26.576778 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 17:02:26.576778 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:02:26.576778 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:02:26.576778 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:02:26.576778 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 17:02:26.576778 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:02:26.576778 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:02:26.576778 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:02:26.576778 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:02:26.576778 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:02:26.576778 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:02:26.576778 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:02:26.582378 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-c00f3bec-caee-494b-a452-f7c2466e6a71 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Deleting port 6300dd29-e4c7-49e7-9915-7b9004ae8514 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:02:26.583118 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c00f3bec-caee-494b-a452-f7c2466e6a71 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:26.590058 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4df7d8-3c10-4e6b-bae2-af7a602d95d3 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Made reservation on behalf of 687c6649ec1f4902bed4d35faf0c53f6 for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:26.603568 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cb4df7d8-3c10-4e6b-bae2-af7a602d95d3 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:26.667194 dv-neutron-828697-3-hyperv neutron-server[114375]: WARNING neutron.services.revisions.revision_plugin [None req-8519336a-d5d2-4b41-9dd1-81d6b34d5fdc tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Could not find related port for resource to bump revision. Feb 16 17:02:26.679842 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cb4df7d8-3c10-4e6b-bae2-af7a602d95d3 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:26.725302 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.ipam_pluggable_backend [None req-8519336a-d5d2-4b41-9dd1-81d6b34d5fdc tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Port 295b7c03-078c-4f3a-a601-2c833272cc04 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=114375) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 16 17:02:26.725625 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.ipam_pluggable_backend [None req-8519336a-d5d2-4b41-9dd1-81d6b34d5fdc tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Reverting IP allocation for 2001:db8::f816:3eff:fe71:4029 {{(pid=114375) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 16 17:02:26.729393 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.ipam_pluggable_backend [None req-8519336a-d5d2-4b41-9dd1-81d6b34d5fdc tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe71:4029 {{(pid=114375) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 16 17:02:26.730676 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8519336a-d5d2-4b41-9dd1-81d6b34d5fdc tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:26.754349 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41ac32-8793-449f-9a13-22efeb04c9e7 req-2da0325c-91a1-4dc8-856f-3a700f68fa89 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:26.755839 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ee41ac32-8793-449f-9a13-22efeb04c9e7 req-2da0325c-91a1-4dc8-856f-3a700f68fa89 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.1668642 Feb 16 17:02:26.761684 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5cbff449-1a08-4621-89db-7dbf41cde38d tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:26.777686 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5cbff449-1a08-4621-89db-7dbf41cde38d tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:26.780885 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-5cbff449-1a08-4621-89db-7dbf41cde38d tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] 10.222.0.88 "DELETE /v2.0/networks/d6c1f681-5d05-4621-b5cd-a00f1dd285fe HTTP/1.1" status: 204 len: 168 time: 0.7210851 Feb 16 17:02:26.788136 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c00f3bec-caee-494b-a452-f7c2466e6a71 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:26.791095 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8519336a-d5d2-4b41-9dd1-81d6b34d5fdc tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:26.808022 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-8519336a-d5d2-4b41-9dd1-81d6b34d5fdc tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:26.811483 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8519336a-d5d2-4b41-9dd1-81d6b34d5fdc tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:26.812560 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8519336a-d5d2-4b41-9dd1-81d6b34d5fdc tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:26.817620 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-c00f3bec-caee-494b-a452-f7c2466e6a71 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Calling delete_port for 6300dd29-e4c7-49e7-9915-7b9004ae8514 owned by {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:02:26.823182 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e0d50d-6cd3-4275-993e-c2c226257304 None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:02:26.827423 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbff449-1a08-4621-89db-7dbf41cde38d tempest-FloatingIPTestJSON-1888271294 tempest-FloatingIPTestJSON-1888271294-project] Pushing event deleted for resources: {'Network': ['ID=d6c1f681-5d05-4621-b5cd-a00f1dd285fe,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:26.834281 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8519336a-d5d2-4b41-9dd1-81d6b34d5fdc tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Subnet': ['ID=207d4726-3a5b-4621-935e-64a7f3aa8022,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:26.837583 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ee41ac32-8793-449f-9a13-22efeb04c9e7 req-fb2028af-8df4-4bc5-bdc5-f5061a1fa59f tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721524 Feb 16 17:02:26.901422 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cb4df7d8-3c10-4e6b-bae2-af7a602d95d3 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:26.917870 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-8519336a-d5d2-4b41-9dd1-81d6b34d5fdc tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3077610 Feb 16 17:02:26.918394 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51658) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:26.924268 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-d9373816-b45a-42cf-9bf4-1a9f1d304a40 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'subnet': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:26.966099 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cb4df7d8-3c10-4e6b-bae2-af7a602d95d3 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:27.006988 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4df7d8-3c10-4e6b-bae2-af7a602d95d3 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c686e0-8811-4c05-879b-d186297e2486,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:27.037725 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65463260-06b7-435d-b528-3fd03da67429 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'tenant_id': '81837604d6654060bf0a8ff194578833', 'fixed_ips': [{'subnet_id': '207d4726-3a5b-4621-935e-64a7f3aa8022'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:02:27.038590 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-65463260-06b7-435d-b528-3fd03da67429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:27.182729 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c00f3bec-caee-494b-a452-f7c2466e6a71 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:27.190447 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb4df7d8-3c10-4e6b-bae2-af7a602d95d3 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:02:27.220680 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f3bec-caee-494b-a452-f7c2466e6a71 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event deleted for resources: {'Port': ['ID=6300dd29-e4c7-49e7-9915-7b9004ae8514,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:27.226758 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cb4df7d8-3c10-4e6b-bae2-af7a602d95d3 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:27.227112 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-cb4df7d8-3c10-4e6b-bae2-af7a602d95d3 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Added segment 653d870f-70ec-45bc-8a5d-5881ee03e9fe of type vlan for network da3cd22e-e9ed-4f45-b654-e5ffeeb1bf5f Feb 16 17:02:27.243345 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9373816-b45a-42cf-9bf4-1a9f1d304a40 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:27.248471 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d9373816-b45a-42cf-9bf4-1a9f1d304a40 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:27.268037 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c00f3bec-caee-494b-a452-f7c2466e6a71 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:27.274501 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c00f3bec-caee-494b-a452-f7c2466e6a71 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "DELETE /v2.0/ports/6300dd29-e4c7-49e7-9915-7b9004ae8514 HTTP/1.1" status: 204 len: 168 time: 0.8163347 Feb 16 17:02:27.278540 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51664) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:27.318548 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cb4df7d8-3c10-4e6b-bae2-af7a602d95d3 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:27.352916 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-65463260-06b7-435d-b528-3fd03da67429 None None] Allocated IP 2001:db8::f816:3eff:fef7:a5bb (1e2a9b2d-a159-48c5-a704-dcb18c3b88c3/207d4726-3a5b-4621-935e-64a7f3aa8022/a99c87ab-a0f1-48a1-b07c-b48e008215f0) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:27.357220 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1de976a-9545-40e3-b1d3-ee6067594333 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:27.358119 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1de976a-9545-40e3-b1d3-ee6067594333 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:27.361473 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a1de976a-9545-40e3-b1d3-ee6067594333 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "DELETE /v2.0/ports/6300dd29-e4c7-49e7-9915-7b9004ae8514 HTTP/1.1" status: 404 len: 333 time: 0.0777171 Feb 16 17:02:27.365835 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51666) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:27.366258 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51668) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:27.393772 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51672) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:27.437490 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cb4df7d8-3c10-4e6b-bae2-af7a602d95d3 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:27.443722 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4df7d8-3c10-4e6b-bae2-af7a602d95d3 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:27.444340 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cb4df7d8-3c10-4e6b-bae2-af7a602d95d3 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:27.465142 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-a61e9c31-12b9-4c92-b181-395de18ef980 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] GET failed (client error): The resource could not be found. Feb 16 17:02:27.465142 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a61e9c31-12b9-4c92-b181-395de18ef980 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "GET /v2.0/ports/6300dd29-e4c7-49e7-9915-7b9004ae8514 HTTP/1.1" status: 404 len: 333 time: 0.0934737 Feb 16 17:02:27.466473 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51676) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:27.526700 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4df7d8-3c10-4e6b-bae2-af7a602d95d3 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event updated for resources: {'Network': ['ID=da3cd22e-e9ed-4f45-b654-e5ffeeb1bf5f,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:27.545066 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.ipam_backend_mixin [None req-d9373816-b45a-42cf-9bf4-1a9f1d304a40 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 207d4726-3a5b-4621-935e-64a7f3aa8022 (CIDR: 2001:db8::/64) Feb 16 17:02:27.560676 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network da3cd22e-e9ed-4f45-b654-e5ffeeb1bf5f details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:02:27.562555 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fa8adf-f085-4868-ad9d-6a86028773ec None None] Network 2ad51076-956f-4a85-9160-5d717bcd824f requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:02:27.590943 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb55d0e7-5373-4ff1-b0d4-2716b3ba29a2 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Deleting subnet 019a6332-7b9c-4a64-bec8-99d7a0633834 {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:02:27.600197 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-e6e7b4d0-5010-42f7-9146-aabc80fc104a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=20d8e1466b544f5eb14961c4b649d8ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2019455 Feb 16 17:02:27.600389 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9373816-b45a-42cf-9bf4-1a9f1d304a40 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:02:27.600389 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9373816-b45a-42cf-9bf4-1a9f1d304a40 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:27.600586 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51678) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:27.602354 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-eb55d0e7-5373-4ff1-b0d4-2716b3ba29a2 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:27.609909 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-cb4df7d8-3c10-4e6b-bae2-af7a602d95d3 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3385785 Feb 16 17:02:27.615152 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51680) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:27.620496 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-0427b690-8d7a-4a91-9ecd-ff64ddcb2cb0 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Request body: {'network': {'name': 'tempest-RoutersTest-795380899'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:27.671668 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-eb55d0e7-5373-4ff1-b0d4-2716b3ba29a2 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:27.673572 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-44a67fc9-98c4-43d3-a1d7-0b4a84019801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:27.695932 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-65463260-06b7-435d-b528-3fd03da67429 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:27.696615 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-44a67fc9-98c4-43d3-a1d7-0b4a84019801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:27.711643 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-b4988073-4823-4b1e-8692-b0edd8e2b050 None None] Provisioning complete for port 9d6b4f7a-8477-41ff-ba8f-ac3045a90351 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:27.712028 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b4988073-4823-4b1e-8692-b0edd8e2b050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:27.756169 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d9373816-b45a-42cf-9bf4-1a9f1d304a40 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8335717 Feb 16 17:02:27.757225 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51682) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:27.763905 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-4d2ff5f9-b3d0-4b14-b171-0ccb0c241c4f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'subnet': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:27.801312 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-65463260-06b7-435d-b528-3fd03da67429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:27.809776 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-7aa1a90f-3a23-4d71-a514-c47ff3453884 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Deleting port e44ac8d4-bb0f-43de-a8ec-e8e7bbb006ff {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:02:27.810084 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7aa1a90f-3a23-4d71-a514-c47ff3453884 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:27.818214 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0427b690-8d7a-4a91-9ecd-ff64ddcb2cb0 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Made reservation on behalf of 687c6649ec1f4902bed4d35faf0c53f6 for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:27.822177 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0427b690-8d7a-4a91-9ecd-ff64ddcb2cb0 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:27.826207 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-eb55d0e7-5373-4ff1-b0d4-2716b3ba29a2 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:27.865076 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0427b690-8d7a-4a91-9ecd-ff64ddcb2cb0 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:02:27.874549 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0427b690-8d7a-4a91-9ecd-ff64ddcb2cb0 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:27.877361 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-0427b690-8d7a-4a91-9ecd-ff64ddcb2cb0 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Added segment 25715c5a-72c1-4770-a11f-58fc97bca63b of type vlan for network d9be4a5e-cc02-44e2-a21a-474ef3a0f07b Feb 16 17:02:27.925666 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65463260-06b7-435d-b528-3fd03da67429 None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:27.933477 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-65463260-06b7-435d-b528-3fd03da67429 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:27.948013 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65463260-06b7-435d-b528-3fd03da67429 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:02:27.975656 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65463260-06b7-435d-b528-3fd03da67429 None None] Pushing event updated for resources: {'Port': ['ID=a99c87ab-a0f1-48a1-b07c-b48e008215f0,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:27.978589 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b4988073-4823-4b1e-8692-b0edd8e2b050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:27.986271 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 9d6b4f7a-8477-41ff-ba8f-ac3045a90351 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:02:28.001419 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7aa1a90f-3a23-4d71-a514-c47ff3453884 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:28.009099 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7aa1a90f-3a23-4d71-a514-c47ff3453884 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:28.043561 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-7aa1a90f-3a23-4d71-a514-c47ff3453884 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Calling delete_port for e44ac8d4-bb0f-43de-a8ec-e8e7bbb006ff owned by network:floatingip {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:02:28.103872 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80387a12-8417-4b61-a47e-dc4f3802c059 req-8847d436-22a0-4757-8001-d49c0b053dff tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:28.105538 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-80387a12-8417-4b61-a47e-dc4f3802c059 req-8847d436-22a0-4757-8001-d49c0b053dff tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.1210458 Feb 16 17:02:28.106659 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-eb55d0e7-5373-4ff1-b0d4-2716b3ba29a2 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:28.132461 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-65463260-06b7-435d-b528-3fd03da67429 None None] Attempting to bind port a99c87ab-a0f1-48a1-b07c-b48e008215f0 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:02:28.132841 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-65463260-06b7-435d-b528-3fd03da67429 None None] Attempting to bind port a99c87ab-a0f1-48a1-b07c-b48e008215f0 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:02:28.133400 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65463260-06b7-435d-b528-3fd03da67429 None None] Attempting to bind port a99c87ab-a0f1-48a1-b07c-b48e008215f0 on network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:02:28.148450 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65463260-06b7-435d-b528-3fd03da67429 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:02:28.148826 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65463260-06b7-435d-b528-3fd03da67429 None None] Checking segment: {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:02:28.149411 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-65463260-06b7-435d-b528-3fd03da67429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:28.150027 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65463260-06b7-435d-b528-3fd03da67429 None None] Bound using segment: {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:02:28.150697 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-65463260-06b7-435d-b528-3fd03da67429 None None] Bound port: a99c87ab-a0f1-48a1-b07c-b48e008215f0, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:02:28.151087 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-65463260-06b7-435d-b528-3fd03da67429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:28.165388 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb55d0e7-5373-4ff1-b0d4-2716b3ba29a2 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event deleted for resources: {'Subnet': ['ID=019a6332-7b9c-4a64-bec8-99d7a0633834,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:28.167312 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.db.api [None req-b4988073-4823-4b1e-8692-b0edd8e2b050 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:02:28.167868 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG oslo_db.api [None req-b4988073-4823-4b1e-8692-b0edd8e2b050 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:02:28.179369 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-eb55d0e7-5373-4ff1-b0d4-2716b3ba29a2 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:28.185133 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-eb55d0e7-5373-4ff1-b0d4-2716b3ba29a2 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "DELETE /v2.0/subnets/019a6332-7b9c-4a64-bec8-99d7a0633834 HTTP/1.1" status: 204 len: 168 time: 0.7152767 Feb 16 17:02:28.190624 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51686) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:28.201229 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 9d6b4f7a-8477-41ff-ba8f-ac3045a90351 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:28.201849 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:28.267754 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-65463260-06b7-435d-b528-3fd03da67429 None None] For port a99c87ab-a0f1-48a1-b07c-b48e008215f0, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:02:28.273415 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-65463260-06b7-435d-b528-3fd03da67429 None None] For port a99c87ab-a0f1-48a1-b07c-b48e008215f0, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=a99c87ab-a0f1-48a1-b07c-b48e008215f0,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:02:28.284639 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-44a67fc9-98c4-43d3-a1d7-0b4a84019801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:28.287865 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-44a67fc9-98c4-43d3-a1d7-0b4a84019801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:28.289137 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-44a67fc9-98c4-43d3-a1d7-0b4a84019801 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6b5a215d-a0c5-4aa4-910b-d9b6c7c681ad HTTP/1.1" status: 204 len: 168 time: 0.6879864 Feb 16 17:02:28.311959 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0427b690-8d7a-4a91-9ecd-ff64ddcb2cb0 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:28.316856 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a67fc9-98c4-43d3-a1d7-0b4a84019801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5a215d-a0c5-4aa4-910b-d9b6c7c681ad,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:28.330737 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:28.355074 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9450f2-c529-4d77-8d5d-417fa730f6c3 None None] Network 2ad51076-956f-4a85-9160-5d717bcd824f requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:02:28.376488 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-80387a12-8417-4b61-a47e-dc4f3802c059 req-091a618c-95aa-45db-acbe-6910e7887eab tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2612748 Feb 16 17:02:28.404913 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-65463260-06b7-435d-b528-3fd03da67429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:28.442870 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c9bc3b1c-dd4f-41b5-9bb8-62709a122858 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:28.458130 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0427b690-8d7a-4a91-9ecd-ff64ddcb2cb0 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:28.464533 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0427b690-8d7a-4a91-9ecd-ff64ddcb2cb0 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:28.465374 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0427b690-8d7a-4a91-9ecd-ff64ddcb2cb0 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:28.493509 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2ff5f9-b3d0-4b14-b171-0ccb0c241c4f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:28.497210 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4d2ff5f9-b3d0-4b14-b171-0ccb0c241c4f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:28.517252 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-c9bc3b1c-dd4f-41b5-9bb8-62709a122858 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Deleting port 9d6b4f7a-8477-41ff-ba8f-ac3045a90351 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:02:28.517555 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c9bc3b1c-dd4f-41b5-9bb8-62709a122858 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:28.559922 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7aa1a90f-3a23-4d71-a514-c47ff3453884 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:28.599857 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0427b690-8d7a-4a91-9ecd-ff64ddcb2cb0 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event updated for resources: {'Network': ['ID=d9be4a5e-cc02-44e2-a21a-474ef3a0f07b,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:28.604762 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa1a90f-3a23-4d71-a514-c47ff3453884 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Pushing event deleted for resources: {'Port': ['ID=e44ac8d4-bb0f-43de-a8ec-e8e7bbb006ff,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:28.609007 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port 9d6b4f7a-8477-41ff-ba8f-ac3045a90351, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=9d6b4f7a-8477-41ff-ba8f-ac3045a90351,segment=NetworkSegment(60750d05-4120-4b06-b9c2-76871d70a274),segment_id=60750d05-4120-4b06-b9c2-76871d70a274)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:02:28.621390 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network d9be4a5e-cc02-44e2-a21a-474ef3a0f07b details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:02:28.623534 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-c9bc3b1c-dd4f-41b5-9bb8-62709a122858 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] For port 9d6b4f7a-8477-41ff-ba8f-ac3045a90351, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=9d6b4f7a-8477-41ff-ba8f-ac3045a90351,segment=NetworkSegment(60750d05-4120-4b06-b9c2-76871d70a274),segment_id=60750d05-4120-4b06-b9c2-76871d70a274)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:02:28.623534 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c9bc3b1c-dd4f-41b5-9bb8-62709a122858 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:28.680302 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-0427b690-8d7a-4a91-9ecd-ff64ddcb2cb0 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0640650 Feb 16 17:02:28.683929 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51692) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:28.691778 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-f972a2ab-2f66-49c6-b8e5-54682b158e6f tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Request body: {'subnet': {'network_id': 'da3cd22e-e9ed-4f45-b654-e5ffeeb1bf5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:28.693431 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7aa1a90f-3a23-4d71-a514-c47ff3453884 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks [] for floatingip, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:28.694139 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.l3_db [None req-7aa1a90f-3a23-4d71-a514-c47ff3453884 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Floating IP 828f6b1b-4340-4df4-96a9-f65b4bec899d disassociated (deleted). External IP: 172.26.3.136, port: bc99fbb1-71bd-4ac1-b644-f86a78662778. Feb 16 17:02:28.715047 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:28.744620 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-c9bc3b1c-dd4f-41b5-9bb8-62709a122858 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Calling delete_port for 9d6b4f7a-8477-41ff-ba8f-ac3045a90351 owned by network:dhcp {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:02:28.789055 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65463260-06b7-435d-b528-3fd03da67429 None None] Pushing event updated for resources: {'Port': ['ID=a99c87ab-a0f1-48a1-b07c-b48e008215f0,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:28.850210 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 295b7c03-078c-4f3a-a601-2c833272cc04 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:02:28.902776 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 295b7c03-078c-4f3a-a601-2c833272cc04 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:02:28.903126 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 295b7c03-078c-4f3a-a601-2c833272cc04 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:02:28.928391 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=9d6b4f7a-8477-41ff-ba8f-ac3045a90351,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:29.012078 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-df9806d6-bebc-4ba1-92cb-f71c6c7b40b1 None None] Provisioning complete for port 9d6b4f7a-8477-41ff-ba8f-ac3045a90351 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:29.013162 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-df9806d6-bebc-4ba1-92cb-f71c6c7b40b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:29.118145 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f972a2ab-2f66-49c6-b8e5-54682b158e6f tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Made reservation on behalf of 687c6649ec1f4902bed4d35faf0c53f6 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:29.121837 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f972a2ab-2f66-49c6-b8e5-54682b158e6f tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:29.129980 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54913a36-1c8d-4ed1-bff1-0609304ef835 None None] DHCP port deletion for 2ad51076-956f-4a85-9160-5d717bcd824f request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:02:29.210716 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa1a90f-3a23-4d71-a514-c47ff3453884 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Router fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:02:29.212235 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c9bc3b1c-dd4f-41b5-9bb8-62709a122858 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:29.219118 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4d2ff5f9-b3d0-4b14-b171-0ccb0c241c4f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:29.247226 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc3b1c-dd4f-41b5-9bb8-62709a122858 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event deleted for resources: {'Port': ['ID=9d6b4f7a-8477-41ff-ba8f-ac3045a90351,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:29.256406 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-54913a36-1c8d-4ed1-bff1-0609304ef835 None None] Deleting port 9d6b4f7a-8477-41ff-ba8f-ac3045a90351 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:02:29.257766 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-54913a36-1c8d-4ed1-bff1-0609304ef835 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:29.268199 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bc3b1c-dd4f-41b5-9bb8-62709a122858 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] No DVR routers for this DVR port 9d6b4f7a-8477-41ff-ba8f-ac3045a90351 on host dv-neutron-828697-3-hyperv {{(pid=114375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:02:29.280988 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2ff5f9-b3d0-4b14-b171-0ccb0c241c4f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Subnet': ['ID=0b0ea7b0-25e1-4c75-b232-c77e05a038b3,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:29.290373 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2ff5f9-b3d0-4b14-b171-0ccb0c241c4f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:29.293523 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-4d2ff5f9-b3d0-4b14-b171-0ccb0c241c4f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:29.297075 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2ff5f9-b3d0-4b14-b171-0ccb0c241c4f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:29.297661 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4d2ff5f9-b3d0-4b14-b171-0ccb0c241c4f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:29.349296 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-54913a36-1c8d-4ed1-bff1-0609304ef835 None None] For port 9d6b4f7a-8477-41ff-ba8f-ac3045a90351, host dv-neutron-828697-3-hyperv, got binding levels [] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:02:29.349612 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-54913a36-1c8d-4ed1-bff1-0609304ef835 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:29.378140 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-54913a36-1c8d-4ed1-bff1-0609304ef835 None None] Calling delete_port for 9d6b4f7a-8477-41ff-ba8f-ac3045a90351 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:02:29.382526 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.ipam_backend_mixin [None req-54913a36-1c8d-4ed1-bff1-0609304ef835 None None] Port 9d6b4f7a-8477-41ff-ba8f-ac3045a90351 was not found and therefore no delete operation was performed {{(pid=114377) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 17:02:29.383945 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-54913a36-1c8d-4ed1-bff1-0609304ef835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:29.412525 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-4d2ff5f9-b3d0-4b14-b171-0ccb0c241c4f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6483669 Feb 16 17:02:29.416927 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54913a36-1c8d-4ed1-bff1-0609304ef835 None None] Pushing event deleted for resources: {'Port': ['ID=9d6b4f7a-8477-41ff-ba8f-ac3045a90351,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:29.420058 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51706) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:29.425317 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-5921d5bc-ebd6-48e8-9ad1-572ae24de966 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'port': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'mac_address': 'fa:16:3e:50:bc:eb', 'name': 'tempest-NetworksTestDHCPv6-447926686'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:29.428328 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54913a36-1c8d-4ed1-bff1-0609304ef835 None None] No DVR routers for this DVR port 9d6b4f7a-8477-41ff-ba8f-ac3045a90351 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:02:29.522893 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f972a2ab-2f66-49c6-b8e5-54682b158e6f tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:29.641187 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce1c4cb-fe24-467b-9883-a64dac313d45 req-8cb26eb7-d030-4a4c-8213-0a10b929fb5e tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:29.642722 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2ce1c4cb-fe24-467b-9883-a64dac313d45 req-8cb26eb7-d030-4a4c-8213-0a10b929fb5e tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.1534166 Feb 16 17:02:29.655736 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f972a2ab-2f66-49c6-b8e5-54682b158e6f tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event updated for resources: {'Subnet': ['ID=f70cb409-ef32-4e49-9aba-7b3932a8e166,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:29.715919 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f972a2ab-2f66-49c6-b8e5-54682b158e6f tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Checking segment: {'id': '653d870f-70ec-45bc-8a5d-5881ee03e9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'da3cd22e-e9ed-4f45-b654-e5ffeeb1bf5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:02:29.716323 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f972a2ab-2f66-49c6-b8e5-54682b158e6f tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Network hostable DHCP agents. Network: da3cd22e-e9ed-4f45-b654-e5ffeeb1bf5f, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:02:29.743500 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2ce1c4cb-fe24-467b-9883-a64dac313d45 req-a528f607-2d77-4138-a895-5043ec10415c tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838683 Feb 16 17:02:29.764263 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c9bc3b1c-dd4f-41b5-9bb8-62709a122858 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:29.776852 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5921d5bc-ebd6-48e8-9ad1-572ae24de966 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:29.794931 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-c9bc3b1c-dd4f-41b5-9bb8-62709a122858 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ad51076-956f-4a85-9160-5d717bcd824f']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:29.809787 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-c9bc3b1c-dd4f-41b5-9bb8-62709a122858 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60750d05-4120-4b06-b9c2-76871d70a274') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:29.810084 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-c9bc3b1c-dd4f-41b5-9bb8-62709a122858 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60750d05-4120-4b06-b9c2-76871d70a274') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:29.819450 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa1a90f-3a23-4d71-a514-c47ff3453884 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:02:29.825050 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7aa1a90f-3a23-4d71-a514-c47ff3453884 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:29.838842 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccfe652-17cd-42e3-adef-f1ffaa6497fe None None] Sync routers for ids ['fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:02:29.862460 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f972a2ab-2f66-49c6-b8e5-54682b158e6f tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Network da3cd22e-e9ed-4f45-b654-e5ffeeb1bf5f is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:02:29.864477 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccfe652-17cd-42e3-adef-f1ffaa6497fe None None] Routers {'fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:02:29.865422 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-3ccfe652-17cd-42e3-adef-f1ffaa6497fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:02:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:29.891791 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c9bc3b1c-dd4f-41b5-9bb8-62709a122858 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:29.891791 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51714) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:29.948693 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-7aa1a90f-3a23-4d71-a514-c47ff3453884 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "DELETE /v2.0/floatingips/828f6b1b-4340-4df4-96a9-f65b4bec899d HTTP/1.1" status: 204 len: 168 time: 2.5764506 Feb 16 17:02:29.951473 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ebd8bd3-b725-4245-93f5-ef5668d6841a', 'tag': 'bc99fbb1-71bd-4ac1-b644-f86a78662778'}] {{(pid=114375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:02:29.961367 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f675c1a73bb74b784e43f10fee26c40e358be44ccef5ed6f70ec30f8ec0d494b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4c5438-025d-4afd-b011-ba3ccb062174" -d '{"events": [{"name": "network-changed", "server_uuid": "5ebd8bd3-b725-4245-93f5-ef5668d6841a", "tag": "bc99fbb1-71bd-4ac1-b644-f86a78662778"}]}' {{(pid=114375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:02:29.965364 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c9bc3b1c-dd4f-41b5-9bb8-62709a122858 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:29.982356 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5921d5bc-ebd6-48e8-9ad1-572ae24de966 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:29.985101 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9bc3b1c-dd4f-41b5-9bb8-62709a122858 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:02:29.990138 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c9bc3b1c-dd4f-41b5-9bb8-62709a122858 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:29.990533 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device a99c87ab-a0f1-48a1-b07c-b48e008215f0 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:02:30.001340 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 17:02:30.001340 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:02:30.001340 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 17:02:30.001340 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:02:30.001340 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 17:02:30.001340 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:02:30.001340 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 17:02:30.001340 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:02:30.001340 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 17:02:30.001340 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:02:30.001340 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 17:02:30.001340 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:02:30.001340 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 17:02:30.001340 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:02:30.001340 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:02:30.001340 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:02:30.001340 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:02:30.001340 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:02:30.001340 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 17:02:30.001340 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:02:30.001340 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 17:02:30.001340 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:02:30.001340 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:02:30.001340 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:02:30.001340 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 17:02:30.001340 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:02:30.001340 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:02:30.001340 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:02:30.001340 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:02:30.001340 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:02:30.001340 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:02:30.001340 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:02:30.018493 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-f972a2ab-2f66-49c6-b8e5-54682b158e6f tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, da3cd22e-e9ed-4f45-b654-e5ffeeb1bf5f) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:30.025498 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f972a2ab-2f66-49c6-b8e5-54682b158e6f tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:30.025498 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f972a2ab-2f66-49c6-b8e5-54682b158e6f tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:30.045257 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-3ccfe652-17cd-42e3-adef-f1ffaa6497fe None None] Set router fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:02:30.089912 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12af3c13-25a1-4714-9ca1-951dc4222f37 None None] Network da3cd22e-e9ed-4f45-b654-e5ffeeb1bf5f requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:02:30.116574 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [None req-5921d5bc-ebd6-48e8-9ad1-572ae24de966 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] device_id is not set on port 7e5d0437-045b-4fe3-8d8a-785610a469e4 yet. {{(pid=114376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:02:30.119526 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7879b7c-1729-4476-aa02-82c0848c4f3c x-openstack-request-id: req-b7879b7c-1729-4476-aa02-82c0848c4f3c {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:02:30.119842 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ebd8bd3-b725-4245-93f5-ef5668d6841a", "tag": "bc99fbb1-71bd-4ac1-b644-f86a78662778", "status": "completed", "code": 200}]} {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:02:30.120123 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b7879b7c-1729-4476-aa02-82c0848c4f3c {{(pid=114375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:02:30.120519 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ebd8bd3-b725-4245-93f5-ef5668d6841a', 'tag': 'bc99fbb1-71bd-4ac1-b644-f86a78662778', 'status': 'completed', 'code': 200} Feb 16 17:02:30.168132 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-221f870a-b4cb-445e-bfcd-8dd9e29a0d6d tempest-DvrRoutersNegativeTest-899072345 tempest-DvrRoutersNegativeTest-899072345-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-880692858', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:30.171828 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.policy [None req-221f870a-b4cb-445e-bfcd-8dd9e29a0d6d tempest-DvrRoutersNegativeTest-899072345 tempest-DvrRoutersNegativeTest-899072345-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=114375) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Feb 16 17:02:30.179209 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.policy [None req-221f870a-b4cb-445e-bfcd-8dd9e29a0d6d tempest-DvrRoutersNegativeTest-899072345 tempest-DvrRoutersNegativeTest-899072345-project] Failed policy check for 'create_router' {{(pid=114375) enforce /opt/stack/neutron/neutron/policy.py:520}} Feb 16 17:02:30.179853 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-221f870a-b4cb-445e-bfcd-8dd9e29a0d6d tempest-DvrRoutersNegativeTest-899072345 tempest-DvrRoutersNegativeTest-899072345-project] create failed (client error): Access was denied to this resource. Feb 16 17:02:30.180995 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-221f870a-b4cb-445e-bfcd-8dd9e29a0d6d tempest-DvrRoutersNegativeTest-899072345 tempest-DvrRoutersNegativeTest-899072345-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2939272 Feb 16 17:02:30.191143 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f6d234-aa02-4d5d-8491-f58ab9d20447 None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:02:30.215079 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port a99c87ab-a0f1-48a1-b07c-b48e008215f0 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:30.215488 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:30.257333 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c9bc3b1c-dd4f-41b5-9bb8-62709a122858 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:30.269221 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c9bc3b1c-dd4f-41b5-9bb8-62709a122858 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:30.269221 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-c9bc3b1c-dd4f-41b5-9bb8-62709a122858 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "DELETE /v2.0/networks/2ad51076-956f-4a85-9160-5d717bcd824f HTTP/1.1" status: 204 len: 168 time: 2.0755377 Feb 16 17:02:30.274224 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51724) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:30.274981 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c5438-025d-4afd-b011-ba3ccb062174 req-d3df9685-b3e3-46ee-85b3-0d59e8930553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:30.276582 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2c4c5438-025d-4afd-b011-ba3ccb062174 req-d3df9685-b3e3-46ee-85b3-0d59e8930553 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=96057f06fdc74247a274207da8654659&device_id=5ebd8bd3-b725-4245-93f5-ef5668d6841a HTTP/1.1" status: 200 len: 1098 time: 0.0923553 Feb 16 17:02:30.305916 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-f972a2ab-2f66-49c6-b8e5-54682b158e6f tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6203647 Feb 16 17:02:30.313640 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-1669a4ca-d896-4eb9-8e8e-9241f1e02b47 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1877202533'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:30.320347 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51726) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:30.334544 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-f5173202-717a-477b-bb64-f7b2b3c8b814 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Request body: {'subnet': {'network_id': 'd9be4a5e-cc02-44e2-a21a-474ef3a0f07b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:30.341397 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-984ac6f2-0658-4f22-ac49-22b0a8483c62 None None] Provisioning complete for port a99c87ab-a0f1-48a1-b07c-b48e008215f0 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:30.341397 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-984ac6f2-0658-4f22-ac49-22b0a8483c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:30.341699 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc3b1c-dd4f-41b5-9bb8-62709a122858 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event deleted for resources: {'Network': ['ID=2ad51076-956f-4a85-9160-5d717bcd824f,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:30.371563 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-3ccfe652-17cd-42e3-adef-f1ffaa6497fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-367076457', 'tenant_id': '96057f06fdc74247a274207da8654659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '8794187a-6461-49d5-88d8-a04e956e8b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:00:14Z', 'updated_at': '2022-02-16T17:00:29Z', 'revision_number': 4, 'project_id': '96057f06fdc74247a274207da8654659', 'gw_port': {'id': '8794187a-6461-49d5-88d8-a04e956e8b82', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:17Z', 'updated_at': '2022-02-16T17:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '02b6e560-b065-4145-a0e0-57b8c33044f5', 'name': '', 'network_id': '06298a6e-8040-43d7-955f-604e4333c40a', 'tenant_id': '96057f06fdc74247a274207da8654659', 'mac_address': 'fa:16:3e:6e:28:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'dbd15ec9-3270-4d20-9abc-f2f9374aa4ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:27Z', 'updated_at': '2022-02-16T17:00:37Z', 'revision_number': 5, 'project_id': '96057f06fdc74247a274207da8654659', 'subnets': [{'id': 'dbd15ec9-3270-4d20-9abc-f2f9374aa4ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:30.417351 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccfe652-17cd-42e3-adef-f1ffaa6497fe None None] Checking router: fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:02:30.430181 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccfe652-17cd-42e3-adef-f1ffaa6497fe None None] Routers {'fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:02:30.435500 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-3ccfe652-17cd-42e3-adef-f1ffaa6497fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:02:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:30.461798 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:30.462484 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c5438-025d-4afd-b011-ba3ccb062174 req-b89ee8e9-ca14-4f62-8db5-7e6731f5ad7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:30.464336 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2c4c5438-025d-4afd-b011-ba3ccb062174 req-b89ee8e9-ca14-4f62-8db5-7e6731f5ad7c service neutron] 10.222.0.89 "GET /v2.0/networks?id=06298a6e-8040-43d7-955f-604e4333c40a HTTP/1.1" status: 200 len: 898 time: 0.1625073 Feb 16 17:02:30.512570 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2c4c5438-025d-4afd-b011-ba3ccb062174 req-7d552959-cc1c-48f5-a050-95909a12f684 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc99fbb1-71bd-4ac1-b644-f86a78662778 HTTP/1.1" status: 200 len: 217 time: 0.0416207 Feb 16 17:02:30.560750 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-3ccfe652-17cd-42e3-adef-f1ffaa6497fe None None] Set router fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:02:30.565374 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1669a4ca-d896-4eb9-8e8e-9241f1e02b47 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Made reservation on behalf of 02ebc15ce0534c46afb3b8b1618852cd for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:30.565503 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0944bf89-0c17-4ea6-b8bd-ae52f2ea6edc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-da3cd22e-e9ed-4f45-b654-e5ffeeb1bf5f', 'network_id': 'da3cd22e-e9ed-4f45-b654-e5ffeeb1bf5f', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'fixed_ips': [{'subnet_id': 'f70cb409-ef32-4e49-9aba-7b3932a8e166'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:02:30.566122 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0944bf89-0c17-4ea6-b8bd-ae52f2ea6edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:30.575626 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1669a4ca-d896-4eb9-8e8e-9241f1e02b47 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:30.632408 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:30.648269 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1669a4ca-d896-4eb9-8e8e-9241f1e02b47 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:02:30.658900 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1669a4ca-d896-4eb9-8e8e-9241f1e02b47 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:30.659442 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-1669a4ca-d896-4eb9-8e8e-9241f1e02b47 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Added segment 7b6e8747-483d-4481-acef-e2ec506b6994 of type vlan for network 92568ccd-541d-4ad8-8264-71e8c3f8a7ac Feb 16 17:02:30.710581 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1669a4ca-d896-4eb9-8e8e-9241f1e02b47 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:30.750293 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5173202-717a-477b-bb64-f7b2b3c8b814 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Made reservation on behalf of 687c6649ec1f4902bed4d35faf0c53f6 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:30.755925 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f5173202-717a-477b-bb64-f7b2b3c8b814 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:30.762040 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c5438-025d-4afd-b011-ba3ccb062174 req-c10d4470-3495-4733-bc15-e1e9bb95153c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:30.763367 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2c4c5438-025d-4afd-b011-ba3ccb062174 req-c10d4470-3495-4733-bc15-e1e9bb95153c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=dbd15ec9-3270-4d20-9abc-f2f9374aa4ce HTTP/1.1" status: 200 len: 835 time: 0.2429423 Feb 16 17:02:30.765558 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-984ac6f2-0658-4f22-ac49-22b0a8483c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:30.772787 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-5921d5bc-ebd6-48e8-9ad1-572ae24de966 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Allocated IP 2001:db8:0:1::344 (1e2a9b2d-a159-48c5-a704-dcb18c3b88c3/0b0ea7b0-25e1-4c75-b232-c77e05a038b3/7e5d0437-045b-4fe3-8d8a-785610a469e4) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:30.806058 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port a99c87ab-a0f1-48a1-b07c-b48e008215f0, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=a99c87ab-a0f1-48a1-b07c-b48e008215f0,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:02:30.815917 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49bb1f-45bd-4d6c-b22b-cb7b700de5d4 req-dab3adf4-7083-4cff-88f0-db8a2504bb49 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:30.818043 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7b49bb1f-45bd-4d6c-b22b-cb7b700de5d4 req-dab3adf4-7083-4cff-88f0-db8a2504bb49 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5ebd8bd3-b725-4245-93f5-ef5668d6841a HTTP/1.1" status: 200 len: 945 time: 0.1785169 Feb 16 17:02:30.826552 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-5921d5bc-ebd6-48e8-9ad1-572ae24de966 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Allocated IP 2001:db8::f816:3eff:fe50:bceb (1e2a9b2d-a159-48c5-a704-dcb18c3b88c3/207d4726-3a5b-4621-935e-64a7f3aa8022/7e5d0437-045b-4fe3-8d8a-785610a469e4) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:30.871881 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1669a4ca-d896-4eb9-8e8e-9241f1e02b47 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:30.880543 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1669a4ca-d896-4eb9-8e8e-9241f1e02b47 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:30.882536 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1669a4ca-d896-4eb9-8e8e-9241f1e02b47 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:30.887776 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c5438-025d-4afd-b011-ba3ccb062174 req-0ddd9e95-17b5-4b69-b946-1fbac6446e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:30.889354 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2c4c5438-025d-4afd-b011-ba3ccb062174 req-0ddd9e95-17b5-4b69-b946-1fbac6446e06 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=06298a6e-8040-43d7-955f-604e4333c40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1180456 Feb 16 17:02:30.913002 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122ade65-3fc7-44e2-b387-3c8aa0b54819 None None] Update dhcp port {'port': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'fixed_ips': [{'subnet_id': '207d4726-3a5b-4621-935e-64a7f3aa8022', 'ip_address': '2001:db8::f816:3eff:fef7:a5bb'}, {'subnet_id': '0b0ea7b0-25e1-4c75-b232-c77e05a038b3'}], 'binding:host_id': 'dv-neutron-828697-3-hyperv'}, 'id': 'a99c87ab-a0f1-48a1-b07c-b48e008215f0'} from dv-neutron-828697-3-hyperv. {{(pid=114377) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 16 17:02:30.919569 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51734) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:30.934172 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:30.969329 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-3ccfe652-17cd-42e3-adef-f1ffaa6497fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-367076457', 'tenant_id': '96057f06fdc74247a274207da8654659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '8794187a-6461-49d5-88d8-a04e956e8b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:00:14Z', 'updated_at': '2022-02-16T17:00:29Z', 'revision_number': 4, 'project_id': '96057f06fdc74247a274207da8654659', 'gw_port': {'id': '8794187a-6461-49d5-88d8-a04e956e8b82', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:17Z', 'updated_at': '2022-02-16T17:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '02b6e560-b065-4145-a0e0-57b8c33044f5', 'name': '', 'network_id': '06298a6e-8040-43d7-955f-604e4333c40a', 'tenant_id': '96057f06fdc74247a274207da8654659', 'mac_address': 'fa:16:3e:6e:28:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'dbd15ec9-3270-4d20-9abc-f2f9374aa4ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:27Z', 'updated_at': '2022-02-16T17:00:37Z', 'revision_number': 5, 'project_id': '96057f06fdc74247a274207da8654659', 'subnets': [{'id': 'dbd15ec9-3270-4d20-9abc-f2f9374aa4ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:31.002435 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccfe652-17cd-42e3-adef-f1ffaa6497fe None None] The sync data for ids ['fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a'] in dv-neutron-828697-3-hyperv is: [{'id': 'fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-367076457', 'tenant_id': '96057f06fdc74247a274207da8654659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '8794187a-6461-49d5-88d8-a04e956e8b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:00:14Z', 'updated_at': '2022-02-16T17:00:29Z', 'revision_number': 4, 'project_id': '96057f06fdc74247a274207da8654659', 'gw_port': {'id': '8794187a-6461-49d5-88d8-a04e956e8b82', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:17Z', 'updated_at': '2022-02-16T17:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '02b6e560-b065-4145-a0e0-57b8c33044f5', 'name': '', 'network_id': '06298a6e-8040-43d7-955f-604e4333c40a', 'tenant_id': '96057f06fdc74247a274207da8654659', 'mac_address': 'fa:16:3e:6e:28:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'dbd15ec9-3270-4d20-9abc-f2f9374aa4ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:27Z', 'updated_at': '2022-02-16T17:00:37Z', 'revision_number': 5, 'project_id': '96057f06fdc74247a274207da8654659', 'subnets': [{'id': 'dbd15ec9-3270-4d20-9abc-f2f9374aa4ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:02:31.021029 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-122ade65-3fc7-44e2-b387-3c8aa0b54819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:31.036285 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-0944bf89-0c17-4ea6-b8bd-ae52f2ea6edc None None] Allocated IP 172.20.0.2 (da3cd22e-e9ed-4f45-b654-e5ffeeb1bf5f/f70cb409-ef32-4e49-9aba-7b3932a8e166/742a76ad-0e11-43d9-9607-3be704dec9f2) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:31.038566 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 9d6b4f7a-8477-41ff-ba8f-ac3045a90351 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:02:31.060036 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-1669a4ca-d896-4eb9-8e8e-9241f1e02b47 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7814548 Feb 16 17:02:31.065288 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51738) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:31.080198 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 9d6b4f7a-8477-41ff-ba8f-ac3045a90351 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:02:31.080905 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 9d6b4f7a-8477-41ff-ba8f-ac3045a90351 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:02:31.111611 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-eccacaf0-1a64-4cc9-a192-6248e1544045 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Request body: {'subnet': {'network_id': '92568ccd-541d-4ad8-8264-71e8c3f8a7ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:31.140982 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1669a4ca-d896-4eb9-8e8e-9241f1e02b47 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event updated for resources: {'Network': ['ID=92568ccd-541d-4ad8-8264-71e8c3f8a7ac,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:31.146945 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.db.api [None req-984ac6f2-0658-4f22-ac49-22b0a8483c62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:02:31.147311 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG oslo_db.api [None req-984ac6f2-0658-4f22-ac49-22b0a8483c62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:02:31.159053 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 92568ccd-541d-4ad8-8264-71e8c3f8a7ac details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:02:31.184769 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=a99c87ab-a0f1-48a1-b07c-b48e008215f0,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:31.204557 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7b49bb1f-45bd-4d6c-b22b-cb7b700de5d4 req-f02d8812-2e5a-45be-a2a9-4df6b0ff5abe tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/security-groups?id=182e3741-5bf1-40d0-9f52-072188d785c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3608880 Feb 16 17:02:31.262412 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e26e79-f76b-4f53-8a81-a850183d0aa2 req-f40e3de0-5ae1-4e09-9433-2e7571a4e4ba tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:31.263923 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2c4c5438-025d-4afd-b011-ba3ccb062174 req-36436e18-6ac7-4e42-97cd-66b1a88b16cf service neutron] 10.222.0.89 "GET /v2.0/networks/06298a6e-8040-43d7-955f-604e4333c40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625612 Feb 16 17:02:31.264079 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-b3e26e79-f76b-4f53-8a81-a850183d0aa2 req-f40e3de0-5ae1-4e09-9433-2e7571a4e4ba tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.3585432 Feb 16 17:02:31.273298 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-59f894d9-4644-4248-92c6-595c2b637e75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:31.342383 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccacaf0-1a64-4cc9-a192-6248e1544045 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Made reservation on behalf of 02ebc15ce0534c46afb3b8b1618852cd for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:31.346240 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-eccacaf0-1a64-4cc9-a192-6248e1544045 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:31.396664 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-b3e26e79-f76b-4f53-8a81-a850183d0aa2 req-31e28217-ff71-4133-95d0-5f6b27ef39da tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125410 Feb 16 17:02:31.404284 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5921d5bc-ebd6-48e8-9ad1-572ae24de966 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:31.491311 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2c4c5438-025d-4afd-b011-ba3ccb062174 req-982d27e8-555e-41fd-9144-0c58f9b6d71b service neutron] 10.222.0.89 "GET /v2.0/networks/06298a6e-8040-43d7-955f-604e4333c40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193067 Feb 16 17:02:31.528411 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede6599b-34db-494c-83d8-a77a677ca9c4 None None] New status for floating IP 828f6b1b-4340-4df4-96a9-f65b4bec899d: DOWN {{(pid=114377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:02:31.552227 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-59f894d9-4644-4248-92c6-595c2b637e75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:31.565856 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f5173202-717a-477b-bb64-f7b2b3c8b814 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:31.653093 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5173202-717a-477b-bb64-f7b2b3c8b814 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event updated for resources: {'Subnet': ['ID=d22b4538-6353-4bea-9787-48ca637543ee,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:31.661533 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5921d5bc-ebd6-48e8-9ad1-572ae24de966 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:31.664110 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-59f894d9-4644-4248-92c6-595c2b637e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:31.674932 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5173202-717a-477b-bb64-f7b2b3c8b814 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Checking segment: {'id': '25715c5a-72c1-4770-a11f-58fc97bca63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd9be4a5e-cc02-44e2-a21a-474ef3a0f07b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:02:31.677438 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5173202-717a-477b-bb64-f7b2b3c8b814 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Network hostable DHCP agents. Network: d9be4a5e-cc02-44e2-a21a-474ef3a0f07b, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:02:31.703313 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-eccacaf0-1a64-4cc9-a192-6248e1544045 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:31.754220 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5921d5bc-ebd6-48e8-9ad1-572ae24de966 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:31.758911 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-59f894d9-4644-4248-92c6-595c2b637e75 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=dd7cd6f92b4a4f089fcd2742f11dc618&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8318040 Feb 16 17:02:31.762932 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f894d9-4644-4248-92c6-595c2b637e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb43512-bbfd-498c-a396-cdc4d52aeb69,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:31.764161 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccacaf0-1a64-4cc9-a192-6248e1544045 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event updated for resources: {'Subnet': ['ID=d8cb9c24-c941-4b9b-b478-a650a3ef0359,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:31.766763 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51740) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:31.768164 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-5921d5bc-ebd6-48e8-9ad1-572ae24de966 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:31.771411 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5921d5bc-ebd6-48e8-9ad1-572ae24de966 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:02:31.777135 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5921d5bc-ebd6-48e8-9ad1-572ae24de966 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:31.777792 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5921d5bc-ebd6-48e8-9ad1-572ae24de966 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:31.781363 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5921d5bc-ebd6-48e8-9ad1-572ae24de966 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Port': ['ID=7e5d0437-045b-4fe3-8d8a-785610a469e4,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:31.790549 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0944bf89-0c17-4ea6-b8bd-ae52f2ea6edc None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:31.792451 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-122ade65-3fc7-44e2-b387-3c8aa0b54819 None None] Allocated IP 2001:db8:0:1::2 (1e2a9b2d-a159-48c5-a704-dcb18c3b88c3/0b0ea7b0-25e1-4c75-b232-c77e05a038b3/a99c87ab-a0f1-48a1-b07c-b48e008215f0) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:31.834663 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5173202-717a-477b-bb64-f7b2b3c8b814 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Network d9be4a5e-cc02-44e2-a21a-474ef3a0f07b is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:02:31.860365 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccacaf0-1a64-4cc9-a192-6248e1544045 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Checking segment: {'id': '7b6e8747-483d-4481-acef-e2ec506b6994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '92568ccd-541d-4ad8-8264-71e8c3f8a7ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:02:31.860723 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccacaf0-1a64-4cc9-a192-6248e1544045 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Network hostable DHCP agents. Network: 92568ccd-541d-4ad8-8264-71e8c3f8a7ac, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:02:31.869217 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-026538d0-ada1-4a0c-ad74-323089bca7d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:31.896605 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-026538d0-ada1-4a0c-ad74-323089bca7d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:31.907688 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-5921d5bc-ebd6-48e8-9ad1-572ae24de966 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.4863570 Feb 16 17:02:31.911599 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51742) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:31.924208 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device a99c87ab-a0f1-48a1-b07c-b48e008215f0 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:02:31.926750 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48649b2-3d38-49ca-b0dd-5036e968ac51 req-5fa409a2-0f10-4c33-a124-b96263aa33e8 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:31.928111 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a48649b2-3d38-49ca-b0dd-5036e968ac51 req-5fa409a2-0f10-4c33-a124-b96263aa33e8 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.89 "GET /v2.0/ports?device_id=5ebd8bd3-b725-4245-93f5-ef5668d6841a HTTP/1.1" status: 200 len: 945 time: 0.0894039 Feb 16 17:02:31.958497 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-f5173202-717a-477b-bb64-f7b2b3c8b814 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, d9be4a5e-cc02-44e2-a21a-474ef3a0f07b) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:31.970470 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5173202-717a-477b-bb64-f7b2b3c8b814 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:31.971317 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f5173202-717a-477b-bb64-f7b2b3c8b814 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:31.980231 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0944bf89-0c17-4ea6-b8bd-ae52f2ea6edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:31.982277 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddc11ad-b798-4436-aa1e-9fd582721f68 None None] Network d9be4a5e-cc02-44e2-a21a-474ef3a0f07b requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:02:31.988983 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-122ade65-3fc7-44e2-b387-3c8aa0b54819 None None] For port a99c87ab-a0f1-48a1-b07c-b48e008215f0, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=a99c87ab-a0f1-48a1-b07c-b48e008215f0,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:02:32.028956 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccacaf0-1a64-4cc9-a192-6248e1544045 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Network 92568ccd-541d-4ad8-8264-71e8c3f8a7ac is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:02:32.039154 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-eccacaf0-1a64-4cc9-a192-6248e1544045 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 92568ccd-541d-4ad8-8264-71e8c3f8a7ac) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:32.044343 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccacaf0-1a64-4cc9-a192-6248e1544045 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:32.044896 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-eccacaf0-1a64-4cc9-a192-6248e1544045 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:32.063915 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f5173202-717a-477b-bb64-f7b2b3c8b814 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7386830 Feb 16 17:02:32.065789 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51744) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:32.066454 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-7488490b-badb-4f88-a56e-67cda94ff945 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Deleting port 7e5d0437-045b-4fe3-8d8a-785610a469e4 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:02:32.066454 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7488490b-badb-4f88-a56e-67cda94ff945 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:32.070645 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-510ac2d5-a897-4655-ab4f-90163b9a9c6a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-763798745', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:32.079211 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd28d37-a709-464f-b5cb-cc41f0748277 None None] Network 92568ccd-541d-4ad8-8264-71e8c3f8a7ac requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:02:32.083468 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-a48649b2-3d38-49ca-b0dd-5036e968ac51 req-89b2d69c-0ea1-42a4-846e-ff2d4e1b3f50 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Deleting port bc99fbb1-71bd-4ac1-b644-f86a78662778 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:02:32.083468 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-a48649b2-3d38-49ca-b0dd-5036e968ac51 req-89b2d69c-0ea1-42a4-846e-ff2d4e1b3f50 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:32.111561 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0944bf89-0c17-4ea6-b8bd-ae52f2ea6edc None None] Network da3cd22e-e9ed-4f45-b654-e5ffeeb1bf5f is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:32.114609 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-026538d0-ada1-4a0c-ad74-323089bca7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:32.117251 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-026538d0-ada1-4a0c-ad74-323089bca7d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:32.121334 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-026538d0-ada1-4a0c-ad74-323089bca7d5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9bb43512-bbfd-498c-a396-cdc4d52aeb69 HTTP/1.1" status: 204 len: 168 time: 0.3506131 Feb 16 17:02:32.135413 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026538d0-ada1-4a0c-ad74-323089bca7d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb43512-bbfd-498c-a396-cdc4d52aeb69,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:32.154980 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-eccacaf0-1a64-4cc9-a192-6248e1544045 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0847213 Feb 16 17:02:32.155667 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51748) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:32.158853 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-0944bf89-0c17-4ea6-b8bd-ae52f2ea6edc None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:32.172759 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-6d4db108-c6aa-400f-8a67-879c65181ddd tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Request body: {'port': {'network_id': '92568ccd-541d-4ad8-8264-71e8c3f8a7ac', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1796317279'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:32.177001 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0944bf89-0c17-4ea6-b8bd-ae52f2ea6edc None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:02:32.186120 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-122ade65-3fc7-44e2-b387-3c8aa0b54819 None None] Notify callbacks [] for port, precommit_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:32.192849 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0944bf89-0c17-4ea6-b8bd-ae52f2ea6edc None None] Pushing event updated for resources: {'Port': ['ID=742a76ad-0e11-43d9-9607-3be704dec9f2,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:32.229087 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-a48649b2-3d38-49ca-b0dd-5036e968ac51 req-89b2d69c-0ea1-42a4-846e-ff2d4e1b3f50 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] For port bc99fbb1-71bd-4ac1-b644-f86a78662778, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=bc99fbb1-71bd-4ac1-b644-f86a78662778,segment=NetworkSegment(3af87537-55b9-448d-8bff-8dd8c1aaef8b),segment_id=3af87537-55b9-448d-8bff-8dd8c1aaef8b)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:02:32.229087 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-a48649b2-3d38-49ca-b0dd-5036e968ac51 req-89b2d69c-0ea1-42a4-846e-ff2d4e1b3f50 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:32.247371 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-a48649b2-3d38-49ca-b0dd-5036e968ac51 req-89b2d69c-0ea1-42a4-846e-ff2d4e1b3f50 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Calling delete_port for bc99fbb1-71bd-4ac1-b644-f86a78662778 owned by compute:nova {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:02:32.271539 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7488490b-badb-4f88-a56e-67cda94ff945 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:32.273518 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-122ade65-3fc7-44e2-b387-3c8aa0b54819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:32.290677 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-7488490b-badb-4f88-a56e-67cda94ff945 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Calling delete_port for 7e5d0437-045b-4fe3-8d8a-785610a469e4 owned by {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:02:32.293227 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port a99c87ab-a0f1-48a1-b07c-b48e008215f0 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:32.293607 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:32.323671 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-510ac2d5-a897-4655-ab4f-90163b9a9c6a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:32.324740 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-510ac2d5-a897-4655-ab4f-90163b9a9c6a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:32.413781 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-510ac2d5-a897-4655-ab4f-90163b9a9c6a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:32.445141 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ade65-3fc7-44e2-b387-3c8aa0b54819 None None] Pushing event updated for resources: {'Port': ['ID=a99c87ab-a0f1-48a1-b07c-b48e008215f0,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:32.464839 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-0944bf89-0c17-4ea6-b8bd-ae52f2ea6edc None None] Attempting to bind port 742a76ad-0e11-43d9-9607-3be704dec9f2 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:02:32.465368 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-0944bf89-0c17-4ea6-b8bd-ae52f2ea6edc None None] Attempting to bind port 742a76ad-0e11-43d9-9607-3be704dec9f2 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '653d870f-70ec-45bc-8a5d-5881ee03e9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'da3cd22e-e9ed-4f45-b654-e5ffeeb1bf5f'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:02:32.465570 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0944bf89-0c17-4ea6-b8bd-ae52f2ea6edc None None] Attempting to bind port 742a76ad-0e11-43d9-9607-3be704dec9f2 on network da3cd22e-e9ed-4f45-b654-e5ffeeb1bf5f {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:02:32.475566 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0944bf89-0c17-4ea6-b8bd-ae52f2ea6edc None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:02:32.480976 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0944bf89-0c17-4ea6-b8bd-ae52f2ea6edc None None] Checking segment: {'id': '653d870f-70ec-45bc-8a5d-5881ee03e9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'da3cd22e-e9ed-4f45-b654-e5ffeeb1bf5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:02:32.480976 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0944bf89-0c17-4ea6-b8bd-ae52f2ea6edc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:32.480976 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0944bf89-0c17-4ea6-b8bd-ae52f2ea6edc None None] Bound using segment: {'id': '653d870f-70ec-45bc-8a5d-5881ee03e9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'da3cd22e-e9ed-4f45-b654-e5ffeeb1bf5f'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:02:32.480976 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-0944bf89-0c17-4ea6-b8bd-ae52f2ea6edc None None] Bound port: 742a76ad-0e11-43d9-9607-3be704dec9f2, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653d870f-70ec-45bc-8a5d-5881ee03e9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'da3cd22e-e9ed-4f45-b654-e5ffeeb1bf5f'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:02:32.480976 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0944bf89-0c17-4ea6-b8bd-ae52f2ea6edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:32.483585 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e683c-648c-43c8-ab24-837b7578d51e req-bee70166-1b91-49f7-ac99-e88da9e1703a tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:32.485229 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4b8e683c-648c-43c8-ab24-837b7578d51e req-bee70166-1b91-49f7-ac99-e88da9e1703a tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5ebd8bd3-b725-4245-93f5-ef5668d6841a HTTP/1.1" status: 200 len: 945 time: 0.1715846 Feb 16 17:02:32.584498 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e53bc-7a34-4842-b5f4-cd489ece2547 req-a4c93877-34a1-4f00-985f-17083c284178 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:32.584498 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-7d6e53bc-7a34-4842-b5f4-cd489ece2547 req-a4c93877-34a1-4f00-985f-17083c284178 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.0622833 Feb 16 17:02:32.631641 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468b3b6b-e04a-4a3a-b898-2cd2376f83b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-d9be4a5e-cc02-44e2-a21a-474ef3a0f07b', 'network_id': 'd9be4a5e-cc02-44e2-a21a-474ef3a0f07b', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'fixed_ips': [{'subnet_id': 'd22b4538-6353-4bea-9787-48ca637543ee'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:02:32.632660 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-468b3b6b-e04a-4a3a-b898-2cd2376f83b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:32.637457 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4b8e683c-648c-43c8-ab24-837b7578d51e req-c717029f-9161-49a2-a22a-87e3d0ce1ab8 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/security-groups?id=182e3741-5bf1-40d0-9f52-072188d785c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367428 Feb 16 17:02:32.639517 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-7d6e53bc-7a34-4842-b5f4-cd489ece2547 req-f3ef1ae0-db0a-417c-912d-822caad63307 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586832 Feb 16 17:02:32.649296 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4db108-c6aa-400f-8a67-879c65181ddd tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Made reservation on behalf of 02ebc15ce0534c46afb3b8b1618852cd for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:32.653175 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6d4db108-c6aa-400f-8a67-879c65181ddd tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:32.683121 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-6d4db108-c6aa-400f-8a67-879c65181ddd tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] device_id is not set on port 9983098d-d2ea-4528-b4f2-c16c8f88ea3b yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:02:32.726858 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-0944bf89-0c17-4ea6-b8bd-ae52f2ea6edc None None] For port 742a76ad-0e11-43d9-9607-3be704dec9f2, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:02:32.738933 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d32431-1869-4edd-b58c-b20137a2d5a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-92568ccd-541d-4ad8-8264-71e8c3f8a7ac', 'network_id': '92568ccd-541d-4ad8-8264-71e8c3f8a7ac', 'tenant_id': '02ebc15ce0534c46afb3b8b1618852cd', 'fixed_ips': [{'subnet_id': 'd8cb9c24-c941-4b9b-b478-a650a3ef0359'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:02:32.739793 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-61d32431-1869-4edd-b58c-b20137a2d5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:32.750465 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-510ac2d5-a897-4655-ab4f-90163b9a9c6a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:32.791303 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-0944bf89-0c17-4ea6-b8bd-ae52f2ea6edc None None] For port 742a76ad-0e11-43d9-9607-3be704dec9f2, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=742a76ad-0e11-43d9-9607-3be704dec9f2,segment=NetworkSegment(653d870f-70ec-45bc-8a5d-5881ee03e9fe),segment_id=653d870f-70ec-45bc-8a5d-5881ee03e9fe)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:02:32.861889 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-6d4db108-c6aa-400f-8a67-879c65181ddd tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Allocated IP 2001:db8::1f0 (92568ccd-541d-4ad8-8264-71e8c3f8a7ac/d8cb9c24-c941-4b9b-b478-a650a3ef0359/9983098d-d2ea-4528-b4f2-c16c8f88ea3b) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:32.948115 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-a48649b2-3d38-49ca-b0dd-5036e968ac51 req-89b2d69c-0ea1-42a4-846e-ff2d4e1b3f50 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:32.956128 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7488490b-badb-4f88-a56e-67cda94ff945 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:32.992655 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-468b3b6b-e04a-4a3a-b898-2cd2376f83b1 None None] Allocated IP 172.21.0.2 (d9be4a5e-cc02-44e2-a21a-474ef3a0f07b/d22b4538-6353-4bea-9787-48ca637543ee/a3490861-bf33-4717-8e03-c6fba95844ad) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:33.035925 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488490b-badb-4f88-a56e-67cda94ff945 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event deleted for resources: {'Port': ['ID=7e5d0437-045b-4fe3-8d8a-785610a469e4,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:33.051125 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-a48649b2-3d38-49ca-b0dd-5036e968ac51 req-89b2d69c-0ea1-42a4-846e-ff2d4e1b3f50 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] No DVR routers for this DVR port bc99fbb1-71bd-4ac1-b644-f86a78662778 on host hv-neutron-8286 {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:02:33.051125 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-a48649b2-3d38-49ca-b0dd-5036e968ac51 req-89b2d69c-0ea1-42a4-846e-ff2d4e1b3f50 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:33.055124 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a48649b2-3d38-49ca-b0dd-5036e968ac51 req-89b2d69c-0ea1-42a4-846e-ff2d4e1b3f50 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.89 "DELETE /v2.0/ports/bc99fbb1-71bd-4ac1-b644-f86a78662778 HTTP/1.1" status: 204 len: 173 time: 1.1212120 Feb 16 17:02:33.055622 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ebd8bd3-b725-4245-93f5-ef5668d6841a', 'name': 'network-vif-deleted', 'tag': 'bc99fbb1-71bd-4ac1-b644-f86a78662778'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:02:33.059475 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9419c66d-3394-4421-bb51-f8c9e74a6fb2" -d '{"events": [{"server_uuid": "5ebd8bd3-b725-4245-93f5-ef5668d6841a", "name": "network-vif-deleted", "tag": "bc99fbb1-71bd-4ac1-b644-f86a78662778"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:02:33.060151 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0944bf89-0c17-4ea6-b8bd-ae52f2ea6edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:33.064426 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-510ac2d5-a897-4655-ab4f-90163b9a9c6a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:33.066510 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-510ac2d5-a897-4655-ab4f-90163b9a9c6a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0013080 Feb 16 17:02:33.067611 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b2d69c-0ea1-42a4-846e-ff2d4e1b3f50 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Pushing event deleted for resources: {'Port': ['ID=bc99fbb1-71bd-4ac1-b644-f86a78662778,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:33.071351 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51768) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:33.086883 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7488490b-badb-4f88-a56e-67cda94ff945 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:33.092588 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-7488490b-badb-4f88-a56e-67cda94ff945 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/ports/7e5d0437-045b-4fe3-8d8a-785610a469e4 HTTP/1.1" status: 204 len: 168 time: 1.1771536 Feb 16 17:02:33.093163 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51770) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:33.178265 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be65049-db01-4595-80d7-0515612f4fd8 x-openstack-request-id: req-1be65049-db01-4595-80d7-0515612f4fd8 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:02:33.178696 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ebd8bd3-b725-4245-93f5-ef5668d6841a", "name": "network-vif-deleted", "tag": "bc99fbb1-71bd-4ac1-b644-f86a78662778", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:02:33.179412 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1be65049-db01-4595-80d7-0515612f4fd8 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:02:33.180071 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ebd8bd3-b725-4245-93f5-ef5668d6841a', 'name': 'network-vif-deleted', 'tag': 'bc99fbb1-71bd-4ac1-b644-f86a78662778', 'status': 'completed', 'code': 200} Feb 16 17:02:33.253908 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6d4db108-c6aa-400f-8a67-879c65181ddd tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:33.276651 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801c2f02-c00b-47e3-8523-a059f22d533b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:33.280657 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-801c2f02-c00b-47e3-8523-a059f22d533b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1833282 Feb 16 17:02:33.281330 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51774) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:33.286085 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0944bf89-0c17-4ea6-b8bd-ae52f2ea6edc None None] Pushing event updated for resources: {'Port': ['ID=742a76ad-0e11-43d9-9607-3be704dec9f2,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:33.483284 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6d4db108-c6aa-400f-8a67-879c65181ddd tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:33.525018 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4db108-c6aa-400f-8a67-879c65181ddd tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Network 92568ccd-541d-4ad8-8264-71e8c3f8a7ac is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:33.533669 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196d3a30-ce70-4a5a-8b85-ac55d9d58329 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:33.537831 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-196d3a30-ce70-4a5a-8b85-ac55d9d58329 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2511289 Feb 16 17:02:33.538420 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-6d4db108-c6aa-400f-8a67-879c65181ddd tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:33.546339 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4db108-c6aa-400f-8a67-879c65181ddd tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:02:33.553996 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4db108-c6aa-400f-8a67-879c65181ddd tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:33.554388 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6d4db108-c6aa-400f-8a67-879c65181ddd tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:33.562986 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-468b3b6b-e04a-4a3a-b898-2cd2376f83b1 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:33.568372 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51780) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:33.628950 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce45b6b-b8e7-4447-88ee-6f90331a7af6 req-5935619c-c95f-4caf-9d26-eae41496e673 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:33.633770 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-5ce45b6b-b8e7-4447-88ee-6f90331a7af6 req-5935619c-c95f-4caf-9d26-eae41496e673 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.2722008 Feb 16 17:02:33.638370 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-61d32431-1869-4edd-b58c-b20137a2d5a7 None None] Allocated IP 2001:db8::2 (92568ccd-541d-4ad8-8264-71e8c3f8a7ac/d8cb9c24-c941-4b9b-b478-a650a3ef0359/24ee7736-0049-412b-9fb0-4c90644ca5f5) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:33.662723 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4db108-c6aa-400f-8a67-879c65181ddd tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event updated for resources: {'Port': ['ID=9983098d-d2ea-4528-b4f2-c16c8f88ea3b,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:33.734462 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-5ce45b6b-b8e7-4447-88ee-6f90331a7af6 req-1df365dc-0145-4102-a600-3f6a54907a00 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864275 Feb 16 17:02:33.736102 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-6d4db108-c6aa-400f-8a67-879c65181ddd tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.5693913 Feb 16 17:02:33.743116 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51786) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:33.799180 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47ced3-850e-4b6d-9330-f69e6b47ed4d req-0162e0fa-f4b3-4328-b7c6-6e6bb26c1e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:33.808797 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-df47ced3-850e-4b6d-9330-f69e6b47ed4d req-0162e0fa-f4b3-4328-b7c6-6e6bb26c1e6f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=09d1279d90c3425a9b4e1f123c7549b3&device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 1099 time: 0.2328603 Feb 16 17:02:33.823830 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edd2a80-25e9-4d6d-8efa-80be6cbf46a2 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:33.830814 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edd2a80-25e9-4d6d-8efa-80be6cbf46a2 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:33.843652 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edd2a80-25e9-4d6d-8efa-80be6cbf46a2 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:33.843652 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-6edd2a80-25e9-4d6d-8efa-80be6cbf46a2 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2711558 Feb 16 17:02:33.848601 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51790) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:33.871327 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-468b3b6b-e04a-4a3a-b898-2cd2376f83b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:34.082673 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51792) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:34.148333 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-eace22e8-518e-4462-abb9-6a1597a4ff58 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Deleting subnet 0b0ea7b0-25e1-4c75-b232-c77e05a038b3 {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:02:34.156730 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-eace22e8-518e-4462-abb9-6a1597a4ff58 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:34.285420 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-eace22e8-518e-4462-abb9-6a1597a4ff58 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:34.324140 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-55042783-05d4-4781-b221-0628ce5e5485 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Deleting port 9983098d-d2ea-4528-b4f2-c16c8f88ea3b {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:02:34.324496 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-55042783-05d4-4781-b221-0628ce5e5485 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:34.363733 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 742a76ad-0e11-43d9-9607-3be704dec9f2 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:02:34.466660 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468b3b6b-e04a-4a3a-b898-2cd2376f83b1 None None] Network d9be4a5e-cc02-44e2-a21a-474ef3a0f07b is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:34.485555 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-7b21e1a6-8198-4f96-a1b5-6b2c63719a1b None None] Provisioning complete for port a99c87ab-a0f1-48a1-b07c-b48e008215f0 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:34.486235 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-7b21e1a6-8198-4f96-a1b5-6b2c63719a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:34.492656 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b3b6b-e04a-4a3a-b898-2cd2376f83b1 None None] Pushing event updated for resources: {'Port': ['ID=a3490861-bf33-4717-8e03-c6fba95844ad,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:34.495696 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-468b3b6b-e04a-4a3a-b898-2cd2376f83b1 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:34.524043 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-eace22e8-518e-4462-abb9-6a1597a4ff58 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:34.543294 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468b3b6b-e04a-4a3a-b898-2cd2376f83b1 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:02:34.555600 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-06933b60-ad78-4512-8c9c-be427ef2b51a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:34.594885 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-64fb03a0-f933-49a5-8fd7-337507d1c0d8 req-c13edf06-345b-4962-82d4-1323de0a78fc tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5ebd8bd3-b725-4245-93f5-ef5668d6841a HTTP/1.1" status: 200 len: 210 time: 0.0875041 Feb 16 17:02:34.605063 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-bdf120a4-06d2-43d8-9c6d-0aef2abf1f08 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Request body: {'security_group': {'name': 'tempest-secgroup--2020968987'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:34.683499 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-61d32431-1869-4edd-b58c-b20137a2d5a7 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:34.691893 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-468b3b6b-e04a-4a3a-b898-2cd2376f83b1 None None] Attempting to bind port a3490861-bf33-4717-8e03-c6fba95844ad on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:02:34.692723 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-468b3b6b-e04a-4a3a-b898-2cd2376f83b1 None None] Attempting to bind port a3490861-bf33-4717-8e03-c6fba95844ad by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '25715c5a-72c1-4770-a11f-58fc97bca63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd9be4a5e-cc02-44e2-a21a-474ef3a0f07b'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:02:34.692860 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468b3b6b-e04a-4a3a-b898-2cd2376f83b1 None None] Attempting to bind port a3490861-bf33-4717-8e03-c6fba95844ad on network d9be4a5e-cc02-44e2-a21a-474ef3a0f07b {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:02:34.697471 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-55042783-05d4-4781-b221-0628ce5e5485 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:34.703556 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468b3b6b-e04a-4a3a-b898-2cd2376f83b1 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:02:34.704095 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468b3b6b-e04a-4a3a-b898-2cd2376f83b1 None None] Checking segment: {'id': '25715c5a-72c1-4770-a11f-58fc97bca63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd9be4a5e-cc02-44e2-a21a-474ef3a0f07b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:02:34.704605 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-468b3b6b-e04a-4a3a-b898-2cd2376f83b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:34.709452 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468b3b6b-e04a-4a3a-b898-2cd2376f83b1 None None] Bound using segment: {'id': '25715c5a-72c1-4770-a11f-58fc97bca63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd9be4a5e-cc02-44e2-a21a-474ef3a0f07b'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:02:34.709452 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-468b3b6b-e04a-4a3a-b898-2cd2376f83b1 None None] Bound port: a3490861-bf33-4717-8e03-c6fba95844ad, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25715c5a-72c1-4770-a11f-58fc97bca63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd9be4a5e-cc02-44e2-a21a-474ef3a0f07b'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:02:34.709452 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-468b3b6b-e04a-4a3a-b898-2cd2376f83b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:34.709452 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 742a76ad-0e11-43d9-9607-3be704dec9f2 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:34.709452 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:34.710450 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bdf120a4-06d2-43d8-9c6d-0aef2abf1f08 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:34.716757 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-eace22e8-518e-4462-abb9-6a1597a4ff58 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:34.746528 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-eace22e8-518e-4462-abb9-6a1597a4ff58 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:34.750218 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-eace22e8-518e-4462-abb9-6a1597a4ff58 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/0b0ea7b0-25e1-4c75-b232-c77e05a038b3 HTTP/1.1" status: 204 len: 168 time: 0.8659124 Feb 16 17:02:34.760473 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-55042783-05d4-4781-b221-0628ce5e5485 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Calling delete_port for 9983098d-d2ea-4528-b4f2-c16c8f88ea3b owned by {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:02:34.762733 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51798) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:34.764105 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bdf120a4-06d2-43d8-9c6d-0aef2abf1f08 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:34.782501 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e991303-7f30-492e-8705-d1b47a004c76 None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:02:34.813412 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-61d32431-1869-4edd-b58c-b20137a2d5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:34.861762 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace22e8-518e-4462-abb9-6a1597a4ff58 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event deleted for resources: {'Subnet': ['ID=0b0ea7b0-25e1-4c75-b232-c77e05a038b3,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:34.922819 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-06933b60-ad78-4512-8c9c-be427ef2b51a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Allocated IP 172.20.0.1 (da3cd22e-e9ed-4f45-b654-e5ffeeb1bf5f/f70cb409-ef32-4e49-9aba-7b3932a8e166/ade94816-522c-4b88-8f21-669e96357616) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:34.927476 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47ced3-850e-4b6d-9330-f69e6b47ed4d req-ab4a366a-3403-4769-808c-a2d89e6bf9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:34.928992 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-df47ced3-850e-4b6d-9330-f69e6b47ed4d req-ab4a366a-3403-4769-808c-a2d89e6bf9a4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2a9f074d-71de-48a7-8445-bcff118a8024 HTTP/1.1" status: 200 len: 913 time: 1.0819201 Feb 16 17:02:34.934980 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0fdadd-3ad9-4c46-89d0-6ad90fe68d23 None None] Network da3cd22e-e9ed-4f45-b654-e5ffeeb1bf5f requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:02:34.974647 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eb5c7b0-4ac7-4c92-8aa1-6404aa41c63a tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Deleting subnet 207d4726-3a5b-4621-935e-64a7f3aa8022 {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:02:34.984185 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5eb5c7b0-4ac7-4c92-8aa1-6404aa41c63a tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:35.002846 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d32431-1869-4edd-b58c-b20137a2d5a7 None None] Network 92568ccd-541d-4ad8-8264-71e8c3f8a7ac is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:35.028224 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-61d32431-1869-4edd-b58c-b20137a2d5a7 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:35.041105 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d32431-1869-4edd-b58c-b20137a2d5a7 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:02:35.053940 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d32431-1869-4edd-b58c-b20137a2d5a7 None None] Pushing event updated for resources: {'Port': ['ID=24ee7736-0049-412b-9fb0-4c90644ca5f5,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:35.054858 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fcbe08-b017-43c7-b662-3211d5456bde req-ea8f24bd-c472-422d-89b0-cf108842d3f6 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:35.056412 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-81fcbe08-b017-43c7-b662-3211d5456bde req-ea8f24bd-c472-422d-89b0-cf108842d3f6 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.2076061 Feb 16 17:02:35.071870 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5eb5c7b0-4ac7-4c92-8aa1-6404aa41c63a tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:35.079286 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-468b3b6b-e04a-4a3a-b898-2cd2376f83b1 None None] For port a3490861-bf33-4717-8e03-c6fba95844ad, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:02:35.084567 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-06933b60-ad78-4512-8c9c-be427ef2b51a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:35.091041 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-468b3b6b-e04a-4a3a-b898-2cd2376f83b1 None None] For port a3490861-bf33-4717-8e03-c6fba95844ad, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=a3490861-bf33-4717-8e03-c6fba95844ad,segment=NetworkSegment(25715c5a-72c1-4770-a11f-58fc97bca63b),segment_id=25715c5a-72c1-4770-a11f-58fc97bca63b)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:02:35.157976 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-df47ced3-850e-4b6d-9330-f69e6b47ed4d req-c5457379-e5e2-456b-bd54-2243682b2452 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=561eab9a-0ea9-4489-acaf-f14c6ec01233 HTTP/1.1" status: 200 len: 1002 time: 0.2189009 Feb 16 17:02:35.189006 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bdf120a4-06d2-43d8-9c6d-0aef2abf1f08 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:35.207910 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-468b3b6b-e04a-4a3a-b898-2cd2376f83b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:35.218029 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47ced3-850e-4b6d-9330-f69e6b47ed4d req-ea57d691-ed3e-441d-ac00-91dcd8cd2b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:35.219508 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-df47ced3-850e-4b6d-9330-f69e6b47ed4d req-ea57d691-ed3e-441d-ac00-91dcd8cd2b5e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=847c90d0-f658-438a-baa8-b8b47f957a97 HTTP/1.1" status: 200 len: 851 time: 0.0532026 Feb 16 17:02:35.232420 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-81fcbe08-b017-43c7-b662-3211d5456bde req-3952c4d9-e037-4494-9a13-04ca4dd7dfb2 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635814 Feb 16 17:02:35.254266 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5eb5c7b0-4ac7-4c92-8aa1-6404aa41c63a tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:35.265465 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-9d7b5a54-a7bb-46ac-9e51-2523ca5c02ab None None] Provisioning complete for port 742a76ad-0e11-43d9-9607-3be704dec9f2 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:35.265846 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9d7b5a54-a7bb-46ac-9e51-2523ca5c02ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:35.272819 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47ced3-850e-4b6d-9330-f69e6b47ed4d req-b8f0da58-04d9-422f-af62-f76bfe6784c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:35.274534 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-df47ced3-850e-4b6d-9330-f69e6b47ed4d req-b8f0da58-04d9-422f-af62-f76bfe6784c6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2a9f074d-71de-48a7-8445-bcff118a8024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0485756 Feb 16 17:02:35.282533 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bdf120a4-06d2-43d8-9c6d-0aef2abf1f08 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:35.300882 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-06933b60-ad78-4512-8c9c-be427ef2b51a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:35.308008 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-55042783-05d4-4781-b221-0628ce5e5485 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:35.311431 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-61d32431-1869-4edd-b58c-b20137a2d5a7 None None] Attempting to bind port 24ee7736-0049-412b-9fb0-4c90644ca5f5 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:02:35.311802 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-61d32431-1869-4edd-b58c-b20137a2d5a7 None None] Attempting to bind port 24ee7736-0049-412b-9fb0-4c90644ca5f5 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '7b6e8747-483d-4481-acef-e2ec506b6994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '92568ccd-541d-4ad8-8264-71e8c3f8a7ac'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:02:35.312197 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d32431-1869-4edd-b58c-b20137a2d5a7 None None] Attempting to bind port 24ee7736-0049-412b-9fb0-4c90644ca5f5 on network 92568ccd-541d-4ad8-8264-71e8c3f8a7ac {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:02:35.336910 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:35.352377 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d32431-1869-4edd-b58c-b20137a2d5a7 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:02:35.352753 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d32431-1869-4edd-b58c-b20137a2d5a7 None None] Checking segment: {'id': '7b6e8747-483d-4481-acef-e2ec506b6994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '92568ccd-541d-4ad8-8264-71e8c3f8a7ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:02:35.356472 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-61d32431-1869-4edd-b58c-b20137a2d5a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:35.356472 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d32431-1869-4edd-b58c-b20137a2d5a7 None None] Bound using segment: {'id': '7b6e8747-483d-4481-acef-e2ec506b6994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '92568ccd-541d-4ad8-8264-71e8c3f8a7ac'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:02:35.356472 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-61d32431-1869-4edd-b58c-b20137a2d5a7 None None] Bound port: 24ee7736-0049-412b-9fb0-4c90644ca5f5, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b6e8747-483d-4481-acef-e2ec506b6994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '92568ccd-541d-4ad8-8264-71e8c3f8a7ac'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:02:35.356472 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-61d32431-1869-4edd-b58c-b20137a2d5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:35.387950 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55042783-05d4-4781-b221-0628ce5e5485 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event deleted for resources: {'Port': ['ID=9983098d-d2ea-4528-b4f2-c16c8f88ea3b,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:35.404279 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06933b60-ad78-4512-8c9c-be427ef2b51a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Network da3cd22e-e9ed-4f45-b654-e5ffeeb1bf5f is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:35.405422 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf120a4-06d2-43d8-9c6d-0aef2abf1f08 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59d40f5d-39af-4184-92d9-1c25f1853883,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:35.407208 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06933b60-ad78-4512-8c9c-be427ef2b51a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event updated for resources: {'Port': ['ID=ade94816-522c-4b88-8f21-669e96357616,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:35.413717 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-06933b60-ad78-4512-8c9c-be427ef2b51a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:35.414375 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06933b60-ad78-4512-8c9c-be427ef2b51a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:02:35.443158 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-55042783-05d4-4781-b221-0628ce5e5485 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:35.445006 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b3b6b-e04a-4a3a-b898-2cd2376f83b1 None None] Pushing event updated for resources: {'Port': ['ID=a3490861-bf33-4717-8e03-c6fba95844ad,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:35.450461 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-55042783-05d4-4781-b221-0628ce5e5485 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "DELETE /v2.0/ports/9983098d-d2ea-4528-b4f2-c16c8f88ea3b HTTP/1.1" status: 204 len: 168 time: 1.7062197 Feb 16 17:02:35.451014 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51802) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:35.465468 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-06933b60-ad78-4512-8c9c-be427ef2b51a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:35.505729 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ae8ad85-eae2-45ce-84cf-32f4ae19988f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] GET failed (client error): The resource could not be found. Feb 16 17:02:35.511082 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-8ae8ad85-eae2-45ce-84cf-32f4ae19988f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "GET /v2.0/ports/9983098d-d2ea-4528-b4f2-c16c8f88ea3b HTTP/1.1" status: 404 len: 333 time: 0.0556834 Feb 16 17:02:35.512419 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51804) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:35.525290 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port 742a76ad-0e11-43d9-9607-3be704dec9f2, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=742a76ad-0e11-43d9-9607-3be704dec9f2,segment=NetworkSegment(653d870f-70ec-45bc-8a5d-5881ee03e9fe),segment_id=653d870f-70ec-45bc-8a5d-5881ee03e9fe)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:02:35.538634 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bdf120a4-06d2-43d8-9c6d-0aef2abf1f08 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:35.582127 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-df47ced3-850e-4b6d-9330-f69e6b47ed4d req-594279de-2712-48de-8e20-042aee904e19 service neutron] 10.222.0.89 "GET /v2.0/networks/2a9f074d-71de-48a7-8445-bcff118a8024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009045 Feb 16 17:02:35.592235 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b3037ac-1480-420d-a318-84f6e0bcae19 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Deleting subnet d8cb9c24-c941-4b9b-b478-a650a3ef0359 {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:02:35.596562 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4b3037ac-1480-420d-a318-84f6e0bcae19 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:35.624580 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-61d32431-1869-4edd-b58c-b20137a2d5a7 None None] For port 24ee7736-0049-412b-9fb0-4c90644ca5f5, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:02:35.625979 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5eb5c7b0-4ac7-4c92-8aa1-6404aa41c63a tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:35.633966 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9d7b5a54-a7bb-46ac-9e51-2523ca5c02ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:35.639831 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-61d32431-1869-4edd-b58c-b20137a2d5a7 None None] For port 24ee7736-0049-412b-9fb0-4c90644ca5f5, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=24ee7736-0049-412b-9fb0-4c90644ca5f5,segment=NetworkSegment(7b6e8747-483d-4481-acef-e2ec506b6994),segment_id=7b6e8747-483d-4481-acef-e2ec506b6994)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:02:35.653459 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:35.659085 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device a99c87ab-a0f1-48a1-b07c-b48e008215f0 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:02:35.711908 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51808) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:35.742943 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bdf120a4-06d2-43d8-9c6d-0aef2abf1f08 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:35.750705 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb5c7b0-4ac7-4c92-8aa1-6404aa41c63a tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event deleted for resources: {'Subnet': ['ID=207d4726-3a5b-4621-935e-64a7f3aa8022,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:35.768071 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5eb5c7b0-4ac7-4c92-8aa1-6404aa41c63a tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:35.775098 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-5eb5c7b0-4ac7-4c92-8aa1-6404aa41c63a tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/207d4726-3a5b-4621-935e-64a7f3aa8022 HTTP/1.1" status: 204 len: 168 time: 0.9966316 Feb 16 17:02:35.778664 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4b3037ac-1480-420d-a318-84f6e0bcae19 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:35.784425 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-61d32431-1869-4edd-b58c-b20137a2d5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:35.785737 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51810) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:35.801533 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device bc99fbb1-71bd-4ac1-b644-f86a78662778 no longer exists at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:02:35.905484 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf120a4-06d2-43d8-9c6d-0aef2abf1f08 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2707fd-df5c-419a-bfea-3d60bc0f12ad,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:35.905698 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] No Port match for: bc99fbb1-71bd-4ac1-b644-f86a78662778 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:02:35.908018 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device bc99fbb1-71bd-4ac1-b644-f86a78662778 not bound to the agent host hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:02:35.918174 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=742a76ad-0e11-43d9-9607-3be704dec9f2,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:35.931285 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bdf120a4-06d2-43d8-9c6d-0aef2abf1f08 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:35.931285 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-bdf120a4-06d2-43d8-9c6d-0aef2abf1f08 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8437331 Feb 16 17:02:35.933134 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51812) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:35.995675 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.db.api [None req-9d7b5a54-a7bb-46ac-9e51-2523ca5c02ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:02:35.996169 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG oslo_db.api [None req-9d7b5a54-a7bb-46ac-9e51-2523ca5c02ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:02:36.007587 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-df47ced3-850e-4b6d-9330-f69e6b47ed4d req-9a32b3f4-f771-4273-838f-09f90b31e4eb service neutron] 10.222.0.89 "GET /v2.0/networks/2a9f074d-71de-48a7-8445-bcff118a8024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4168432 Feb 16 17:02:36.013724 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-a7bdb71f-12b1-4502-81ed-fd5cd5525dfa tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2207773 Feb 16 17:02:36.023836 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51814) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:36.030065 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-06933b60-ad78-4512-8c9c-be427ef2b51a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:36.033816 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port a99c87ab-a0f1-48a1-b07c-b48e008215f0 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:36.034191 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:36.046518 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-806cedef-e47a-4155-8541-00dec0f9e1ee tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'subnet': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:36.120224 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d32431-1869-4edd-b58c-b20137a2d5a7 None None] Pushing event updated for resources: {'Port': ['ID=24ee7736-0049-412b-9fb0-4c90644ca5f5,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:36.166106 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4b3037ac-1480-420d-a318-84f6e0bcae19 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:36.546724 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device a3490861-bf33-4717-8e03-c6fba95844ad up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:02:36.668142 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-9d7b5a54-a7bb-46ac-9e51-2523ca5c02ab None None] Could not find standard attr ID for object 7e5d0437-045b-4fe3-8d8a-785610a469e4. {{(pid=114377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 17:02:36.706512 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port a3490861-bf33-4717-8e03-c6fba95844ad triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:36.707751 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:36.851388 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-71321e82-39b8-4e35-a895-ff22e44098af tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.9145820 Feb 16 17:02:36.866013 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51818) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:36.868241 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-74ad4ffb-e560-443c-9e16-751a326e9ec8 None None] Provisioning complete for port 742a76ad-0e11-43d9-9607-3be704dec9f2 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:36.868736 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-74ad4ffb-e560-443c-9e16-751a326e9ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:36.872738 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5bc03d1b-ec50-489c-820e-84ee468786f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:36.880821 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-30a4d818-c3e9-4786-9ff4-7b8392492bd4 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Request body: {'security_group': {'name': 'tempest-security--559436433', 'description': 'tempest-security-description-784933680'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:36.908562 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806cedef-e47a-4155-8541-00dec0f9e1ee tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:36.908562 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-806cedef-e47a-4155-8541-00dec0f9e1ee tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:36.928600 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:36.944337 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-06933b60-ad78-4512-8c9c-be427ef2b51a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:36.945264 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1587b9-d43a-422a-b640-6ed548e0efc3 None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:02:36.967618 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-30a4d818-c3e9-4786-9ff4-7b8392492bd4 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:37.015025 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623af43d-131a-4fa7-9f5f-5beccf465341 req-1a22931d-6a18-4ba8-9ae3-3b89028fd73b tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:37.016915 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-623af43d-131a-4fa7-9f5f-5beccf465341 req-1a22931d-6a18-4ba8-9ae3-3b89028fd73b tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.2350557 Feb 16 17:02:37.023163 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-30a4d818-c3e9-4786-9ff4-7b8392492bd4 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:37.025004 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-06933b60-ad78-4512-8c9c-be427ef2b51a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:37.069748 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-623af43d-131a-4fa7-9f5f-5beccf465341 req-8649b84c-d71d-4498-84c0-4c0967e8fe81 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457222 Feb 16 17:02:37.120394 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4b3037ac-1480-420d-a318-84f6e0bcae19 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:37.165242 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3037ac-1480-420d-a318-84f6e0bcae19 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event deleted for resources: {'Subnet': ['ID=d8cb9c24-c941-4b9b-b478-a650a3ef0359,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:37.168152 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06933b60-ad78-4512-8c9c-be427ef2b51a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event updated for resources: {'Port': ['ID=ade94816-522c-4b88-8f21-669e96357616,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:37.172565 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-06933b60-ad78-4512-8c9c-be427ef2b51a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:37.174886 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-30a4d818-c3e9-4786-9ff4-7b8392492bd4 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:37.177777 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-30a4d818-c3e9-4786-9ff4-7b8392492bd4 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:37.181586 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-30a4d818-c3e9-4786-9ff4-7b8392492bd4 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "PUT /v2.0/security-groups/1c2707fd-df5c-419a-bfea-3d60bc0f12ad HTTP/1.1" status: 200 len: 1776 time: 0.3048131 Feb 16 17:02:37.183252 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4b3037ac-1480-420d-a318-84f6e0bcae19 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:37.194906 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-4b3037ac-1480-420d-a318-84f6e0bcae19 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "DELETE /v2.0/subnets/d8cb9c24-c941-4b9b-b478-a650a3ef0359 HTTP/1.1" status: 204 len: 168 time: 1.6686800 Feb 16 17:02:37.195085 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51820) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:37.196647 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51822) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:37.275524 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a4d818-c3e9-4786-9ff4-7b8392492bd4 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2707fd-df5c-419a-bfea-3d60bc0f12ad,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:37.294904 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a61ff1-4e12-45b0-addb-2a536bee1bd3 None None] Network d9be4a5e-cc02-44e2-a21a-474ef3a0f07b requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:02:37.351657 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-81c92c5e-7312-4c45-b0e2-f752e6071cf4 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:37.364640 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port a3490861-bf33-4717-8e03-c6fba95844ad, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=a3490861-bf33-4717-8e03-c6fba95844ad,segment=NetworkSegment(25715c5a-72c1-4770-a11f-58fc97bca63b),segment_id=25715c5a-72c1-4770-a11f-58fc97bca63b)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:02:37.367833 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-fede0060-553e-431c-8f03-4b177c2042dd tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "GET /v2.0/security-groups/1c2707fd-df5c-419a-bfea-3d60bc0f12ad HTTP/1.1" status: 200 len: 1776 time: 0.1728139 Feb 16 17:02:37.369561 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51824) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:37.412188 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-806cedef-e47a-4155-8541-00dec0f9e1ee tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:37.432130 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:37.432993 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 742a76ad-0e11-43d9-9607-3be704dec9f2 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:02:37.437741 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06933b60-ad78-4512-8c9c-be427ef2b51a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Network da3cd22e-e9ed-4f45-b654-e5ffeeb1bf5f is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:37.442205 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-06933b60-ad78-4512-8c9c-be427ef2b51a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:37.451924 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7cf671cd-3df8-486e-9dd6-57c59cdf9874 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:37.558201 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4fc96a-b4fb-4779-acc7-52c2dd0e5f5f None None] DHCP port deletion for 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:02:37.561858 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806cedef-e47a-4155-8541-00dec0f9e1ee tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:37.569262 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-806cedef-e47a-4155-8541-00dec0f9e1ee tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:37.580187 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806cedef-e47a-4155-8541-00dec0f9e1ee tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:37.580938 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-806cedef-e47a-4155-8541-00dec0f9e1ee tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:37.602589 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806cedef-e47a-4155-8541-00dec0f9e1ee tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Subnet': ['ID=c2d2b0ee-da6b-4cec-9988-28f475da67dd,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:37.620335 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-74ad4ffb-e560-443c-9e16-751a326e9ec8 None None] Provisioning complete for port ade94816-522c-4b88-8f21-669e96357616 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:37.621036 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-74ad4ffb-e560-443c-9e16-751a326e9ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:37.638022 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-81c92c5e-7312-4c45-b0e2-f752e6071cf4 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Deleting port 24ee7736-0049-412b-9fb0-4c90644ca5f5 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:02:37.638022 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-81c92c5e-7312-4c45-b0e2-f752e6071cf4 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:37.641277 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3e66247e-30a3-4583-9b57-3f857f9fac35 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:37.656371 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=a3490861-bf33-4717-8e03-c6fba95844ad,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:37.709804 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-806cedef-e47a-4155-8541-00dec0f9e1ee tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6808977 Feb 16 17:02:37.715825 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51826) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:37.718533 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c34442-83f5-4a3c-b174-1aebf0176b56 None None] Network 92568ccd-541d-4ad8-8264-71e8c3f8a7ac requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:02:37.721013 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-1bd71bd8-037c-4b4f-98e8-46df7e169d2e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'subnet': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:37.724183 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3e66247e-30a3-4583-9b57-3f857f9fac35 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:37.753921 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-74ad4ffb-e560-443c-9e16-751a326e9ec8 None None] Port ade94816-522c-4b88-8f21-669e96357616 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:02:37.755174 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-81c92c5e-7312-4c45-b0e2-f752e6071cf4 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] For port 24ee7736-0049-412b-9fb0-4c90644ca5f5, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=24ee7736-0049-412b-9fb0-4c90644ca5f5,segment=NetworkSegment(7b6e8747-483d-4481-acef-e2ec506b6994),segment_id=7b6e8747-483d-4481-acef-e2ec506b6994)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:02:37.755174 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-81c92c5e-7312-4c45-b0e2-f752e6071cf4 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:37.780081 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-81c92c5e-7312-4c45-b0e2-f752e6071cf4 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Calling delete_port for 24ee7736-0049-412b-9fb0-4c90644ca5f5 owned by network:dhcp {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:02:37.801429 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 742a76ad-0e11-43d9-9607-3be704dec9f2 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:37.801809 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:37.878878 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3e66247e-30a3-4583-9b57-3f857f9fac35 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:37.881621 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3e66247e-30a3-4583-9b57-3f857f9fac35 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:37.885688 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-3e66247e-30a3-4583-9b57-3f857f9fac35 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "DELETE /v2.0/security-groups/1c2707fd-df5c-419a-bfea-3d60bc0f12ad HTTP/1.1" status: 204 len: 168 time: 0.5126300 Feb 16 17:02:37.887088 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51828) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:37.917040 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e66247e-30a3-4583-9b57-3f857f9fac35 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2707fd-df5c-419a-bfea-3d60bc0f12ad,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:37.918709 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-cb4fc96a-b4fb-4779-acc7-52c2dd0e5f5f None None] Deleting port a99c87ab-a0f1-48a1-b07c-b48e008215f0 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:02:37.919094 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-cb4fc96a-b4fb-4779-acc7-52c2dd0e5f5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:37.958232 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d6fa4acd-2fb9-4d74-ab22-48958c88ed7b tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0643506 Feb 16 17:02:37.959084 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51830) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:37.960263 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-ad6b5042-b786-4984-92e6-fad26d696d82 None None] Provisioning complete for port 24ee7736-0049-412b-9fb0-4c90644ca5f5 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:37.960651 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ad6b5042-b786-4984-92e6-fad26d696d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:37.968262 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-81c92c5e-7312-4c45-b0e2-f752e6071cf4 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:37.999246 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-89a94db7-e322-45b9-a2bd-8fd292f5b686 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] delete failed (client error): The resource could not be found. Feb 16 17:02:38.005082 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-89a94db7-e322-45b9-a2bd-8fd292f5b686 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "DELETE /v2.0/security-groups/1c2707fd-df5c-419a-bfea-3d60bc0f12ad HTTP/1.1" status: 404 len: 347 time: 0.0407276 Feb 16 17:02:38.005663 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51832) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:38.006748 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c92c5e-7312-4c45-b0e2-f752e6071cf4 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event deleted for resources: {'Port': ['ID=24ee7736-0049-412b-9fb0-4c90644ca5f5,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:38.012822 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-396f01dc-75aa-4397-ac28-6a3f60fa10e6 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Request body: {'security_group': {'name': 'tempest-secgroup--1208623727'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:38.019621 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c92c5e-7312-4c45-b0e2-f752e6071cf4 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] No DVR routers for this DVR port 24ee7736-0049-412b-9fb0-4c90644ca5f5 on host dv-neutron-828697-3-hyperv {{(pid=114375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:02:38.031140 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-ad6b5042-b786-4984-92e6-fad26d696d82 None None] Port 24ee7736-0049-412b-9fb0-4c90644ca5f5 was deleted so its status cannot be updated. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Feb 16 17:02:38.156399 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-81c92c5e-7312-4c45-b0e2-f752e6071cf4 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:38.175385 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-ad6b5042-b786-4984-92e6-fad26d696d82 None None] Provisioning complete for port ade94816-522c-4b88-8f21-669e96357616 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:38.176163 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ad6b5042-b786-4984-92e6-fad26d696d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:38.179117 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-cb4fc96a-b4fb-4779-acc7-52c2dd0e5f5f None None] For port a99c87ab-a0f1-48a1-b07c-b48e008215f0, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=a99c87ab-a0f1-48a1-b07c-b48e008215f0,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:02:38.179714 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-cb4fc96a-b4fb-4779-acc7-52c2dd0e5f5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:38.189076 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-396f01dc-75aa-4397-ac28-6a3f60fa10e6 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:38.195869 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-81c92c5e-7312-4c45-b0e2-f752e6071cf4 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92568ccd-541d-4ad8-8264-71e8c3f8a7ac']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:38.217060 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-81c92c5e-7312-4c45-b0e2-f752e6071cf4 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b6e8747-483d-4481-acef-e2ec506b6994') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:38.217496 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-81c92c5e-7312-4c45-b0e2-f752e6071cf4 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b6e8747-483d-4481-acef-e2ec506b6994') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:38.236027 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-81c92c5e-7312-4c45-b0e2-f752e6071cf4 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:38.258899 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-cb4fc96a-b4fb-4779-acc7-52c2dd0e5f5f None None] Calling delete_port for a99c87ab-a0f1-48a1-b07c-b48e008215f0 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:02:38.261728 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-81c92c5e-7312-4c45-b0e2-f752e6071cf4 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:38.265240 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06933b60-ad78-4512-8c9c-be427ef2b51a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Router c90d261e-e1ee-4e5d-86cf-900d65d20d10 is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:02:38.277628 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81c92c5e-7312-4c45-b0e2-f752e6071cf4 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:02:38.278181 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-81c92c5e-7312-4c45-b0e2-f752e6071cf4 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:38.281743 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 17:02:38.281743 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:02:38.281743 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 17:02:38.281743 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:02:38.281743 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 17:02:38.281743 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:02:38.281743 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 17:02:38.281743 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:02:38.281743 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 17:02:38.281743 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:02:38.281743 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 17:02:38.281743 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:02:38.281743 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 17:02:38.281743 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:02:38.281743 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:02:38.281743 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:02:38.281743 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:02:38.281743 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:02:38.281743 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 17:02:38.281743 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:02:38.281743 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 17:02:38.281743 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:02:38.281743 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:02:38.281743 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:02:38.281743 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 17:02:38.281743 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:02:38.281743 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:02:38.281743 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:02:38.281743 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:02:38.281743 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:02:38.281743 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:02:38.281743 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:02:38.285645 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-ad6b5042-b786-4984-92e6-fad26d696d82 None None] Port ade94816-522c-4b88-8f21-669e96357616 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:02:38.311536 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6052b857-fa7a-4055-8233-3db35520504e req-b87f6629-ac2b-4d7f-a882-719147f5980d tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:38.313163 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6052b857-fa7a-4055-8233-3db35520504e req-b87f6629-ac2b-4d7f-a882-719147f5980d tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.1316366 Feb 16 17:02:38.335651 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00dcc13-1fe0-4630-b8a3-2d4779d6e568 None None] DHCP port deletion for 92568ccd-541d-4ad8-8264-71e8c3f8a7ac request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:02:38.390169 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-ad6b5042-b786-4984-92e6-fad26d696d82 None None] Provisioning complete for port a99c87ab-a0f1-48a1-b07c-b48e008215f0 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:38.394041 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ad6b5042-b786-4984-92e6-fad26d696d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:38.420873 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-396f01dc-75aa-4397-ac28-6a3f60fa10e6 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:38.430194 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device a3490861-bf33-4717-8e03-c6fba95844ad up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:02:38.435580 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd71bd8-037c-4b4f-98e8-46df7e169d2e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:38.438979 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1bd71bd8-037c-4b4f-98e8-46df7e169d2e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:38.483515 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-81c92c5e-7312-4c45-b0e2-f752e6071cf4 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:38.494802 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-81c92c5e-7312-4c45-b0e2-f752e6071cf4 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:38.498028 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-81c92c5e-7312-4c45-b0e2-f752e6071cf4 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "DELETE /v2.0/networks/92568ccd-541d-4ad8-8264-71e8c3f8a7ac HTTP/1.1" status: 204 len: 168 time: 1.3005917 Feb 16 17:02:38.509356 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51836) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:38.514657 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-1f710211-d3b5-41af-b94e-ea8c5374a600 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Request body: {'port': {'network_id': 'a7037b94-ac63-490a-a5e2-0102bdd301e7', 'name': 'tempest-PortsIpV6TestJSON-1355433117'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:38.520175 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-396f01dc-75aa-4397-ac28-6a3f60fa10e6 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:38.522433 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c92c5e-7312-4c45-b0e2-f752e6071cf4 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event deleted for resources: {'Network': ['ID=92568ccd-541d-4ad8-8264-71e8c3f8a7ac,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:38.553068 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port a3490861-bf33-4717-8e03-c6fba95844ad triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:38.553068 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:38.568581 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6052b857-fa7a-4055-8233-3db35520504e req-7bfb2b42-f291-4007-8e96-f1ac7c85ae96 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2359204 Feb 16 17:02:38.586020 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06933b60-ad78-4512-8c9c-be427ef2b51a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:02:38.597227 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-06933b60-ad78-4512-8c9c-be427ef2b51a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "PUT /v2.0/routers/c90d261e-e1ee-4e5d-86cf-900d65d20d10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5218549 Feb 16 17:02:38.600223 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51838) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:38.624086 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bc4fa3-3ba6-4fd6-88cc-2d6cdaa80af3 None None] Sync routers for ids ['c90d261e-e1ee-4e5d-86cf-900d65d20d10'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:02:38.637466 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bc4fa3-3ba6-4fd6-88cc-2d6cdaa80af3 None None] Routers {'c90d261e-e1ee-4e5d-86cf-900d65d20d10'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:02:38.638117 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-a4bc4fa3-3ba6-4fd6-88cc-2d6cdaa80af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:02:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['c90d261e-e1ee-4e5d-86cf-900d65d20d10'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:38.643330 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.ipam_backend_mixin [None req-1bd71bd8-037c-4b4f-98e8-46df7e169d2e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c2d2b0ee-da6b-4cec-9988-28f475da67dd (CIDR: 2001:db8::/64) Feb 16 17:02:38.646294 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-7cf671cd-3df8-486e-9dd6-57c59cdf9874 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Deleting port 02b6e560-b065-4145-a0e0-57b8c33044f5 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:02:38.646638 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7cf671cd-3df8-486e-9dd6-57c59cdf9874 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:38.656647 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f01dc-75aa-4397-ac28-6a3f60fa10e6 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6446b89a-e1fe-4373-9010-2ab466859e37,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:38.678966 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-a4bc4fa3-3ba6-4fd6-88cc-2d6cdaa80af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:38.689808 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bc4fa3-3ba6-4fd6-88cc-2d6cdaa80af3 None None] Routers {'c90d261e-e1ee-4e5d-86cf-900d65d20d10'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:02:38.691354 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-a4bc4fa3-3ba6-4fd6-88cc-2d6cdaa80af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:02:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['c90d261e-e1ee-4e5d-86cf-900d65d20d10'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:38.695372 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-ad6b5042-b786-4984-92e6-fad26d696d82 None None] Provisioning complete for port a3490861-bf33-4717-8e03-c6fba95844ad triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:38.695372 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ad6b5042-b786-4984-92e6-fad26d696d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:38.724486 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd2c1d1-0abd-439d-a3a5-c7dff9e744d5 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:38.725971 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-5dd2c1d1-0abd-439d-a3a5-c7dff9e744d5 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "GET /v2.0/ports/ade94816-522c-4b88-8f21-669e96357616 HTTP/1.1" status: 200 len: 910 time: 0.1248150 Feb 16 17:02:38.729809 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51842) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:38.743935 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-a4bc4fa3-3ba6-4fd6-88cc-2d6cdaa80af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:38.745118 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bc4fa3-3ba6-4fd6-88cc-2d6cdaa80af3 None None] The sync data for ids ['c90d261e-e1ee-4e5d-86cf-900d65d20d10'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:02:38.777209 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fac3cd-7973-42da-bae7-d8c895b8848b req-36e373c4-1cc6-4d88-b885-28032b879c77 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:38.778918 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-cb4fc96a-b4fb-4779-acc7-52c2dd0e5f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:38.780406 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-a4fac3cd-7973-42da-bae7-d8c895b8848b req-36e373c4-1cc6-4d88-b885-28032b879c77 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.0527234 Feb 16 17:02:38.821553 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4fc96a-b4fb-4779-acc7-52c2dd0e5f5f None None] No DVR routers for this DVR port a99c87ab-a0f1-48a1-b07c-b48e008215f0 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:02:38.824223 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-a4fac3cd-7973-42da-bae7-d8c895b8848b req-efd4c667-7cb3-4a02-b364-82efb5aae5eb tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377116 Feb 16 17:02:38.824744 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bd71bd8-037c-4b4f-98e8-46df7e169d2e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:02:38.825241 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bd71bd8-037c-4b4f-98e8-46df7e169d2e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:38.837520 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-396f01dc-75aa-4397-ac28-6a3f60fa10e6 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:38.838931 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-396f01dc-75aa-4397-ac28-6a3f60fa10e6 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8299632 Feb 16 17:02:38.852192 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51844) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:38.852488 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4fc96a-b4fb-4779-acc7-52c2dd0e5f5f None None] Pushing event deleted for resources: {'Port': ['ID=a99c87ab-a0f1-48a1-b07c-b48e008215f0,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:38.853560 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-7cf671cd-3df8-486e-9dd6-57c59cdf9874 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] For port 02b6e560-b065-4145-a0e0-57b8c33044f5, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=02b6e560-b065-4145-a0e0-57b8c33044f5,segment=NetworkSegment(3af87537-55b9-448d-8bff-8dd8c1aaef8b),segment_id=3af87537-55b9-448d-8bff-8dd8c1aaef8b)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:02:38.853928 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7cf671cd-3df8-486e-9dd6-57c59cdf9874 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:38.861956 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-4e8d506a-83ce-4dcf-9f6c-30831cd68e8f tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Request body: {'security_group_rule': {'security_group_id': '6446b89a-e1fe-4373-9010-2ab466859e37', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:38.869160 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75c1066-4427-4674-9663-8143fe324973 None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:02:38.898338 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-7cf671cd-3df8-486e-9dd6-57c59cdf9874 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Calling delete_port for 02b6e560-b065-4145-a0e0-57b8c33044f5 owned by network:router_interface {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:02:38.948957 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f710211-d3b5-41af-b94e-ea8c5374a600 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Made reservation on behalf of 02ebc15ce0534c46afb3b8b1618852cd for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:38.956081 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1f710211-d3b5-41af-b94e-ea8c5374a600 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:38.971547 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device a99c87ab-a0f1-48a1-b07c-b48e008215f0 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:02:38.974661 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-1f710211-d3b5-41af-b94e-ea8c5374a600 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] device_id is not set on port 543477d0-19b5-4f42-8540-a9ed127f08f8 yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:02:38.984531 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: a99c87ab-a0f1-48a1-b07c-b48e008215f0 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:02:38.984878 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device a99c87ab-a0f1-48a1-b07c-b48e008215f0 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:02:39.026362 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 24ee7736-0049-412b-9fb0-4c90644ca5f5 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:02:39.061240 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 24ee7736-0049-412b-9fb0-4c90644ca5f5 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:02:39.061630 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 24ee7736-0049-412b-9fb0-4c90644ca5f5 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:02:39.074895 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51848) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:39.075682 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-1bd71bd8-037c-4b4f-98e8-46df7e169d2e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3587389 Feb 16 17:02:39.083417 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-ec40fa55-a166-454b-bd3b-5e961c707760 None None] Provisioning complete for port a3490861-bf33-4717-8e03-c6fba95844ad triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:39.085824 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-e58e4c6a-ae4b-4225-8637-82863e3d0e71 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'subnet': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:39.085954 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ec40fa55-a166-454b-bd3b-5e961c707760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:39.142008 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd93c46-6ea6-4a53-90c4-cc7ba3fe57ba req-684b9e5c-b9c2-430e-a5d2-719c0249cfa5 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:39.143347 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5cd93c46-6ea6-4a53-90c4-cc7ba3fe57ba req-684b9e5c-b9c2-430e-a5d2-719c0249cfa5 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.1814172 Feb 16 17:02:39.190256 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63cf3f9-5033-4e63-9fa8-3314a61d74cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'tenant_id': '81837604d6654060bf0a8ff194578833', 'fixed_ips': [{'subnet_id': 'c2d2b0ee-da6b-4cec-9988-28f475da67dd'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:02:39.190613 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d63cf3f9-5033-4e63-9fa8-3314a61d74cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:39.210175 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1f710211-d3b5-41af-b94e-ea8c5374a600 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:39.219897 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-234109f6-ef06-4f03-a072-99b3a8c093af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:39.290563 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4e8d506a-83ce-4dcf-9f6c-30831cd68e8f tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:39.322966 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5cd93c46-6ea6-4a53-90c4-cc7ba3fe57ba req-18a6a7ab-d2bf-48ee-90c4-82b96a07b226 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327436 Feb 16 17:02:39.335189 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1f710211-d3b5-41af-b94e-ea8c5374a600 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:39.350390 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-d63cf3f9-5033-4e63-9fa8-3314a61d74cd None None] Allocated IP 2001:db8::2 (1e2a9b2d-a159-48c5-a704-dcb18c3b88c3/c2d2b0ee-da6b-4cec-9988-28f475da67dd/ce0a3a5f-4c4e-4c16-84a2-5658b59bfb13) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:39.391053 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58e4c6a-ae4b-4225-8637-82863e3d0e71 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:39.397773 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e58e4c6a-ae4b-4225-8637-82863e3d0e71 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:39.408040 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f710211-d3b5-41af-b94e-ea8c5374a600 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Network a7037b94-ac63-490a-a5e2-0102bdd301e7 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:39.421605 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-1f710211-d3b5-41af-b94e-ea8c5374a600 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:39.426492 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4e8d506a-83ce-4dcf-9f6c-30831cd68e8f tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:39.429196 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f710211-d3b5-41af-b94e-ea8c5374a600 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:02:39.435069 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f710211-d3b5-41af-b94e-ea8c5374a600 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:39.435694 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1f710211-d3b5-41af-b94e-ea8c5374a600 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:39.483867 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f710211-d3b5-41af-b94e-ea8c5374a600 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event updated for resources: {'Port': ['ID=543477d0-19b5-4f42-8540-a9ed127f08f8,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:39.505687 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4e8d506a-83ce-4dcf-9f6c-30831cd68e8f tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:39.511366 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2d64297d-0020-4655-91c1-f44682c61ef8 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:39.527778 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d63cf3f9-5033-4e63-9fa8-3314a61d74cd None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:39.542111 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8d506a-83ce-4dcf-9f6c-30831cd68e8f tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40fdd2a2-ea58-4d1a-8ba7-3d10e564f3ab,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:39.552121 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e93715-c6b4-45c2-b559-9d6938e65a43 req-78f36e4e-a4e0-49fc-8eb9-1f9dc94fab7f tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:39.553650 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-56e93715-c6b4-45c2-b559-9d6938e65a43 req-78f36e4e-a4e0-49fc-8eb9-1f9dc94fab7f tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.1277478 Feb 16 17:02:39.592278 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-1f710211-d3b5-41af-b94e-ea8c5374a600 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0818465 Feb 16 17:02:39.598404 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51852) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:39.622851 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d63cf3f9-5033-4e63-9fa8-3314a61d74cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:39.625298 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4e8d506a-83ce-4dcf-9f6c-30831cd68e8f tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:39.629681 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-4e8d506a-83ce-4dcf-9f6c-30831cd68e8f tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7683799 Feb 16 17:02:39.635420 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51854) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:39.658088 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-56e93715-c6b4-45c2-b559-9d6938e65a43 req-b47938a1-2260-4376-8250-3115a994961d tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980723 Feb 16 17:02:39.664192 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63cf3f9-5033-4e63-9fa8-3314a61d74cd None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:39.669936 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-d63cf3f9-5033-4e63-9fa8-3314a61d74cd None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:39.675246 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63cf3f9-5033-4e63-9fa8-3314a61d74cd None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:02:39.680727 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63cf3f9-5033-4e63-9fa8-3314a61d74cd None None] Pushing event updated for resources: {'Port': ['ID=ce0a3a5f-4c4e-4c16-84a2-5658b59bfb13,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:39.694393 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7cf671cd-3df8-486e-9dd6-57c59cdf9874 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:39.739415 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf671cd-3df8-486e-9dd6-57c59cdf9874 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Pushing event deleted for resources: {'Port': ['ID=02b6e560-b065-4145-a0e0-57b8c33044f5,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:39.744773 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e90ead9d-1a35-4ff3-b29b-0861e28cd5bd tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:39.760728 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e90ead9d-1a35-4ff3-b29b-0861e28cd5bd tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:39.772810 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-d63cf3f9-5033-4e63-9fa8-3314a61d74cd None None] Attempting to bind port ce0a3a5f-4c4e-4c16-84a2-5658b59bfb13 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:02:39.779117 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-d63cf3f9-5033-4e63-9fa8-3314a61d74cd None None] Attempting to bind port ce0a3a5f-4c4e-4c16-84a2-5658b59bfb13 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:02:39.779117 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63cf3f9-5033-4e63-9fa8-3314a61d74cd None None] Attempting to bind port ce0a3a5f-4c4e-4c16-84a2-5658b59bfb13 on network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:02:39.780376 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63cf3f9-5033-4e63-9fa8-3314a61d74cd None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:02:39.780758 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63cf3f9-5033-4e63-9fa8-3314a61d74cd None None] Checking segment: {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:02:39.781169 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d63cf3f9-5033-4e63-9fa8-3314a61d74cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:39.781583 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63cf3f9-5033-4e63-9fa8-3314a61d74cd None None] Bound using segment: {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:02:39.782050 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-d63cf3f9-5033-4e63-9fa8-3314a61d74cd None None] Bound port: ce0a3a5f-4c4e-4c16-84a2-5658b59bfb13, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:02:39.782593 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d63cf3f9-5033-4e63-9fa8-3314a61d74cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:39.869469 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-d9378f71-bcdf-47c1-ab77-52d74c6e5904 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Deleting port 543477d0-19b5-4f42-8540-a9ed127f08f8 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:02:39.869744 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d9378f71-bcdf-47c1-ab77-52d74c6e5904 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:39.943094 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e90ead9d-1a35-4ff3-b29b-0861e28cd5bd tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:39.952393 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e90ead9d-1a35-4ff3-b29b-0861e28cd5bd tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:39.953539 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e90ead9d-1a35-4ff3-b29b-0861e28cd5bd tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/40fdd2a2-ea58-4d1a-8ba7-3d10e564f3ab HTTP/1.1" status: 204 len: 168 time: 0.3158240 Feb 16 17:02:39.957462 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51858) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:39.979847 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ead9d-1a35-4ff3-b29b-0861e28cd5bd tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=40fdd2a2-ea58-4d1a-8ba7-3d10e564f3ab,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:39.995499 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d9378f71-bcdf-47c1-ab77-52d74c6e5904 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:40.006639 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-2d64297d-0020-4655-91c1-f44682c61ef8 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Allocated IP 172.21.0.1 (d9be4a5e-cc02-44e2-a21a-474ef3a0f07b/d22b4538-6353-4bea-9787-48ca637543ee/14217a6e-0533-4381-9d9e-a9f9718dd7cb) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:40.015961 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-d9378f71-bcdf-47c1-ab77-52d74c6e5904 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Calling delete_port for 543477d0-19b5-4f42-8540-a9ed127f08f8 owned by {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:02:40.035548 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-17c83b95-5b0a-4308-bf04-cd2a00edd2df tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0764978 Feb 16 17:02:40.040072 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51860) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:40.062769 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-d63cf3f9-5033-4e63-9fa8-3314a61d74cd None None] For port ce0a3a5f-4c4e-4c16-84a2-5658b59bfb13, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:02:40.066081 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-d63cf3f9-5033-4e63-9fa8-3314a61d74cd None None] For port ce0a3a5f-4c4e-4c16-84a2-5658b59bfb13, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=ce0a3a5f-4c4e-4c16-84a2-5658b59bfb13,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:02:40.131633 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d63cf3f9-5033-4e63-9fa8-3314a61d74cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:40.184330 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5592196d-af1d-4f95-8790-2b27e57060da req-1ed268a2-3b5b-4a3d-8131-c792ffa0d358 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:40.188700 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5592196d-af1d-4f95-8790-2b27e57060da req-1ed268a2-3b5b-4a3d-8131-c792ffa0d358 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.3342028 Feb 16 17:02:40.202670 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63cf3f9-5033-4e63-9fa8-3314a61d74cd None None] Pushing event updated for resources: {'Port': ['ID=ce0a3a5f-4c4e-4c16-84a2-5658b59bfb13,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:40.236205 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4f24ac91-1804-4746-bf55-10e0041b9f1e tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:40.286169 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.objects.ports [None req-e58e4c6a-ae4b-4225-8637-82863e3d0e71 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114375) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 17:02:40.290095 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4f24ac91-1804-4746-bf55-10e0041b9f1e tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:40.328282 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2d64297d-0020-4655-91c1-f44682c61ef8 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:40.329799 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7cf671cd-3df8-486e-9dd6-57c59cdf9874 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:40.336657 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:40.345681 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5592196d-af1d-4f95-8790-2b27e57060da req-8895b2c8-4bb5-4167-a35c-a1338c518491 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384473 Feb 16 17:02:40.353141 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d9378f71-bcdf-47c1-ab77-52d74c6e5904 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:40.436464 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9378f71-bcdf-47c1-ab77-52d74c6e5904 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event deleted for resources: {'Port': ['ID=543477d0-19b5-4f42-8540-a9ed127f08f8,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:40.461472 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d9378f71-bcdf-47c1-ab77-52d74c6e5904 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:40.464968 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d9378f71-bcdf-47c1-ab77-52d74c6e5904 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "DELETE /v2.0/ports/543477d0-19b5-4f42-8540-a9ed127f08f8 HTTP/1.1" status: 204 len: 168 time: 0.8656459 Feb 16 17:02:40.472552 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51864) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:40.482606 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-543c6a8b-9a81-4137-adde-2093c2acebca tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Request body: {'port': {'network_id': 'a7037b94-ac63-490a-a5e2-0102bdd301e7', 'mac_address': 'fa:16:3e:e1:0b:2c', 'name': 'tempest-PortsIpV6TestJSON-661706290'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:40.574836 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4f24ac91-1804-4746-bf55-10e0041b9f1e tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:40.577509 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4f24ac91-1804-4746-bf55-10e0041b9f1e tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:40.580021 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-4f24ac91-1804-4746-bf55-10e0041b9f1e tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "DELETE /v2.0/security-groups/6446b89a-e1fe-4373-9010-2ab466859e37 HTTP/1.1" status: 204 len: 168 time: 0.5363030 Feb 16 17:02:40.589191 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51866) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:40.590385 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2d64297d-0020-4655-91c1-f44682c61ef8 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:40.614206 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f24ac91-1804-4746-bf55-10e0041b9f1e tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6446b89a-e1fe-4373-9010-2ab466859e37,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:40.682185 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d64297d-0020-4655-91c1-f44682c61ef8 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Network d9be4a5e-cc02-44e2-a21a-474ef3a0f07b is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:40.688834 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-2d64297d-0020-4655-91c1-f44682c61ef8 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:40.729990 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d64297d-0020-4655-91c1-f44682c61ef8 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:02:40.746602 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d64297d-0020-4655-91c1-f44682c61ef8 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event updated for resources: {'Port': ['ID=14217a6e-0533-4381-9d9e-a9f9718dd7cb,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:40.749208 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e58e4c6a-ae4b-4225-8637-82863e3d0e71 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:40.784117 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543c6a8b-9a81-4137-adde-2093c2acebca tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Made reservation on behalf of 02ebc15ce0534c46afb3b8b1618852cd for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:40.796598 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-0e342854-5b3a-43b2-9de9-fdd077c7b3e4 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2033565 Feb 16 17:02:40.816694 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51868) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:40.817621 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf671cd-3df8-486e-9dd6-57c59cdf9874 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Router fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:02:40.825306 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-22d6005b-dd6d-4a7b-8181-1e1965b27963 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Request body: {'security_group': {'name': 'tempest-secgroup--1346187767'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:40.838832 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2d64297d-0020-4655-91c1-f44682c61ef8 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:40.938609 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-543c6a8b-9a81-4137-adde-2093c2acebca tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:40.960112 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-12c6f8c9-1ffd-444b-9600-624f6e4a440d None None] Provisioning complete for port 14217a6e-0533-4381-9d9e-a9f9718dd7cb triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:40.960112 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-12c6f8c9-1ffd-444b-9600-624f6e4a440d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:41.001284 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-12c6f8c9-1ffd-444b-9600-624f6e4a440d None None] Port 14217a6e-0533-4381-9d9e-a9f9718dd7cb cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:02:41.006167 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-543c6a8b-9a81-4137-adde-2093c2acebca tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] device_id is not set on port 24c524d3-ce58-4235-b2cf-60c487fd9489 yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:02:41.051318 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-22d6005b-dd6d-4a7b-8181-1e1965b27963 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:41.173885 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-e58e4c6a-ae4b-4225-8637-82863e3d0e71 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] For port ce0a3a5f-4c4e-4c16-84a2-5658b59bfb13, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=ce0a3a5f-4c4e-4c16-84a2-5658b59bfb13,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:02:41.292964 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-22d6005b-dd6d-4a7b-8181-1e1965b27963 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:41.307420 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e58e4c6a-ae4b-4225-8637-82863e3d0e71 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:41.318498 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-543c6a8b-9a81-4137-adde-2093c2acebca tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:41.349434 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-22d6005b-dd6d-4a7b-8181-1e1965b27963 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:41.385642 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d6005b-dd6d-4a7b-8181-1e1965b27963 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9052d67-de9a-4a97-a3e2-dca5344a9b63,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:41.386384 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74aa2da-e881-4de2-b8e7-c057d9a0f071 req-f8f7b778-7a79-43ed-88eb-ecab37fab6ab tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:41.388117 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e74aa2da-e881-4de2-b8e7-c057d9a0f071 req-f8f7b778-7a79-43ed-88eb-ecab37fab6ab tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.1245811 Feb 16 17:02:41.392578 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2d64297d-0020-4655-91c1-f44682c61ef8 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:41.394135 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e58e4c6a-ae4b-4225-8637-82863e3d0e71 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:41.395143 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e58e4c6a-ae4b-4225-8637-82863e3d0e71 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:41.423469 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-0c55a92f-80a1-4011-b540-1487cdbf83eb None None] Provisioning complete for port ce0a3a5f-4c4e-4c16-84a2-5658b59bfb13 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:41.423843 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0c55a92f-80a1-4011-b540-1487cdbf83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:41.429104 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf671cd-3df8-486e-9dd6-57c59cdf9874 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:02:41.455917 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-7cf671cd-3df8-486e-9dd6-57c59cdf9874 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "PUT /v2.0/routers/fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7385192 Feb 16 17:02:41.459475 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd521cd-419f-4cb4-8a8a-f95886f237ba None None] Sync routers for ids ['fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:02:41.461981 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51872) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:41.494872 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd521cd-419f-4cb4-8a8a-f95886f237ba None None] Routers {'fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:02:41.495804 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-6bd521cd-419f-4cb4-8a8a-f95886f237ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:02:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:41.543673 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e74aa2da-e881-4de2-b8e7-c057d9a0f071 req-e169cbc9-4e0f-4958-bf20-8c812ffd4876 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479855 Feb 16 17:02:41.614519 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-336bdb2b-033c-4040-88c0-863228934f0b tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Deleting subnet dbd15ec9-3270-4d20-9abc-f2f9374aa4ce {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:02:41.623699 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-336bdb2b-033c-4040-88c0-863228934f0b tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:41.684021 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-336bdb2b-033c-4040-88c0-863228934f0b tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:41.688344 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0c55a92f-80a1-4011-b540-1487cdbf83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:41.717341 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-6bd521cd-419f-4cb4-8a8a-f95886f237ba None None] Set router fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:02:41.737032 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-22d6005b-dd6d-4a7b-8181-1e1965b27963 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:41.741195 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-22d6005b-dd6d-4a7b-8181-1e1965b27963 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9235241 Feb 16 17:02:41.742347 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-543c6a8b-9a81-4137-adde-2093c2acebca tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:41.751055 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51874) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:41.755407 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58e4c6a-ae4b-4225-8637-82863e3d0e71 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:41.763044 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-37f5d953-12fb-4980-a677-8c8e102de91f tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Request body: {'security_group_rule': {'security_group_id': 'd9052d67-de9a-4a97-a3e2-dca5344a9b63', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:41.779117 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-e58e4c6a-ae4b-4225-8637-82863e3d0e71 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:41.789329 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58e4c6a-ae4b-4225-8637-82863e3d0e71 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:41.789921 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e58e4c6a-ae4b-4225-8637-82863e3d0e71 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:41.801212 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-0c55a92f-80a1-4011-b540-1487cdbf83eb None None] For port ce0a3a5f-4c4e-4c16-84a2-5658b59bfb13, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=ce0a3a5f-4c4e-4c16-84a2-5658b59bfb13,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:02:41.807929 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0771fb85-957d-42fe-a8c3-ae4d48415d8e None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:02:41.808112 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58e4c6a-ae4b-4225-8637-82863e3d0e71 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Subnet': ['ID=b2caae49-08c8-401a-81df-4eb2751092b5,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:41.808416 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:41.823104 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543c6a8b-9a81-4137-adde-2093c2acebca tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Network a7037b94-ac63-490a-a5e2-0102bdd301e7 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:41.836565 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-543c6a8b-9a81-4137-adde-2093c2acebca tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:41.838358 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58e4c6a-ae4b-4225-8637-82863e3d0e71 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Port': ['ID=ce0a3a5f-4c4e-4c16-84a2-5658b59bfb13,revision_number=4']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:41.841220 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543c6a8b-9a81-4137-adde-2093c2acebca tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:02:41.847464 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-336bdb2b-033c-4040-88c0-863228934f0b tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:41.847692 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543c6a8b-9a81-4137-adde-2093c2acebca tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:41.848200 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-543c6a8b-9a81-4137-adde-2093c2acebca tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:41.899446 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c6a8b-9a81-4137-adde-2093c2acebca tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event updated for resources: {'Port': ['ID=24c524d3-ce58-4235-b2cf-60c487fd9489,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:41.910286 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2d64297d-0020-4655-91c1-f44682c61ef8 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:41.915479 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e58e4c6a-ae4b-4225-8637-82863e3d0e71 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.8388834 Feb 16 17:02:41.918095 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51876) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:41.923244 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0c55a92f-80a1-4011-b540-1487cdbf83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:41.923847 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-4504917e-b051-45c8-ad7c-da3e687cfb95 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'port': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'mac_address': 'fa:16:3e:94:ae:0e', 'name': 'tempest-NetworksTestDHCPv6-2014756065'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:41.978999 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-543c6a8b-9a81-4137-adde-2093c2acebca tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4979525 Feb 16 17:02:41.979212 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51878) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:42.011911 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2d64297d-0020-4655-91c1-f44682c61ef8 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:42.031899 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-37f5d953-12fb-4980-a677-8c8e102de91f tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:42.040927 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c55a92f-80a1-4011-b540-1487cdbf83eb None None] Pushing event updated for resources: {'Port': ['ID=ce0a3a5f-4c4e-4c16-84a2-5658b59bfb13,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:42.049643 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff78b3f-9a2a-4f41-9d86-37e5607199ac tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:42.049793 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-336bdb2b-033c-4040-88c0-863228934f0b tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:42.049921 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-9ff78b3f-9a2a-4f41-9d86-37e5607199ac tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "GET /v2.0/ports/24c524d3-ce58-4235-b2cf-60c487fd9489 HTTP/1.1" status: 200 len: 844 time: 0.0617197 Feb 16 17:02:42.049921 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51880) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:42.119743 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336bdb2b-033c-4040-88c0-863228934f0b tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Pushing event deleted for resources: {'Subnet': ['ID=dbd15ec9-3270-4d20-9abc-f2f9374aa4ce,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:42.121771 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-336bdb2b-033c-4040-88c0-863228934f0b tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:42.123104 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:42.128009 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-336bdb2b-033c-4040-88c0-863228934f0b tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "DELETE /v2.0/subnets/dbd15ec9-3270-4d20-9abc-f2f9374aa4ce HTTP/1.1" status: 204 len: 168 time: 0.6649404 Feb 16 17:02:42.130691 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51882) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:42.140900 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d64297d-0020-4655-91c1-f44682c61ef8 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event updated for resources: {'Port': ['ID=14217a6e-0533-4381-9d9e-a9f9718dd7cb,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:42.143346 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2d64297d-0020-4655-91c1-f44682c61ef8 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:42.149877 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1352bfd-d490-4def-abe2-e80aa8c06f1d None None] Network 06298a6e-8040-43d7-955f-604e4333c40a requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:02:42.205650 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-6bd521cd-419f-4cb4-8a8a-f95886f237ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-367076457', 'tenant_id': '96057f06fdc74247a274207da8654659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '8794187a-6461-49d5-88d8-a04e956e8b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:00:14Z', 'updated_at': '2022-02-16T17:02:39Z', 'revision_number': 5, 'project_id': '96057f06fdc74247a274207da8654659', 'gw_port': {'id': '8794187a-6461-49d5-88d8-a04e956e8b82', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:17Z', 'updated_at': '2022-02-16T17:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:42.241921 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-37f5d953-12fb-4980-a677-8c8e102de91f tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:42.263036 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d64297d-0020-4655-91c1-f44682c61ef8 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Network d9be4a5e-cc02-44e2-a21a-474ef3a0f07b is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:42.265469 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-2d64297d-0020-4655-91c1-f44682c61ef8 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:42.265603 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd521cd-419f-4cb4-8a8a-f95886f237ba None None] Checking router: fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:02:42.284516 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd521cd-419f-4cb4-8a8a-f95886f237ba None None] Routers {'fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:02:42.285243 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-6bd521cd-419f-4cb4-8a8a-f95886f237ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:02:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:42.320178 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-37f5d953-12fb-4980-a677-8c8e102de91f tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:42.326855 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-c5ab9cde-c1e8-4d12-95e5-ef18a80f7970 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Deleting port 24c524d3-ce58-4235-b2cf-60c487fd9489 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:02:42.327448 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c5ab9cde-c1e8-4d12-95e5-ef18a80f7970 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:42.336122 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-78dde5ec-0469-4372-b8ec-77c72236c0fb tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks [] for router, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:42.418235 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4504917e-b051-45c8-ad7c-da3e687cfb95 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:42.461121 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device ce0a3a5f-4c4e-4c16-84a2-5658b59bfb13 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:02:42.465573 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f5d953-12fb-4980-a677-8c8e102de91f tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9338a500-f2f6-405d-bad8-350ce7815a26,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:42.480502 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d64297d-0020-4655-91c1-f44682c61ef8 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Router c90d261e-e1ee-4e5d-86cf-900d65d20d10 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:02:42.563402 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-6bd521cd-419f-4cb4-8a8a-f95886f237ba None None] Set router fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:02:42.612131 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4504917e-b051-45c8-ad7c-da3e687cfb95 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:42.648931 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port ce0a3a5f-4c4e-4c16-84a2-5658b59bfb13 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:42.649309 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:42.683173 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d64297d-0020-4655-91c1-f44682c61ef8 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:02:42.684214 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-37f5d953-12fb-4980-a677-8c8e102de91f tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:42.687935 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-37f5d953-12fb-4980-a677-8c8e102de91f tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9334044 Feb 16 17:02:42.705703 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4479100-7ae1-4c3c-9a22-2492df28d13f None None] Sync routers for ids ['c90d261e-e1ee-4e5d-86cf-900d65d20d10'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:02:42.723684 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4479100-7ae1-4c3c-9a22-2492df28d13f None None] Routers {'c90d261e-e1ee-4e5d-86cf-900d65d20d10'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:02:42.723684 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-e4479100-7ae1-4c3c-9a22-2492df28d13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:02:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['c90d261e-e1ee-4e5d-86cf-900d65d20d10'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:42.728653 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-2d64297d-0020-4655-91c1-f44682c61ef8 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "PUT /v2.0/routers/c90d261e-e1ee-4e5d-86cf-900d65d20d10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9950292 Feb 16 17:02:42.731241 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51886) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:42.731558 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51888) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:42.738680 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-4504917e-b051-45c8-ad7c-da3e687cfb95 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] device_id is not set on port 9d79d060-636a-46a2-9363-64fb4a8a4738 yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:02:42.738912 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-93e6f565-be28-4070-8060-347dbda2cc83 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Request body: {'security_group_rule': {'security_group_id': 'd9052d67-de9a-4a97-a3e2-dca5344a9b63', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:42.758546 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0a2e55-5fc5-41f7-b768-97f2937029e5 None None] DHCP port deletion for 06298a6e-8040-43d7-955f-604e4333c40a request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:02:42.763470 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c5ab9cde-c1e8-4d12-95e5-ef18a80f7970 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:42.796489 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-e4479100-7ae1-4c3c-9a22-2492df28d13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:42.807936 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4479100-7ae1-4c3c-9a22-2492df28d13f None None] Routers {'c90d261e-e1ee-4e5d-86cf-900d65d20d10'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:02:42.808962 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-e4479100-7ae1-4c3c-9a22-2492df28d13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:02:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['c90d261e-e1ee-4e5d-86cf-900d65d20d10'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:42.812956 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ee7318-f5cc-4d14-8880-116a4556dae8 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:42.817823 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-85ee7318-f5cc-4d14-8880-116a4556dae8 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "GET /v2.0/ports/14217a6e-0533-4381-9d9e-a9f9718dd7cb HTTP/1.1" status: 200 len: 910 time: 0.0688674 Feb 16 17:02:42.836953 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51890) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:42.847084 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-c5ab9cde-c1e8-4d12-95e5-ef18a80f7970 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Calling delete_port for 24c524d3-ce58-4235-b2cf-60c487fd9489 owned by {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:02:42.913195 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-37700e7c-5a79-48ad-b82b-7c2d655f3344 None None] Provisioning complete for port 14217a6e-0533-4381-9d9e-a9f9718dd7cb triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:42.914015 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-37700e7c-5a79-48ad-b82b-7c2d655f3344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:42.919473 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-93e6f565-be28-4070-8060-347dbda2cc83 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:43.003003 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-e4479100-7ae1-4c3c-9a22-2492df28d13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:43.004484 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4479100-7ae1-4c3c-9a22-2492df28d13f None None] The sync data for ids ['c90d261e-e1ee-4e5d-86cf-900d65d20d10'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:02:43.059123 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-78dde5ec-0469-4372-b8ec-77c72236c0fb tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:43.089275 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-93e6f565-be28-4070-8060-347dbda2cc83 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:43.117717 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4112b40a-de7d-49b1-9c59-50246a101602 req-2b40e981-7530-4f59-995b-5d50039d468f tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:43.119398 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-4112b40a-de7d-49b1-9c59-50246a101602 req-2b40e981-7530-4f59-995b-5d50039d468f tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.3915503 Feb 16 17:02:43.191691 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-93e6f565-be28-4070-8060-347dbda2cc83 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:43.234255 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-37700e7c-5a79-48ad-b82b-7c2d655f3344 None None] Port 14217a6e-0533-4381-9d9e-a9f9718dd7cb cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:02:43.268265 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-2b0a2e55-5fc5-41f7-b768-97f2937029e5 None None] Deleting port 09d248ea-32e2-4cf9-bf8e-b7a63534abad {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:02:43.268684 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2b0a2e55-5fc5-41f7-b768-97f2937029e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:43.272891 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-6bd521cd-419f-4cb4-8a8a-f95886f237ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-367076457', 'tenant_id': '96057f06fdc74247a274207da8654659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '8794187a-6461-49d5-88d8-a04e956e8b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:00:14Z', 'updated_at': '2022-02-16T17:02:39Z', 'revision_number': 5, 'project_id': '96057f06fdc74247a274207da8654659', 'gw_port': {'id': '8794187a-6461-49d5-88d8-a04e956e8b82', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:17Z', 'updated_at': '2022-02-16T17:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:43.290533 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e6f565-be28-4070-8060-347dbda2cc83 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=710ed255-e1f2-4698-8941-56244460caa4,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:43.308346 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c5ab9cde-c1e8-4d12-95e5-ef18a80f7970 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:43.308474 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd521cd-419f-4cb4-8a8a-f95886f237ba None None] The sync data for ids ['fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a'] in dv-neutron-828697-3-hyperv is: [{'id': 'fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-367076457', 'tenant_id': '96057f06fdc74247a274207da8654659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '8794187a-6461-49d5-88d8-a04e956e8b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:00:14Z', 'updated_at': '2022-02-16T17:02:39Z', 'revision_number': 5, 'project_id': '96057f06fdc74247a274207da8654659', 'gw_port': {'id': '8794187a-6461-49d5-88d8-a04e956e8b82', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:17Z', 'updated_at': '2022-02-16T17:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:02:43.346541 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-4112b40a-de7d-49b1-9c59-50246a101602 req-7ca2f0d8-e6aa-4d87-8d90-2ba20a71ea1e tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2172058 Feb 16 17:02:43.374441 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-93e6f565-be28-4070-8060-347dbda2cc83 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:43.375623 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-93e6f565-be28-4070-8060-347dbda2cc83 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6430666 Feb 16 17:02:43.378672 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51892) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:43.385180 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-c524c877-52e9-4735-8506-e23a7d13056e tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Request body: {'security_group_rule': {'security_group_id': 'd9052d67-de9a-4a97-a3e2-dca5344a9b63', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:43.416196 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ab9cde-c1e8-4d12-95e5-ef18a80f7970 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event deleted for resources: {'Port': ['ID=24c524d3-ce58-4235-b2cf-60c487fd9489,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:43.419223 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-2b0a2e55-5fc5-41f7-b768-97f2937029e5 None None] For port 09d248ea-32e2-4cf9-bf8e-b7a63534abad, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=09d248ea-32e2-4cf9-bf8e-b7a63534abad,segment=NetworkSegment(3af87537-55b9-448d-8bff-8dd8c1aaef8b),segment_id=3af87537-55b9-448d-8bff-8dd8c1aaef8b)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:02:43.421990 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2b0a2e55-5fc5-41f7-b768-97f2937029e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:43.430011 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c5ab9cde-c1e8-4d12-95e5-ef18a80f7970 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:43.439662 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-c5ab9cde-c1e8-4d12-95e5-ef18a80f7970 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "DELETE /v2.0/ports/24c524d3-ce58-4235-b2cf-60c487fd9489 HTTP/1.1" status: 204 len: 168 time: 1.3870432 Feb 16 17:02:43.474405 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-6af3046b-e8cf-4d89-a2eb-500280599ba8 None None] Provisioning complete for port ce0a3a5f-4c4e-4c16-84a2-5658b59bfb13 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:43.474405 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6af3046b-e8cf-4d89-a2eb-500280599ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:43.474640 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-4504917e-b051-45c8-ad7c-da3e687cfb95 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Allocated IP 2001:db8::356 (1e2a9b2d-a159-48c5-a704-dcb18c3b88c3/c2d2b0ee-da6b-4cec-9988-28f475da67dd/9d79d060-636a-46a2-9363-64fb4a8a4738) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:43.474640 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-4504917e-b051-45c8-ad7c-da3e687cfb95 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Allocated IP 2001:db8:0:1:f816:3eff:fe94:ae0e (1e2a9b2d-a159-48c5-a704-dcb18c3b88c3/b2caae49-08c8-401a-81df-4eb2751092b5/9d79d060-636a-46a2-9363-64fb4a8a4738) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:43.474830 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-2b0a2e55-5fc5-41f7-b768-97f2937029e5 None None] Calling delete_port for 09d248ea-32e2-4cf9-bf8e-b7a63534abad owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:02:43.475067 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51896) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:43.483474 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-78dde5ec-0469-4372-b8ec-77c72236c0fb tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Deleting port 8794187a-6461-49d5-88d8-a04e956e8b82 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:02:43.483953 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-78dde5ec-0469-4372-b8ec-77c72236c0fb tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:43.522383 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-013b9df3-dcab-4508-b1bc-30841329b493 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] GET failed (client error): The resource could not be found. Feb 16 17:02:43.527630 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-013b9df3-dcab-4508-b1bc-30841329b493 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "GET /v2.0/ports/24c524d3-ce58-4235-b2cf-60c487fd9489 HTTP/1.1" status: 404 len: 333 time: 0.0451806 Feb 16 17:02:43.531917 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51898) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:43.544416 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-f7a6344d-a1d9-49bb-b0c3-ae98eb06be2f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Request body: {'port': {'network_id': 'a7037b94-ac63-490a-a5e2-0102bdd301e7', 'name': 'tempest-PortsIpV6TestJSON-606687884'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:43.595223 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-79b454f0-8b21-43df-a96e-9016d2dc16ab tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:43.664818 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c524c877-52e9-4735-8506-e23a7d13056e tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:43.755576 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2b0a2e55-5fc5-41f7-b768-97f2937029e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:43.761460 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-78dde5ec-0469-4372-b8ec-77c72236c0fb tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] For port 8794187a-6461-49d5-88d8-a04e956e8b82, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=8794187a-6461-49d5-88d8-a04e956e8b82,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:02:43.762154 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-78dde5ec-0469-4372-b8ec-77c72236c0fb tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:43.802099 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-78dde5ec-0469-4372-b8ec-77c72236c0fb tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Calling delete_port for 8794187a-6461-49d5-88d8-a04e956e8b82 owned by network:router_gateway {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:02:43.802820 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c524c877-52e9-4735-8506-e23a7d13056e tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:43.815895 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4504917e-b051-45c8-ad7c-da3e687cfb95 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:43.822327 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0a2e55-5fc5-41f7-b768-97f2937029e5 None None] No DVR routers for this DVR port 09d248ea-32e2-4cf9-bf8e-b7a63534abad on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:02:43.828533 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0a2e55-5fc5-41f7-b768-97f2937029e5 None None] Pushing event deleted for resources: {'Port': ['ID=09d248ea-32e2-4cf9-bf8e-b7a63534abad,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:44.001696 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-79b454f0-8b21-43df-a96e-9016d2dc16ab tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Deleting port 14217a6e-0533-4381-9d9e-a9f9718dd7cb {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:02:44.002160 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-79b454f0-8b21-43df-a96e-9016d2dc16ab tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:44.021967 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c524c877-52e9-4735-8506-e23a7d13056e tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:44.077546 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c524c877-52e9-4735-8506-e23a7d13056e tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dfcd57a-cb4a-4c0b-b7cc-e67a8be44214,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:44.116531 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d688ac-a36e-47d0-8f7c-d2e4596df099 req-b3fbd6e1-8849-45ba-9675-699884490ab8 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:44.118124 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-81d688ac-a36e-47d0-8f7c-d2e4596df099 req-b3fbd6e1-8849-45ba-9675-699884490ab8 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.0704520 Feb 16 17:02:44.123821 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-79b454f0-8b21-43df-a96e-9016d2dc16ab tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:44.136584 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-79b454f0-8b21-43df-a96e-9016d2dc16ab tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Calling delete_port for 14217a6e-0533-4381-9d9e-a9f9718dd7cb owned by network:router_interface {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:02:44.202567 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-81d688ac-a36e-47d0-8f7c-d2e4596df099 req-2b99215d-b460-4087-bc93-b50e3bef5220 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366631 Feb 16 17:02:44.262538 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a6344d-a1d9-49bb-b0c3-ae98eb06be2f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Made reservation on behalf of 02ebc15ce0534c46afb3b8b1618852cd for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:44.267496 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f7a6344d-a1d9-49bb-b0c3-ae98eb06be2f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:44.271686 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4504917e-b051-45c8-ad7c-da3e687cfb95 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:44.274561 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 09d248ea-32e2-4cf9-bf8e-b7a63534abad no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:02:44.310960 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 09d248ea-32e2-4cf9-bf8e-b7a63534abad {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:02:44.311453 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 09d248ea-32e2-4cf9-bf8e-b7a63534abad not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:02:44.312020 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 02b6e560-b065-4145-a0e0-57b8c33044f5 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:02:44.337294 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-f7a6344d-a1d9-49bb-b0c3-ae98eb06be2f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] device_id is not set on port 3393eba6-2f28-4015-bbc6-2d6a11edae1d yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:02:44.337990 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 02b6e560-b065-4145-a0e0-57b8c33044f5 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:02:44.338346 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 02b6e560-b065-4145-a0e0-57b8c33044f5 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:02:44.357871 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4504917e-b051-45c8-ad7c-da3e687cfb95 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:44.360205 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-78dde5ec-0469-4372-b8ec-77c72236c0fb tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:44.360452 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c524c877-52e9-4735-8506-e23a7d13056e tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:44.362209 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c524c877-52e9-4735-8506-e23a7d13056e tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9824672 Feb 16 17:02:44.364604 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51902) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:44.369837 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-51b05e61-c62d-406d-9cdb-f4991a027291 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Request body: {'security_group_rule': {'security_group_id': 'd9052d67-de9a-4a97-a3e2-dca5344a9b63', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:44.407838 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-4504917e-b051-45c8-ad7c-da3e687cfb95 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:44.426329 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4504917e-b051-45c8-ad7c-da3e687cfb95 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:02:44.426329 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4504917e-b051-45c8-ad7c-da3e687cfb95 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:44.426329 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4504917e-b051-45c8-ad7c-da3e687cfb95 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:44.431435 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4504917e-b051-45c8-ad7c-da3e687cfb95 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Port': ['ID=9d79d060-636a-46a2-9363-64fb4a8a4738,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:44.478604 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829ce89-4565-469c-9ca6-1268cb30fee0 req-8073cab3-d765-480f-a560-f6342918874b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:44.480183 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b829ce89-4565-469c-9ca6-1268cb30fee0 req-8073cab3-d765-480f-a560-f6342918874b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=09d1279d90c3425a9b4e1f123c7549b3&device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 1099 time: 0.0621154 Feb 16 17:02:44.486573 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dde5ec-0469-4372-b8ec-77c72236c0fb tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Pushing event deleted for resources: {'Port': ['ID=8794187a-6461-49d5-88d8-a04e956e8b82,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:44.570456 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-79b454f0-8b21-43df-a96e-9016d2dc16ab tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:44.604238 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-51b05e61-c62d-406d-9cdb-f4991a027291 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:44.637863 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-4504917e-b051-45c8-ad7c-da3e687cfb95 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.7175260 Feb 16 17:02:44.643434 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51904) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:44.653516 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b454f0-8b21-43df-a96e-9016d2dc16ab tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event deleted for resources: {'Port': ['ID=14217a6e-0533-4381-9d9e-a9f9718dd7cb,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:44.694012 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-78dde5ec-0469-4372-b8ec-77c72236c0fb tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584056'] for router_gateway, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:44.758221 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-96c134c4-5564-4ebb-82ad-43e6ec78d731 None None] Provisioning complete for port 9d79d060-636a-46a2-9363-64fb4a8a4738 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:44.758832 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-96c134c4-5564-4ebb-82ad-43e6ec78d731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:44.765013 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f7a6344d-a1d9-49bb-b0c3-ae98eb06be2f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:44.790826 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829ce89-4565-469c-9ca6-1268cb30fee0 req-d76354fd-2770-4c6c-98ab-aa8bff6c413f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:44.792390 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b829ce89-4565-469c-9ca6-1268cb30fee0 req-d76354fd-2770-4c6c-98ab-aa8bff6c413f service neutron] 10.222.0.89 "GET /v2.0/networks?id=2a9f074d-71de-48a7-8445-bcff118a8024 HTTP/1.1" status: 200 len: 913 time: 0.3031085 Feb 16 17:02:44.803783 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-96c134c4-5564-4ebb-82ad-43e6ec78d731 None None] Port 9d79d060-636a-46a2-9363-64fb4a8a4738 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:02:44.852190 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-51b05e61-c62d-406d-9cdb-f4991a027291 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:44.869980 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f7a6344d-a1d9-49bb-b0c3-ae98eb06be2f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:44.880520 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-78dde5ec-0469-4372-b8ec-77c72236c0fb tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:44.887756 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-78dde5ec-0469-4372-b8ec-77c72236c0fb tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:44.993528 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a6344d-a1d9-49bb-b0c3-ae98eb06be2f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Network a7037b94-ac63-490a-a5e2-0102bdd301e7 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:44.999208 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-f7a6344d-a1d9-49bb-b0c3-ae98eb06be2f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:45.005146 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a6344d-a1d9-49bb-b0c3-ae98eb06be2f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:02:45.010803 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a6344d-a1d9-49bb-b0c3-ae98eb06be2f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:45.011435 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f7a6344d-a1d9-49bb-b0c3-ae98eb06be2f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:45.016198 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a6344d-a1d9-49bb-b0c3-ae98eb06be2f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event updated for resources: {'Port': ['ID=3393eba6-2f28-4015-bbc6-2d6a11edae1d,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:45.039915 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-dfbabd8d-a307-4496-b93c-35106aded2a5 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Deleting port 9d79d060-636a-46a2-9363-64fb4a8a4738 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:02:45.040309 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-dfbabd8d-a307-4496-b93c-35106aded2a5 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:45.199063 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-51b05e61-c62d-406d-9cdb-f4991a027291 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:45.248863 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b05e61-c62d-406d-9cdb-f4991a027291 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=550ccd1d-4745-48a7-98ed-c5f82dafb013,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:45.262552 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b829ce89-4565-469c-9ca6-1268cb30fee0 req-1d651366-a6c1-4ce2-9370-0f194bb757f4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=561eab9a-0ea9-4489-acaf-f14c6ec01233 HTTP/1.1" status: 200 len: 1002 time: 0.4605954 Feb 16 17:02:45.276463 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-79b454f0-8b21-43df-a96e-9016d2dc16ab tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:45.302337 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-78dde5ec-0469-4372-b8ec-77c72236c0fb tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:45.302974 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78dde5ec-0469-4372-b8ec-77c72236c0fb tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Fanout notify agent at l3_agent the message router_deleted on router fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a {{(pid=114375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:02:45.309671 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f7a6344d-a1d9-49bb-b0c3-ae98eb06be2f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7693608 Feb 16 17:02:45.315792 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51908) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:45.323889 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-6e60249d-81be-4f9d-9a51-409768804dbd tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:45.328796 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-51b05e61-c62d-406d-9cdb-f4991a027291 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:45.329954 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-51b05e61-c62d-406d-9cdb-f4991a027291 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9640107 Feb 16 17:02:45.339616 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-78dde5ec-0469-4372-b8ec-77c72236c0fb tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:45.342277 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51910) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:45.342495 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-78dde5ec-0469-4372-b8ec-77c72236c0fb tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "DELETE /v2.0/routers/fa88cb4b-04c9-4269-8ab4-8bb23ac74c0a HTTP/1.1" status: 204 len: 168 time: 3.2099855 Feb 16 17:02:45.344909 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51912) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:45.349643 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-3193dacb-6735-4973-a260-cc8f080c0072 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Request body: {'security_group_rule': {'security_group_id': 'd9052d67-de9a-4a97-a3e2-dca5344a9b63', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:45.461816 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829ce89-4565-469c-9ca6-1268cb30fee0 req-fe5899a3-94f2-4d00-93fc-9bfca1819382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:45.463380 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b829ce89-4565-469c-9ca6-1268cb30fee0 req-fe5899a3-94f2-4d00-93fc-9bfca1819382 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=847c90d0-f658-438a-baa8-b8b47f957a97 HTTP/1.1" status: 200 len: 851 time: 0.1847317 Feb 16 17:02:45.471855 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-dfbabd8d-a307-4496-b93c-35106aded2a5 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:45.477007 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeebc2d-6598-4845-bf11-36d9a863e4bf req-ef262c99-6322-482f-b9a5-03cd85f7eb8a tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:45.478033 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a96c1376-373a-41f1-bd52-cee64327d596 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:45.479622 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-eeeebc2d-6598-4845-bf11-36d9a863e4bf req-ef262c99-6322-482f-b9a5-03cd85f7eb8a tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.2359474 Feb 16 17:02:45.494794 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-dfbabd8d-a307-4496-b93c-35106aded2a5 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Calling delete_port for 9d79d060-636a-46a2-9363-64fb4a8a4738 owned by {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:02:45.577353 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6e60249d-81be-4f9d-9a51-409768804dbd tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:45.620063 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a96c1376-373a-41f1-bd52-cee64327d596 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:45.643159 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829ce89-4565-469c-9ca6-1268cb30fee0 req-ebff73f5-d3cf-4784-bfe2-52bf05198029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:45.644756 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b829ce89-4565-469c-9ca6-1268cb30fee0 req-ebff73f5-d3cf-4784-bfe2-52bf05198029 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2a9f074d-71de-48a7-8445-bcff118a8024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1624436 Feb 16 17:02:45.647669 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-a96c1376-373a-41f1-bd52-cee64327d596 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06298a6e-8040-43d7-955f-604e4333c40a']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:45.664679 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-a96c1376-373a-41f1-bd52-cee64327d596 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3af87537-55b9-448d-8bff-8dd8c1aaef8b') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:45.664971 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-a96c1376-373a-41f1-bd52-cee64327d596 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3af87537-55b9-448d-8bff-8dd8c1aaef8b') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:45.674824 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-eeeebc2d-6598-4845-bf11-36d9a863e4bf req-a16dd527-b097-4fe2-93e8-2c43064653d3 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807406 Feb 16 17:02:45.675585 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a96c1376-373a-41f1-bd52-cee64327d596 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:45.714776 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a96c1376-373a-41f1-bd52-cee64327d596 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:45.722915 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3193dacb-6735-4973-a260-cc8f080c0072 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:45.727527 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a96c1376-373a-41f1-bd52-cee64327d596 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:02:45.727930 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a96c1376-373a-41f1-bd52-cee64327d596 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:45.731018 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 17:02:45.731018 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:02:45.731018 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 17:02:45.731018 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:02:45.731018 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 17:02:45.731018 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:02:45.731018 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 17:02:45.731018 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:02:45.731018 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 17:02:45.731018 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:02:45.731018 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 17:02:45.731018 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:02:45.731018 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 17:02:45.731018 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:02:45.731018 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:02:45.731018 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:02:45.731018 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:02:45.731018 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:02:45.731018 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 17:02:45.731018 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:02:45.731018 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 17:02:45.731018 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:02:45.731018 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:02:45.731018 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:02:45.731018 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 17:02:45.731018 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:02:45.731018 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:02:45.731018 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:02:45.731018 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:02:45.731018 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:02:45.731018 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:02:45.731018 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:02:45.851066 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b454f0-8b21-43df-a96e-9016d2dc16ab tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Router c90d261e-e1ee-4e5d-86cf-900d65d20d10 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:02:45.877256 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a96c1376-373a-41f1-bd52-cee64327d596 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:45.883120 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a96c1376-373a-41f1-bd52-cee64327d596 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:45.886631 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a96c1376-373a-41f1-bd52-cee64327d596 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "DELETE /v2.0/networks/06298a6e-8040-43d7-955f-604e4333c40a HTTP/1.1" status: 204 len: 168 time: 0.5412412 Feb 16 17:02:45.897077 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51914) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:45.914188 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-dfbabd8d-a307-4496-b93c-35106aded2a5 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:45.918815 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96c1376-373a-41f1-bd52-cee64327d596 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Pushing event deleted for resources: {'Network': ['ID=06298a6e-8040-43d7-955f-604e4333c40a,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:45.941542 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3193dacb-6735-4973-a260-cc8f080c0072 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:45.948485 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b829ce89-4565-469c-9ca6-1268cb30fee0 req-076e60ba-4b24-4a7b-94fb-ea375d8e4563 service neutron] 10.222.0.89 "GET /v2.0/networks/2a9f074d-71de-48a7-8445-bcff118a8024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417297 Feb 16 17:02:45.961476 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbabd8d-a307-4496-b93c-35106aded2a5 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event deleted for resources: {'Port': ['ID=9d79d060-636a-46a2-9363-64fb4a8a4738,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:46.028656 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-dfbabd8d-a307-4496-b93c-35106aded2a5 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:46.035065 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-dfbabd8d-a307-4496-b93c-35106aded2a5 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/ports/9d79d060-636a-46a2-9363-64fb4a8a4738 HTTP/1.1" status: 204 len: 168 time: 1.3890989 Feb 16 17:02:46.036171 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51916) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:46.041246 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3193dacb-6735-4973-a260-cc8f080c0072 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:46.078573 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5ac2229a-51bb-4222-98f6-8d74a43ea6b1 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:46.117075 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea591ea6-4ae2-4dcb-baaa-3a901dfc22ea tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:46.117222 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3193dacb-6735-4973-a260-cc8f080c0072 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc5e8637-5d49-47cf-b4bc-bceffd790117,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:46.121599 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ea591ea6-4ae2-4dcb-baaa-3a901dfc22ea tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0818124 Feb 16 17:02:46.122240 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51918) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:46.124859 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5ac2229a-51bb-4222-98f6-8d74a43ea6b1 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:46.153193 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6e60249d-81be-4f9d-9a51-409768804dbd tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:46.153193 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b454f0-8b21-43df-a96e-9016d2dc16ab tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:02:46.158608 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-79b454f0-8b21-43df-a96e-9016d2dc16ab tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "PUT /v2.0/routers/c90d261e-e1ee-4e5d-86cf-900d65d20d10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3205061 Feb 16 17:02:46.161145 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51920) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:46.162728 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587d559f-0d22-462a-9dcf-b00f80aacd46 None None] Sync routers for ids ['c90d261e-e1ee-4e5d-86cf-900d65d20d10'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:02:46.178747 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587d559f-0d22-462a-9dcf-b00f80aacd46 None None] Routers {'c90d261e-e1ee-4e5d-86cf-900d65d20d10'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:02:46.179384 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-587d559f-0d22-462a-9dcf-b00f80aacd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:02:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['c90d261e-e1ee-4e5d-86cf-900d65d20d10'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:46.224935 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea78c20-75f6-464d-ae5f-74e354baf2cb tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:46.226365 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-587d559f-0d22-462a-9dcf-b00f80aacd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:46.229284 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-7ea78c20-75f6-464d-ae5f-74e354baf2cb tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1013787 Feb 16 17:02:46.229994 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51922) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:46.237607 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587d559f-0d22-462a-9dcf-b00f80aacd46 None None] Routers {'c90d261e-e1ee-4e5d-86cf-900d65d20d10'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:02:46.238476 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-587d559f-0d22-462a-9dcf-b00f80aacd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:02:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['c90d261e-e1ee-4e5d-86cf-900d65d20d10'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:46.256486 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3193dacb-6735-4973-a260-cc8f080c0072 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:46.262822 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-3193dacb-6735-4973-a260-cc8f080c0072 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.9187016 Feb 16 17:02:46.263771 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51924) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:46.270241 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b829ce89-4565-469c-9ca6-1268cb30fee0 req-182e8e4e-c4fe-4419-a1d4-2dbde5461841 service neutron] 10.222.0.89 "GET /v2.0/networks/2a9f074d-71de-48a7-8445-bcff118a8024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732515 Feb 16 17:02:46.297527 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-587d559f-0d22-462a-9dcf-b00f80aacd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:46.298623 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587d559f-0d22-462a-9dcf-b00f80aacd46 None None] The sync data for ids ['c90d261e-e1ee-4e5d-86cf-900d65d20d10'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:02:46.303006 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8e63d4c0-dacf-46df-a959-356d6146f286 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:46.313071 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d6a4b4-f62b-4f96-8aed-9f918f13f28a tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:46.314916 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d6a4b4-f62b-4f96-8aed-9f918f13f28a tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:46.317055 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d6a4b4-f62b-4f96-8aed-9f918f13f28a tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:46.320449 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-70d6a4b4-f62b-4f96-8aed-9f918f13f28a tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0891807 Feb 16 17:02:46.321758 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 8794187a-6461-49d5-88d8-a04e956e8b82 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:02:46.325242 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51926) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:46.328286 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8e63d4c0-dacf-46df-a959-356d6146f286 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:46.334737 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6e60249d-81be-4f9d-9a51-409768804dbd tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:46.352385 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 8794187a-6461-49d5-88d8-a04e956e8b82 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:02:46.352385 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 8794187a-6461-49d5-88d8-a04e956e8b82 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:02:46.385634 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5ac2229a-51bb-4222-98f6-8d74a43ea6b1 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:46.388222 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5ac2229a-51bb-4222-98f6-8d74a43ea6b1 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:46.394001 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-5ac2229a-51bb-4222-98f6-8d74a43ea6b1 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] 10.222.0.88 "DELETE /v2.0/security-groups/182e3741-5bf1-40d0-9f52-072188d785c7 HTTP/1.1" status: 204 len: 168 time: 0.4913430 Feb 16 17:02:46.410382 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-68e63f3a-c3a5-4359-b9ad-f8879c9338cc tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Deleting subnet b2caae49-08c8-401a-81df-4eb2751092b5 {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:02:46.414522 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-6e60249d-81be-4f9d-9a51-409768804dbd tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] In _notify_port_updated(), no bound segment for port 3393eba6-2f28-4015-bbc6-2d6a11edae1d on network a7037b94-ac63-490a-a5e2-0102bdd301e7 {{(pid=114376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 17:02:46.416399 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2229a-51bb-4222-98f6-8d74a43ea6b1 tempest-TestNetworkAdvancedServerOps-1803695863 tempest-TestNetworkAdvancedServerOps-1803695863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=182e3741-5bf1-40d0-9f52-072188d785c7,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:46.419305 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-68e63f3a-c3a5-4359-b9ad-f8879c9338cc tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:46.420781 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e60249d-81be-4f9d-9a51-409768804dbd tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:46.420781 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6e60249d-81be-4f9d-9a51-409768804dbd tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:46.424606 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-6e60249d-81be-4f9d-9a51-409768804dbd tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "PUT /v2.0/ports/3393eba6-2f28-4015-bbc6-2d6a11edae1d HTTP/1.1" status: 200 len: 818 time: 1.1046746 Feb 16 17:02:46.426993 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51930) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:46.462385 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8e63d4c0-dacf-46df-a959-356d6146f286 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:46.470847 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e60249d-81be-4f9d-9a51-409768804dbd tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event updated for resources: {'Port': ['ID=3393eba6-2f28-4015-bbc6-2d6a11edae1d,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:46.474128 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8e63d4c0-dacf-46df-a959-356d6146f286 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:46.476424 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-8e63d4c0-dacf-46df-a959-356d6146f286 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/bc5e8637-5d49-47cf-b4bc-bceffd790117 HTTP/1.1" status: 204 len: 168 time: 0.2112837 Feb 16 17:02:46.483307 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51932) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:46.491816 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-68e63f3a-c3a5-4359-b9ad-f8879c9338cc tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:46.494449 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63d4c0-dacf-46df-a959-356d6146f286 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc5e8637-5d49-47cf-b4bc-bceffd790117,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:46.576360 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-15b4c6fc-30fa-4fcc-8908-c1540c9756ed tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0918097 Feb 16 17:02:46.578992 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51934) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:46.596997 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-8bf6e608-0007-4841-8c7f-e7f0655a2879 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Deleting port 3393eba6-2f28-4015-bbc6-2d6a11edae1d {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:02:46.597553 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8bf6e608-0007-4841-8c7f-e7f0655a2879 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:46.632439 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ad71d215-d4b8-4300-92a1-4011c3ec01cd tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:46.637183 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-68e63f3a-c3a5-4359-b9ad-f8879c9338cc tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:46.662557 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ad71d215-d4b8-4300-92a1-4011c3ec01cd tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:46.688223 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8bf6e608-0007-4841-8c7f-e7f0655a2879 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:46.704711 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-8bf6e608-0007-4841-8c7f-e7f0655a2879 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Calling delete_port for 3393eba6-2f28-4015-bbc6-2d6a11edae1d owned by {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:02:46.761068 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b2a668b9-dd65-46b1-b51a-2e2b86827c54 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:46.812571 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ad71d215-d4b8-4300-92a1-4011c3ec01cd tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:46.820220 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ad71d215-d4b8-4300-92a1-4011c3ec01cd tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:46.823659 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ad71d215-d4b8-4300-92a1-4011c3ec01cd tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/550ccd1d-4745-48a7-98ed-c5f82dafb013 HTTP/1.1" status: 204 len: 168 time: 0.2414403 Feb 16 17:02:46.826125 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51938) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:46.826845 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad71d215-d4b8-4300-92a1-4011c3ec01cd tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=550ccd1d-4745-48a7-98ed-c5f82dafb013,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:46.841546 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-68e63f3a-c3a5-4359-b9ad-f8879c9338cc tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:46.872305 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e63f3a-c3a5-4359-b9ad-f8879c9338cc tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event deleted for resources: {'Subnet': ['ID=b2caae49-08c8-401a-81df-4eb2751092b5,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:46.876009 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-68e63f3a-c3a5-4359-b9ad-f8879c9338cc tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:46.881688 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-68e63f3a-c3a5-4359-b9ad-f8879c9338cc tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/b2caae49-08c8-401a-81df-4eb2751092b5 HTTP/1.1" status: 204 len: 168 time: 0.5527987 Feb 16 17:02:46.881970 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51940) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:46.889463 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d156716-7567-4980-99cf-17e26942bf4b None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:02:46.943331 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-aba6ef70-2737-44b4-952d-1b34ebd64d25 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Deleting subnet c2d2b0ee-da6b-4cec-9988-28f475da67dd {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:02:46.947174 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-aba6ef70-2737-44b4-952d-1b34ebd64d25 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:46.991299 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-aba6ef70-2737-44b4-952d-1b34ebd64d25 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:47.091607 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-aba6ef70-2737-44b4-952d-1b34ebd64d25 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:47.229291 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa454568-0453-4e78-8c50-0c0307bb7471 req-9c19100a-07db-44dc-9262-d67211562fb4 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:47.230952 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-fa454568-0453-4e78-8c50-0c0307bb7471 req-9c19100a-07db-44dc-9262-d67211562fb4 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.4745038 Feb 16 17:02:47.237151 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-aba6ef70-2737-44b4-952d-1b34ebd64d25 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:47.277352 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba6ef70-2737-44b4-952d-1b34ebd64d25 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event deleted for resources: {'Subnet': ['ID=c2d2b0ee-da6b-4cec-9988-28f475da67dd,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:47.283548 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-aba6ef70-2737-44b4-952d-1b34ebd64d25 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:47.291019 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-aba6ef70-2737-44b4-952d-1b34ebd64d25 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/c2d2b0ee-da6b-4cec-9988-28f475da67dd HTTP/1.1" status: 204 len: 168 time: 0.4080203 Feb 16 17:02:47.294471 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51942) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:47.294607 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-ae64f3fc-ff66-45ef-9d33-0858e8fef1af tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.4616613 Feb 16 17:02:47.294960 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51944) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:47.343208 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-46d835e8-7477-40fe-a548-bb4712b26297 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0478976 Feb 16 17:02:47.343772 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51946) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:47.349967 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-d53b59fe-6c46-4f1b-b8f7-0c5577eeed44 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'subnet': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:47.370713 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8bf6e608-0007-4841-8c7f-e7f0655a2879 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:47.376532 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-fa454568-0453-4e78-8c50-0c0307bb7471 req-aaa0193b-343b-45e2-bea7-b096da6dfbb2 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336424 Feb 16 17:02:47.382013 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9c794542-5db2-477d-9f18-3c24605da033 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:47.396815 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9c794542-5db2-477d-9f18-3c24605da033 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:47.436964 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf6e608-0007-4841-8c7f-e7f0655a2879 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event deleted for resources: {'Port': ['ID=3393eba6-2f28-4015-bbc6-2d6a11edae1d,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:47.445145 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8bf6e608-0007-4841-8c7f-e7f0655a2879 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:47.448381 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-8bf6e608-0007-4841-8c7f-e7f0655a2879 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "DELETE /v2.0/ports/3393eba6-2f28-4015-bbc6-2d6a11edae1d HTTP/1.1" status: 204 len: 168 time: 1.0184469 Feb 16 17:02:47.453205 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51950) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:47.511683 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd554739-7652-40cf-8999-1ff2a3e29ad1 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:47.516072 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-fd554739-7652-40cf-8999-1ff2a3e29ad1 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0590489 Feb 16 17:02:47.516412 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51952) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:47.552380 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9c794542-5db2-477d-9f18-3c24605da033 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:47.564397 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9c794542-5db2-477d-9f18-3c24605da033 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:47.572383 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a45754b-6567-4d88-a36f-939a54c6a475 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] GET failed (client error): The resource could not be found. Feb 16 17:02:47.572581 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-9c794542-5db2-477d-9f18-3c24605da033 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/8dfcd57a-cb4a-4c0b-b7cc-e67a8be44214 HTTP/1.1" status: 204 len: 168 time: 0.2640724 Feb 16 17:02:47.572581 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c794542-5db2-477d-9f18-3c24605da033 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8dfcd57a-cb4a-4c0b-b7cc-e67a8be44214,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:47.572792 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-9a45754b-6567-4d88-a36f-939a54c6a475 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "GET /v2.0/ports/3393eba6-2f28-4015-bbc6-2d6a11edae1d HTTP/1.1" status: 404 len: 333 time: 0.0508933 Feb 16 17:02:47.576357 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51956) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:47.578190 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51958) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:47.584096 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-ce6f95fd-2d44-4161-b3ea-7673fb9ce781 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1282496110'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:47.596198 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-b2a668b9-dd65-46b1-b51a-2e2b86827c54 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Deleting port ade94816-522c-4b88-8f21-669e96357616 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:02:47.597235 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b2a668b9-dd65-46b1-b51a-2e2b86827c54 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:47.601172 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53b59fe-6c46-4f1b-b8f7-0c5577eeed44 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:47.605769 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d53b59fe-6c46-4f1b-b8f7-0c5577eeed44 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:47.696717 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6f95fd-2d44-4161-b3ea-7673fb9ce781 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Made reservation on behalf of 02ebc15ce0534c46afb3b8b1618852cd for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:47.700342 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ce6f95fd-2d44-4161-b3ea-7673fb9ce781 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:47.710076 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-553511a4-8956-494f-89ef-7004b629946a tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1324863 Feb 16 17:02:47.714670 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51960) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:47.740648 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b2a668b9-dd65-46b1-b51a-2e2b86827c54 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:47.767338 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-b2a668b9-dd65-46b1-b51a-2e2b86827c54 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Calling delete_port for ade94816-522c-4b88-8f21-669e96357616 owned by network:router_interface {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:02:47.773501 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f530018e-9ce8-451a-9f5c-92dd39734946 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:47.782933 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce6f95fd-2d44-4161-b3ea-7673fb9ce781 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:02:47.791872 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f530018e-9ce8-451a-9f5c-92dd39734946 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:47.805056 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a2e45a-514a-4406-b614-3e607ddbf4dc None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:02:47.847894 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ce6f95fd-2d44-4161-b3ea-7673fb9ce781 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:47.848195 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-ce6f95fd-2d44-4161-b3ea-7673fb9ce781 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Added segment bdf5146c-8d32-4f26-9513-6756e4d4eb20 of type vlan for network f5182a22-ea1c-4d79-9c04-7511cc2656b9 Feb 16 17:02:47.904365 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-775468e6-5ba1-4729-bcd5-454c904c9bcb None None] Provisioning complete for port ce0a3a5f-4c4e-4c16-84a2-5658b59bfb13 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:47.904829 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-775468e6-5ba1-4729-bcd5-454c904c9bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:47.912612 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ce6f95fd-2d44-4161-b3ea-7673fb9ce781 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:47.914932 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d53b59fe-6c46-4f1b-b8f7-0c5577eeed44 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:47.978329 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53b59fe-6c46-4f1b-b8f7-0c5577eeed44 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:47.979166 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f530018e-9ce8-451a-9f5c-92dd39734946 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:47.980237 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b59fe-6c46-4f1b-b8f7-0c5577eeed44 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Subnet': ['ID=8292747b-f6b7-4ef3-b81d-be94606a08fb,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:47.984214 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-d53b59fe-6c46-4f1b-b8f7-0c5577eeed44 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:47.986782 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53b59fe-6c46-4f1b-b8f7-0c5577eeed44 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:47.987405 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d53b59fe-6c46-4f1b-b8f7-0c5577eeed44 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:47.992950 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f530018e-9ce8-451a-9f5c-92dd39734946 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:47.994086 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-f530018e-9ce8-451a-9f5c-92dd39734946 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/710ed255-e1f2-4698-8941-56244460caa4 HTTP/1.1" status: 204 len: 168 time: 0.2710037 Feb 16 17:02:47.994897 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530018e-9ce8-451a-9f5c-92dd39734946 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=710ed255-e1f2-4698-8941-56244460caa4,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:47.997716 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51962) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:48.054478 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-fdf713ec-c758-4c40-ba36-46b8dfc343af tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0525815 Feb 16 17:02:48.055035 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51964) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:48.069042 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ce6f95fd-2d44-4161-b3ea-7673fb9ce781 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:48.069644 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9977ac1d-5ba3-4fee-b0f3-a145f66b69f6 None None] DHCP port deletion for 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:02:48.074424 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6f95fd-2d44-4161-b3ea-7673fb9ce781 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:48.076018 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ce6f95fd-2d44-4161-b3ea-7673fb9ce781 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:48.097814 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d53b59fe-6c46-4f1b-b8f7-0c5577eeed44 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7527103 Feb 16 17:02:48.098777 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51968) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:48.104162 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-ae0b5c33-c350-48e3-91d6-4fd40627d26d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'subnet': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:48.127918 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-9977ac1d-5ba3-4fee-b0f3-a145f66b69f6 None None] Deleting port ce0a3a5f-4c4e-4c16-84a2-5658b59bfb13 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:02:48.128544 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9977ac1d-5ba3-4fee-b0f3-a145f66b69f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:48.151543 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e9ba9f91-c46d-4c40-8980-0b448fbbb191 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:48.166312 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e9ba9f91-c46d-4c40-8980-0b448fbbb191 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:48.176043 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f95fd-2d44-4161-b3ea-7673fb9ce781 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event updated for resources: {'Network': ['ID=f5182a22-ea1c-4d79-9c04-7511cc2656b9,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:48.185497 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b2a668b9-dd65-46b1-b51a-2e2b86827c54 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:48.198525 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network f5182a22-ea1c-4d79-9c04-7511cc2656b9 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:02:48.214255 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51970) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:48.232685 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-ce6f95fd-2d44-4161-b3ea-7673fb9ce781 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6510587 Feb 16 17:02:48.240296 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51974) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:48.241332 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a668b9-dd65-46b1-b51a-2e2b86827c54 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event deleted for resources: {'Port': ['ID=ade94816-522c-4b88-8f21-669e96357616,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:48.245353 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-493e560b-33ae-46b5-9932-c7ad11aaaf8c tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Request body: {'subnet': {'network_id': 'f5182a22-ea1c-4d79-9c04-7511cc2656b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:48.329657 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e9ba9f91-c46d-4c40-8980-0b448fbbb191 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:48.335331 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-9977ac1d-5ba3-4fee-b0f3-a145f66b69f6 None None] For port ce0a3a5f-4c4e-4c16-84a2-5658b59bfb13, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=ce0a3a5f-4c4e-4c16-84a2-5658b59bfb13,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:02:48.336048 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9977ac1d-5ba3-4fee-b0f3-a145f66b69f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:48.338727 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e9ba9f91-c46d-4c40-8980-0b448fbbb191 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:48.339878 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-e9ba9f91-c46d-4c40-8980-0b448fbbb191 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/9338a500-f2f6-405d-bad8-350ce7815a26 HTTP/1.1" status: 204 len: 168 time: 0.2838707 Feb 16 17:02:48.340924 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device ce0a3a5f-4c4e-4c16-84a2-5658b59bfb13 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:02:48.345650 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51976) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:48.363019 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ba9f91-c46d-4c40-8980-0b448fbbb191 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9338a500-f2f6-405d-bad8-350ce7815a26,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:48.383276 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-9977ac1d-5ba3-4fee-b0f3-a145f66b69f6 None None] Calling delete_port for ce0a3a5f-4c4e-4c16-84a2-5658b59bfb13 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:02:48.503751 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-de1f3bbb-d89b-40a8-81c7-a345e56eac5f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=96057f06fdc74247a274207da8654659&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2876675 Feb 16 17:02:48.508601 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51980) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:48.509804 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493e560b-33ae-46b5-9932-c7ad11aaaf8c tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Made reservation on behalf of 02ebc15ce0534c46afb3b8b1618852cd for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:48.514765 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-493e560b-33ae-46b5-9932-c7ad11aaaf8c tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:48.522297 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0b5c33-c350-48e3-91d6-4fd40627d26d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:48.528654 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ae0b5c33-c350-48e3-91d6-4fd40627d26d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:48.535100 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:48.539580 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-48cbebb7-30fd-45e4-a5dc-63fb24ec04d4 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1897929 Feb 16 17:02:48.545491 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51982) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:48.567871 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b2a668b9-dd65-46b1-b51a-2e2b86827c54 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:48.627751 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9977ac1d-5ba3-4fee-b0f3-a145f66b69f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:48.691043 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9977ac1d-5ba3-4fee-b0f3-a145f66b69f6 None None] No DVR routers for this DVR port ce0a3a5f-4c4e-4c16-84a2-5658b59bfb13 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:02:48.695463 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9977ac1d-5ba3-4fee-b0f3-a145f66b69f6 None None] Pushing event deleted for resources: {'Port': ['ID=ce0a3a5f-4c4e-4c16-84a2-5658b59bfb13,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:48.702919 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.ipam_backend_mixin [None req-ae0b5c33-c350-48e3-91d6-4fd40627d26d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8292747b-f6b7-4ef3-b81d-be94606a08fb (CIDR: 2001:db8::/64) Feb 16 17:02:48.713945 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1a8080-47cf-4153-9af1-3f2479755827 req-6acfd05d-fe6d-46bf-b060-17a934bc86ac tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:48.713945 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2c1a8080-47cf-4153-9af1-3f2479755827 req-6acfd05d-fe6d-46bf-b060-17a934bc86ac tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.2050219 Feb 16 17:02:48.731963 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79eeb048-4d77-44ea-9c85-be4b3e57b69c None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:02:48.756769 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-864446be-b5ae-4304-a096-503b8f02d6bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:48.769668 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae0b5c33-c350-48e3-91d6-4fd40627d26d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:02:48.769943 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae0b5c33-c350-48e3-91d6-4fd40627d26d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:48.772977 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-07aeafd8-f141-4943-8133-cff7d10c318a tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:48.871738 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ae0b5c33-c350-48e3-91d6-4fd40627d26d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7715483 Feb 16 17:02:48.874452 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51984) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:48.881058 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-63bf1a22-1f0d-401c-8916-a764355dbdbf tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'subnet': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:48.882901 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-864446be-b5ae-4304-a096-503b8f02d6bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:48.899039 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2c1a8080-47cf-4153-9af1-3f2479755827 req-bf3ffdd3-3e9b-47b1-999b-c659764aad10 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698911 Feb 16 17:02:48.905943 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-07aeafd8-f141-4943-8133-cff7d10c318a tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:48.918098 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d59dab-6c67-4263-a52a-aa56da0d682f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'tenant_id': '81837604d6654060bf0a8ff194578833', 'fixed_ips': [{'subnet_id': '8292747b-f6b7-4ef3-b81d-be94606a08fb'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:02:48.918844 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-24d59dab-6c67-4263-a52a-aa56da0d682f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:48.928250 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a668b9-dd65-46b1-b51a-2e2b86827c54 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Router c90d261e-e1ee-4e5d-86cf-900d65d20d10 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:02:49.012795 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-493e560b-33ae-46b5-9932-c7ad11aaaf8c tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:49.041685 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a668b9-dd65-46b1-b51a-2e2b86827c54 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:02:49.050977 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-b2a668b9-dd65-46b1-b51a-2e2b86827c54 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "PUT /v2.0/routers/c90d261e-e1ee-4e5d-86cf-900d65d20d10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8887987 Feb 16 17:02:49.051591 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51988) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:49.055191 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d2454d-04dd-4537-8a01-3113ebc4b955 None None] Sync routers for ids ['c90d261e-e1ee-4e5d-86cf-900d65d20d10'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:02:49.073857 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d2454d-04dd-4537-8a01-3113ebc4b955 None None] Routers {'c90d261e-e1ee-4e5d-86cf-900d65d20d10'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:02:49.076535 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-47d2454d-04dd-4537-8a01-3113ebc4b955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:02:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['c90d261e-e1ee-4e5d-86cf-900d65d20d10'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:49.084273 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-24d59dab-6c67-4263-a52a-aa56da0d682f None None] Allocated IP 2001:db8::2 (1e2a9b2d-a159-48c5-a704-dcb18c3b88c3/8292747b-f6b7-4ef3-b81d-be94606a08fb/e77bd084-00b4-44d4-af41-67d8bcb0f006) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:49.087083 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-d8985521-c2cf-4595-bd13-ea9a01fa85a5 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "GET /v2.0/ports?device_id=c90d261e-e1ee-4e5d-86cf-900d65d20d10 HTTP/1.1" status: 200 len: 205 time: 0.0343747 Feb 16 17:02:49.087705 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51990) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:49.119842 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-47d2454d-04dd-4537-8a01-3113ebc4b955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:49.133999 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-07aeafd8-f141-4943-8133-cff7d10c318a tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:49.134680 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d2454d-04dd-4537-8a01-3113ebc4b955 None None] Routers {'c90d261e-e1ee-4e5d-86cf-900d65d20d10'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:02:49.136239 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e560b-33ae-46b5-9932-c7ad11aaaf8c tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event updated for resources: {'Subnet': ['ID=a66dcf92-72f5-4807-84c3-ff295baee475,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:49.136507 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-07aeafd8-f141-4943-8133-cff7d10c318a tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:49.136786 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-47d2454d-04dd-4537-8a01-3113ebc4b955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:02:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['c90d261e-e1ee-4e5d-86cf-900d65d20d10'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:49.137666 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-07aeafd8-f141-4943-8133-cff7d10c318a tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "DELETE /v2.0/security-groups/d9052d67-de9a-4a97-a3e2-dca5344a9b63 HTTP/1.1" status: 204 len: 168 time: 0.5783880 Feb 16 17:02:49.141003 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 51992) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:49.157306 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e2227-c8a9-4bbc-9957-913aed552695 req-0e65c0db-ffa8-410f-bcc2-048a457ee4c7 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:49.165343 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-dc1e2227-c8a9-4bbc-9957-913aed552695 req-0e65c0db-ffa8-410f-bcc2-048a457ee4c7 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.1565611 Feb 16 17:02:49.179423 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493e560b-33ae-46b5-9932-c7ad11aaaf8c tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Checking segment: {'id': 'bdf5146c-8d32-4f26-9513-6756e4d4eb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f5182a22-ea1c-4d79-9c04-7511cc2656b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:02:49.179788 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493e560b-33ae-46b5-9932-c7ad11aaaf8c tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Network hostable DHCP agents. Network: f5182a22-ea1c-4d79-9c04-7511cc2656b9, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:02:49.184061 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-47d2454d-04dd-4537-8a01-3113ebc4b955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:49.185008 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d2454d-04dd-4537-8a01-3113ebc4b955 None None] The sync data for ids ['c90d261e-e1ee-4e5d-86cf-900d65d20d10'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:02:49.196704 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-864446be-b5ae-4304-a096-503b8f02d6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:49.200193 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-864446be-b5ae-4304-a096-503b8f02d6bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:49.204374 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-864446be-b5ae-4304-a096-503b8f02d6bb admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8bea17c6-93d7-40ac-b4c6-a39e2e84835d HTTP/1.1" status: 204 len: 168 time: 0.6894498 Feb 16 17:02:49.204538 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bf1a22-1f0d-401c-8916-a764355dbdbf tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:49.204632 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aeafd8-f141-4943-8133-cff7d10c318a tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9052d67-de9a-4a97-a3e2-dca5344a9b63,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:49.207528 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-63bf1a22-1f0d-401c-8916-a764355dbdbf tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:49.214746 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d5ffbfdb-d560-41d7-bf2d-636c2f1b0f68 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for router, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:49.271839 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864446be-b5ae-4304-a096-503b8f02d6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bea17c6-93d7-40ac-b4c6-a39e2e84835d,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:49.305798 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-9c1a627d-f1c3-4bd2-8b75-b5e53a14df05 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1627636 Feb 16 17:02:49.315078 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 51996) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:49.320853 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-9169ee6c-35d7-4b4d-bffc-26276ac9cae0 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Request body: {'security_group': {'name': 'tempest-secgroup--1849313895'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:49.321778 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-dc1e2227-c8a9-4bbc-9957-913aed552695 req-5687f5e5-885b-4ea1-886a-a07fce6b144c tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554770 Feb 16 17:02:49.342895 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-24d59dab-6c67-4263-a52a-aa56da0d682f None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:49.357017 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493e560b-33ae-46b5-9932-c7ad11aaaf8c tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Network f5182a22-ea1c-4d79-9c04-7511cc2656b9 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:02:49.413921 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-24d59dab-6c67-4263-a52a-aa56da0d682f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:49.433990 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d5ffbfdb-d560-41d7-bf2d-636c2f1b0f68 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:49.437694 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d5ffbfdb-d560-41d7-bf2d-636c2f1b0f68 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:49.443898 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-493e560b-33ae-46b5-9932-c7ad11aaaf8c tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, f5182a22-ea1c-4d79-9c04-7511cc2656b9) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:49.454634 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493e560b-33ae-46b5-9932-c7ad11aaaf8c tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:49.455298 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-493e560b-33ae-46b5-9932-c7ad11aaaf8c tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:49.468228 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94311257-fabb-4e08-8bf1-6a88712dd192 None None] Network f5182a22-ea1c-4d79-9c04-7511cc2656b9 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:02:49.474163 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d59dab-6c67-4263-a52a-aa56da0d682f None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:49.492779 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-24d59dab-6c67-4263-a52a-aa56da0d682f None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:49.497177 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d59dab-6c67-4263-a52a-aa56da0d682f None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:02:49.523907 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9169ee6c-35d7-4b4d-bffc-26276ac9cae0 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:49.527963 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d59dab-6c67-4263-a52a-aa56da0d682f None None] Pushing event updated for resources: {'Port': ['ID=e77bd084-00b4-44d4-af41-67d8bcb0f006,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:49.557852 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-493e560b-33ae-46b5-9932-c7ad11aaaf8c tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3137028 Feb 16 17:02:49.561665 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52002) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:49.571364 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-9c77cbe4-5437-4fa6-9fdb-ce0555348820 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Request body: {'subnet': {'network_id': 'f5182a22-ea1c-4d79-9c04-7511cc2656b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:49.578046 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d5ffbfdb-d560-41d7-bf2d-636c2f1b0f68 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:49.578549 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ffbfdb-d560-41d7-bf2d-636c2f1b0f68 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Fanout notify agent at l3_agent the message router_deleted on router c90d261e-e1ee-4e5d-86cf-900d65d20d10 {{(pid=114376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:02:49.590988 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d5ffbfdb-d560-41d7-bf2d-636c2f1b0f68 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:49.595409 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-d5ffbfdb-d560-41d7-bf2d-636c2f1b0f68 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "DELETE /v2.0/routers/c90d261e-e1ee-4e5d-86cf-900d65d20d10 HTTP/1.1" status: 204 len: 168 time: 0.5044882 Feb 16 17:02:49.597674 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52004) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:49.617829 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-24d59dab-6c67-4263-a52a-aa56da0d682f None None] Attempting to bind port e77bd084-00b4-44d4-af41-67d8bcb0f006 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:02:49.618200 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-24d59dab-6c67-4263-a52a-aa56da0d682f None None] Attempting to bind port e77bd084-00b4-44d4-af41-67d8bcb0f006 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:02:49.618566 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d59dab-6c67-4263-a52a-aa56da0d682f None None] Attempting to bind port e77bd084-00b4-44d4-af41-67d8bcb0f006 on network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:02:49.625438 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d59dab-6c67-4263-a52a-aa56da0d682f None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:02:49.625814 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d59dab-6c67-4263-a52a-aa56da0d682f None None] Checking segment: {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:02:49.626362 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-24d59dab-6c67-4263-a52a-aa56da0d682f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:49.626755 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d59dab-6c67-4263-a52a-aa56da0d682f None None] Bound using segment: {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:02:49.627957 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-24d59dab-6c67-4263-a52a-aa56da0d682f None None] Bound port: e77bd084-00b4-44d4-af41-67d8bcb0f006, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6749cc35-eb69-40cf-8a55-6e83ad275e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:02:49.627957 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-24d59dab-6c67-4263-a52a-aa56da0d682f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:49.665469 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-15da328b-ab7b-4934-baff-47c5b85ea77d tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Deleting subnet d22b4538-6353-4bea-9787-48ca637543ee {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:02:49.671422 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-15da328b-ab7b-4934-baff-47c5b85ea77d tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:49.717877 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9169ee6c-35d7-4b4d-bffc-26276ac9cae0 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:49.732557 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-15da328b-ab7b-4934-baff-47c5b85ea77d tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:49.757279 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac02d8e-7574-4158-b006-bee25aa51538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-f5182a22-ea1c-4d79-9c04-7511cc2656b9', 'network_id': 'f5182a22-ea1c-4d79-9c04-7511cc2656b9', 'tenant_id': '02ebc15ce0534c46afb3b8b1618852cd', 'fixed_ips': [{'subnet_id': 'a66dcf92-72f5-4807-84c3-ff295baee475'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:02:49.758206 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-aac02d8e-7574-4158-b006-bee25aa51538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:49.760718 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-24d59dab-6c67-4263-a52a-aa56da0d682f None None] For port e77bd084-00b4-44d4-af41-67d8bcb0f006, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:02:49.782123 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-24d59dab-6c67-4263-a52a-aa56da0d682f None None] For port e77bd084-00b4-44d4-af41-67d8bcb0f006, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=e77bd084-00b4-44d4-af41-67d8bcb0f006,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:02:49.806318 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.objects.ports [None req-63bf1a22-1f0d-401c-8916-a764355dbdbf tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114375) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 17:02:49.827695 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9169ee6c-35d7-4b4d-bffc-26276ac9cae0 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:49.857072 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-15da328b-ab7b-4934-baff-47c5b85ea77d tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:49.887271 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9169ee6c-35d7-4b4d-bffc-26276ac9cae0 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e097bc0-0ec9-4409-ae95-e1f59f9ce8ba,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:49.940003 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-24d59dab-6c67-4263-a52a-aa56da0d682f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:49.964661 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd897e27-278d-4b4b-9fd2-3f80cf890be1 req-5a848150-9252-44a8-83dc-93d608ad3ccf tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:49.966213 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-dd897e27-278d-4b4b-9fd2-3f80cf890be1 req-5a848150-9252-44a8-83dc-93d608ad3ccf tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.0893204 Feb 16 17:02:50.016791 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9169ee6c-35d7-4b4d-bffc-26276ac9cae0 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:50.018332 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-9169ee6c-35d7-4b4d-bffc-26276ac9cae0 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7022588 Feb 16 17:02:50.021622 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52008) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:50.028478 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-3ec04033-ebfe-4c4d-8d2d-dc68fab80f69 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Request body: {'security_group_rule': {'security_group_id': '9e097bc0-0ec9-4409-ae95-e1f59f9ce8ba', 'direction': 'ingress', 'protocol': 17}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:50.030557 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d59dab-6c67-4263-a52a-aa56da0d682f None None] Pushing event updated for resources: {'Port': ['ID=e77bd084-00b4-44d4-af41-67d8bcb0f006,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:50.049855 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-dd897e27-278d-4b4b-9fd2-3f80cf890be1 req-c6154260-665b-45dc-99e0-673670f9b265 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567853 Feb 16 17:02:50.050221 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-aac02d8e-7574-4158-b006-bee25aa51538 None None] Allocated IP 2001:db8::2 (f5182a22-ea1c-4d79-9c04-7511cc2656b9/a66dcf92-72f5-4807-84c3-ff295baee475/9ec07140-3d5e-4ba4-a8f5-172c60d08bbc) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:50.062630 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-15da328b-ab7b-4934-baff-47c5b85ea77d tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:50.091107 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c77cbe4-5437-4fa6-9fdb-ce0555348820 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Made reservation on behalf of 02ebc15ce0534c46afb3b8b1618852cd for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:50.095352 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9c77cbe4-5437-4fa6-9fdb-ce0555348820 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:50.100866 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15da328b-ab7b-4934-baff-47c5b85ea77d tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event deleted for resources: {'Subnet': ['ID=d22b4538-6353-4bea-9787-48ca637543ee,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:50.103067 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52010) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:50.106352 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-15da328b-ab7b-4934-baff-47c5b85ea77d tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:50.111893 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-15da328b-ab7b-4934-baff-47c5b85ea77d tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "DELETE /v2.0/subnets/d22b4538-6353-4bea-9787-48ca637543ee HTTP/1.1" status: 204 len: 168 time: 0.5108466 Feb 16 17:02:50.116249 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52012) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:50.139738 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e358872-4832-4582-b2ae-cb1466069db2 None None] Network d9be4a5e-cc02-44e2-a21a-474ef3a0f07b requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:02:50.149570 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ef72dc21-b12e-47bd-a823-74e270552024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:50.291008 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e5a0a44-4d3d-43b9-86fa-fe87be4de0a9 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Deleting subnet f70cb409-ef32-4e49-9aba-7b3932a8e166 {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:02:50.299296 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3e5a0a44-4d3d-43b9-86fa-fe87be4de0a9 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:50.346707 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ef72dc21-b12e-47bd-a823-74e270552024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:50.358268 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-63bf1a22-1f0d-401c-8916-a764355dbdbf tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:50.365206 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3e5a0a44-4d3d-43b9-86fa-fe87be4de0a9 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:50.380030 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.ipam_backend_mixin [None req-9c77cbe4-5437-4fa6-9fdb-ce0555348820 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a66dcf92-72f5-4807-84c3-ff295baee475 (CIDR: 2001:db8::/64) Feb 16 17:02:50.436299 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device e77bd084-00b4-44d4-af41-67d8bcb0f006 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:02:50.436410 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ef72dc21-b12e-47bd-a823-74e270552024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:50.443452 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-aac02d8e-7574-4158-b006-bee25aa51538 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:50.451818 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3ec04033-ebfe-4c4d-8d2d-dc68fab80f69 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:50.455547 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c77cbe4-5437-4fa6-9fdb-ce0555348820 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:02:50.455547 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c77cbe4-5437-4fa6-9fdb-ce0555348820 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:50.523648 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port e77bd084-00b4-44d4-af41-67d8bcb0f006 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:50.527415 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:50.531484 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72dc21-b12e-47bd-a823-74e270552024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d642dbb-5b46-4031-9689-95476ba33b47,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:50.542058 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-ef72dc21-b12e-47bd-a823-74e270552024 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fc5d0ba67f7c4ad1b6d4601bfd094fac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4308679 Feb 16 17:02:50.544831 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52014) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:50.558502 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3e5a0a44-4d3d-43b9-86fa-fe87be4de0a9 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:50.563049 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1428ab73-a90c-47e7-9694-41b0509df948 None None] DHCP port deletion for d9be4a5e-cc02-44e2-a21a-474ef3a0f07b request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:02:50.577558 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-9c77cbe4-5437-4fa6-9fdb-ce0555348820 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0126622 Feb 16 17:02:50.580698 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52016) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:50.590539 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-e1987064-0884-4138-bebd-c5d862d9a606 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Request body: {'subnet': {'network_id': 'f5182a22-ea1c-4d79-9c04-7511cc2656b9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:50.603535 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-aac02d8e-7574-4158-b006-bee25aa51538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:50.660129 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac02d8e-7574-4158-b006-bee25aa51538 None None] Network f5182a22-ea1c-4d79-9c04-7511cc2656b9 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:50.665981 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-13ec9286-8277-4a55-9f3a-a79980dcf6e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:50.674454 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-aac02d8e-7574-4158-b006-bee25aa51538 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:50.678981 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac02d8e-7574-4158-b006-bee25aa51538 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:02:50.679958 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3ec04033-ebfe-4c4d-8d2d-dc68fab80f69 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:50.681288 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac02d8e-7574-4158-b006-bee25aa51538 None None] Pushing event updated for resources: {'Port': ['ID=9ec07140-3d5e-4ba4-a8f5-172c60d08bbc,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:50.702287 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-13ec9286-8277-4a55-9f3a-a79980dcf6e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:50.716714 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-63bf1a22-1f0d-401c-8916-a764355dbdbf tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] For port e77bd084-00b4-44d4-af41-67d8bcb0f006, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=e77bd084-00b4-44d4-af41-67d8bcb0f006,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:02:50.740632 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3e5a0a44-4d3d-43b9-86fa-fe87be4de0a9 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:50.768139 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5a0a44-4d3d-43b9-86fa-fe87be4de0a9 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event deleted for resources: {'Subnet': ['ID=f70cb409-ef32-4e49-9aba-7b3932a8e166,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:50.778232 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-63bf1a22-1f0d-401c-8916-a764355dbdbf tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:50.779530 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3e5a0a44-4d3d-43b9-86fa-fe87be4de0a9 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:50.780631 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3ec04033-ebfe-4c4d-8d2d-dc68fab80f69 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:50.787205 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-3e5a0a44-4d3d-43b9-86fa-fe87be4de0a9 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "DELETE /v2.0/subnets/f70cb409-ef32-4e49-9aba-7b3932a8e166 HTTP/1.1" status: 204 len: 168 time: 0.6699162 Feb 16 17:02:50.787860 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52018) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:50.791527 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a0a44-4d3d-43b9-86fa-fe87be4de0a9 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:50.791869 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a0a44-4d3d-43b9-86fa-fe87be4de0a9 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:50.792236 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a0a44-4d3d-43b9-86fa-fe87be4de0a9 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:50.792565 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a0a44-4d3d-43b9-86fa-fe87be4de0a9 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:50.792893 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a0a44-4d3d-43b9-86fa-fe87be4de0a9 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:50.793223 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a0a44-4d3d-43b9-86fa-fe87be4de0a9 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:50.793549 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a0a44-4d3d-43b9-86fa-fe87be4de0a9 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:50.793881 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a0a44-4d3d-43b9-86fa-fe87be4de0a9 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:50.794192 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a0a44-4d3d-43b9-86fa-fe87be4de0a9 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:50.794526 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a0a44-4d3d-43b9-86fa-fe87be4de0a9 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:50.794828 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a0a44-4d3d-43b9-86fa-fe87be4de0a9 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:50.795143 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a0a44-4d3d-43b9-86fa-fe87be4de0a9 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:50.805921 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec04033-ebfe-4c4d-8d2d-dc68fab80f69 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d35111b7-413e-4f88-86fd-f90c47f31a7a,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:50.816492 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec04033-ebfe-4c4d-8d2d-dc68fab80f69 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:50.816973 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec04033-ebfe-4c4d-8d2d-dc68fab80f69 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:50.817417 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec04033-ebfe-4c4d-8d2d-dc68fab80f69 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:50.817851 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec04033-ebfe-4c4d-8d2d-dc68fab80f69 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:50.818286 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec04033-ebfe-4c4d-8d2d-dc68fab80f69 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:50.818717 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec04033-ebfe-4c4d-8d2d-dc68fab80f69 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:50.819161 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec04033-ebfe-4c4d-8d2d-dc68fab80f69 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:50.819590 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec04033-ebfe-4c4d-8d2d-dc68fab80f69 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:50.820085 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec04033-ebfe-4c4d-8d2d-dc68fab80f69 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:50.820503 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec04033-ebfe-4c4d-8d2d-dc68fab80f69 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:50.820927 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec04033-ebfe-4c4d-8d2d-dc68fab80f69 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:50.821352 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec04033-ebfe-4c4d-8d2d-dc68fab80f69 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:50.836281 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1987064-0884-4138-bebd-c5d862d9a606 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Made reservation on behalf of 02ebc15ce0534c46afb3b8b1618852cd for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:50.847429 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e1987064-0884-4138-bebd-c5d862d9a606 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:50.881224 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-db2094ad-0a9d-4724-abd8-9bacb4c87f2a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:50.926618 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-63bf1a22-1f0d-401c-8916-a764355dbdbf tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:50.927475 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-63bf1a22-1f0d-401c-8916-a764355dbdbf tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:50.943291 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ecd250-7577-4e3a-83c0-c25bcedf52a8 None None] Network da3cd22e-e9ed-4f45-b654-e5ffeeb1bf5f requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:02:50.956698 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-db2094ad-0a9d-4724-abd8-9bacb4c87f2a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Deleting port a3490861-bf33-4717-8e03-c6fba95844ad {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:02:50.957062 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-db2094ad-0a9d-4724-abd8-9bacb4c87f2a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:50.995583 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bf1a22-1f0d-401c-8916-a764355dbdbf tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Subnet': ['ID=c3c43113-19d4-452c-9a15-66f40ea3e602,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:51.003781 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-13ec9286-8277-4a55-9f3a-a79980dcf6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:51.006412 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-13ec9286-8277-4a55-9f3a-a79980dcf6e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:51.007574 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-13ec9286-8277-4a55-9f3a-a79980dcf6e5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4d642dbb-5b46-4031-9689-95476ba33b47 HTTP/1.1" status: 204 len: 168 time: 0.4618480 Feb 16 17:02:51.016634 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bf1a22-1f0d-401c-8916-a764355dbdbf tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:51.031491 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-aac02d8e-7574-4158-b006-bee25aa51538 None None] Attempting to bind port 9ec07140-3d5e-4ba4-a8f5-172c60d08bbc on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:02:51.032104 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-aac02d8e-7574-4158-b006-bee25aa51538 None None] Attempting to bind port 9ec07140-3d5e-4ba4-a8f5-172c60d08bbc by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': 'bdf5146c-8d32-4f26-9513-6756e4d4eb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f5182a22-ea1c-4d79-9c04-7511cc2656b9'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:02:51.032714 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac02d8e-7574-4158-b006-bee25aa51538 None None] Attempting to bind port 9ec07140-3d5e-4ba4-a8f5-172c60d08bbc on network f5182a22-ea1c-4d79-9c04-7511cc2656b9 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:02:51.040009 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ec9286-8277-4a55-9f3a-a79980dcf6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d642dbb-5b46-4031-9689-95476ba33b47,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:51.042582 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:51.050138 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-63bf1a22-1f0d-401c-8916-a764355dbdbf tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:51.055787 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bf1a22-1f0d-401c-8916-a764355dbdbf tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:51.056842 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-63bf1a22-1f0d-401c-8916-a764355dbdbf tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:51.068869 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1428ab73-a90c-47e7-9694-41b0509df948 None None] Deleting port a3490861-bf33-4717-8e03-c6fba95844ad {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:02:51.069503 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1428ab73-a90c-47e7-9694-41b0509df948 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:51.071446 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3ec04033-ebfe-4c4d-8d2d-dc68fab80f69 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:51.075273 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-3ec04033-ebfe-4c4d-8d2d-dc68fab80f69 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0477390 Feb 16 17:02:51.077901 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52022) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:51.084513 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-db2094ad-0a9d-4724-abd8-9bacb4c87f2a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] For port a3490861-bf33-4717-8e03-c6fba95844ad, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=a3490861-bf33-4717-8e03-c6fba95844ad,segment=NetworkSegment(25715c5a-72c1-4770-a11f-58fc97bca63b),segment_id=25715c5a-72c1-4770-a11f-58fc97bca63b)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:02:51.084678 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac02d8e-7574-4158-b006-bee25aa51538 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:02:51.084947 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac02d8e-7574-4158-b006-bee25aa51538 None None] Checking segment: {'id': 'bdf5146c-8d32-4f26-9513-6756e4d4eb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f5182a22-ea1c-4d79-9c04-7511cc2656b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:02:51.086130 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-aac02d8e-7574-4158-b006-bee25aa51538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:51.086649 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac02d8e-7574-4158-b006-bee25aa51538 None None] Bound using segment: {'id': 'bdf5146c-8d32-4f26-9513-6756e4d4eb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f5182a22-ea1c-4d79-9c04-7511cc2656b9'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:02:51.087301 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-aac02d8e-7574-4158-b006-bee25aa51538 None None] Bound port: 9ec07140-3d5e-4ba4-a8f5-172c60d08bbc, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdf5146c-8d32-4f26-9513-6756e4d4eb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f5182a22-ea1c-4d79-9c04-7511cc2656b9'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:02:51.087787 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-aac02d8e-7574-4158-b006-bee25aa51538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:51.100000 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-db2094ad-0a9d-4724-abd8-9bacb4c87f2a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:51.155833 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-63bf1a22-1f0d-401c-8916-a764355dbdbf tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.2801478 Feb 16 17:02:51.158780 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52026) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:51.168085 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-d2d49c77-8dcc-4d9b-90b7-599190e49a40 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Request body: {'port': {'network_id': '1e2a9b2d-a159-48c5-a704-dcb18c3b88c3', 'mac_address': 'fa:16:3e:62:fa:d8', 'name': 'tempest-NetworksTestDHCPv6-2105532182'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:51.186382 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-db2094ad-0a9d-4724-abd8-9bacb4c87f2a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Calling delete_port for a3490861-bf33-4717-8e03-c6fba95844ad owned by network:dhcp {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:02:51.196658 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bf1a22-1f0d-401c-8916-a764355dbdbf tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Port': ['ID=e77bd084-00b4-44d4-af41-67d8bcb0f006,revision_number=4']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:51.342578 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1428ab73-a90c-47e7-9694-41b0509df948 None None] For port a3490861-bf33-4717-8e03-c6fba95844ad, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=a3490861-bf33-4717-8e03-c6fba95844ad,segment=NetworkSegment(25715c5a-72c1-4770-a11f-58fc97bca63b),segment_id=25715c5a-72c1-4770-a11f-58fc97bca63b)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:02:51.343095 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1428ab73-a90c-47e7-9694-41b0509df948 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:51.382863 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1428ab73-a90c-47e7-9694-41b0509df948 None None] Calling delete_port for a3490861-bf33-4717-8e03-c6fba95844ad owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:02:51.386373 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.db.api [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:02:51.386840 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG oslo_db.api [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:02:51.395547 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c94a521d-6d5e-40cd-84fd-cf6ef1211f98 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:51.402117 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-aac02d8e-7574-4158-b006-bee25aa51538 None None] For port 9ec07140-3d5e-4ba4-a8f5-172c60d08bbc, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:02:51.417592 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e170782f-2645-453d-b0c6-7e2630b29ceb req-ea7a4902-0f64-48f4-b906-78d85255d133 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:51.427224 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e170782f-2645-453d-b0c6-7e2630b29ceb req-ea7a4902-0f64-48f4-b906-78d85255d133 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.2238250 Feb 16 17:02:51.457265 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74feda0-0aec-4ea4-b663-ce826923689c None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:02:51.460301 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c94a521d-6d5e-40cd-84fd-cf6ef1211f98 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:51.471061 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-db2094ad-0a9d-4724-abd8-9bacb4c87f2a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:51.490021 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d49c77-8dcc-4d9b-90b7-599190e49a40 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Made reservation on behalf of 81837604d6654060bf0a8ff194578833 for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:51.540259 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2094ad-0a9d-4724-abd8-9bacb4c87f2a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event deleted for resources: {'Port': ['ID=a3490861-bf33-4717-8e03-c6fba95844ad,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:51.559344 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-aac02d8e-7574-4158-b006-bee25aa51538 None None] For port 9ec07140-3d5e-4ba4-a8f5-172c60d08bbc, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=9ec07140-3d5e-4ba4-a8f5-172c60d08bbc,segment=NetworkSegment(bdf5146c-8d32-4f26-9513-6756e4d4eb20),segment_id=bdf5146c-8d32-4f26-9513-6756e4d4eb20)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:02:51.559808 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2094ad-0a9d-4724-abd8-9bacb4c87f2a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] No DVR routers for this DVR port a3490861-bf33-4717-8e03-c6fba95844ad on host dv-neutron-828697-3-hyperv {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:02:51.570593 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e170782f-2645-453d-b0c6-7e2630b29ceb req-c78530a0-9370-4ce7-8c2d-76d13e7a9cb0 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367445 Feb 16 17:02:51.573421 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f98ba9a-6b17-45f0-ba3e-e7368f650cd9 None None] DHCP port deletion for da3cd22e-e9ed-4f45-b654-e5ffeeb1bf5f request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:02:51.620315 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e1987064-0884-4138-bebd-c5d862d9a606 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:51.646693 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-053c581a-9109-46e3-acdf-d6a5b5270a2f None None] Provisioning complete for port e77bd084-00b4-44d4-af41-67d8bcb0f006 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:51.652646 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-053c581a-9109-46e3-acdf-d6a5b5270a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:51.675813 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-aac02d8e-7574-4158-b006-bee25aa51538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:51.688015 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d2d49c77-8dcc-4d9b-90b7-599190e49a40 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:51.703041 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1987064-0884-4138-bebd-c5d862d9a606 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Network f5182a22-ea1c-4d79-9c04-7511cc2656b9 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:51.707573 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c94a521d-6d5e-40cd-84fd-cf6ef1211f98 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:51.710300 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c94a521d-6d5e-40cd-84fd-cf6ef1211f98 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:51.711541 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c94a521d-6d5e-40cd-84fd-cf6ef1211f98 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "DELETE /v2.0/security-groups/9e097bc0-0ec9-4409-ae95-e1f59f9ce8ba HTTP/1.1" status: 204 len: 168 time: 0.6084762 Feb 16 17:02:51.716661 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52036) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:51.719256 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-e1987064-0884-4138-bebd-c5d862d9a606 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:51.735578 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-db2094ad-0a9d-4724-abd8-9bacb4c87f2a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:51.739578 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94a521d-6d5e-40cd-84fd-cf6ef1211f98 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e097bc0-0ec9-4409-ae95-e1f59f9ce8ba,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:51.758350 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1428ab73-a90c-47e7-9694-41b0509df948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:51.772847 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-db2094ad-0a9d-4724-abd8-9bacb4c87f2a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9be4a5e-cc02-44e2-a21a-474ef3a0f07b']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:51.796698 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-db2094ad-0a9d-4724-abd8-9bacb4c87f2a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25715c5a-72c1-4770-a11f-58fc97bca63b') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:51.797047 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-db2094ad-0a9d-4724-abd8-9bacb4c87f2a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25715c5a-72c1-4770-a11f-58fc97bca63b') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:51.809653 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-db2094ad-0a9d-4724-abd8-9bacb4c87f2a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:51.842805 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1428ab73-a90c-47e7-9694-41b0509df948 None None] No DVR routers for this DVR port a3490861-bf33-4717-8e03-c6fba95844ad on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:02:51.852683 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac02d8e-7574-4158-b006-bee25aa51538 None None] Pushing event updated for resources: {'Port': ['ID=9ec07140-3d5e-4ba4-a8f5-172c60d08bbc,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:51.859279 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-db2094ad-0a9d-4724-abd8-9bacb4c87f2a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:51.891596 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db2094ad-0a9d-4724-abd8-9bacb4c87f2a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:02:51.893298 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-db2094ad-0a9d-4724-abd8-9bacb4c87f2a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:51.894211 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428ab73-a90c-47e7-9694-41b0509df948 None None] Pushing event deleted for resources: {'Port': ['ID=a3490861-bf33-4717-8e03-c6fba95844ad,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:51.904603 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 17:02:51.904603 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:02:51.904603 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 17:02:51.904603 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:02:51.904603 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 17:02:51.904603 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:02:51.904603 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 17:02:51.904603 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:02:51.904603 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 17:02:51.904603 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:02:51.904603 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 17:02:51.904603 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:02:51.904603 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 17:02:51.904603 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:02:51.904603 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:02:51.904603 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:02:51.904603 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:02:51.904603 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:02:51.904603 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 17:02:51.904603 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:02:51.904603 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 17:02:51.904603 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:02:51.904603 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:02:51.904603 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:02:51.904603 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 17:02:51.904603 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:02:51.904603 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:02:51.904603 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:02:51.904603 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:02:51.904603 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:02:51.904603 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:02:51.904603 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:02:51.969096 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-7f98ba9a-6b17-45f0-ba3e-e7368f650cd9 None None] Deleting port 742a76ad-0e11-43d9-9607-3be704dec9f2 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:02:51.969816 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-7f98ba9a-6b17-45f0-ba3e-e7368f650cd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:52.038511 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1987064-0884-4138-bebd-c5d862d9a606 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:52.039173 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e1987064-0884-4138-bebd-c5d862d9a606 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:52.064209 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:52.073922 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-d2d49c77-8dcc-4d9b-90b7-599190e49a40 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] device_id is not set on port bd571b8d-adcc-4231-bcdc-7ca22d7d3184 yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:02:52.083705 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1987064-0884-4138-bebd-c5d862d9a606 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event updated for resources: {'Subnet': ['ID=44387b45-9985-4ebf-ac0f-2d8323655460,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:52.112951 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-db2094ad-0a9d-4724-abd8-9bacb4c87f2a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:52.122944 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-db2094ad-0a9d-4724-abd8-9bacb4c87f2a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:52.125096 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-053c581a-9109-46e3-acdf-d6a5b5270a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:52.126115 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-db2094ad-0a9d-4724-abd8-9bacb4c87f2a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "DELETE /v2.0/networks/d9be4a5e-cc02-44e2-a21a-474ef3a0f07b HTTP/1.1" status: 204 len: 168 time: 1.3363454 Feb 16 17:02:52.130592 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52040) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:52.151741 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2094ad-0a9d-4724-abd8-9bacb4c87f2a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event deleted for resources: {'Network': ['ID=d9be4a5e-cc02-44e2-a21a-474ef3a0f07b,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:52.177660 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7f8fe-5cb0-4264-840d-889e508be48c req-45c354d3-d757-405c-90d3-3fdd9eb39cec tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:52.179294 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-89e7f8fe-5cb0-4264-840d-889e508be48c req-45c354d3-d757-405c-90d3-3fdd9eb39cec tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.89 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.1384525 Feb 16 17:02:52.203372 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-7f98ba9a-6b17-45f0-ba3e-e7368f650cd9 None None] For port 742a76ad-0e11-43d9-9607-3be704dec9f2, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=742a76ad-0e11-43d9-9607-3be704dec9f2,segment=NetworkSegment(653d870f-70ec-45bc-8a5d-5881ee03e9fe),segment_id=653d870f-70ec-45bc-8a5d-5881ee03e9fe)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:02:52.207443 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-7f98ba9a-6b17-45f0-ba3e-e7368f650cd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:52.214496 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e1987064-0884-4138-bebd-c5d862d9a606 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6270916 Feb 16 17:02:52.230705 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52044) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:52.251715 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-f789427e-d69c-48a3-be65-b9ecd31708d3 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Request body: {'port': {'network_id': 'f5182a22-ea1c-4d79-9c04-7511cc2656b9', 'fixed_ips': [{'subnet_id': 'a66dcf92-72f5-4807-84c3-ff295baee475'}, {'subnet_id': '44387b45-9985-4ebf-ac0f-2d8323655460'}], 'name': 'tempest-PortsIpV6TestJSON-422170933'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:52.255434 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-7f98ba9a-6b17-45f0-ba3e-e7368f650cd9 None None] Calling delete_port for 742a76ad-0e11-43d9-9607-3be704dec9f2 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:02:52.278363 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port e77bd084-00b4-44d4-af41-67d8bcb0f006, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=e77bd084-00b4-44d4-af41-67d8bcb0f006,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:02:52.340800 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-fae3e9a8-a98c-41d8-905b-a8ce85f77355 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6181476 Feb 16 17:02:52.349755 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52050) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:52.356959 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-1170675d-93bb-4b5f-b768-5d8827c776fa tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Request body: {'security_group': {'name': 'tempest-secgroup--1822168465'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:52.366917 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:52.380855 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e1801281-b0f3-4315-a5b2-34fb4271ecdd tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:52.445378 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=e77bd084-00b4-44d4-af41-67d8bcb0f006,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:52.492984 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:52.493330 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:52.493670 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:52.494000 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:52.494327 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:52.494654 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:52.494980 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:52.495309 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:52.495630 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:52.495953 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:52.496480 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:52.496815 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:52.505853 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.db.api [None req-053c581a-9109-46e3-acdf-d6a5b5270a2f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:02:52.505853 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG oslo_db.api [None req-053c581a-9109-46e3-acdf-d6a5b5270a2f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:02:52.540146 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-d2d49c77-8dcc-4d9b-90b7-599190e49a40 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Allocated IP 2001:db8::2fa (1e2a9b2d-a159-48c5-a704-dcb18c3b88c3/8292747b-f6b7-4ef3-b81d-be94606a08fb/bd571b8d-adcc-4231-bcdc-7ca22d7d3184) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:52.555789 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-d2d49c77-8dcc-4d9b-90b7-599190e49a40 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Allocated IP 2001:db8:0:1:f816:3eff:fe62:fad8 (1e2a9b2d-a159-48c5-a704-dcb18c3b88c3/c3c43113-19d4-452c-9a15-66f40ea3e602/bd571b8d-adcc-4231-bcdc-7ca22d7d3184) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:52.597595 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-7f98ba9a-6b17-45f0-ba3e-e7368f650cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:52.647888 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52056) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:52.658700 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1170675d-93bb-4b5f-b768-5d8827c776fa tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:52.672581 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 9ec07140-3d5e-4ba4-a8f5-172c60d08bbc up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:02:52.675473 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f98ba9a-6b17-45f0-ba3e-e7368f650cd9 None None] Pushing event deleted for resources: {'Port': ['ID=742a76ad-0e11-43d9-9607-3be704dec9f2,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:52.747122 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f98ba9a-6b17-45f0-ba3e-e7368f650cd9 None None] No DVR routers for this DVR port 742a76ad-0e11-43d9-9607-3be704dec9f2 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:02:52.814551 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 9ec07140-3d5e-4ba4-a8f5-172c60d08bbc triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:52.815380 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:52.929348 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:52.936391 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-6f5a3b24-6c5a-42df-a693-0c960dc3711a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1989660137-network', 'tenant_id': 'cbbb3cdcea6a4c22a0dec7df58592000'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:52.973186 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port 9ec07140-3d5e-4ba4-a8f5-172c60d08bbc, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=9ec07140-3d5e-4ba4-a8f5-172c60d08bbc,segment=NetworkSegment(bdf5146c-8d32-4f26-9513-6756e4d4eb20),segment_id=bdf5146c-8d32-4f26-9513-6756e4d4eb20)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:02:53.033059 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d2d49c77-8dcc-4d9b-90b7-599190e49a40 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:53.049537 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1170675d-93bb-4b5f-b768-5d8827c776fa tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:53.069481 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:53.070812 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device e77bd084-00b4-44d4-af41-67d8bcb0f006 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:02:53.137383 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1170675d-93bb-4b5f-b768-5d8827c776fa tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:53.158487 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5a3b24-6c5a-42df-a693-0c960dc3711a admin admin] Made reservation on behalf of cbbb3cdcea6a4c22a0dec7df58592000 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:53.161912 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6f5a3b24-6c5a-42df-a693-0c960dc3711a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:53.178382 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d2d49c77-8dcc-4d9b-90b7-599190e49a40 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:53.203795 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6f5a3b24-6c5a-42df-a693-0c960dc3711a admin admin] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:53.213937 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port e77bd084-00b4-44d4-af41-67d8bcb0f006 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:53.214360 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:53.224488 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=9ec07140-3d5e-4ba4-a8f5-172c60d08bbc,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:53.234288 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e1801281-b0f3-4315-a5b2-34fb4271ecdd tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:53.284875 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-e1801281-b0f3-4315-a5b2-34fb4271ecdd tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da3cd22e-e9ed-4f45-b654-e5ffeeb1bf5f']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:53.285583 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1170675d-93bb-4b5f-b768-5d8827c776fa tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:53.289336 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-1170675d-93bb-4b5f-b768-5d8827c776fa tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9357982 Feb 16 17:02:53.290533 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52060) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:53.304702 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1170675d-93bb-4b5f-b768-5d8827c776fa tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f7ce5c-58c2-40b4-b79c-86802e479bfe,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:53.309382 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-e1801281-b0f3-4315-a5b2-34fb4271ecdd tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '653d870f-70ec-45bc-8a5d-5881ee03e9fe') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:53.310035 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-e1801281-b0f3-4315-a5b2-34fb4271ecdd tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '653d870f-70ec-45bc-8a5d-5881ee03e9fe') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:53.312535 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d49c77-8dcc-4d9b-90b7-599190e49a40 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:53.314936 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-cb8e3c98-697d-4d27-b1ef-d55cd9a49340 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Request body: {'security_group': {'name': 'tempest-secgroup--2022273310'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:53.321540 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-d2d49c77-8dcc-4d9b-90b7-599190e49a40 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:53.330777 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26020868-5241-4cde-9bd8-55889cd7074e req-999c581d-6f11-4be1-8044-b74915ab8bcd tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:53.340366 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-26020868-5241-4cde-9bd8-55889cd7074e req-999c581d-6f11-4be1-8044-b74915ab8bcd tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 946 time: 0.2488363 Feb 16 17:02:53.341211 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e1801281-b0f3-4315-a5b2-34fb4271ecdd tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:53.344731 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d49c77-8dcc-4d9b-90b7-599190e49a40 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:02:53.350103 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d49c77-8dcc-4d9b-90b7-599190e49a40 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:53.352461 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-89e7f8fe-5cb0-4264-840d-889e508be48c req-c57cc143-3b04-4424-acbe-cb4bb386b89c tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Deleting port 561eab9a-0ea9-4489-acaf-f14c6ec01233 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:02:53.352828 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-89e7f8fe-5cb0-4264-840d-889e508be48c req-c57cc143-3b04-4424-acbe-cb4bb386b89c tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:53.361584 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d2d49c77-8dcc-4d9b-90b7-599190e49a40 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:53.388271 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d49c77-8dcc-4d9b-90b7-599190e49a40 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event updated for resources: {'Port': ['ID=bd571b8d-adcc-4231-bcdc-7ca22d7d3184,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:53.393182 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-bc6d3282-e542-421a-9883-f470644ce9b6 None None] Provisioning complete for port e77bd084-00b4-44d4-af41-67d8bcb0f006 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:53.400410 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-bc6d3282-e542-421a-9883-f470644ce9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:53.446806 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcd59d9-1588-4902-8c5f-1f474127622f None None] Network f5182a22-ea1c-4d79-9c04-7511cc2656b9 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:02:53.447469 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-26020868-5241-4cde-9bd8-55889cd7074e req-9665865a-0d63-441c-b88d-c4aceb6ad3fd tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups?id=c193d8af-c799-418b-aaf4-4388562f51df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027093 Feb 16 17:02:53.449146 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device a3490861-bf33-4717-8e03-c6fba95844ad no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:02:53.503217 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-89e7f8fe-5cb0-4264-840d-889e508be48c req-c57cc143-3b04-4424-acbe-cb4bb386b89c tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] For port 561eab9a-0ea9-4489-acaf-f14c6ec01233, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=561eab9a-0ea9-4489-acaf-f14c6ec01233,segment=NetworkSegment(457fa9dd-54bd-45be-89fb-008c1a63dec7),segment_id=457fa9dd-54bd-45be-89fb-008c1a63dec7)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:02:53.503465 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6f5a3b24-6c5a-42df-a693-0c960dc3711a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:53.503576 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-89e7f8fe-5cb0-4264-840d-889e508be48c req-c57cc143-3b04-4424-acbe-cb4bb386b89c tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:53.508695 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d2d49c77-8dcc-4d9b-90b7-599190e49a40 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.3452971 Feb 16 17:02:53.512118 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52062) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:53.517917 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: a3490861-bf33-4717-8e03-c6fba95844ad {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:02:53.518263 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device a3490861-bf33-4717-8e03-c6fba95844ad not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:02:53.519222 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 742a76ad-0e11-43d9-9607-3be704dec9f2 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:02:53.554016 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 742a76ad-0e11-43d9-9607-3be704dec9f2 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:02:53.554273 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 742a76ad-0e11-43d9-9607-3be704dec9f2 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:02:53.568852 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6f5a3b24-6c5a-42df-a693-0c960dc3711a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:53.639750 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f5a3b24-6c5a-42df-a693-0c960dc3711a admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:02:53.646573 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e1801281-b0f3-4315-a5b2-34fb4271ecdd tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:53.649113 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a3b24-6c5a-42df-a693-0c960dc3711a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d935da-675d-429a-a652-2c362be4f8c4,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:53.665994 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6f5a3b24-6c5a-42df-a693-0c960dc3711a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:53.666354 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-6f5a3b24-6c5a-42df-a693-0c960dc3711a admin admin] Added segment 28dbb9d7-8b41-4b33-bc55-266cbd193076 of type vlan for network 66cc928b-621e-496b-9066-5b5d6fd45edf Feb 16 17:02:53.689052 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1801281-b0f3-4315-a5b2-34fb4271ecdd tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:02:53.689523 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e1801281-b0f3-4315-a5b2-34fb4271ecdd tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:53.697069 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 17:02:53.697069 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:02:53.697069 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 17:02:53.697069 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:02:53.697069 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 17:02:53.697069 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:02:53.697069 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 17:02:53.697069 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:02:53.697069 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 17:02:53.697069 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:02:53.697069 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 17:02:53.697069 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:02:53.697069 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 17:02:53.697069 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:02:53.697069 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:02:53.697069 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:02:53.697069 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:02:53.697069 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:02:53.697069 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 17:02:53.697069 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:02:53.697069 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 17:02:53.697069 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:02:53.697069 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:02:53.697069 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:02:53.697069 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 17:02:53.697069 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:02:53.697069 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:02:53.697069 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:02:53.697069 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:02:53.697069 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:02:53.697069 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:02:53.697069 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:02:53.699101 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f789427e-d69c-48a3-be65-b9ecd31708d3 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Made reservation on behalf of 02ebc15ce0534c46afb3b8b1618852cd for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:53.710794 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-14cd7409-f244-4d86-8991-9ae1cc5508f6 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Deleting port bd571b8d-adcc-4231-bcdc-7ca22d7d3184 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:02:53.711149 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-14cd7409-f244-4d86-8991-9ae1cc5508f6 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:53.737781 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6f5a3b24-6c5a-42df-a693-0c960dc3711a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:53.762061 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cb8e3c98-697d-4d27-b1ef-d55cd9a49340 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:53.817101 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2653785-b8d8-4c83-963a-7663c5bd94f5 None None] Update dhcp port {'port': {'network_id': 'f5182a22-ea1c-4d79-9c04-7511cc2656b9', 'fixed_ips': [{'subnet_id': 'a66dcf92-72f5-4807-84c3-ff295baee475', 'ip_address': '2001:db8::2'}, {'subnet_id': '44387b45-9985-4ebf-ac0f-2d8323655460'}], 'binding:host_id': 'dv-neutron-828697-3-hyperv'}, 'id': '9ec07140-3d5e-4ba4-a8f5-172c60d08bbc'} from dv-neutron-828697-3-hyperv. {{(pid=114377) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 16 17:02:53.820754 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-13f13128-86c8-4741-9f67-a8941effcf74 None None] Provisioning complete for port 9ec07140-3d5e-4ba4-a8f5-172c60d08bbc triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:53.821209 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-13f13128-86c8-4741-9f67-a8941effcf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:53.829792 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-14cd7409-f244-4d86-8991-9ae1cc5508f6 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:53.845498 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-14cd7409-f244-4d86-8991-9ae1cc5508f6 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Calling delete_port for bd571b8d-adcc-4231-bcdc-7ca22d7d3184 owned by {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:02:53.869651 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a2653785-b8d8-4c83-963a-7663c5bd94f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:53.898010 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6f5a3b24-6c5a-42df-a693-0c960dc3711a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:53.899875 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5a3b24-6c5a-42df-a693-0c960dc3711a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:53.900349 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6f5a3b24-6c5a-42df-a693-0c960dc3711a admin admin] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:53.934900 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-89e7f8fe-5cb0-4264-840d-889e508be48c req-c57cc143-3b04-4424-acbe-cb4bb386b89c tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:53.935269 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-89e7f8fe-5cb0-4264-840d-889e508be48c req-c57cc143-3b04-4424-acbe-cb4bb386b89c tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:53.935592 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.l3_db [req-89e7f8fe-5cb0-4264-840d-889e508be48c req-c57cc143-3b04-4424-acbe-cb4bb386b89c tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Floating IP 16470492-6571-486b-a2b6-cd7142e50c04 disassociated. External IP: 172.26.3.141, port: 561eab9a-0ea9-4489-acaf-f14c6ec01233. Feb 16 17:02:53.935940 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-89e7f8fe-5cb0-4264-840d-889e508be48c req-c57cc143-3b04-4424-acbe-cb4bb386b89c tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Calling delete_port for 561eab9a-0ea9-4489-acaf-f14c6ec01233 owned by compute:nova {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:02:53.962217 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e1801281-b0f3-4315-a5b2-34fb4271ecdd tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:53.976695 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f789427e-d69c-48a3-be65-b9ecd31708d3 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:54.011920 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e1801281-b0f3-4315-a5b2-34fb4271ecdd tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:54.016794 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-e1801281-b0f3-4315-a5b2-34fb4271ecdd tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "DELETE /v2.0/networks/da3cd22e-e9ed-4f45-b654-e5ffeeb1bf5f HTTP/1.1" status: 204 len: 168 time: 1.8746672 Feb 16 17:02:54.017920 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a3b24-6c5a-42df-a693-0c960dc3711a admin admin] Pushing event updated for resources: {'Network': ['ID=66cc928b-621e-496b-9066-5b5d6fd45edf,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:54.030160 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52064) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:54.032539 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 66cc928b-621e-496b-9066-5b5d6fd45edf details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:02:54.038613 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-e1f4412a-c7ad-4782-9a96-c91c246f4482 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Request body: {'network': {'name': 'tempest-RoutersTest-95302660'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:54.054376 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1801281-b0f3-4315-a5b2-34fb4271ecdd tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event deleted for resources: {'Network': ['ID=da3cd22e-e9ed-4f45-b654-e5ffeeb1bf5f,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:54.067179 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cb8e3c98-697d-4d27-b1ef-d55cd9a49340 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:54.073147 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [None req-f789427e-d69c-48a3-be65-b9ecd31708d3 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] device_id is not set on port 86b6c0f5-fdbb-4c14-b049-6c021cdea65d yet. {{(pid=114376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:02:54.120748 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-6f5a3b24-6c5a-42df-a693-0c960dc3711a admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4656377 Feb 16 17:02:54.120981 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52066) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:54.128298 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-566fd422-81ce-43fd-a813-f0240aea510d admin admin] Request body: {'subnet': {'network_id': '66cc928b-621e-496b-9066-5b5d6fd45edf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1989660137-subnet', 'tenant_id': 'cbbb3cdcea6a4c22a0dec7df58592000', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:54.147341 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cb8e3c98-697d-4d27-b1ef-d55cd9a49340 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:54.214603 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f4412a-c7ad-4782-9a96-c91c246f4482 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Made reservation on behalf of 687c6649ec1f4902bed4d35faf0c53f6 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:54.220545 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e1f4412a-c7ad-4782-9a96-c91c246f4482 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:54.239603 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8e3c98-697d-4d27-b1ef-d55cd9a49340 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4413068d-8bd6-4a4d-a7a1-36f69085914c,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:54.251791 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1f4412a-c7ad-4782-9a96-c91c246f4482 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:02:54.262855 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e1f4412a-c7ad-4782-9a96-c91c246f4482 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:54.263608 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-e1f4412a-c7ad-4782-9a96-c91c246f4482 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Added segment d6732fe5-8a13-4a97-bc3e-8589da39ec93 of type vlan for network af0f15c1-4245-43a1-9aa2-ab360eeeefe2 Feb 16 17:02:54.291302 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566fd422-81ce-43fd-a813-f0240aea510d admin admin] Made reservation on behalf of cbbb3cdcea6a4c22a0dec7df58592000 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:54.291533 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-13f13128-86c8-4741-9f67-a8941effcf74 None None] Provisioning complete for port bd571b8d-adcc-4231-bcdc-7ca22d7d3184 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:54.291659 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-13f13128-86c8-4741-9f67-a8941effcf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:54.293332 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-566fd422-81ce-43fd-a813-f0240aea510d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:54.302027 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-a2653785-b8d8-4c83-963a-7663c5bd94f5 None None] Allocated IP 2001:db8:0:1::2 (f5182a22-ea1c-4d79-9c04-7511cc2656b9/44387b45-9985-4ebf-ac0f-2d8323655460/9ec07140-3d5e-4ba4-a8f5-172c60d08bbc) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:54.315130 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e1f4412a-c7ad-4782-9a96-c91c246f4482 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:54.319486 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-14cd7409-f244-4d86-8991-9ae1cc5508f6 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:54.372228 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cb8e3c98-697d-4d27-b1ef-d55cd9a49340 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:54.372657 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd7409-f244-4d86-8991-9ae1cc5508f6 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event deleted for resources: {'Port': ['ID=bd571b8d-adcc-4231-bcdc-7ca22d7d3184,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:54.373473 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-cb8e3c98-697d-4d27-b1ef-d55cd9a49340 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0701282 Feb 16 17:02:54.385908 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52068) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:54.391694 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-13f13128-86c8-4741-9f67-a8941effcf74 None None] Port bd571b8d-adcc-4231-bcdc-7ca22d7d3184 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:02:54.397778 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-8328af31-3a14-4c15-a928-0f8e064184fb tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Request body: {'security_group_rule': {'security_group_id': 'c6f7ce5c-58c2-40b4-b79c-86802e479bfe', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '4413068d-8bd6-4a4d-a7a1-36f69085914c', 'remote_ip_prefix': None}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:54.450937 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-14cd7409-f244-4d86-8991-9ae1cc5508f6 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:54.454980 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-14cd7409-f244-4d86-8991-9ae1cc5508f6 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/ports/bd571b8d-adcc-4231-bcdc-7ca22d7d3184 HTTP/1.1" status: 204 len: 168 time: 0.9416888 Feb 16 17:02:54.458110 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52070) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:54.462518 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-a2653785-b8d8-4c83-963a-7663c5bd94f5 None None] For port 9ec07140-3d5e-4ba4-a8f5-172c60d08bbc, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=9ec07140-3d5e-4ba4-a8f5-172c60d08bbc,segment=NetworkSegment(bdf5146c-8d32-4f26-9513-6756e4d4eb20),segment_id=bdf5146c-8d32-4f26-9513-6756e4d4eb20)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:02:54.484404 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-89e7f8fe-5cb0-4264-840d-889e508be48c req-c57cc143-3b04-4424-acbe-cb4bb386b89c tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:54.506369 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a2653785-b8d8-4c83-963a-7663c5bd94f5 None None] Notify callbacks [] for port, precommit_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:54.537883 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1df15c-8934-449c-b609-15710f9f916b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:54.541248 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-3b1df15c-8934-449c-b609-15710f9f916b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0816009 Feb 16 17:02:54.544661 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52074) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:54.558437 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e1f4412a-c7ad-4782-9a96-c91c246f4482 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:54.566908 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 9ec07140-3d5e-4ba4-a8f5-172c60d08bbc up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:02:54.570879 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57cc143-3b04-4424-acbe-cb4bb386b89c tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Pushing event deleted for resources: {'Port': ['ID=561eab9a-0ea9-4489-acaf-f14c6ec01233,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:54.583641 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f4412a-c7ad-4782-9a96-c91c246f4482 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:54.585154 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e1f4412a-c7ad-4782-9a96-c91c246f4482 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:54.617185 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a2653785-b8d8-4c83-963a-7663c5bd94f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:54.639878 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-cae4df17-240f-4a97-b284-498430ea0088 req-d438e106-dabe-479e-9830-06e4007dd949 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 210 time: 0.0486364 Feb 16 17:02:54.725050 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e1f4412a-c7ad-4782-9a96-c91c246f4482 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.6879234 Feb 16 17:02:54.728459 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52076) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:54.736608 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-96b4a0db-123b-4328-8406-c421b1d62735 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Request body: {'subnet': {'network_id': 'af0f15c1-4245-43a1-9aa2-ab360eeeefe2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:54.759766 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8328af31-3a14-4c15-a928-0f8e064184fb tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:54.781403 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2653785-b8d8-4c83-963a-7663c5bd94f5 None None] Pushing event updated for resources: {'Port': ['ID=9ec07140-3d5e-4ba4-a8f5-172c60d08bbc,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:54.793017 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 9ec07140-3d5e-4ba4-a8f5-172c60d08bbc triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:54.793409 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:54.819226 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-f789427e-d69c-48a3-be65-b9ecd31708d3 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Allocated IP 2001:db8::161 (f5182a22-ea1c-4d79-9c04-7511cc2656b9/a66dcf92-72f5-4807-84c3-ff295baee475/86b6c0f5-fdbb-4c14-b049-6c021cdea65d) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:54.826581 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f4412a-c7ad-4782-9a96-c91c246f4482 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event updated for resources: {'Network': ['ID=af0f15c1-4245-43a1-9aa2-ab360eeeefe2,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:54.849911 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network af0f15c1-4245-43a1-9aa2-ab360eeeefe2 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:02:54.885618 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e29a591-5431-47ca-9f77-c3d27b5907ab tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:54.890261 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-6e29a591-5431-47ca-9f77-c3d27b5907ab tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3409374 Feb 16 17:02:54.902117 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52078) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:54.902250 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-f789427e-d69c-48a3-be65-b9ecd31708d3 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Allocated IP 2001:db8:0:1::a2 (f5182a22-ea1c-4d79-9c04-7511cc2656b9/44387b45-9985-4ebf-ac0f-2d8323655460/86b6c0f5-fdbb-4c14-b049-6c021cdea65d) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:55.012444 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device e77bd084-00b4-44d4-af41-67d8bcb0f006 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:02:55.013270 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8328af31-3a14-4c15-a928-0f8e064184fb tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:55.026813 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26e87d3-7716-4bd3-a05a-10be624eb73d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:55.029214 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26e87d3-7716-4bd3-a05a-10be624eb73d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:55.030807 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26e87d3-7716-4bd3-a05a-10be624eb73d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:55.033096 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d26e87d3-7716-4bd3-a05a-10be624eb73d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1267099 Feb 16 17:02:55.037920 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52080) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:55.065270 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-566fd422-81ce-43fd-a813-f0240aea510d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:55.081445 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8328af31-3a14-4c15-a928-0f8e064184fb tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:55.100729 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port e77bd084-00b4-44d4-af41-67d8bcb0f006 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:55.101409 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:55.113759 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8328af31-3a14-4c15-a928-0f8e064184fb tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1702449f-ee98-4900-a906-23f3f0918dd2,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:55.130315 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5b8bd95-c99f-4b1e-95c6-0c9edd76d41d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Deleting subnet 8292747b-f6b7-4ef3-b81d-be94606a08fb {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:02:55.134612 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c5b8bd95-c99f-4b1e-95c6-0c9edd76d41d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:55.167469 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b4a0db-123b-4328-8406-c421b1d62735 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Made reservation on behalf of 687c6649ec1f4902bed4d35faf0c53f6 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:55.174120 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566fd422-81ce-43fd-a813-f0240aea510d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2290c8c-3594-4467-bb7a-80f433c430d8,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:55.176175 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-96b4a0db-123b-4328-8406-c421b1d62735 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:55.228325 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8328af31-3a14-4c15-a928-0f8e064184fb tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:55.229666 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-8328af31-3a14-4c15-a928-0f8e064184fb tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8395085 Feb 16 17:02:55.234493 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52082) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:55.286138 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89e7f8fe-5cb0-4264-840d-889e508be48c req-c57cc143-3b04-4424-acbe-cb4bb386b89c tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Router f10a820d-8848-4d12-a850-4085a9c5b06a has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:02:55.295909 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c5b8bd95-c99f-4b1e-95c6-0c9edd76d41d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:55.333295 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8bef5c3f-9df0-4c0d-9869-ef1bf811dd15 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:55.367413 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8bef5c3f-9df0-4c0d-9869-ef1bf811dd15 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:55.391441 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f789427e-d69c-48a3-be65-b9ecd31708d3 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:55.401680 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566fd422-81ce-43fd-a813-f0240aea510d admin admin] Checking segment: {'id': '28dbb9d7-8b41-4b33-bc55-266cbd193076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '66cc928b-621e-496b-9066-5b5d6fd45edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:02:55.408856 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566fd422-81ce-43fd-a813-f0240aea510d admin admin] Network hostable DHCP agents. Network: 66cc928b-621e-496b-9066-5b5d6fd45edf, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:02:55.479790 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c5b8bd95-c99f-4b1e-95c6-0c9edd76d41d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:55.514959 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8bef5c3f-9df0-4c0d-9869-ef1bf811dd15 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:55.519244 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89e7f8fe-5cb0-4264-840d-889e508be48c req-c57cc143-3b04-4424-acbe-cb4bb386b89c tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:02:55.530621 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8bef5c3f-9df0-4c0d-9869-ef1bf811dd15 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:55.534189 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-8bef5c3f-9df0-4c0d-9869-ef1bf811dd15 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/1702449f-ee98-4900-a906-23f3f0918dd2 HTTP/1.1" status: 204 len: 168 time: 0.2694197 Feb 16 17:02:55.539602 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52084) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:55.543116 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e426c1b-c77b-4689-9530-2b7324361200 None None] Sync routers for ids ['f10a820d-8848-4d12-a850-4085a9c5b06a'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:02:55.557491 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e426c1b-c77b-4689-9530-2b7324361200 None None] Routers {'f10a820d-8848-4d12-a850-4085a9c5b06a'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:02:55.558139 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-2e426c1b-c77b-4689-9530-2b7324361200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:02:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['f10a820d-8848-4d12-a850-4085a9c5b06a'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:55.563405 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bef5c3f-9df0-4c0d-9869-ef1bf811dd15 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1702449f-ee98-4900-a906-23f3f0918dd2,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:55.583939 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-89e7f8fe-5cb0-4264-840d-889e508be48c req-c57cc143-3b04-4424-acbe-cb4bb386b89c tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] No DVR routers for this DVR port 561eab9a-0ea9-4489-acaf-f14c6ec01233 on host hv-neutron-8286 {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:02:55.588362 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566fd422-81ce-43fd-a813-f0240aea510d admin admin] Network 66cc928b-621e-496b-9066-5b5d6fd45edf is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:02:55.591164 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-89e7f8fe-5cb0-4264-840d-889e508be48c req-c57cc143-3b04-4424-acbe-cb4bb386b89c tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:55.594520 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-89e7f8fe-5cb0-4264-840d-889e508be48c req-c57cc143-3b04-4424-acbe-cb4bb386b89c tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.89 "DELETE /v2.0/ports/561eab9a-0ea9-4489-acaf-f14c6ec01233 HTTP/1.1" status: 204 len: 173 time: 3.3896706 Feb 16 17:02:55.594950 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43950d0-944f-47c7-842c-8a183fbb1338', 'name': 'network-vif-deleted', 'tag': '561eab9a-0ea9-4489-acaf-f14c6ec01233'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:02:55.597581 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb975dc7-469b-469a-b31b-01b5e2d96a79" -d '{"events": [{"server_uuid": "c43950d0-944f-47c7-842c-8a183fbb1338", "name": "network-vif-deleted", "tag": "561eab9a-0ea9-4489-acaf-f14c6ec01233"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:02:55.615184 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f789427e-d69c-48a3-be65-b9ecd31708d3 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:55.637824 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542f2e5c-ca5b-4e9a-a169-95fd71343783 None None] Network f5182a22-ea1c-4d79-9c04-7511cc2656b9 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:02:55.670287 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519e40a8-0126-4a55-ac9f-08e0ad050799 x-openstack-request-id: req-519e40a8-0126-4a55-ac9f-08e0ad050799 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:02:55.670592 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c43950d0-944f-47c7-842c-8a183fbb1338", "name": "network-vif-deleted", "tag": "561eab9a-0ea9-4489-acaf-f14c6ec01233", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:02:55.670841 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-519e40a8-0126-4a55-ac9f-08e0ad050799 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:02:55.671365 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43950d0-944f-47c7-842c-8a183fbb1338', 'name': 'network-vif-deleted', 'tag': '561eab9a-0ea9-4489-acaf-f14c6ec01233', 'status': 'completed', 'code': 200} Feb 16 17:02:55.685371 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52090) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:55.685791 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-9e47c974-cb9e-4e33-9d51-ffdc3a0b8639 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1406739 Feb 16 17:02:55.705353 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f789427e-d69c-48a3-be65-b9ecd31708d3 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Network f5182a22-ea1c-4d79-9c04-7511cc2656b9 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:55.716213 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-f789427e-d69c-48a3-be65-b9ecd31708d3 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:55.718793 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f789427e-d69c-48a3-be65-b9ecd31708d3 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:02:55.720317 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-96b4a0db-123b-4328-8406-c421b1d62735 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:55.725160 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f789427e-d69c-48a3-be65-b9ecd31708d3 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:55.725708 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f789427e-d69c-48a3-be65-b9ecd31708d3 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:55.752229 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-566fd422-81ce-43fd-a813-f0240aea510d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 66cc928b-621e-496b-9066-5b5d6fd45edf) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:55.765917 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f789427e-d69c-48a3-be65-b9ecd31708d3 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event updated for resources: {'Port': ['ID=86b6c0f5-fdbb-4c14-b049-6c021cdea65d,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:55.766984 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-980c02ec-3727-45b1-bbf0-9553ff81b169 None None] Provisioning complete for port 9ec07140-3d5e-4ba4-a8f5-172c60d08bbc triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:55.767452 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-980c02ec-3727-45b1-bbf0-9553ff81b169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:55.781246 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566fd422-81ce-43fd-a813-f0240aea510d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:55.781246 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-566fd422-81ce-43fd-a813-f0240aea510d admin admin] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:55.781810 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b4a0db-123b-4328-8406-c421b1d62735 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event updated for resources: {'Subnet': ['ID=0c913868-6766-44e7-8b72-9cc503cf0804,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:55.795206 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb3ee34-4226-44f5-b898-ccefbb4e5639 None None] Network 66cc928b-621e-496b-9066-5b5d6fd45edf requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:02:55.795385 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-45976ec5-cde0-43f6-b614-47eb1cbda36e req-2de5f162-6522-4fac-b453-1ca81d7d61d8 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/ports?device_id=c43950d0-944f-47c7-842c-8a183fbb1338 HTTP/1.1" status: 200 len: 210 time: 0.0659499 Feb 16 17:02:55.820677 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b4a0db-123b-4328-8406-c421b1d62735 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Checking segment: {'id': 'd6732fe5-8a13-4a97-bc3e-8589da39ec93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'af0f15c1-4245-43a1-9aa2-ab360eeeefe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:02:55.821186 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b4a0db-123b-4328-8406-c421b1d62735 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Network hostable DHCP agents. Network: af0f15c1-4245-43a1-9aa2-ab360eeeefe2, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:02:55.852337 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c5b8bd95-c99f-4b1e-95c6-0c9edd76d41d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:55.853698 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-63f9f79c-7bc0-4950-8295-bcbabde4baad tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:55.860709 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 561eab9a-0ea9-4489-acaf-f14c6ec01233 no longer exists at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:02:55.879873 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-63f9f79c-7bc0-4950-8295-bcbabde4baad tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:55.892422 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c5b8bd95-c99f-4b1e-95c6-0c9edd76d41d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:55.897991 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-c5b8bd95-c99f-4b1e-95c6-0c9edd76d41d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/8292747b-f6b7-4ef3-b81d-be94606a08fb HTTP/1.1" status: 204 len: 168 time: 0.8568220 Feb 16 17:02:55.897991 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b8bd95-c99f-4b1e-95c6-0c9edd76d41d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event deleted for resources: {'Subnet': ['ID=8292747b-f6b7-4ef3-b81d-be94606a08fb,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:55.899009 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52092) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:55.906647 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] No Port match for: 561eab9a-0ea9-4489-acaf-f14c6ec01233 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:02:55.906999 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 561eab9a-0ea9-4489-acaf-f14c6ec01233 not bound to the agent host hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:02:55.914510 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-2e426c1b-c77b-4689-9530-2b7324361200 None None] Set router f10a820d-8848-4d12-a850-4085a9c5b06a gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:02:55.921346 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42038a1b-eb29-4fd4-9f17-89bf167c73f3 None None] Network 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:02:55.943061 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-f789427e-d69c-48a3-be65-b9ecd31708d3 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 3.6980989 Feb 16 17:02:55.944269 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52094) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:55.951748 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-aa254db5-0d61-4657-9ef0-10a60085f832 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a66dcf92-72f5-4807-84c3-ff295baee475'}]}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:55.972678 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-55b90a96-8623-475f-adc2-9cfba7e91859 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Deleting subnet c3c43113-19d4-452c-9a15-66f40ea3e602 {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:02:55.976369 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-55b90a96-8623-475f-adc2-9cfba7e91859 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:55.979013 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b4a0db-123b-4328-8406-c421b1d62735 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Network af0f15c1-4245-43a1-9aa2-ab360eeeefe2 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:02:56.003549 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-566fd422-81ce-43fd-a813-f0240aea510d admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8813505 Feb 16 17:02:56.026874 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-55b90a96-8623-475f-adc2-9cfba7e91859 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:56.067203 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-aa254db5-0d61-4657-9ef0-10a60085f832 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:56.084413 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-96b4a0db-123b-4328-8406-c421b1d62735 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, af0f15c1-4245-43a1-9aa2-ab360eeeefe2) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:56.095850 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b4a0db-123b-4328-8406-c421b1d62735 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:56.097174 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-96b4a0db-123b-4328-8406-c421b1d62735 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:56.120285 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-63f9f79c-7bc0-4950-8295-bcbabde4baad tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:56.122835 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-63f9f79c-7bc0-4950-8295-bcbabde4baad tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:56.125285 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-63f9f79c-7bc0-4950-8295-bcbabde4baad tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "DELETE /v2.0/security-groups/4413068d-8bd6-4a4d-a7a1-36f69085914c HTTP/1.1" status: 204 len: 168 time: 0.4362826 Feb 16 17:02:56.126723 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0fd93f-d541-4da0-938a-48ed97dff5ee None None] Network af0f15c1-4245-43a1-9aa2-ab360eeeefe2 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:02:56.133856 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52098) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:56.159151 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f9f79c-7bc0-4950-8295-bcbabde4baad tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4413068d-8bd6-4a4d-a7a1-36f69085914c,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:56.163441 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-55b90a96-8623-475f-adc2-9cfba7e91859 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:56.197813 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-96b4a0db-123b-4328-8406-c421b1d62735 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4636464 Feb 16 17:02:56.198479 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52102) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:56.203639 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-bfe4690a-ce99-4ad1-b834-76756ec75596 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-327869534', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:56.288563 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-3049a55a-5485-4670-a0fa-55994a5484d4 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1518698 Feb 16 17:02:56.291289 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52106) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:56.352788 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bfe4690a-ce99-4ad1-b834-76756ec75596 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:56.355069 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bfe4690a-ce99-4ad1-b834-76756ec75596 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:56.370329 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-55b90a96-8623-475f-adc2-9cfba7e91859 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:56.416588 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-55b90a96-8623-475f-adc2-9cfba7e91859 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:56.423010 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52108) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:56.423275 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-55b90a96-8623-475f-adc2-9cfba7e91859 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/c3c43113-19d4-452c-9a15-66f40ea3e602 HTTP/1.1" status: 204 len: 168 time: 0.5231061 Feb 16 17:02:56.426064 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b90a96-8623-475f-adc2-9cfba7e91859 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event deleted for resources: {'Subnet': ['ID=c3c43113-19d4-452c-9a15-66f40ea3e602,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:56.459418 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-681a69e1-4b4b-4a99-86b9-bd26fb3a7b98 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:56.489940 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-e9fd9f1a-553c-41f9-b9ec-6f174b3b2a4b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0655208 Feb 16 17:02:56.494209 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50aea6d5-186b-4dce-964a-d0ef01f6257b None None] Network 66cc928b-621e-496b-9066-5b5d6fd45edf requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:02:56.494383 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52110) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:56.539775 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-aa254db5-0d61-4657-9ef0-10a60085f832 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Delete allocated IP 2001:db8:0:1::a2 (f5182a22-ea1c-4d79-9c04-7511cc2656b9/44387b45-9985-4ebf-ac0f-2d8323655460) {{(pid=114376) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 17:02:56.575124 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bfe4690a-ce99-4ad1-b834-76756ec75596 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:56.575124 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-681a69e1-4b4b-4a99-86b9-bd26fb3a7b98 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:56.648578 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bfe4690a-ce99-4ad1-b834-76756ec75596 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:56.657959 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10cdb1e-88f9-4f25-983c-5928a1634649 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:56.659584 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-d10cdb1e-88f9-4f25-983c-5928a1634649 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1642275 Feb 16 17:02:56.662377 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52116) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:56.731597 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf129ca-9b2b-4c1f-8d75-6f38cad79914 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:56.733445 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-acf129ca-9b2b-4c1f-8d75-6f38cad79914 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0700209 Feb 16 17:02:56.742912 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-681a69e1-4b4b-4a99-86b9-bd26fb3a7b98 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:56.742912 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-681a69e1-4b4b-4a99-86b9-bd26fb3a7b98 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:56.742912 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-681a69e1-4b4b-4a99-86b9-bd26fb3a7b98 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "DELETE /v2.0/security-groups/c6f7ce5c-58c2-40b4-b79c-86802e479bfe HTTP/1.1" status: 204 len: 168 time: 0.4474380 Feb 16 17:02:56.745468 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52120) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:56.748370 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52122) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:56.770950 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681a69e1-4b4b-4a99-86b9-bd26fb3a7b98 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f7ce5c-58c2-40b4-b79c-86802e479bfe,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:56.777991 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 9ec07140-3d5e-4ba4-a8f5-172c60d08bbc up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:02:56.792106 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-aa254db5-0d61-4657-9ef0-10a60085f832 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:56.803873 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-fdc52fd8-1e42-4a66-bb9c-8265c31bbc67 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0527298 Feb 16 17:02:56.803873 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52124) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:56.808958 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bfe4690a-ce99-4ad1-b834-76756ec75596 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:56.811214 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-bfe4690a-ce99-4ad1-b834-76756ec75596 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6109288 Feb 16 17:02:56.816262 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52126) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:56.822780 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-b1d42866-9ab7-48c9-87e8-3a70348d6b2a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Request body: {'port': {'network_id': 'af0f15c1-4245-43a1-9aa2-ab360eeeefe2', 'name': 'tempest-RoutersTest-529867198'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:56.826962 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-722a0c8f-3397-4e0d-946e-fff2ea9d4064 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:56.827717 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-722a0c8f-3397-4e0d-946e-fff2ea9d4064 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:56.833851 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-722a0c8f-3397-4e0d-946e-fff2ea9d4064 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/ports/bd571b8d-adcc-4231-bcdc-7ca22d7d3184 HTTP/1.1" status: 404 len: 333 time: 0.0298691 Feb 16 17:02:56.834587 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52130) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:56.858512 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-79f9ee77-b725-462c-b48e-3f9dcf3eec28 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1115961 Feb 16 17:02:56.866216 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52132) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:56.871269 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-8085db64-e330-4a57-8368-3faa70d8e245 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:56.871927 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8085db64-e330-4a57-8368-3faa70d8e245 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:56.878669 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-8085db64-e330-4a57-8368-3faa70d8e245 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/c3c43113-19d4-452c-9a15-66f40ea3e602 HTTP/1.1" status: 404 len: 337 time: 0.0429139 Feb 16 17:02:56.879281 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52134) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:56.912724 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-9380cca9-88f5-4e10-b147-8d59b0fa1e87 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:56.913320 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9380cca9-88f5-4e10-b147-8d59b0fa1e87 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:56.918610 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-9380cca9-88f5-4e10-b147-8d59b0fa1e87 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/8292747b-f6b7-4ef3-b81d-be94606a08fb HTTP/1.1" status: 404 len: 337 time: 0.0382826 Feb 16 17:02:56.920076 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-aa254db5-0d61-4657-9ef0-10a60085f832 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:56.931578 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52140) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:56.952386 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-cace82cc-f23c-42cf-9469-6874485f97e5 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Request body: {'security_group': {'name': 'tempest-secgroup--1810373782'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:56.955758 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52142) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:56.967248 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-cc0e36ce-0812-499a-a780-fd0762d64283 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1483279868-network', 'tenant_id': 'd2e61ee3e05f4e088b5577978272a32f'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:56.992949 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-9de341f2-5403-440e-a16f-79216cbcdbf9 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:56.994079 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9de341f2-5403-440e-a16f-79216cbcdbf9 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:57.000137 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-9de341f2-5403-440e-a16f-79216cbcdbf9 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/ports/9d79d060-636a-46a2-9363-64fb4a8a4738 HTTP/1.1" status: 404 len: 333 time: 0.0673585 Feb 16 17:02:57.002037 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52144) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:57.026483 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-aa254db5-0d61-4657-9ef0-10a60085f832 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] In _notify_port_updated(), no bound segment for port 86b6c0f5-fdbb-4c14-b049-6c021cdea65d on network f5182a22-ea1c-4d79-9c04-7511cc2656b9 {{(pid=114376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 17:02:57.032198 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa254db5-0d61-4657-9ef0-10a60085f832 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:57.032846 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-aa254db5-0d61-4657-9ef0-10a60085f832 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:57.036901 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-aa254db5-0d61-4657-9ef0-10a60085f832 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "PUT /v2.0/ports/86b6c0f5-fdbb-4c14-b049-6c021cdea65d HTTP/1.1" status: 200 len: 925 time: 1.0868628 Feb 16 17:02:57.036901 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa254db5-0d61-4657-9ef0-10a60085f832 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event updated for resources: {'Port': ['ID=86b6c0f5-fdbb-4c14-b049-6c021cdea65d,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:57.037537 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52146) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:57.042030 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-a584312a-79bd-4f99-8b1a-46fc51bd6d30 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:57.046245 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a584312a-79bd-4f99-8b1a-46fc51bd6d30 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:57.046674 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-c5d1a332-a893-4930-a0e0-545704164b41 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a66dcf92-72f5-4807-84c3-ff295baee475'}, {'subnet_id': '44387b45-9985-4ebf-ac0f-2d8323655460'}]}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:57.046773 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a584312a-79bd-4f99-8b1a-46fc51bd6d30 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/b2caae49-08c8-401a-81df-4eb2751092b5 HTTP/1.1" status: 404 len: 337 time: 0.0388081 Feb 16 17:02:57.050208 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52148) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:57.086365 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-88ff4aaf-39f7-424e-92d3-a309b42ae21a tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:57.086365 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88ff4aaf-39f7-424e-92d3-a309b42ae21a tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:57.086365 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-88ff4aaf-39f7-424e-92d3-a309b42ae21a tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/c2d2b0ee-da6b-4cec-9988-28f475da67dd HTTP/1.1" status: 404 len: 337 time: 0.0336189 Feb 16 17:02:57.088437 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52150) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:57.126596 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-e215b59c-83cc-450f-80bd-a0377d78da4d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:57.129977 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e215b59c-83cc-450f-80bd-a0377d78da4d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:57.130320 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e215b59c-83cc-450f-80bd-a0377d78da4d tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/ports/7e5d0437-045b-4fe3-8d8a-785610a469e4 HTTP/1.1" status: 404 len: 333 time: 0.0409071 Feb 16 17:02:57.133063 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52152) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:57.155795 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c5d1a332-a893-4930-a0e0-545704164b41 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:57.156664 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302a0463-305b-4e8b-9480-0edc27673932 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-af0f15c1-4245-43a1-9aa2-ab360eeeefe2', 'network_id': 'af0f15c1-4245-43a1-9aa2-ab360eeeefe2', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'fixed_ips': [{'subnet_id': '0c913868-6766-44e7-8b72-9cc503cf0804'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:02:57.157599 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-302a0463-305b-4e8b-9480-0edc27673932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:57.167085 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cace82cc-f23c-42cf-9469-6874485f97e5 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:57.174105 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-79874ada-bec2-4b53-ad4f-5fb6ce9a4395 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:57.174105 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79874ada-bec2-4b53-ad4f-5fb6ce9a4395 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:57.178552 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-79874ada-bec2-4b53-ad4f-5fb6ce9a4395 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/0b0ea7b0-25e1-4c75-b232-c77e05a038b3 HTTP/1.1" status: 404 len: 337 time: 0.0423143 Feb 16 17:02:57.185656 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52154) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:57.208729 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 9ec07140-3d5e-4ba4-a8f5-172c60d08bbc triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:57.209235 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:57.231385 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d42866-9ab7-48c9-87e8-3a70348d6b2a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Made reservation on behalf of 687c6649ec1f4902bed4d35faf0c53f6 for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:57.236467 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b1d42866-9ab7-48c9-87e8-3a70348d6b2a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:57.253156 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-13e08db1-62b6-42cc-a499-507f77124b47 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:57.262153 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13e08db1-62b6-42cc-a499-507f77124b47 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:57.262327 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2b5535-d261-4243-869a-f0b70200ba72 None None] DHCP port deletion for 1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:02:57.262450 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-13e08db1-62b6-42cc-a499-507f77124b47 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/207d4726-3a5b-4621-935e-64a7f3aa8022 HTTP/1.1" status: 404 len: 337 time: 0.0701849 Feb 16 17:02:57.262450 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0e36ce-0812-499a-a780-fd0762d64283 admin admin] Made reservation on behalf of d2e61ee3e05f4e088b5577978272a32f for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:57.262450 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cc0e36ce-0812-499a-a780-fd0762d64283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:57.264178 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52156) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:57.283932 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-b1d42866-9ab7-48c9-87e8-3a70348d6b2a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] device_id is not set on port 6dfc54d1-c598-446f-b6bd-adbeeed9318f yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:02:57.298471 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cc0e36ce-0812-499a-a780-fd0762d64283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:57.356642 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-111ef18b-a17d-4898-a3f6-5b979f156a32 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:57.357614 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-111ef18b-a17d-4898-a3f6-5b979f156a32 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:57.362797 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-111ef18b-a17d-4898-a3f6-5b979f156a32 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/ports/0ce29ac3-3f33-4800-96d3-e56774f201f0 HTTP/1.1" status: 404 len: 333 time: 0.0931363 Feb 16 17:02:57.363800 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52158) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:57.387308 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-2e426c1b-c77b-4689-9530-2b7324361200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10a820d-8848-4d12-a850-4085a9c5b06a', 'name': 'tempest-ServerActionsTestJSON-1950663377-router', 'tenant_id': '09d1279d90c3425a9b4e1f123c7549b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '797175b6-f2f8-4176-986b-0e65b9d233a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:53Z', 'updated_at': '2022-02-16T17:00:00Z', 'revision_number': 4, 'project_id': '09d1279d90c3425a9b4e1f123c7549b3', 'gw_port': {'id': '797175b6-f2f8-4176-986b-0e65b9d233a9', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10a820d-8848-4d12-a850-4085a9c5b06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:55Z', 'updated_at': '2022-02-16T17:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '573f421b-0d17-4303-a5c8-4a0d9f58b56e', 'name': '', 'network_id': '2a9f074d-71de-48a7-8445-bcff118a8024', 'tenant_id': '09d1279d90c3425a9b4e1f123c7549b3', 'mac_address': 'fa:16:3e:8e:5f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10a820d-8848-4d12-a850-4085a9c5b06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '847c90d0-f658-438a-baa8-b8b47f957a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:59Z', 'updated_at': '2022-02-16T17:00:12Z', 'revision_number': 5, 'project_id': '09d1279d90c3425a9b4e1f123c7549b3', 'subnets': [{'id': '847c90d0-f658-438a-baa8-b8b47f957a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:57.399607 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d9d9ce3-0eb4-42bc-b8a1-8110eab0468b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:57.400100 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d9d9ce3-0eb4-42bc-b8a1-8110eab0468b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:57.407736 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-5d9d9ce3-0eb4-42bc-b8a1-8110eab0468b tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/6b8223ce-d292-482a-a7a2-d5cd86048a6c HTTP/1.1" status: 404 len: 337 time: 0.0435722 Feb 16 17:02:57.411891 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52160) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:57.444053 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-714456cb-36e3-4094-9c55-bff91376e3a2 None None] Provisioning complete for port 86b6c0f5-fdbb-4c14-b049-6c021cdea65d triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:57.444574 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-714456cb-36e3-4094-9c55-bff91376e3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:57.447169 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e426c1b-c77b-4689-9530-2b7324361200 None None] Checking router: f10a820d-8848-4d12-a850-4085a9c5b06a for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:02:57.473832 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-de88afdf-5eee-4d58-a192-03a24ab6e242 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:57.474499 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de88afdf-5eee-4d58-a192-03a24ab6e242 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:57.477428 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-de88afdf-5eee-4d58-a192-03a24ab6e242 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/87709e35-a527-44c3-8f88-a658201c947c HTTP/1.1" status: 404 len: 337 time: 0.0643871 Feb 16 17:02:57.480400 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52162) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:57.495466 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e426c1b-c77b-4689-9530-2b7324361200 None None] Routers {'f10a820d-8848-4d12-a850-4085a9c5b06a'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:02:57.496167 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-2e426c1b-c77b-4689-9530-2b7324361200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:02:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['f10a820d-8848-4d12-a850-4085a9c5b06a'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:57.499733 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-b1d42866-9ab7-48c9-87e8-3a70348d6b2a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Allocated IP 172.20.0.4 (af0f15c1-4245-43a1-9aa2-ab360eeeefe2/0c913868-6766-44e7-8b72-9cc503cf0804/6dfc54d1-c598-446f-b6bd-adbeeed9318f) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:57.514381 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ebccd5e-fa55-4744-88ec-6c6c93946d86 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:57.515060 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ebccd5e-fa55-4744-88ec-6c6c93946d86 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:57.519306 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-2ebccd5e-fa55-4744-88ec-6c6c93946d86 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/ports/342de92d-3d2b-40fb-b206-0e2620ce53c8 HTTP/1.1" status: 404 len: 333 time: 0.0377843 Feb 16 17:02:57.522364 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52164) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:57.554934 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9fc95f4-9a48-45be-a2fa-eb7d80e307f6 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:57.554934 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9fc95f4-9a48-45be-a2fa-eb7d80e307f6 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:57.558414 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-b9fc95f4-9a48-45be-a2fa-eb7d80e307f6 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/694afd84-ebbb-4097-a7e1-48e438735d87 HTTP/1.1" status: 404 len: 337 time: 0.0328832 Feb 16 17:02:57.590883 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-714456cb-36e3-4094-9c55-bff91376e3a2 None None] Port 86b6c0f5-fdbb-4c14-b049-6c021cdea65d cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:02:57.616665 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-bb2b5535-d261-4243-869a-f0b70200ba72 None None] Deleting port e77bd084-00b4-44d4-af41-67d8bcb0f006 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:02:57.617049 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-bb2b5535-d261-4243-869a-f0b70200ba72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:57.627485 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52166) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:57.631570 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-c5d1a332-a893-4930-a0e0-545704164b41 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Allocated IP 2001:db8:0:1::180 (f5182a22-ea1c-4d79-9c04-7511cc2656b9/44387b45-9985-4ebf-ac0f-2d8323655460/86b6c0f5-fdbb-4c14-b049-6c021cdea65d) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:57.678711 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-91a79593-4392-4424-84f0-94b834af1a6f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:57.679796 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91a79593-4392-4424-84f0-94b834af1a6f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:57.682518 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-91a79593-4392-4424-84f0-94b834af1a6f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/ports/c41c1a0c-c2a6-4a82-8965-b9a05172156b HTTP/1.1" status: 404 len: 333 time: 0.0533962 Feb 16 17:02:57.694799 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52168) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:57.730450 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb65fabb-9c7f-41d8-837f-4c2d10056ae9 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:57.731123 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb65fabb-9c7f-41d8-837f-4c2d10056ae9 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:57.736918 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-eb65fabb-9c7f-41d8-837f-4c2d10056ae9 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/b4a325ce-c3f4-4b92-b855-911c42ae3604 HTTP/1.1" status: 404 len: 337 time: 0.0388606 Feb 16 17:02:57.748366 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52170) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:57.758526 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-bb2b5535-d261-4243-869a-f0b70200ba72 None None] For port e77bd084-00b4-44d4-af41-67d8bcb0f006, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=e77bd084-00b4-44d4-af41-67d8bcb0f006,segment=NetworkSegment(6749cc35-eb69-40cf-8a55-6e83ad275e70),segment_id=6749cc35-eb69-40cf-8a55-6e83ad275e70)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:02:57.758946 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-bb2b5535-d261-4243-869a-f0b70200ba72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:57.772677 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cace82cc-f23c-42cf-9469-6874485f97e5 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:57.782160 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-714456cb-36e3-4094-9c55-bff91376e3a2 None None] Provisioning complete for port 9ec07140-3d5e-4ba4-a8f5-172c60d08bbc triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:57.786275 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-714456cb-36e3-4094-9c55-bff91376e3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:57.786275 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-bb2b5535-d261-4243-869a-f0b70200ba72 None None] Calling delete_port for e77bd084-00b4-44d4-af41-67d8bcb0f006 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:02:57.804583 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5d84d76-ba3d-4556-a183-af0398594460 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:57.805241 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5d84d76-ba3d-4556-a183-af0398594460 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:57.808546 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-b5d84d76-ba3d-4556-a183-af0398594460 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/ports/49f616b1-0449-4c15-8147-4c89df8f94ab HTTP/1.1" status: 404 len: 333 time: 0.0509512 Feb 16 17:02:57.814836 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52172) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:57.818675 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-2e426c1b-c77b-4689-9530-2b7324361200 None None] Set router f10a820d-8848-4d12-a850-4085a9c5b06a gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:02:57.852810 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-420fd745-4351-4490-8458-1636f3166516 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:57.853274 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-420fd745-4351-4490-8458-1636f3166516 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:57.856481 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-420fd745-4351-4490-8458-1636f3166516 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/3817549f-71e5-441f-815e-ea8d916ec654 HTTP/1.1" status: 404 len: 337 time: 0.0352921 Feb 16 17:02:57.865892 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52174) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:57.869357 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cace82cc-f23c-42cf-9469-6874485f97e5 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:57.925760 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cc0e36ce-0812-499a-a780-fd0762d64283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:57.932285 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cace82cc-f23c-42cf-9469-6874485f97e5 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb62672-8c3b-4ea5-9a82-eb722a15f603,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:57.951596 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b1d42866-9ab7-48c9-87e8-3a70348d6b2a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:57.958299 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-69aff982-879a-4cd2-a750-1cee5bbc55d6 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:57.959015 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69aff982-879a-4cd2-a750-1cee5bbc55d6 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:57.964598 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-69aff982-879a-4cd2-a750-1cee5bbc55d6 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/ports/6bdf8821-75c3-48be-a33e-59c538a8008e HTTP/1.1" status: 404 len: 333 time: 0.0899417 Feb 16 17:02:57.965335 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52178) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:57.995952 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-bba78dcd-3406-4a3c-b935-217d021394fa tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:57.996449 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bba78dcd-3406-4a3c-b935-217d021394fa tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:58.001962 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-bba78dcd-3406-4a3c-b935-217d021394fa tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/4301e118-6bcd-457a-9c39-643e31edba64 HTTP/1.1" status: 404 len: 337 time: 0.0333581 Feb 16 17:02:58.002859 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52180) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:58.034139 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-783a69e6-462a-4599-8ea1-35ba19f87afc tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:58.034931 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-783a69e6-462a-4599-8ea1-35ba19f87afc tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:58.040336 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-783a69e6-462a-4599-8ea1-35ba19f87afc tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/ports/e8d8260e-0ba1-47f2-a90f-b4bc875a3137 HTTP/1.1" status: 404 len: 333 time: 0.0347824 Feb 16 17:02:58.041966 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52182) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:58.044066 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cc0e36ce-0812-499a-a780-fd0762d64283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:58.078125 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-929fb5eb-6335-4403-989a-a321b53e43c6 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:58.078612 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-929fb5eb-6335-4403-989a-a321b53e43c6 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:58.084921 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-929fb5eb-6335-4403-989a-a321b53e43c6 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/c99bda63-7973-4482-a7d0-d39b0db00d89 HTTP/1.1" status: 404 len: 337 time: 0.0406759 Feb 16 17:02:58.090292 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52184) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:58.090292 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52186) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:58.108060 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cace82cc-f23c-42cf-9469-6874485f97e5 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:58.111783 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-cace82cc-f23c-42cf-9469-6874485f97e5 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2420483 Feb 16 17:02:58.114261 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52188) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:58.119762 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-44c64ec4-1619-4dea-8f9f-4ec974b2a0e6 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Request body: {'security_group_rule': {'security_group_id': 'fcb62672-8c3b-4ea5-9a82-eb722a15f603', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:58.129094 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c5d1a332-a893-4930-a0e0-545704164b41 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:58.154933 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc0e36ce-0812-499a-a780-fd0762d64283 admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:02:58.170161 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-2e426c1b-c77b-4689-9530-2b7324361200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10a820d-8848-4d12-a850-4085a9c5b06a', 'name': 'tempest-ServerActionsTestJSON-1950663377-router', 'tenant_id': '09d1279d90c3425a9b4e1f123c7549b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '797175b6-f2f8-4176-986b-0e65b9d233a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:53Z', 'updated_at': '2022-02-16T17:00:00Z', 'revision_number': 4, 'project_id': '09d1279d90c3425a9b4e1f123c7549b3', 'gw_port': {'id': '797175b6-f2f8-4176-986b-0e65b9d233a9', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10a820d-8848-4d12-a850-4085a9c5b06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:55Z', 'updated_at': '2022-02-16T17:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '573f421b-0d17-4303-a5c8-4a0d9f58b56e', 'name': '', 'network_id': '2a9f074d-71de-48a7-8445-bcff118a8024', 'tenant_id': '09d1279d90c3425a9b4e1f123c7549b3', 'mac_address': 'fa:16:3e:8e:5f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10a820d-8848-4d12-a850-4085a9c5b06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '847c90d0-f658-438a-baa8-b8b47f957a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:59Z', 'updated_at': '2022-02-16T17:00:12Z', 'revision_number': 5, 'project_id': '09d1279d90c3425a9b4e1f123c7549b3', 'subnets': [{'id': '847c90d0-f658-438a-baa8-b8b47f957a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:58.188673 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-982b648a-7a02-4072-bc66-0085bed7f3a4 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:58.189383 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-982b648a-7a02-4072-bc66-0085bed7f3a4 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:58.194807 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-982b648a-7a02-4072-bc66-0085bed7f3a4 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/ports/d735523c-f634-491b-8369-ee4d6c71c3db HTTP/1.1" status: 404 len: 333 time: 0.0924873 Feb 16 17:02:58.195565 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52190) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:58.197614 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e36ce-0812-499a-a780-fd0762d64283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d1c2cb-e8ad-43a7-98ba-cd4161ed1072,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:58.200227 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-bb2b5535-d261-4243-869a-f0b70200ba72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:58.201917 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cc0e36ce-0812-499a-a780-fd0762d64283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:58.202264 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e426c1b-c77b-4689-9530-2b7324361200 None None] The sync data for ids ['f10a820d-8848-4d12-a850-4085a9c5b06a'] in dv-neutron-828697-3-hyperv is: [{'id': 'f10a820d-8848-4d12-a850-4085a9c5b06a', 'name': 'tempest-ServerActionsTestJSON-1950663377-router', 'tenant_id': '09d1279d90c3425a9b4e1f123c7549b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '797175b6-f2f8-4176-986b-0e65b9d233a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:53Z', 'updated_at': '2022-02-16T17:00:00Z', 'revision_number': 4, 'project_id': '09d1279d90c3425a9b4e1f123c7549b3', 'gw_port': {'id': '797175b6-f2f8-4176-986b-0e65b9d233a9', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10a820d-8848-4d12-a850-4085a9c5b06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:55Z', 'updated_at': '2022-02-16T17:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '573f421b-0d17-4303-a5c8-4a0d9f58b56e', 'name': '', 'network_id': '2a9f074d-71de-48a7-8445-bcff118a8024', 'tenant_id': '09d1279d90c3425a9b4e1f123c7549b3', 'mac_address': 'fa:16:3e:8e:5f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10a820d-8848-4d12-a850-4085a9c5b06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '847c90d0-f658-438a-baa8-b8b47f957a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:59Z', 'updated_at': '2022-02-16T17:00:12Z', 'revision_number': 5, 'project_id': '09d1279d90c3425a9b4e1f123c7549b3', 'subnets': [{'id': '847c90d0-f658-438a-baa8-b8b47f957a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:02:58.202447 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-cc0e36ce-0812-499a-a780-fd0762d64283 admin admin] Added segment a77ac5f6-8288-4a61-9d4b-879608001b13 of type vlan for network 67d4230f-bec6-411d-8237-6e3a0cb80e6b Feb 16 17:02:58.229763 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5500aa35-7d2d-4a2b-984d-8690f20b581a tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:58.231610 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2b5535-d261-4243-869a-f0b70200ba72 None None] Pushing event deleted for resources: {'Port': ['ID=e77bd084-00b4-44d4-af41-67d8bcb0f006,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:58.236860 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2b5535-d261-4243-869a-f0b70200ba72 None None] No DVR routers for this DVR port e77bd084-00b4-44d4-af41-67d8bcb0f006 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:02:58.252498 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-86d062c9-7c7b-4f8c-8421-78e51ff86b7b None None] Provisioning complete for port 86b6c0f5-fdbb-4c14-b049-6c021cdea65d triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:58.252926 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-86d062c9-7c7b-4f8c-8421-78e51ff86b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:58.255695 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8eeb0e5-3d14-4a8c-ae71-c7c4c45d1a99 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:58.255695 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8eeb0e5-3d14-4a8c-ae71-c7c4c45d1a99 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:58.262457 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-b8eeb0e5-3d14-4a8c-ae71-c7c4c45d1a99 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/7a7556f6-f4ec-406a-812c-b6d729f49ef3 HTTP/1.1" status: 404 len: 337 time: 0.0633910 Feb 16 17:02:58.264832 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c5d1a332-a893-4930-a0e0-545704164b41 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:58.268208 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52192) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:58.287452 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-44c64ec4-1619-4dea-8f9f-4ec974b2a0e6 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:58.328585 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-86d062c9-7c7b-4f8c-8421-78e51ff86b7b None None] Port 86b6c0f5-fdbb-4c14-b049-6c021cdea65d cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:02:58.347608 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ece6736-e640-4a6a-89f3-6cc93269aff3 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:58.348260 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ece6736-e640-4a6a-89f3-6cc93269aff3 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:58.351526 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-5ece6736-e640-4a6a-89f3-6cc93269aff3 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/a1f22b56-95f2-4939-97fe-8786048b02e7 HTTP/1.1" status: 404 len: 337 time: 0.0820680 Feb 16 17:02:58.357877 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-302a0463-305b-4e8b-9480-0edc27673932 None None] Allocated IP 172.20.0.2 (af0f15c1-4245-43a1-9aa2-ab360eeeefe2/0c913868-6766-44e7-8b72-9cc503cf0804/59e35b06-4674-41c0-8983-1599ebd642ec) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:58.362933 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52194) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:58.454244 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-c5d1a332-a893-4930-a0e0-545704164b41 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] In _notify_port_updated(), no bound segment for port 86b6c0f5-fdbb-4c14-b049-6c021cdea65d on network f5182a22-ea1c-4d79-9c04-7511cc2656b9 {{(pid=114376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 17:02:58.460502 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d1a332-a893-4930-a0e0-545704164b41 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:58.461333 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c5d1a332-a893-4930-a0e0-545704164b41 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:58.462817 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c5d1a332-a893-4930-a0e0-545704164b41 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "PUT /v2.0/ports/86b6c0f5-fdbb-4c14-b049-6c021cdea65d HTTP/1.1" status: 200 len: 1011 time: 1.4242835 Feb 16 17:02:58.467581 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d1a332-a893-4930-a0e0-545704164b41 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event updated for resources: {'Port': ['ID=86b6c0f5-fdbb-4c14-b049-6c021cdea65d,revision_number=3']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:58.470531 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a45ac2d-b448-4145-a2b7-409c841b96bc tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:58.471665 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a45ac2d-b448-4145-a2b7-409c841b96bc tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:58.475305 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-4a45ac2d-b448-4145-a2b7-409c841b96bc tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/ports/3ee427fe-e9f4-462a-8052-62ec9d1d9def HTTP/1.1" status: 404 len: 333 time: 0.1094506 Feb 16 17:02:58.476541 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52196) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:58.487105 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52198) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:58.516041 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device e77bd084-00b4-44d4-af41-67d8bcb0f006 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:02:58.548689 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: e77bd084-00b4-44d4-af41-67d8bcb0f006 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:02:58.549284 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device e77bd084-00b4-44d4-af41-67d8bcb0f006 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:02:58.556166 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-44c64ec4-1619-4dea-8f9f-4ec974b2a0e6 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:58.557447 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-be450479-ca8e-459b-a0da-0a9c20629e66 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:58.557974 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be450479-ca8e-459b-a0da-0a9c20629e66 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:58.565013 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-be450479-ca8e-459b-a0da-0a9c20629e66 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/91207fb8-ae3c-4551-8b36-93f0b00ccc72 HTTP/1.1" status: 404 len: 337 time: 0.0718637 Feb 16 17:02:58.565013 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52200) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:58.595849 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cc0e36ce-0812-499a-a780-fd0762d64283 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:58.601362 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-07186500-dac2-4dca-a0b4-02970f3aedcd tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:58.602400 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07186500-dac2-4dca-a0b4-02970f3aedcd tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:58.603140 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b1d42866-9ab7-48c9-87e8-3a70348d6b2a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:58.606518 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-07186500-dac2-4dca-a0b4-02970f3aedcd tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/aea5e215-18bb-46ea-af81-f3072a97a965 HTTP/1.1" status: 404 len: 337 time: 0.0416336 Feb 16 17:02:58.632829 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52202) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:58.681994 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-802f58bc-5235-4d75-8648-740605e83f37 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Deleting port 86b6c0f5-fdbb-4c14-b049-6c021cdea65d {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:02:58.682220 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5500aa35-7d2d-4a2b-984d-8690f20b581a tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:58.682338 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-802f58bc-5235-4d75-8648-740605e83f37 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:58.686598 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-44c64ec4-1619-4dea-8f9f-4ec974b2a0e6 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:58.696576 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a61fd4-5727-4541-b0de-5e5d36d117ec None None] New status for floating IP 16470492-6571-486b-a2b6-cd7142e50c04: DOWN {{(pid=114378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:02:58.699281 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-302a0463-305b-4e8b-9480-0edc27673932 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:58.705724 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.db.resource_extend [None req-cc0e36ce-0812-499a-a780-fd0762d64283 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 17:02:58.709486 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4bce923-bc11-4ae8-826c-5979ad76a2b7 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:58.709786 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4bce923-bc11-4ae8-826c-5979ad76a2b7 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:58.715880 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e4bce923-bc11-4ae8-826c-5979ad76a2b7 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/ports/7a18d313-879f-40a5-bc3c-f2f69149a352 HTTP/1.1" status: 404 len: 333 time: 0.0744450 Feb 16 17:02:58.739659 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52204) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:58.783036 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a8ae673-8ec3-4b31-9002-f09263884719 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:58.783036 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a8ae673-8ec3-4b31-9002-f09263884719 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:58.788414 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-9a8ae673-8ec3-4b31-9002-f09263884719 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/fdeb6363-189c-4459-826a-b084dd09c36a HTTP/1.1" status: 404 len: 337 time: 0.0452728 Feb 16 17:02:58.789253 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c64ec4-1619-4dea-8f9f-4ec974b2a0e6 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f50d7f6-2ba0-4f6e-b9b0-3cb852593d7f,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:58.789593 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d42866-9ab7-48c9-87e8-3a70348d6b2a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Network af0f15c1-4245-43a1-9aa2-ab360eeeefe2 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:58.792632 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52206) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:58.808125 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-b1d42866-9ab7-48c9-87e8-3a70348d6b2a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:58.809067 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-302a0463-305b-4e8b-9480-0edc27673932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:58.810589 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d42866-9ab7-48c9-87e8-3a70348d6b2a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:02:58.845943 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c83391d-7040-4d3e-bacc-7ebe4d36f058 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:58.846849 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c83391d-7040-4d3e-bacc-7ebe4d36f058 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:58.853260 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-2c83391d-7040-4d3e-bacc-7ebe4d36f058 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/b77956c6-6978-43a0-a824-78d11fe8285a HTTP/1.1" status: 404 len: 337 time: 0.0567894 Feb 16 17:02:58.853459 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d42866-9ab7-48c9-87e8-3a70348d6b2a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event updated for resources: {'Port': ['ID=6dfc54d1-c598-446f-b6bd-adbeeed9318f,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:58.857319 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52208) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:58.882697 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d42866-9ab7-48c9-87e8-3a70348d6b2a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:58.883325 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b1d42866-9ab7-48c9-87e8-3a70348d6b2a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:58.886810 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-44c64ec4-1619-4dea-8f9f-4ec974b2a0e6 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:58.890621 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-44c64ec4-1619-4dea-8f9f-4ec974b2a0e6 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7744110 Feb 16 17:02:58.891795 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52210) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:58.902426 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cc0e36ce-0812-499a-a780-fd0762d64283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:58.904108 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0e36ce-0812-499a-a780-fd0762d64283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:58.904778 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cc0e36ce-0812-499a-a780-fd0762d64283 admin admin] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:58.906542 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-9201b467-d2b6-47ca-99f5-71545611507a tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:58.907117 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302a0463-305b-4e8b-9480-0edc27673932 None None] Network af0f15c1-4245-43a1-9aa2-ab360eeeefe2 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:58.907469 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9201b467-d2b6-47ca-99f5-71545611507a tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:58.913663 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-9201b467-d2b6-47ca-99f5-71545611507a tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/ports/78b8036a-3d44-42e9-9f3e-755af196c689 HTTP/1.1" status: 404 len: 333 time: 0.0528727 Feb 16 17:02:58.913836 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-302a0463-305b-4e8b-9480-0edc27673932 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:58.916761 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302a0463-305b-4e8b-9480-0edc27673932 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:02:58.917837 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52212) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:58.918668 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a0463-305b-4e8b-9480-0edc27673932 None None] Pushing event updated for resources: {'Port': ['ID=59e35b06-4674-41c0-8983-1599ebd642ec,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:58.922677 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1901bcf7-3f50-4dd4-9e5d-9660acf66af7 None None] Provisioning complete for port 86b6c0f5-fdbb-4c14-b049-6c021cdea65d triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:58.923057 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1901bcf7-3f50-4dd4-9e5d-9660acf66af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:58.932726 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-802f58bc-5235-4d75-8648-740605e83f37 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:58.941860 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ef2005b6-84e0-4596-bd96-5c0c4844ee0d tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:58.954353 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ef2005b6-84e0-4596-bd96-5c0c4844ee0d tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:58.956504 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-802f58bc-5235-4d75-8648-740605e83f37 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Calling delete_port for 86b6c0f5-fdbb-4c14-b049-6c021cdea65d owned by {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:02:58.992817 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e36ce-0812-499a-a780-fd0762d64283 admin admin] Pushing event updated for resources: {'Network': ['ID=67d4230f-bec6-411d-8237-6e3a0cb80e6b,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:59.001397 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1901bcf7-3f50-4dd4-9e5d-9660acf66af7 None None] Port 86b6c0f5-fdbb-4c14-b049-6c021cdea65d cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:02:59.001812 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-b1d42866-9ab7-48c9-87e8-3a70348d6b2a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.1844912 Feb 16 17:02:59.009621 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-cc0e36ce-0812-499a-a780-fd0762d64283 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0440488 Feb 16 17:02:59.014874 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-302a0463-305b-4e8b-9480-0edc27673932 None None] Attempting to bind port 59e35b06-4674-41c0-8983-1599ebd642ec on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:02:59.015253 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-302a0463-305b-4e8b-9480-0edc27673932 None None] Attempting to bind port 59e35b06-4674-41c0-8983-1599ebd642ec by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': 'd6732fe5-8a13-4a97-bc3e-8589da39ec93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'af0f15c1-4245-43a1-9aa2-ab360eeeefe2'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:02:59.016263 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302a0463-305b-4e8b-9480-0edc27673932 None None] Attempting to bind port 59e35b06-4674-41c0-8983-1599ebd642ec on network af0f15c1-4245-43a1-9aa2-ab360eeeefe2 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:02:59.020532 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 67d4230f-bec6-411d-8237-6e3a0cb80e6b details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:02:59.035230 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52214) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:59.036364 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52216) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:59.037053 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5500aa35-7d2d-4a2b-984d-8690f20b581a tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:59.039170 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302a0463-305b-4e8b-9480-0edc27673932 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:02:59.039560 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302a0463-305b-4e8b-9480-0edc27673932 None None] Checking segment: {'id': 'd6732fe5-8a13-4a97-bc3e-8589da39ec93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'af0f15c1-4245-43a1-9aa2-ab360eeeefe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:02:59.039971 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-302a0463-305b-4e8b-9480-0edc27673932 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:59.040404 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302a0463-305b-4e8b-9480-0edc27673932 None None] Bound using segment: {'id': 'd6732fe5-8a13-4a97-bc3e-8589da39ec93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'af0f15c1-4245-43a1-9aa2-ab360eeeefe2'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:02:59.040830 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5500aa35-7d2d-4a2b-984d-8690f20b581a tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:59.040965 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-302a0463-305b-4e8b-9480-0edc27673932 None None] Bound port: 59e35b06-4674-41c0-8983-1599ebd642ec, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6732fe5-8a13-4a97-bc3e-8589da39ec93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'af0f15c1-4245-43a1-9aa2-ab360eeeefe2'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:02:59.041262 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-302a0463-305b-4e8b-9480-0edc27673932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:59.042179 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-5500aa35-7d2d-4a2b-984d-8690f20b581a tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "DELETE /v2.0/security-groups/c193d8af-c799-418b-aaf4-4388562f51df HTTP/1.1" status: 204 len: 168 time: 0.9432554 Feb 16 17:02:59.044762 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52218) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:59.052943 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-5b4f6d23-8fc2-4445-a164-b964b719297f admin admin] Request body: {'subnet': {'network_id': '67d4230f-bec6-411d-8237-6e3a0cb80e6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1483279868-subnet', 'tenant_id': 'd2e61ee3e05f4e088b5577978272a32f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:59.056304 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-f50583fe-1c24-472d-8427-e23fd3fbf138 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:59.056891 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f50583fe-1c24-472d-8427-e23fd3fbf138 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:59.062750 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f50583fe-1c24-472d-8427-e23fd3fbf138 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/32a1cd5e-b6e0-4564-963f-910b7a50494d HTTP/1.1" status: 404 len: 337 time: 0.1371384 Feb 16 17:02:59.063481 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52220) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:59.081030 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5500aa35-7d2d-4a2b-984d-8690f20b581a tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c193d8af-c799-418b-aaf4-4388562f51df,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:59.097870 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-a8af5a60-2fba-467b-9b80-9845bd6a1456 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] show failed (client error): The resource could not be found. Feb 16 17:02:59.099002 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-a8af5a60-2fba-467b-9b80-9845bd6a1456 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "GET /v2.0/security-groups/c193d8af-c799-418b-aaf4-4388562f51df HTTP/1.1" status: 404 len: 347 time: 0.0531967 Feb 16 17:02:59.103026 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52222) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:59.137600 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ef2005b6-84e0-4596-bd96-5c0c4844ee0d tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:59.151298 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ef2005b6-84e0-4596-bd96-5c0c4844ee0d tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:59.156029 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-ef2005b6-84e0-4596-bd96-5c0c4844ee0d tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/4f50d7f6-2ba0-4f6e-b9b0-3cb852593d7f HTTP/1.1" status: 204 len: 168 time: 0.2605860 Feb 16 17:02:59.156029 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52224) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:59.168723 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-a76c7aa8-c3c1-4688-ba3e-030d3de9595e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:59.169191 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a76c7aa8-c3c1-4688-ba3e-030d3de9595e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:59.175954 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a76c7aa8-c3c1-4688-ba3e-030d3de9595e tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/5e230d4c-0650-45c1-bca8-587155dae4aa HTTP/1.1" status: 404 len: 337 time: 0.1046438 Feb 16 17:02:59.180872 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52226) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:59.214467 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2005b6-84e0-4596-bd96-5c0c4844ee0d tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f50d7f6-2ba0-4f6e-b9b0-3cb852593d7f,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:59.231742 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4f6d23-8fc2-4445-a164-b964b719297f admin admin] Made reservation on behalf of d2e61ee3e05f4e088b5577978272a32f for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:02:59.234138 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5b4f6d23-8fc2-4445-a164-b964b719297f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:59.256547 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-60c34674-8ef6-462d-afb7-892dc985d67f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a9d4dd2-5af7-4382-a2a6-3baad2941d44 HTTP/1.1" status: 200 len: 205 time: 0.0723052 Feb 16 17:02:59.258901 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52228) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:59.333286 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-302a0463-305b-4e8b-9480-0edc27673932 None None] For port 59e35b06-4674-41c0-8983-1599ebd642ec, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:02:59.336728 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-302a0463-305b-4e8b-9480-0edc27673932 None None] For port 59e35b06-4674-41c0-8983-1599ebd642ec, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=59e35b06-4674-41c0-8983-1599ebd642ec,segment=NetworkSegment(d6732fe5-8a13-4a97-bc3e-8589da39ec93),segment_id=d6732fe5-8a13-4a97-bc3e-8589da39ec93)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:02:59.357515 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-9d7d05fd-9eaf-40d3-8d27-14ac85c0c2ac tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] delete failed (client error): The resource could not be found. Feb 16 17:02:59.357515 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-9d7d05fd-9eaf-40d3-8d27-14ac85c0c2ac tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/routers/5a9d4dd2-5af7-4382-a2a6-3baad2941d44 HTTP/1.1" status: 404 len: 336 time: 0.0901213 Feb 16 17:02:59.357821 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52230) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:59.388497 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-0c2c8f13-3df0-48ff-b953-4ea3b5e0ffba tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2312562 Feb 16 17:02:59.389585 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-1984eaa3-fcf1-48de-a63d-29a9e2f08236 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:59.390045 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1984eaa3-fcf1-48de-a63d-29a9e2f08236 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:59.392509 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52232) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:59.393068 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-1984eaa3-fcf1-48de-a63d-29a9e2f08236 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/4b3f31b0-6db4-4991-a360-60db42dd6702 HTTP/1.1" status: 404 len: 337 time: 0.0360854 Feb 16 17:02:59.396451 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52234) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:59.405215 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-302a0463-305b-4e8b-9480-0edc27673932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:59.433283 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-05453deb-d207-4819-9080-b5dda423e78f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "GET /v2.0/ports?device_id=f14e3e51-31b9-4175-8fe5-a4c8b8421c13 HTTP/1.1" status: 200 len: 205 time: 0.0354676 Feb 16 17:02:59.433821 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52236) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:59.449138 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-63399468-2bbc-4100-9d95-ccc72b33eff9 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Deleting port a5ea9d4b-50e7-425e-8a0c-d21074e0e8ce {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:02:59.449708 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-63399468-2bbc-4100-9d95-ccc72b33eff9 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:59.478550 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a0463-305b-4e8b-9480-0edc27673932 None None] Pushing event updated for resources: {'Port': ['ID=59e35b06-4674-41c0-8983-1599ebd642ec,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:59.546621 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-d0e86a4f-cd26-42f4-9a02-f0682a1dc5e7 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] delete failed (client error): The resource could not be found. Feb 16 17:02:59.547756 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d0e86a4f-cd26-42f4-9a02-f0682a1dc5e7 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/routers/f14e3e51-31b9-4175-8fe5-a4c8b8421c13 HTTP/1.1" status: 404 len: 336 time: 0.1100655 Feb 16 17:02:59.554937 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52238) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:59.588092 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fa6c2b11-ca70-413c-8cef-25961595b680 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:59.605841 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-2504b9ad-56c6-4cb7-a07f-de7339acf2e1 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:59.606306 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2504b9ad-56c6-4cb7-a07f-de7339acf2e1 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:59.611731 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-2504b9ad-56c6-4cb7-a07f-de7339acf2e1 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/1337d6de-be9c-4997-8b25-111e12737a38 HTTP/1.1" status: 404 len: 337 time: 0.0535526 Feb 16 17:02:59.626685 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52240) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:59.680285 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fa6c2b11-ca70-413c-8cef-25961595b680 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:59.684999 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-63399468-2bbc-4100-9d95-ccc72b33eff9 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:59.685336 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-63399468-2bbc-4100-9d95-ccc72b33eff9 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:59.692528 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1edb6b6-260d-468b-8dd8-333a3c7a59ae tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:59.692973 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1edb6b6-260d-468b-8dd8-333a3c7a59ae tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:59.696036 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-e1edb6b6-260d-468b-8dd8-333a3c7a59ae tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/c4a93973-406d-4c99-b863-c0dc4f4f6386 HTTP/1.1" status: 404 len: 337 time: 0.0658815 Feb 16 17:02:59.698822 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-63399468-2bbc-4100-9d95-ccc72b33eff9 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Calling delete_port for a5ea9d4b-50e7-425e-8a0c-d21074e0e8ce owned by network:floatingip {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:02:59.701401 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52242) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:59.702509 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-802f58bc-5235-4d75-8648-740605e83f37 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:59.704021 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1cd4b3d1-cdd4-472c-82ab-b3c8c0c634d7 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:59.746151 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8384abd-ca59-428f-894e-ec9dd2cc3fe0 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:59.747007 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8384abd-ca59-428f-894e-ec9dd2cc3fe0 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:59.750652 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f8384abd-ca59-428f-894e-ec9dd2cc3fe0 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/ports/d6c1ea79-4215-48ad-811a-d7e94b196944 HTTP/1.1" status: 404 len: 333 time: 0.0486717 Feb 16 17:02:59.755408 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52244) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:59.761665 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f58bc-5235-4d75-8648-740605e83f37 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event deleted for resources: {'Port': ['ID=86b6c0f5-fdbb-4c14-b049-6c021cdea65d,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:59.827961 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5b4f6d23-8fc2-4445-a164-b964b719297f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:59.840256 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-802f58bc-5235-4d75-8648-740605e83f37 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:59.848632 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-802f58bc-5235-4d75-8648-740605e83f37 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "DELETE /v2.0/ports/86b6c0f5-fdbb-4c14-b049-6c021cdea65d HTTP/1.1" status: 204 len: 168 time: 1.3695686 Feb 16 17:02:59.849747 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52246) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:59.870205 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-160be7b2-7641-4013-b6dc-bb44bff1695f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:59.870689 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-160be7b2-7641-4013-b6dc-bb44bff1695f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:59.873754 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-160be7b2-7641-4013-b6dc-bb44bff1695f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/54b05e88-4e0d-41e3-a651-0b66d421ed14 HTTP/1.1" status: 404 len: 337 time: 0.1181030 Feb 16 17:02:59.882297 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52248) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:59.925461 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f6d23-8fc2-4445-a164-b964b719297f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8b24fe7-722d-4b6a-862a-8ef7fce99dd6,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:59.931139 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-7edb4c60-c4d4-438c-8aa0-095a88d749f0 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:59.931139 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7edb4c60-c4d4-438c-8aa0-095a88d749f0 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:59.937405 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fa6c2b11-ca70-413c-8cef-25961595b680 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:59.937405 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fa6c2b11-ca70-413c-8cef-25961595b680 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:02:59.937575 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-7edb4c60-c4d4-438c-8aa0-095a88d749f0 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/ports/325f8e11-3c05-4e1a-adc3-d7a46ec2c385 HTTP/1.1" status: 404 len: 333 time: 0.0504217 Feb 16 17:02:59.938147 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52250) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:59.938339 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-fa6c2b11-ca70-413c-8cef-25961595b680 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "DELETE /v2.0/security-groups/fcb62672-8c3b-4ea5-9a82-eb722a15f603 HTTP/1.1" status: 204 len: 168 time: 0.5429816 Feb 16 17:02:59.938508 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52252) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:59.943230 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:02:59.973118 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-3532d8e3-f7ee-4a32-86a4-88539ddc2044 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] GET failed (client error): The resource could not be found. Feb 16 17:02:59.976053 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-3532d8e3-f7ee-4a32-86a4-88539ddc2044 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "GET /v2.0/ports/86b6c0f5-fdbb-4c14-b049-6c021cdea65d HTTP/1.1" status: 404 len: 333 time: 0.1208355 Feb 16 17:02:59.979970 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52254) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:02:59.990314 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4152f99-8221-4c7d-b489-fbbb9a39b22f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] DELETE failed (client error): The resource could not be found. Feb 16 17:02:59.990773 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4152f99-8221-4c7d-b489-fbbb9a39b22f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:02:59.996086 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-c4152f99-8221-4c7d-b489-fbbb9a39b22f tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/7c752067-8bba-48f4-94b7-efcdada5fe00 HTTP/1.1" status: 404 len: 337 time: 0.0544803 Feb 16 17:03:00.001956 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52256) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:00.006365 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6c2b11-ca70-413c-8cef-25961595b680 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb62672-8c3b-4ea5-9a82-eb722a15f603,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:00.021063 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4f6d23-8fc2-4445-a164-b964b719297f admin admin] Checking segment: {'id': 'a77ac5f6-8288-4a61-9d4b-879608001b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '67d4230f-bec6-411d-8237-6e3a0cb80e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:03:00.021431 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4f6d23-8fc2-4445-a164-b964b719297f admin admin] Network hostable DHCP agents. Network: 67d4230f-bec6-411d-8237-6e3a0cb80e6b, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:03:00.077749 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a85fc0a3-4269-4e65-8c7a-fbf6322c8a8f tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1364410 Feb 16 17:03:00.083695 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52258) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:00.091436 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-ccbd5ca9-14bd-4b1f-b887-617115c3e6d9 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Request body: {'security_group': {'name': 'tempest-secgroup--1702341595'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:00.127876 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-72c2ed99-7c7a-4698-be49-8bf743dafdec tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] DELETE failed (client error): The resource could not be found. Feb 16 17:03:00.127876 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72c2ed99-7c7a-4698-be49-8bf743dafdec tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:03:00.127876 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-72c2ed99-7c7a-4698-be49-8bf743dafdec tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/ports/a68da519-459e-4c5f-a13c-a37505de3a87 HTTP/1.1" status: 404 len: 333 time: 0.1225784 Feb 16 17:03:00.130136 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52260) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:00.156653 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a37ae7f-0855-43cb-825d-4b02f5da608c tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] DELETE failed (client error): The resource could not be found. Feb 16 17:03:00.157116 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a37ae7f-0855-43cb-825d-4b02f5da608c tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:03:00.162439 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-83383364-ae35-479e-a41a-fe251b4f8622 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Deleting subnet 44387b45-9985-4ebf-ac0f-2d8323655460 {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:03:00.162606 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-7a37ae7f-0855-43cb-825d-4b02f5da608c tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/204ec77b-3946-4e2d-b76f-928c5ad1a947 HTTP/1.1" status: 404 len: 337 time: 0.0296402 Feb 16 17:03:00.163342 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-83383364-ae35-479e-a41a-fe251b4f8622 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:00.164170 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52262) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:00.188378 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4f6d23-8fc2-4445-a164-b964b719297f admin admin] Network 67d4230f-bec6-411d-8237-6e3a0cb80e6b is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:03:00.190752 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce558814-c95c-4ee3-9c41-83d763912cba tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] DELETE failed (client error): The resource could not be found. Feb 16 17:03:00.196895 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce558814-c95c-4ee3-9c41-83d763912cba tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:03:00.196895 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ce558814-c95c-4ee3-9c41-83d763912cba tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/ports/413c45d2-7f93-4167-97d4-ac5985cbc294 HTTP/1.1" status: 404 len: 333 time: 0.0292149 Feb 16 17:03:00.198776 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52264) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:00.227873 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c2b0d4b-d762-4268-abb3-9331a4a16c82 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] DELETE failed (client error): The resource could not be found. Feb 16 17:03:00.228551 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c2b0d4b-d762-4268-abb3-9331a4a16c82 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:03:00.231438 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-3c2b0d4b-d762-4268-abb3-9331a4a16c82 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/131362c7-e192-46b5-90d6-9629d676bce7 HTTP/1.1" status: 404 len: 337 time: 0.0316896 Feb 16 17:03:00.231768 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-83383364-ae35-479e-a41a-fe251b4f8622 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:00.232230 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-63399468-2bbc-4100-9d95-ccc72b33eff9 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:00.234944 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ccbd5ca9-14bd-4b1f-b887-617115c3e6d9 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:00.235109 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52266) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:00.278636 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63399468-2bbc-4100-9d95-ccc72b33eff9 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Pushing event deleted for resources: {'Port': ['ID=a5ea9d4b-50e7-425e-8a0c-d21074e0e8ce,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:00.298792 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f13ab01-c63e-4af0-8628-b09d4500b430 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] DELETE failed (client error): The resource could not be found. Feb 16 17:03:00.304616 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f13ab01-c63e-4af0-8628-b09d4500b430 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:03:00.304616 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-4f13ab01-c63e-4af0-8628-b09d4500b430 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/ports/57c1536f-f610-4efb-8490-08e2c4ecdd37 HTTP/1.1" status: 404 len: 333 time: 0.0658700 Feb 16 17:03:00.306596 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52268) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:00.313308 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-5b4f6d23-8fc2-4445-a164-b964b719297f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 67d4230f-bec6-411d-8237-6e3a0cb80e6b) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:00.326526 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719f0699-87fa-41b8-9873-62ad9fe8e83e None None] Network 67d4230f-bec6-411d-8237-6e3a0cb80e6b requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:03:00.327427 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1cd4b3d1-cdd4-472c-82ab-b3c8c0c634d7 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:00.376447 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4f6d23-8fc2-4445-a164-b964b719297f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:00.377037 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5b4f6d23-8fc2-4445-a164-b964b719297f admin admin] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:00.390326 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc6ef565-73ac-4ab1-8a2f-49490e3c1067 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] DELETE failed (client error): The resource could not be found. Feb 16 17:03:00.390326 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc6ef565-73ac-4ab1-8a2f-49490e3c1067 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:03:00.391712 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-cc6ef565-73ac-4ab1-8a2f-49490e3c1067 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/1ae38c01-400e-4163-ac5d-14c2aca0ec9d HTTP/1.1" status: 404 len: 337 time: 0.0816696 Feb 16 17:03:00.395708 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:00.398343 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52270) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:00.409920 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1cd4b3d1-cdd4-472c-82ab-b3c8c0c634d7 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:00.430549 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-83383364-ae35-479e-a41a-fe251b4f8622 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:00.453948 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-832b2708-6b30-42a8-9dc5-8e21b8cd5efe tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] DELETE failed (client error): The resource could not be found. Feb 16 17:03:00.454668 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-832b2708-6b30-42a8-9dc5-8e21b8cd5efe tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:03:00.458426 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-832b2708-6b30-42a8-9dc5-8e21b8cd5efe tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/ports/aa8bac37-8caa-490d-81fa-3772d844a06f HTTP/1.1" status: 404 len: 333 time: 0.0546510 Feb 16 17:03:00.461527 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52272) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:00.473566 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-63399468-2bbc-4100-9d95-ccc72b33eff9 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Notify callbacks [] for floatingip, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:00.476393 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-63399468-2bbc-4100-9d95-ccc72b33eff9 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:00.482598 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-63399468-2bbc-4100-9d95-ccc72b33eff9 tempest-ServerActionsTestJSON-869448938 tempest-ServerActionsTestJSON-869448938-project] 10.222.0.88 "DELETE /v2.0/floatingips/16470492-6571-486b-a2b6-cd7142e50c04 HTTP/1.1" status: 204 len: 168 time: 1.3609130 Feb 16 17:03:00.484894 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52274) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:00.512564 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5e2c1e-f120-4f24-a075-23311e4c55d3 None None] Network 67d4230f-bec6-411d-8237-6e3a0cb80e6b requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:03:00.556451 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-604c13f2-5bd9-4a01-9d2b-865e46666bca tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] DELETE failed (client error): The resource could not be found. Feb 16 17:03:00.562551 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-604c13f2-5bd9-4a01-9d2b-865e46666bca tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:03:00.569205 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-604c13f2-5bd9-4a01-9d2b-865e46666bca tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/b5b5c548-7802-4696-9b2c-9de4d596164b HTTP/1.1" status: 404 len: 337 time: 0.1055279 Feb 16 17:03:00.581509 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52276) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:00.593981 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd4b3d1-cdd4-472c-82ab-b3c8c0c634d7 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event updated for resources: {'Port': ['ID=6dfc54d1-c598-446f-b6bd-adbeeed9318f,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:00.623388 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 59e35b06-4674-41c0-8983-1599ebd642ec up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:03:00.651413 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-d348fa6e-ed38-4fbf-a626-8f09e9845722 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] DELETE failed (client error): The resource could not be found. Feb 16 17:03:00.652704 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d348fa6e-ed38-4fbf-a626-8f09e9845722 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:03:00.659426 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-d348fa6e-ed38-4fbf-a626-8f09e9845722 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/ports/0ab8d8d0-be11-43fc-bc7f-8f9ccdebee75 HTTP/1.1" status: 404 len: 333 time: 0.0735664 Feb 16 17:03:00.672184 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-5b4f6d23-8fc2-4445-a164-b964b719297f admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6286986 Feb 16 17:03:00.674917 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52278) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:00.678113 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ccbd5ca9-14bd-4b1f-b887-617115c3e6d9 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:00.767948 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c27659f-cc7b-4408-ab17-432b91cd5c12 None None] Network af0f15c1-4245-43a1-9aa2-ab360eeeefe2 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:03:00.780620 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ccbd5ca9-14bd-4b1f-b887-617115c3e6d9 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:00.816602 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-83383364-ae35-479e-a41a-fe251b4f8622 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:00.856804 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b5790f9-b534-410e-b25e-bfe883ef8cd0 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] DELETE failed (client error): The resource could not be found. Feb 16 17:03:00.857431 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b5790f9-b534-410e-b25e-bfe883ef8cd0 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:03:00.863427 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83383364-ae35-479e-a41a-fe251b4f8622 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event deleted for resources: {'Subnet': ['ID=44387b45-9985-4ebf-ac0f-2d8323655460,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:00.864214 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-6b5790f9-b534-410e-b25e-bfe883ef8cd0 tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/subnets/02429bde-3254-46e5-a445-d7f7673c13e2 HTTP/1.1" status: 404 len: 337 time: 0.1846001 Feb 16 17:03:00.865595 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52282) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:00.886836 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-83383364-ae35-479e-a41a-fe251b4f8622 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:00.894515 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-83383364-ae35-479e-a41a-fe251b4f8622 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "DELETE /v2.0/subnets/44387b45-9985-4ebf-ac0f-2d8323655460 HTTP/1.1" status: 204 len: 168 time: 0.9133677 Feb 16 17:03:00.900025 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52284) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:00.902176 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd5ca9-14bd-4b1f-b887-617115c3e6d9 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75ef9d46-c081-4846-8a22-651bce6f65aa,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:00.928110 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20f20b7-3f6a-4155-b3d4-6c372b73ce77 None None] Network f5182a22-ea1c-4d79-9c04-7511cc2656b9 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:03:00.965516 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-6464c61f-7912-4704-95b1-2b8d36434a71 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Deleting subnet a66dcf92-72f5-4807-84c3-ff295baee475 {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:03:00.973845 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1cd4b3d1-cdd4-472c-82ab-b3c8c0c634d7 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:00.996952 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6464c61f-7912-4704-95b1-2b8d36434a71 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:01.002190 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ccbd5ca9-14bd-4b1f-b887-617115c3e6d9 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:01.003564 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ccbd5ca9-14bd-4b1f-b887-617115c3e6d9 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9171424 Feb 16 17:03:01.022808 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52288) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:01.036778 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-16d7db86-14d7-46fd-a9ce-5aacb8e61273 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Request body: {'security_group_rule': {'security_group_id': '75ef9d46-c081-4846-8a22-651bce6f65aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:01.060341 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6464c61f-7912-4704-95b1-2b8d36434a71 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:01.062976 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-321b5622-171b-4675-b5ec-dec4eb2631dd tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:01.134363 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 59e35b06-4674-41c0-8983-1599ebd642ec triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:01.134969 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:01.136608 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-194df2dc-ab86-4338-a27a-f5674789805d None None] Provisioning complete for port 59e35b06-4674-41c0-8983-1599ebd642ec triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:01.137072 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-194df2dc-ab86-4338-a27a-f5674789805d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:01.260962 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-16d7db86-14d7-46fd-a9ce-5aacb8e61273 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:01.275932 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6464c61f-7912-4704-95b1-2b8d36434a71 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:01.278972 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-321b5622-171b-4675-b5ec-dec4eb2631dd tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:01.338099 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1cd4b3d1-cdd4-472c-82ab-b3c8c0c634d7 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:01.351512 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-321b5622-171b-4675-b5ec-dec4eb2631dd tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e2a9b2d-a159-48c5-a704-dcb18c3b88c3']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:01.378487 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-321b5622-171b-4675-b5ec-dec4eb2631dd tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6749cc35-eb69-40cf-8a55-6e83ad275e70') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:01.378759 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-321b5622-171b-4675-b5ec-dec4eb2631dd tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6749cc35-eb69-40cf-8a55-6e83ad275e70') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:01.432569 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:01.434905 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-194df2dc-ab86-4338-a27a-f5674789805d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:01.453501 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-321b5622-171b-4675-b5ec-dec4eb2631dd tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:01.501523 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-16d7db86-14d7-46fd-a9ce-5aacb8e61273 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:01.506814 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-321b5622-171b-4675-b5ec-dec4eb2631dd tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:01.511432 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port 59e35b06-4674-41c0-8983-1599ebd642ec, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=59e35b06-4674-41c0-8983-1599ebd642ec,segment=NetworkSegment(d6732fe5-8a13-4a97-bc3e-8589da39ec93),segment_id=d6732fe5-8a13-4a97-bc3e-8589da39ec93)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:03:01.552676 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-321b5622-171b-4675-b5ec-dec4eb2631dd tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:03:01.553393 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-321b5622-171b-4675-b5ec-dec4eb2631dd tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:01.556603 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 17:03:01.556603 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:03:01.556603 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 17:03:01.556603 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:03:01.556603 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 17:03:01.556603 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:03:01.556603 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 17:03:01.556603 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:03:01.556603 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 17:03:01.556603 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:03:01.556603 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 17:03:01.556603 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:03:01.556603 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 17:03:01.556603 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:03:01.556603 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:03:01.556603 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:03:01.556603 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:03:01.556603 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:03:01.556603 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 17:03:01.556603 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:03:01.556603 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 17:03:01.556603 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:03:01.556603 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:03:01.556603 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:03:01.556603 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 17:03:01.556603 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:03:01.556603 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:03:01.556603 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:03:01.556603 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:03:01.556603 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:03:01.556603 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:03:01.556603 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:03:01.640616 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:01.674231 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6464c61f-7912-4704-95b1-2b8d36434a71 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:01.741000 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6464c61f-7912-4704-95b1-2b8d36434a71 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event deleted for resources: {'Subnet': ['ID=a66dcf92-72f5-4807-84c3-ff295baee475,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:01.761592 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6464c61f-7912-4704-95b1-2b8d36434a71 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:01.767705 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-6464c61f-7912-4704-95b1-2b8d36434a71 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "DELETE /v2.0/subnets/a66dcf92-72f5-4807-84c3-ff295baee475 HTTP/1.1" status: 204 len: 168 time: 0.8641424 Feb 16 17:03:01.773377 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754251b-4d7f-4a9a-926b-fefa40fb5c3d req-6ab483fd-0189-4378-90a8-31868816dcd0 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:01.775011 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-8754251b-4d7f-4a9a-926b-fefa40fb5c3d req-6ab483fd-0189-4378-90a8-31868816dcd0 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] 10.222.0.88 "GET /v2.0/networks?id=66cc928b-621e-496b-9066-5b5d6fd45edf HTTP/1.1" status: 200 len: 812 time: 0.3420203 Feb 16 17:03:01.775496 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52306) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:01.866034 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=59e35b06-4674-41c0-8983-1599ebd642ec,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:01.906431 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.db.api [None req-194df2dc-ab86-4338-a27a-f5674789805d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:03:01.907078 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG oslo_db.api [None req-194df2dc-ab86-4338-a27a-f5674789805d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:03:02.003318 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-16d7db86-14d7-46fd-a9ce-5aacb8e61273 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:02.081270 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d7db86-14d7-46fd-a9ce-5aacb8e61273 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2698c012-6d8e-4fcc-b35a-487360f62678,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:02.176771 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-321b5622-171b-4675-b5ec-dec4eb2631dd tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:02.192694 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-321b5622-171b-4675-b5ec-dec4eb2631dd tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:02.199004 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-321b5622-171b-4675-b5ec-dec4eb2631dd tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] 10.222.0.88 "DELETE /v2.0/networks/1e2a9b2d-a159-48c5-a704-dcb18c3b88c3 HTTP/1.1" status: 204 len: 168 time: 1.3276141 Feb 16 17:03:02.214591 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-16d7db86-14d7-46fd-a9ce-5aacb8e61273 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:02.218750 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-16d7db86-14d7-46fd-a9ce-5aacb8e61273 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1951125 Feb 16 17:03:02.232922 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52310) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:02.245752 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321b5622-171b-4675-b5ec-dec4eb2631dd tempest-NetworksTestDHCPv6-557855304 tempest-NetworksTestDHCPv6-557855304-project] Pushing event deleted for resources: {'Network': ['ID=1e2a9b2d-a159-48c5-a704-dcb18c3b88c3,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:02.279195 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-14cceeb5-4141-4066-8c42-096b2242fbca tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "GET /v2.0/security-group-rules/2698c012-6d8e-4fcc-b35a-487360f62678 HTTP/1.1" status: 200 len: 763 time: 0.0450165 Feb 16 17:03:02.283085 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52312) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:02.285047 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-8754251b-4d7f-4a9a-926b-fefa40fb5c3d req-cec5dc5c-181e-49a6-83b9-0c1819959f5d tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] 10.222.0.88 "GET /v2.0/quotas/cbbb3cdcea6a4c22a0dec7df58592000 HTTP/1.1" status: 200 len: 375 time: 0.4617751 Feb 16 17:03:02.369557 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-8754251b-4d7f-4a9a-926b-fefa40fb5c3d req-9849ccd0-bf20-401f-aed8-f6978f2c2ca5 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=cbbb3cdcea6a4c22a0dec7df58592000&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0830121 Feb 16 17:03:02.371602 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-31737b3a-e84a-4ba4-b67c-725142ee6758 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0870934 Feb 16 17:03:02.375001 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52314) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:02.382426 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1cd4b3d1-cdd4-472c-82ab-b3c8c0c634d7 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:02.431806 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7b63c86d-5248-4a6a-8bfb-b62191f39da0 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:02.444076 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7b63c86d-5248-4a6a-8bfb-b62191f39da0 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:02.474572 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1cd4b3d1-cdd4-472c-82ab-b3c8c0c634d7 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:02.525095 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 59e35b06-4674-41c0-8983-1599ebd642ec up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:03:02.572595 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1cd4b3d1-cdd4-472c-82ab-b3c8c0c634d7 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:02.573697 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f419ca27-15be-407f-8717-37fc42fb14e8 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:02.590147 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd4b3d1-cdd4-472c-82ab-b3c8c0c634d7 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event updated for resources: {'Port': ['ID=6dfc54d1-c598-446f-b6bd-adbeeed9318f,revision_number=3']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:02.593642 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-52a11630-4bd9-4b0e-800d-248f6d4e02af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:02.635460 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7b63c86d-5248-4a6a-8bfb-b62191f39da0 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:02.639639 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-11221ff2-2e7a-4358-8747-53a84fb7ab42 None None] Provisioning complete for port 59e35b06-4674-41c0-8983-1599ebd642ec triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:02.639639 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-11221ff2-2e7a-4358-8747-53a84fb7ab42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:02.647623 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7b63c86d-5248-4a6a-8bfb-b62191f39da0 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:02.651899 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-7b63c86d-5248-4a6a-8bfb-b62191f39da0 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/2698c012-6d8e-4fcc-b35a-487360f62678 HTTP/1.1" status: 204 len: 168 time: 0.2691243 Feb 16 17:03:02.652700 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52316) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:02.668371 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0938ea1d-cc2c-4f3a-810f-354c423cb8e4 None None] Network f5182a22-ea1c-4d79-9c04-7511cc2656b9 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:03:02.672893 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b63c86d-5248-4a6a-8bfb-b62191f39da0 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2698c012-6d8e-4fcc-b35a-487360f62678,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:02.728806 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-97c5c50f-7e36-45ce-9f30-3a9ef2d3365d tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0729291 Feb 16 17:03:02.733735 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52318) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:02.739851 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-3e22916f-8a12-4690-80f6-052b74a2d168 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Request body: {'security_group_rule': {'security_group_id': '75ef9d46-c081-4846-8a22-651bce6f65aa', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:02.759202 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 59e35b06-4674-41c0-8983-1599ebd642ec triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:02.759487 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:02.760671 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd4b3d1-cdd4-472c-82ab-b3c8c0c634d7 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Network af0f15c1-4245-43a1-9aa2-ab360eeeefe2 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:02.767485 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-1cd4b3d1-cdd4-472c-82ab-b3c8c0c634d7 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:02.836015 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-8754251b-4d7f-4a9a-926b-fefa40fb5c3d req-a17fab91-9f91-41ac-b779-34eb2d4edf05 service neutron] 10.222.0.88 "GET /v2.0/networks/66cc928b-621e-496b-9066-5b5d6fd45edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4653215 Feb 16 17:03:02.884944 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52322) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:02.921608 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3e22916f-8a12-4690-80f6-052b74a2d168 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:03.022796 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-11221ff2-2e7a-4358-8747-53a84fb7ab42 None None] Provisioning complete for port 6dfc54d1-c598-446f-b6bd-adbeeed9318f triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:03.023306 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-11221ff2-2e7a-4358-8747-53a84fb7ab42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:03.042246 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3e22916f-8a12-4690-80f6-052b74a2d168 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:03.067080 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd4b3d1-cdd4-472c-82ab-b3c8c0c634d7 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Router 4cf869e1-6af9-4465-b967-16810b1eea37 is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:03:03.082963 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-11221ff2-2e7a-4358-8747-53a84fb7ab42 None None] Port 6dfc54d1-c598-446f-b6bd-adbeeed9318f cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:03:03.108116 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-f419ca27-15be-407f-8717-37fc42fb14e8 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Deleting port 9ec07140-3d5e-4ba4-a8f5-172c60d08bbc {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:03:03.108445 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f419ca27-15be-407f-8717-37fc42fb14e8 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:03.110831 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c87f23-b291-4e29-8961-466033849a6b None None] DHCP port deletion for f5182a22-ea1c-4d79-9c04-7511cc2656b9 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:03:03.134164 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-febb3191-8d58-4057-9b0d-e8bada313c0d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=81837604d6654060bf0a8ff194578833&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2451324 Feb 16 17:03:03.134370 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52326) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:03.164248 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-e7c87f23-b291-4e29-8961-466033849a6b None None] Deleting port 9ec07140-3d5e-4ba4-a8f5-172c60d08bbc {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:03:03.164964 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e7c87f23-b291-4e29-8961-466033849a6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:03.168796 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3e22916f-8a12-4690-80f6-052b74a2d168 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:03.185800 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-8754251b-4d7f-4a9a-926b-fefa40fb5c3d req-b61c38cc-1036-40e3-a7b5-ac39f70d3357 service neutron] 10.222.0.88 "GET /v2.0/networks/66cc928b-621e-496b-9066-5b5d6fd45edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928388 Feb 16 17:03:03.206452 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-f419ca27-15be-407f-8717-37fc42fb14e8 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] For port 9ec07140-3d5e-4ba4-a8f5-172c60d08bbc, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=9ec07140-3d5e-4ba4-a8f5-172c60d08bbc,segment=NetworkSegment(bdf5146c-8d32-4f26-9513-6756e4d4eb20),segment_id=bdf5146c-8d32-4f26-9513-6756e4d4eb20)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:03:03.206824 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f419ca27-15be-407f-8717-37fc42fb14e8 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:03.230354 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e22916f-8a12-4690-80f6-052b74a2d168 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da52835e-f1fe-4e23-9e08-41e742b27d52,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:03.240392 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-f419ca27-15be-407f-8717-37fc42fb14e8 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Calling delete_port for 9ec07140-3d5e-4ba4-a8f5-172c60d08bbc owned by network:dhcp {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:03:03.251638 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1bf321a9-cb74-4f4d-8735-11e2427afd20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:03.258359 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-e7c87f23-b291-4e29-8961-466033849a6b None None] For port 9ec07140-3d5e-4ba4-a8f5-172c60d08bbc, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=9ec07140-3d5e-4ba4-a8f5-172c60d08bbc,segment=NetworkSegment(bdf5146c-8d32-4f26-9513-6756e4d4eb20),segment_id=bdf5146c-8d32-4f26-9513-6756e4d4eb20)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:03:03.260749 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e7c87f23-b291-4e29-8961-466033849a6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:03.262521 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd4b3d1-cdd4-472c-82ab-b3c8c0c634d7 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:03:03.273959 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-1cd4b3d1-cdd4-472c-82ab-b3c8c0c634d7 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "PUT /v2.0/routers/4cf869e1-6af9-4465-b967-16810b1eea37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2372460 Feb 16 17:03:03.274865 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52328) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:03.284680 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1bf321a9-cb74-4f4d-8735-11e2427afd20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:03.287383 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0339796e-452d-41a3-989a-a72df2bd38be None None] Sync routers for ids ['4cf869e1-6af9-4465-b967-16810b1eea37'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:03:03.290243 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-e1ecee5d-d97c-4344-a280-1fa32cbd1763 None None] Provisioning complete for port 6dfc54d1-c598-446f-b6bd-adbeeed9318f triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:03.291200 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e1ecee5d-d97c-4344-a280-1fa32cbd1763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:03.305980 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3e22916f-8a12-4690-80f6-052b74a2d168 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:03.310730 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-3e22916f-8a12-4690-80f6-052b74a2d168 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5744064 Feb 16 17:03:03.313323 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52330) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:03.332551 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-e1ecee5d-d97c-4344-a280-1fa32cbd1763 None None] Port 6dfc54d1-c598-446f-b6bd-adbeeed9318f cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:03:03.340869 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-e7c87f23-b291-4e29-8961-466033849a6b None None] Calling delete_port for 9ec07140-3d5e-4ba4-a8f5-172c60d08bbc owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:03:03.345515 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-b34e07ec-d750-4c49-b923-8a9403544202 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "GET /v2.0/security-group-rules/da52835e-f1fe-4e23-9e08-41e742b27d52 HTTP/1.1" status: 200 len: 763 time: 0.0310578 Feb 16 17:03:03.348001 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52332) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:03.357540 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0339796e-452d-41a3-989a-a72df2bd38be None None] Routers {'4cf869e1-6af9-4465-b967-16810b1eea37'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:03:03.357796 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-0339796e-452d-41a3-989a-a72df2bd38be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:02:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['4cf869e1-6af9-4465-b967-16810b1eea37'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:03.373450 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4771dc-00dc-4146-8466-1549fd2efcc0 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:03.374880 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-6f4771dc-00dc-4146-8466-1549fd2efcc0 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "GET /v2.0/ports/6dfc54d1-c598-446f-b6bd-adbeeed9318f HTTP/1.1" status: 200 len: 976 time: 0.0982697 Feb 16 17:03:03.383479 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52334) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:03.404186 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-ec5f6d5a-1b41-4822-b780-20fb3537b66b tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0542309 Feb 16 17:03:03.405336 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52336) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:03.409601 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-0339796e-452d-41a3-989a-a72df2bd38be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:03.433125 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b0e92b56-c3b2-4eb1-85e5-244aa5a91cdb tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:03.441832 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b0e92b56-c3b2-4eb1-85e5-244aa5a91cdb tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:03.449523 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-e1ecee5d-d97c-4344-a280-1fa32cbd1763 None None] Provisioning complete for port 9ec07140-3d5e-4ba4-a8f5-172c60d08bbc triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:03.450095 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e1ecee5d-d97c-4344-a280-1fa32cbd1763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:03.477082 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1bf321a9-cb74-4f4d-8735-11e2427afd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:03.479832 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1bf321a9-cb74-4f4d-8735-11e2427afd20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:03.483336 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-1bf321a9-cb74-4f4d-8735-11e2427afd20 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d31945c4-7172-4b5b-acf2-fcbbc9dd1a04 HTTP/1.1" status: 204 len: 168 time: 0.3457310 Feb 16 17:03:03.485947 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-52a11630-4bd9-4b0e-800d-248f6d4e02af admin admin] Deleting port 573f421b-0d17-4303-a5c8-4a0d9f58b56e {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:03:03.486472 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-52a11630-4bd9-4b0e-800d-248f6d4e02af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:03.490194 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0339796e-452d-41a3-989a-a72df2bd38be None None] Routers {'4cf869e1-6af9-4465-b967-16810b1eea37'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:03:03.490841 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf321a9-cb74-4f4d-8735-11e2427afd20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31945c4-7172-4b5b-acf2-fcbbc9dd1a04,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:03.490994 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-0339796e-452d-41a3-989a-a72df2bd38be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:02:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['4cf869e1-6af9-4465-b967-16810b1eea37'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:03.570477 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b0e92b56-c3b2-4eb1-85e5-244aa5a91cdb tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:03.580038 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b0e92b56-c3b2-4eb1-85e5-244aa5a91cdb tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:03.585513 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-b0e92b56-c3b2-4eb1-85e5-244aa5a91cdb tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/da52835e-f1fe-4e23-9e08-41e742b27d52 HTTP/1.1" status: 204 len: 168 time: 0.1752861 Feb 16 17:03:03.587343 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52344) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:03.597012 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-0339796e-452d-41a3-989a-a72df2bd38be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:03.597671 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0339796e-452d-41a3-989a-a72df2bd38be None None] The sync data for ids ['4cf869e1-6af9-4465-b967-16810b1eea37'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:03:03.646242 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f419ca27-15be-407f-8717-37fc42fb14e8 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:03.654963 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e7c87f23-b291-4e29-8961-466033849a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:03.673511 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-93e8e282-6303-45c5-9704-a46a66ca6141 req-96125dfe-e9f0-403e-b660-7e5ebcb6c019 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] 10.222.0.88 "GET /v2.0/ports?device_id=f368bc1d-546d-4a33-9963-8a669754d388 HTTP/1.1" status: 200 len: 210 time: 0.0699048 Feb 16 17:03:03.676807 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e92b56-c3b2-4eb1-85e5-244aa5a91cdb tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da52835e-f1fe-4e23-9e08-41e742b27d52,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:03.693139 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f419ca27-15be-407f-8717-37fc42fb14e8 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event deleted for resources: {'Port': ['ID=9ec07140-3d5e-4ba4-a8f5-172c60d08bbc,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:03.694999 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f419ca27-15be-407f-8717-37fc42fb14e8 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] No DVR routers for this DVR port 9ec07140-3d5e-4ba4-a8f5-172c60d08bbc on host dv-neutron-828697-3-hyperv {{(pid=114375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:03:03.711863 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c87f23-b291-4e29-8961-466033849a6b None None] Pushing event deleted for resources: {'Port': ['ID=9ec07140-3d5e-4ba4-a8f5-172c60d08bbc,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:03.714771 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-52a11630-4bd9-4b0e-800d-248f6d4e02af admin admin] For port 573f421b-0d17-4303-a5c8-4a0d9f58b56e, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=573f421b-0d17-4303-a5c8-4a0d9f58b56e,segment=NetworkSegment(457fa9dd-54bd-45be-89fb-008c1a63dec7),segment_id=457fa9dd-54bd-45be-89fb-008c1a63dec7)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:03:03.715204 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-52a11630-4bd9-4b0e-800d-248f6d4e02af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:03.724554 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-715359e6-45cd-45a8-85f6-ebf3bdfe38d0 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1355920 Feb 16 17:03:03.725293 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-e1ecee5d-d97c-4344-a280-1fa32cbd1763 None None] Port 9ec07140-3d5e-4ba4-a8f5-172c60d08bbc update to ACTIVE by agent not found {{(pid=114377) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Feb 16 17:03:03.730275 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52346) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:03.732381 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c87f23-b291-4e29-8961-466033849a6b None None] No DVR routers for this DVR port 9ec07140-3d5e-4ba4-a8f5-172c60d08bbc on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:03:03.741431 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-2c27d2f3-8aed-4c99-8449-7b7a799a8897 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Request body: {'security_group_rule': {'security_group_id': '75ef9d46-c081-4846-8a22-651bce6f65aa', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:03.757704 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-52a11630-4bd9-4b0e-800d-248f6d4e02af admin admin] Calling delete_port for 573f421b-0d17-4303-a5c8-4a0d9f58b56e owned by network:router_interface {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:03:03.845736 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f419ca27-15be-407f-8717-37fc42fb14e8 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:03.903602 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-f419ca27-15be-407f-8717-37fc42fb14e8 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5182a22-ea1c-4d79-9c04-7511cc2656b9']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:03.923913 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-f419ca27-15be-407f-8717-37fc42fb14e8 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdf5146c-8d32-4f26-9513-6756e4d4eb20') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:03.924763 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-f419ca27-15be-407f-8717-37fc42fb14e8 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdf5146c-8d32-4f26-9513-6756e4d4eb20') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:03.936251 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.securitygroups_db [None req-2c27d2f3-8aed-4c99-8449-7b7a799a8897 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Project 768692a988ea4e7587725d64e33511cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:03:03.942276 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2c27d2f3-8aed-4c99-8449-7b7a799a8897 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:03.944354 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f419ca27-15be-407f-8717-37fc42fb14e8 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:03.982153 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f419ca27-15be-407f-8717-37fc42fb14e8 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:04.008998 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2c27d2f3-8aed-4c99-8449-7b7a799a8897 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:04.027032 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f419ca27-15be-407f-8717-37fc42fb14e8 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:03:04.027462 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f419ca27-15be-407f-8717-37fc42fb14e8 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:04.030728 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 17:03:04.030728 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:03:04.030728 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 17:03:04.030728 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:03:04.030728 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 17:03:04.030728 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:03:04.030728 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 17:03:04.030728 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:03:04.030728 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 17:03:04.030728 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:03:04.030728 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 17:03:04.030728 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:03:04.030728 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 17:03:04.030728 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:03:04.030728 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:03:04.030728 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:03:04.030728 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:03:04.030728 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:03:04.030728 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 17:03:04.030728 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:03:04.030728 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 17:03:04.030728 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:03:04.030728 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:03:04.030728 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:03:04.030728 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 17:03:04.030728 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:03:04.030728 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:03:04.030728 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:03:04.030728 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:03:04.030728 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:03:04.030728 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:03:04.030728 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:03:04.072409 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2c27d2f3-8aed-4c99-8449-7b7a799a8897 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:04.089455 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c27d2f3-8aed-4c99-8449-7b7a799a8897 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e87ea5f8-1bc0-42cb-aacc-59aeff0761cc,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:04.194648 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0d9ec122-bd13-469b-b25a-4be97391d04f tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:04.210743 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2c27d2f3-8aed-4c99-8449-7b7a799a8897 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:04.212152 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-2c27d2f3-8aed-4c99-8449-7b7a799a8897 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4754612 Feb 16 17:03:04.214857 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52358) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:04.232152 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-58c880df-09f3-4e97-b54d-29aa2d496871 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "GET /v2.0/security-group-rules/e87ea5f8-1bc0-42cb-aacc-59aeff0761cc HTTP/1.1" status: 200 len: 769 time: 0.0159788 Feb 16 17:03:04.239624 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f419ca27-15be-407f-8717-37fc42fb14e8 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:04.239856 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52360) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:04.277441 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f419ca27-15be-407f-8717-37fc42fb14e8 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:04.281054 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f419ca27-15be-407f-8717-37fc42fb14e8 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "DELETE /v2.0/networks/f5182a22-ea1c-4d79-9c04-7511cc2656b9 HTTP/1.1" status: 204 len: 168 time: 2.5044038 Feb 16 17:03:04.285890 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-53910b63-1b18-4299-a01e-674bbbcf693f tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0428896 Feb 16 17:03:04.285890 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52362) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:04.293085 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52364) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:04.301026 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f419ca27-15be-407f-8717-37fc42fb14e8 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event deleted for resources: {'Network': ['ID=f5182a22-ea1c-4d79-9c04-7511cc2656b9,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:04.329641 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ceb4644d-7884-4d1b-91ca-3fdde57c75b2 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:04.334993 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6eb969a-47f6-4cc1-8271-46eb3aee1acd tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:04.340357 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-e6eb969a-47f6-4cc1-8271-46eb3aee1acd tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0540388 Feb 16 17:03:04.340805 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52366) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:04.368493 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ceb4644d-7884-4d1b-91ca-3fdde57c75b2 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:04.399965 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52372) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:04.404019 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-653c2839-1bc4-457e-b45d-2132daafb0f9 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0546741 Feb 16 17:03:04.406812 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-52a11630-4bd9-4b0e-800d-248f6d4e02af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:04.414172 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-1ee2f531-31d3-4dfc-9e07-48b0de83eb9b tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-410629344'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:04.453248 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a11630-4bd9-4b0e-800d-248f6d4e02af admin admin] Pushing event deleted for resources: {'Port': ['ID=573f421b-0d17-4303-a5c8-4a0d9f58b56e,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:04.478816 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 9ec07140-3d5e-4ba4-a8f5-172c60d08bbc no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:03:04.504306 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 9ec07140-3d5e-4ba4-a8f5-172c60d08bbc {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:03:04.504785 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 9ec07140-3d5e-4ba4-a8f5-172c60d08bbc not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:03:04.545736 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ceb4644d-7884-4d1b-91ca-3fdde57c75b2 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:04.555420 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ceb4644d-7884-4d1b-91ca-3fdde57c75b2 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:04.556595 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ceb4644d-7884-4d1b-91ca-3fdde57c75b2 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/e87ea5f8-1bc0-42cb-aacc-59aeff0761cc HTTP/1.1" status: 204 len: 168 time: 0.2623820 Feb 16 17:03:04.559288 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52376) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:04.608675 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb4644d-7884-4d1b-91ca-3fdde57c75b2 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e87ea5f8-1bc0-42cb-aacc-59aeff0761cc,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:04.614802 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-04dfc126-ba50-4896-8c6d-2baf702e2eb9 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0507989 Feb 16 17:03:04.614802 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52380) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:04.628569 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee2f531-31d3-4dfc-9e07-48b0de83eb9b tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Made reservation on behalf of 02ebc15ce0534c46afb3b8b1618852cd for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:04.632002 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1ee2f531-31d3-4dfc-9e07-48b0de83eb9b tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:04.717839 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-92a605da-4488-40cd-860f-7db72e65df8f tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:04.719430 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ee2f531-31d3-4dfc-9e07-48b0de83eb9b tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:03:04.734854 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-0d9ec122-bd13-469b-b25a-4be97391d04f tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Deleting port 6dfc54d1-c598-446f-b6bd-adbeeed9318f {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:03:04.735145 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0d9ec122-bd13-469b-b25a-4be97391d04f tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:04.738275 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-52a11630-4bd9-4b0e-800d-248f6d4e02af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:04.740418 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1ee2f531-31d3-4dfc-9e07-48b0de83eb9b tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:04.740677 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-1ee2f531-31d3-4dfc-9e07-48b0de83eb9b tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Added segment 939ef499-f689-40d2-b59b-9e412232f500 of type vlan for network c48f6a1a-d6d2-4158-a1ba-0475b7c10122 Feb 16 17:03:04.759221 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-92a605da-4488-40cd-860f-7db72e65df8f tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:04.814354 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52390) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:04.939132 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-f35bdead-fe4f-4c44-b0f1-7d04ff0c3d93 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-837264516'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:04.965048 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-92a605da-4488-40cd-860f-7db72e65df8f tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:04.973310 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-92a605da-4488-40cd-860f-7db72e65df8f tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:04.973310 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-92a605da-4488-40cd-860f-7db72e65df8f tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "DELETE /v2.0/security-groups/75ef9d46-c081-4846-8a22-651bce6f65aa HTTP/1.1" status: 204 len: 168 time: 0.3518965 Feb 16 17:03:04.973917 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52394) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:04.988398 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a605da-4488-40cd-860f-7db72e65df8f tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ef9d46-c081-4846-8a22-651bce6f65aa,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:05.031753 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-2536a484-fe31-4c70-8588-f6e56c851d2e tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0566323 Feb 16 17:03:05.039083 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52396) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:05.043610 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-f735bc4a-7dda-4dca-8874-317027d8656e tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Request body: {'security_group': {'name': 'tempest-secgroup--158573627'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:05.050818 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35bdead-fe4f-4c44-b0f1-7d04ff0c3d93 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Made reservation on behalf of 27a70fafc2384d32a823dac73e3b7d78 for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:05.054258 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f35bdead-fe4f-4c44-b0f1-7d04ff0c3d93 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:05.070590 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f35bdead-fe4f-4c44-b0f1-7d04ff0c3d93 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:05.143993 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-6bb92092-a6df-4f3f-a5c8-b4df9581ca36 req-70488657-ba79-4ede-a105-262f23c73502 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] 10.222.0.88 "GET /v2.0/ports?device_id=f368bc1d-546d-4a33-9963-8a669754d388 HTTP/1.1" status: 200 len: 210 time: 0.3826792 Feb 16 17:03:05.173184 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f735bc4a-7dda-4dca-8874-317027d8656e tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:05.176339 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f35bdead-fe4f-4c44-b0f1-7d04ff0c3d93 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:05.183828 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1ee2f531-31d3-4dfc-9e07-48b0de83eb9b tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:05.246897 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f735bc4a-7dda-4dca-8874-317027d8656e tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:05.255917 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f35bdead-fe4f-4c44-b0f1-7d04ff0c3d93 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:05.284167 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f35bdead-fe4f-4c44-b0f1-7d04ff0c3d93 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:03:05.294329 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35bdead-fe4f-4c44-b0f1-7d04ff0c3d93 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b08aad43-5470-4f8a-b5bd-d19abe2ee36c,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:05.295259 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0d9ec122-bd13-469b-b25a-4be97391d04f tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:05.301169 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f35bdead-fe4f-4c44-b0f1-7d04ff0c3d93 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:05.301523 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-f35bdead-fe4f-4c44-b0f1-7d04ff0c3d93 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Added segment 621ba354-df32-40e1-ad22-f51bf509b675 of type vlan for network 8c3df2d2-33d3-425a-bd3e-f998813aa4bf Feb 16 17:03:05.315569 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-0d9ec122-bd13-469b-b25a-4be97391d04f tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Calling delete_port for 6dfc54d1-c598-446f-b6bd-adbeeed9318f owned by network:router_interface {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:03:05.334100 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f735bc4a-7dda-4dca-8874-317027d8656e tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:05.358980 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f35bdead-fe4f-4c44-b0f1-7d04ff0c3d93 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:05.372348 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1ee2f531-31d3-4dfc-9e07-48b0de83eb9b tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:05.379325 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee2f531-31d3-4dfc-9e07-48b0de83eb9b tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:05.379951 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1ee2f531-31d3-4dfc-9e07-48b0de83eb9b tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:05.404418 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f735bc4a-7dda-4dca-8874-317027d8656e tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7cc0bb-90d1-4827-95a9-458f8c682ea9,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:05.445073 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f735bc4a-7dda-4dca-8874-317027d8656e tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:05.446371 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-f735bc4a-7dda-4dca-8874-317027d8656e tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4062839 Feb 16 17:03:05.449267 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52398) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:05.453764 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-82c0780e-47ef-42b5-84a2-1196f9ff2ae6 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Request body: {'security_group_rule': {'security_group_id': '7c7cc0bb-90d1-4827-95a9-458f8c682ea9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:05.471971 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f35bdead-fe4f-4c44-b0f1-7d04ff0c3d93 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:05.477650 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35bdead-fe4f-4c44-b0f1-7d04ff0c3d93 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:05.478238 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f35bdead-fe4f-4c44-b0f1-7d04ff0c3d93 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:05.561230 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35bdead-fe4f-4c44-b0f1-7d04ff0c3d93 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Pushing event updated for resources: {'Network': ['ID=8c3df2d2-33d3-425a-bd3e-f998813aa4bf,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:05.568528 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-1ee2f531-31d3-4dfc-9e07-48b0de83eb9b tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1674936 Feb 16 17:03:05.571447 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52400) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:05.575201 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 8c3df2d2-33d3-425a-bd3e-f998813aa4bf details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:03:05.576531 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-a55d5dc2-c89a-4dba-8938-41a3f25b7b58 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Request body: {'subnet': {'network_id': 'c48f6a1a-d6d2-4158-a1ba-0475b7c10122', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:05.610914 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee2f531-31d3-4dfc-9e07-48b0de83eb9b tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event updated for resources: {'Network': ['ID=c48f6a1a-d6d2-4158-a1ba-0475b7c10122,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:05.636444 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network c48f6a1a-d6d2-4158-a1ba-0475b7c10122 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:03:05.637262 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-f35bdead-fe4f-4c44-b0f1-7d04ff0c3d93 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.8212321 Feb 16 17:03:05.640219 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52402) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:05.650471 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-b6f93736-99ca-4a13-9b70-279379fe3c32 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Request body: {'subnet': {'network_id': '8c3df2d2-33d3-425a-bd3e-f998813aa4bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:05.651346 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a11630-4bd9-4b0e-800d-248f6d4e02af admin admin] Router f10a820d-8848-4d12-a850-4085a9c5b06a has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:03:05.737553 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-82c0780e-47ef-42b5-84a2-1196f9ff2ae6 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:05.813440 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-82c0780e-47ef-42b5-84a2-1196f9ff2ae6 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:05.821735 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a11630-4bd9-4b0e-800d-248f6d4e02af admin admin] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:03:05.826709 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-52a11630-4bd9-4b0e-800d-248f6d4e02af admin admin] 10.222.0.88 "PUT /v2.0/routers/f10a820d-8848-4d12-a850-4085a9c5b06a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3346534 Feb 16 17:03:05.829536 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52404) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:05.830707 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f48500-6235-406c-b8ad-3bf1ff36a788 None None] Sync routers for ids ['f10a820d-8848-4d12-a850-4085a9c5b06a'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:03:05.840643 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f48500-6235-406c-b8ad-3bf1ff36a788 None None] Routers {'f10a820d-8848-4d12-a850-4085a9c5b06a'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:03:05.841284 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-22f48500-6235-406c-b8ad-3bf1ff36a788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:02:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['f10a820d-8848-4d12-a850-4085a9c5b06a'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:05.842327 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0d9ec122-bd13-469b-b25a-4be97391d04f tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:05.902521 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55d5dc2-c89a-4dba-8938-41a3f25b7b58 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Made reservation on behalf of 02ebc15ce0534c46afb3b8b1618852cd for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:05.906668 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a55d5dc2-c89a-4dba-8938-41a3f25b7b58 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:05.913239 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9ec122-bd13-469b-b25a-4be97391d04f tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event deleted for resources: {'Port': ['ID=6dfc54d1-c598-446f-b6bd-adbeeed9318f,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:05.936207 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-82c0780e-47ef-42b5-84a2-1196f9ff2ae6 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:05.963959 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-22f48500-6235-406c-b8ad-3bf1ff36a788 None None] Set router f10a820d-8848-4d12-a850-4085a9c5b06a gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:03:06.024699 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c0780e-47ef-42b5-84a2-1196f9ff2ae6 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=897d7c1c-972d-46a8-a673-ae579a39b53b,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:06.077082 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-82c0780e-47ef-42b5-84a2-1196f9ff2ae6 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:06.081677 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-82c0780e-47ef-42b5-84a2-1196f9ff2ae6 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6313984 Feb 16 17:03:06.084161 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52406) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:06.107470 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cb1a8fed-cf42-445e-bf14-b0c0c4b252cd admin admin] Notify callbacks [] for router, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:06.157689 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f93736-99ca-4a13-9b70-279379fe3c32 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Made reservation on behalf of 27a70fafc2384d32a823dac73e3b7d78 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:06.161748 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b6f93736-99ca-4a13-9b70-279379fe3c32 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:06.209708 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-22f48500-6235-406c-b8ad-3bf1ff36a788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10a820d-8848-4d12-a850-4085a9c5b06a', 'name': 'tempest-ServerActionsTestJSON-1950663377-router', 'tenant_id': '09d1279d90c3425a9b4e1f123c7549b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '797175b6-f2f8-4176-986b-0e65b9d233a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:53Z', 'updated_at': '2022-02-16T17:03:04Z', 'revision_number': 5, 'project_id': '09d1279d90c3425a9b4e1f123c7549b3', 'gw_port': {'id': '797175b6-f2f8-4176-986b-0e65b9d233a9', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10a820d-8848-4d12-a850-4085a9c5b06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:55Z', 'updated_at': '2022-02-16T17:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:06.232509 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0d9ec122-bd13-469b-b25a-4be97391d04f tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:06.236327 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cb1a8fed-cf42-445e-bf14-b0c0c4b252cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:06.241412 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f48500-6235-406c-b8ad-3bf1ff36a788 None None] Checking router: f10a820d-8848-4d12-a850-4085a9c5b06a for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:03:06.251802 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f48500-6235-406c-b8ad-3bf1ff36a788 None None] Routers {'f10a820d-8848-4d12-a850-4085a9c5b06a'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:03:06.252685 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-22f48500-6235-406c-b8ad-3bf1ff36a788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:02:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['f10a820d-8848-4d12-a850-4085a9c5b06a'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:06.316538 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c54f0abe-2cf2-4f41-8b5e-a8beaf2d97af req-1a2f7189-e950-41b7-a5c3-b983fd9f9068 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] 10.222.0.88 "GET /v2.0/ports?device_id=f368bc1d-546d-4a33-9963-8a669754d388 HTTP/1.1" status: 200 len: 210 time: 0.0898721 Feb 16 17:03:06.323476 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-897f1bad-e393-473f-bbc2-0d5b0d311227 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:06.368804 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-897f1bad-e393-473f-bbc2-0d5b0d311227 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:06.371556 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-22f48500-6235-406c-b8ad-3bf1ff36a788 None None] Set router f10a820d-8848-4d12-a850-4085a9c5b06a gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:03:06.462204 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a55d5dc2-c89a-4dba-8938-41a3f25b7b58 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:06.517237 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d9ec122-bd13-469b-b25a-4be97391d04f tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Router 4cf869e1-6af9-4465-b967-16810b1eea37 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:03:06.573759 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-897f1bad-e393-473f-bbc2-0d5b0d311227 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:06.576190 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-22f48500-6235-406c-b8ad-3bf1ff36a788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10a820d-8848-4d12-a850-4085a9c5b06a', 'name': 'tempest-ServerActionsTestJSON-1950663377-router', 'tenant_id': '09d1279d90c3425a9b4e1f123c7549b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '797175b6-f2f8-4176-986b-0e65b9d233a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:53Z', 'updated_at': '2022-02-16T17:03:04Z', 'revision_number': 5, 'project_id': '09d1279d90c3425a9b4e1f123c7549b3', 'gw_port': {'id': '797175b6-f2f8-4176-986b-0e65b9d233a9', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10a820d-8848-4d12-a850-4085a9c5b06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:55Z', 'updated_at': '2022-02-16T17:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:06.576348 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-897f1bad-e393-473f-bbc2-0d5b0d311227 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:06.579846 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-897f1bad-e393-473f-bbc2-0d5b0d311227 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "DELETE /v2.0/security-groups/7c7cc0bb-90d1-4827-95a9-458f8c682ea9 HTTP/1.1" status: 204 len: 168 time: 0.4923732 Feb 16 17:03:06.586668 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52414) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:06.600714 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d5dc2-c89a-4dba-8938-41a3f25b7b58 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event updated for resources: {'Subnet': ['ID=d35b024a-cfcd-435e-b4de-966a64b102da,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:06.607824 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f48500-6235-406c-b8ad-3bf1ff36a788 None None] The sync data for ids ['f10a820d-8848-4d12-a850-4085a9c5b06a'] in dv-neutron-828697-3-hyperv is: [{'id': 'f10a820d-8848-4d12-a850-4085a9c5b06a', 'name': 'tempest-ServerActionsTestJSON-1950663377-router', 'tenant_id': '09d1279d90c3425a9b4e1f123c7549b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '797175b6-f2f8-4176-986b-0e65b9d233a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:53Z', 'updated_at': '2022-02-16T17:03:04Z', 'revision_number': 5, 'project_id': '09d1279d90c3425a9b4e1f123c7549b3', 'gw_port': {'id': '797175b6-f2f8-4176-986b-0e65b9d233a9', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10a820d-8848-4d12-a850-4085a9c5b06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:55Z', 'updated_at': '2022-02-16T17:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:03:06.615349 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897f1bad-e393-473f-bbc2-0d5b0d311227 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7cc0bb-90d1-4827-95a9-458f8c682ea9,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:06.632477 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55d5dc2-c89a-4dba-8938-41a3f25b7b58 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Checking segment: {'id': '939ef499-f689-40d2-b59b-9e412232f500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'c48f6a1a-d6d2-4158-a1ba-0475b7c10122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:03:06.632880 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55d5dc2-c89a-4dba-8938-41a3f25b7b58 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Network hostable DHCP agents. Network: c48f6a1a-d6d2-4158-a1ba-0475b7c10122, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:03:06.657159 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-cb1a8fed-cf42-445e-bf14-b0c0c4b252cd admin admin] Deleting port 797175b6-f2f8-4176-986b-0e65b9d233a9 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:03:06.657599 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cb1a8fed-cf42-445e-bf14-b0c0c4b252cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:06.659548 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9ec122-bd13-469b-b25a-4be97391d04f tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:03:06.668691 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce83401e-489e-4634-8de1-295fe7f6e39f None None] Sync routers for ids ['4cf869e1-6af9-4465-b967-16810b1eea37'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:03:06.669267 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-0d9ec122-bd13-469b-b25a-4be97391d04f tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "PUT /v2.0/routers/4cf869e1-6af9-4465-b967-16810b1eea37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2845328 Feb 16 17:03:06.672584 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52416) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:06.680040 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce83401e-489e-4634-8de1-295fe7f6e39f None None] Routers {'4cf869e1-6af9-4465-b967-16810b1eea37'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:03:06.680755 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-ce83401e-489e-4634-8de1-295fe7f6e39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:02:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['4cf869e1-6af9-4465-b967-16810b1eea37'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:06.720347 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b6f93736-99ca-4a13-9b70-279379fe3c32 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:06.736492 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-ce83401e-489e-4634-8de1-295fe7f6e39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:06.737466 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-680ba2b2-363b-478a-84d4-74a49132ba68 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1222234 Feb 16 17:03:06.742204 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52418) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:06.771747 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce83401e-489e-4634-8de1-295fe7f6e39f None None] Routers {'4cf869e1-6af9-4465-b967-16810b1eea37'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:03:06.773625 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-ce83401e-489e-4634-8de1-295fe7f6e39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:02:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['4cf869e1-6af9-4465-b967-16810b1eea37'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:06.787852 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55d5dc2-c89a-4dba-8938-41a3f25b7b58 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Network c48f6a1a-d6d2-4158-a1ba-0475b7c10122 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:03:06.806312 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-8216c604-8249-48f2-84f8-653191e9809e tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0605888 Feb 16 17:03:06.809598 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52420) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:06.831539 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-ce83401e-489e-4634-8de1-295fe7f6e39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:06.832220 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce83401e-489e-4634-8de1-295fe7f6e39f None None] The sync data for ids ['4cf869e1-6af9-4465-b967-16810b1eea37'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:03:06.832703 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-1c505dd4-5a43-47ff-a606-4d7ace69ded4 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] delete failed (client error): The resource could not be found. Feb 16 17:03:06.833741 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-1c505dd4-5a43-47ff-a606-4d7ace69ded4 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "DELETE /v2.0/security-groups/7c7cc0bb-90d1-4827-95a9-458f8c682ea9 HTTP/1.1" status: 404 len: 347 time: 0.0224295 Feb 16 17:03:06.837687 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-cb1a8fed-cf42-445e-bf14-b0c0c4b252cd admin admin] For port 797175b6-f2f8-4176-986b-0e65b9d233a9, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=797175b6-f2f8-4176-986b-0e65b9d233a9,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:03:06.837687 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cb1a8fed-cf42-445e-bf14-b0c0c4b252cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:06.838370 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52422) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:06.868112 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-cb1a8fed-cf42-445e-bf14-b0c0c4b252cd admin admin] Calling delete_port for 797175b6-f2f8-4176-986b-0e65b9d233a9 owned by network:router_gateway {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:03:06.900514 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8c227cf1-93a3-4abc-828e-27bebe966a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:06.920674 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f93736-99ca-4a13-9b70-279379fe3c32 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Pushing event updated for resources: {'Subnet': ['ID=096aa893-490b-4c8a-ac61-31a63cb68ec1,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:06.941127 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f60c15d0-28e9-43ff-8488-4de5e3f30716 tempest-SecGroupIPv6Test-1164862740 tempest-SecGroupIPv6Test-1164862740-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0999618 Feb 16 17:03:06.969104 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-a51c39b8-8422-492f-828f-8f7f6e0b02ec tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] remove_router_interface failed (client error): The resource could not be found. Feb 16 17:03:06.973539 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-a51c39b8-8422-492f-828f-8f7f6e0b02ec tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "PUT /v2.0/routers/4cf869e1-6af9-4465-b967-16810b1eea37/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2998281 Feb 16 17:03:06.975305 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f93736-99ca-4a13-9b70-279379fe3c32 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Checking segment: {'id': '621ba354-df32-40e1-ad22-f51bf509b675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '8c3df2d2-33d3-425a-bd3e-f998813aa4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:03:06.975305 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f93736-99ca-4a13-9b70-279379fe3c32 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Network hostable DHCP agents. Network: 8c3df2d2-33d3-425a-bd3e-f998813aa4bf, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:03:06.978519 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52426) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:07.033166 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-a55d5dc2-c89a-4dba-8938-41a3f25b7b58 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, c48f6a1a-d6d2-4158-a1ba-0475b7c10122) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:07.038243 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55d5dc2-c89a-4dba-8938-41a3f25b7b58 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:07.038936 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a55d5dc2-c89a-4dba-8938-41a3f25b7b58 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:07.043189 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-afe8c097-f2cf-4189-9a2a-df87398ea17e tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "GET /v2.0/ports?device_id=4cf869e1-6af9-4465-b967-16810b1eea37 HTTP/1.1" status: 200 len: 205 time: 0.0670760 Feb 16 17:03:07.046350 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52428) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:07.052794 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0b10c9-019a-4d03-aca8-2a4c9e2ea7ab None None] Network c48f6a1a-d6d2-4158-a1ba-0475b7c10122 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:03:07.139927 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f93736-99ca-4a13-9b70-279379fe3c32 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Network 8c3df2d2-33d3-425a-bd3e-f998813aa4bf is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:03:07.151463 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-b6f93736-99ca-4a13-9b70-279379fe3c32 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 8c3df2d2-33d3-425a-bd3e-f998813aa4bf) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:07.155406 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2b85fb94-74fb-4c19-b3f1-33f3cc26c946 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for router, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:07.161730 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f93736-99ca-4a13-9b70-279379fe3c32 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:07.165529 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b6f93736-99ca-4a13-9b70-279379fe3c32 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:07.210166 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-a55d5dc2-c89a-4dba-8938-41a3f25b7b58 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6374757 Feb 16 17:03:07.213095 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52430) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:07.219584 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-28922b4c-f341-4df7-a7ed-f5e95ae05f31 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Request body: {'port': {'network_id': 'c48f6a1a-d6d2-4158-a1ba-0475b7c10122', 'name': 'tempest-PortsIpV6TestJSON-1841275815'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:07.270114 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5805ea28-cb58-4eb7-b4c8-c35c88a7df5d None None] Network 8c3df2d2-33d3-425a-bd3e-f998813aa4bf requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:03:07.338876 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cb1a8fed-cf42-445e-bf14-b0c0c4b252cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:07.355742 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2b85fb94-74fb-4c19-b3f1-33f3cc26c946 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:07.360995 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-b6f93736-99ca-4a13-9b70-279379fe3c32 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7177048 Feb 16 17:03:07.362753 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2b85fb94-74fb-4c19-b3f1-33f3cc26c946 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:07.365822 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52434) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:07.371959 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-d81ae425-f333-4b77-a174-ed6cc4849b01 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1485298965', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:07.384024 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a8fed-cf42-445e-bf14-b0c0c4b252cd admin admin] Pushing event deleted for resources: {'Port': ['ID=797175b6-f2f8-4176-986b-0e65b9d233a9,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:07.497274 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f2d944-824a-4ba6-bad3-cc9646ca8b11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-c48f6a1a-d6d2-4158-a1ba-0475b7c10122', 'network_id': 'c48f6a1a-d6d2-4158-a1ba-0475b7c10122', 'tenant_id': '02ebc15ce0534c46afb3b8b1618852cd', 'fixed_ips': [{'subnet_id': 'd35b024a-cfcd-435e-b4de-966a64b102da'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:03:07.498156 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-21f2d944-824a-4ba6-bad3-cc9646ca8b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:07.524520 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6bf26f-8e44-4da2-8076-95350fdcee72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-8c3df2d2-33d3-425a-bd3e-f998813aa4bf', 'network_id': '8c3df2d2-33d3-425a-bd3e-f998813aa4bf', 'tenant_id': '27a70fafc2384d32a823dac73e3b7d78', 'fixed_ips': [{'subnet_id': '096aa893-490b-4c8a-ac61-31a63cb68ec1'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:03:07.525376 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5f6bf26f-8e44-4da2-8076-95350fdcee72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:07.525561 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2b85fb94-74fb-4c19-b3f1-33f3cc26c946 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:07.526084 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b85fb94-74fb-4c19-b3f1-33f3cc26c946 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Fanout notify agent at l3_agent the message router_deleted on router 4cf869e1-6af9-4465-b967-16810b1eea37 {{(pid=114376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:03:07.539218 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-a72ec68b-71ae-413c-b84b-077d32ab9a3f req-51ad81f9-b509-481c-8980-aaca4256ac47 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] 10.222.0.88 "GET /v2.0/ports?device_id=f368bc1d-546d-4a33-9963-8a669754d388 HTTP/1.1" status: 200 len: 210 time: 0.0487423 Feb 16 17:03:07.547933 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2b85fb94-74fb-4c19-b3f1-33f3cc26c946 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:07.557110 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-2b85fb94-74fb-4c19-b3f1-33f3cc26c946 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "DELETE /v2.0/routers/4cf869e1-6af9-4465-b967-16810b1eea37 HTTP/1.1" status: 204 len: 168 time: 0.5025198 Feb 16 17:03:07.558964 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52438) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:07.565894 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28922b4c-f341-4df7-a7ed-f5e95ae05f31 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Made reservation on behalf of 02ebc15ce0534c46afb3b8b1618852cd for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:07.579478 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-28922b4c-f341-4df7-a7ed-f5e95ae05f31 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:07.594576 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d81ae425-f333-4b77-a174-ed6cc4849b01 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:07.594576 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d81ae425-f333-4b77-a174-ed6cc4849b01 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:07.608995 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cb1a8fed-cf42-445e-bf14-b0c0c4b252cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584056'] for router_gateway, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:07.612324 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52440) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:07.647840 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-28922b4c-f341-4df7-a7ed-f5e95ae05f31 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] device_id is not set on port 9f56cdab-b9c7-4b68-b8e8-44ca49840c39 yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:03:07.665471 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-1093a66b-9cea-4bab-a996-a8d103e03af6 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Deleting subnet 0c913868-6766-44e7-8b72-9cc503cf0804 {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:03:07.692723 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1093a66b-9cea-4bab-a996-a8d103e03af6 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:07.716231 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d81ae425-f333-4b77-a174-ed6cc4849b01 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:07.741761 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1093a66b-9cea-4bab-a996-a8d103e03af6 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:07.767487 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-21f2d944-824a-4ba6-bad3-cc9646ca8b11 None None] Allocated IP 2001:db8::2 (c48f6a1a-d6d2-4158-a1ba-0475b7c10122/d35b024a-cfcd-435e-b4de-966a64b102da/dc48a041-48ca-4bb2-a46a-b1b9bfcb1607) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:07.779222 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cb1a8fed-cf42-445e-bf14-b0c0c4b252cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:07.785662 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cb1a8fed-cf42-445e-bf14-b0c0c4b252cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:07.805974 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d81ae425-f333-4b77-a174-ed6cc4849b01 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:07.816989 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-5f6bf26f-8e44-4da2-8076-95350fdcee72 None None] Allocated IP 172.20.0.2 (8c3df2d2-33d3-425a-bd3e-f998813aa4bf/096aa893-490b-4c8a-ac61-31a63cb68ec1/9685ee2d-d138-480c-9c52-b263843430ef) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:07.886261 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-4bcdb066-e9d1-4026-934f-1833d4b4f8d1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=768692a988ea4e7587725d64e33511cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2702479 Feb 16 17:03:07.889060 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52444) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:07.913997 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1093a66b-9cea-4bab-a996-a8d103e03af6 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:07.919504 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d81ae425-f333-4b77-a174-ed6cc4849b01 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:07.920823 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-d81ae425-f333-4b77-a174-ed6cc4849b01 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.5525677 Feb 16 17:03:07.926159 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52446) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:07.974385 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cb1a8fed-cf42-445e-bf14-b0c0c4b252cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:07.974864 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1a8fed-cf42-445e-bf14-b0c0c4b252cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router f10a820d-8848-4d12-a850-4085a9c5b06a {{(pid=114375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:03:08.007238 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cb1a8fed-cf42-445e-bf14-b0c0c4b252cd admin admin] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:08.008475 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-cb1a8fed-cf42-445e-bf14-b0c0c4b252cd admin admin] 10.222.0.88 "DELETE /v2.0/routers/f10a820d-8848-4d12-a850-4085a9c5b06a HTTP/1.1" status: 204 len: 168 time: 2.1778688 Feb 16 17:03:08.012323 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52448) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:08.060260 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1093a66b-9cea-4bab-a996-a8d103e03af6 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:08.066004 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-21f2d944-824a-4ba6-bad3-cc9646ca8b11 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:08.078189 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1093a66b-9cea-4bab-a996-a8d103e03af6 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:08.083807 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5f6bf26f-8e44-4da2-8076-95350fdcee72 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:08.084369 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-1093a66b-9cea-4bab-a996-a8d103e03af6 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "DELETE /v2.0/subnets/0c913868-6766-44e7-8b72-9cc503cf0804 HTTP/1.1" status: 204 len: 168 time: 0.5231752 Feb 16 17:03:08.086869 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52450) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:08.088303 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ae7e04-b240-48c5-89bd-680623e5f738 None None] Network af0f15c1-4245-43a1-9aa2-ab360eeeefe2 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:03:08.095769 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-aeb0d665-eb8f-4cfe-8884-c9584227387a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:08.131432 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1093a66b-9cea-4bab-a996-a8d103e03af6 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event deleted for resources: {'Subnet': ['ID=0c913868-6766-44e7-8b72-9cc503cf0804,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:08.164473 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-21f2d944-824a-4ba6-bad3-cc9646ca8b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:08.186681 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a1e76dc-13b9-457e-88e6-df9ff9b92f82 admin admin] Deleting subnet 847c90d0-f658-438a-baa8-b8b47f957a97 {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:03:08.197493 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0a1e76dc-13b9-457e-88e6-df9ff9b92f82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:08.209305 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f2d944-824a-4ba6-bad3-cc9646ca8b11 None None] Network c48f6a1a-d6d2-4158-a1ba-0475b7c10122 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:08.217402 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5f6bf26f-8e44-4da2-8076-95350fdcee72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:08.258085 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-08e491fe-fc55-4715-8885-5b638b1e0673 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:08.263757 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0a1e76dc-13b9-457e-88e6-df9ff9b92f82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:08.271757 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-21f2d944-824a-4ba6-bad3-cc9646ca8b11 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:08.281721 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f2d944-824a-4ba6-bad3-cc9646ca8b11 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:03:08.327286 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6bf26f-8e44-4da2-8076-95350fdcee72 None None] Network 8c3df2d2-33d3-425a-bd3e-f998813aa4bf is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:08.331328 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f2d944-824a-4ba6-bad3-cc9646ca8b11 None None] Pushing event updated for resources: {'Port': ['ID=dc48a041-48ca-4bb2-a46a-b1b9bfcb1607,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:08.350378 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-5f6bf26f-8e44-4da2-8076-95350fdcee72 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:08.356761 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6bf26f-8e44-4da2-8076-95350fdcee72 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:03:08.449859 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-21f2d944-824a-4ba6-bad3-cc9646ca8b11 None None] Attempting to bind port dc48a041-48ca-4bb2-a46a-b1b9bfcb1607 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:03:08.450139 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-21f2d944-824a-4ba6-bad3-cc9646ca8b11 None None] Attempting to bind port dc48a041-48ca-4bb2-a46a-b1b9bfcb1607 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '939ef499-f689-40d2-b59b-9e412232f500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'c48f6a1a-d6d2-4158-a1ba-0475b7c10122'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:03:08.450518 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f2d944-824a-4ba6-bad3-cc9646ca8b11 None None] Attempting to bind port dc48a041-48ca-4bb2-a46a-b1b9bfcb1607 on network c48f6a1a-d6d2-4158-a1ba-0475b7c10122 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:03:08.454357 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6bf26f-8e44-4da2-8076-95350fdcee72 None None] Pushing event updated for resources: {'Port': ['ID=9685ee2d-d138-480c-9c52-b263843430ef,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:08.459437 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-aeb0d665-eb8f-4cfe-8884-c9584227387a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:08.479936 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f2d944-824a-4ba6-bad3-cc9646ca8b11 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:03:08.480198 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f2d944-824a-4ba6-bad3-cc9646ca8b11 None None] Checking segment: {'id': '939ef499-f689-40d2-b59b-9e412232f500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'c48f6a1a-d6d2-4158-a1ba-0475b7c10122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:03:08.480955 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-21f2d944-824a-4ba6-bad3-cc9646ca8b11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:08.480955 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f2d944-824a-4ba6-bad3-cc9646ca8b11 None None] Bound using segment: {'id': '939ef499-f689-40d2-b59b-9e412232f500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'c48f6a1a-d6d2-4158-a1ba-0475b7c10122'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:03:08.481305 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-21f2d944-824a-4ba6-bad3-cc9646ca8b11 None None] Bound port: dc48a041-48ca-4bb2-a46a-b1b9bfcb1607, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939ef499-f689-40d2-b59b-9e412232f500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'c48f6a1a-d6d2-4158-a1ba-0475b7c10122'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:03:08.481680 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-21f2d944-824a-4ba6-bad3-cc9646ca8b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:08.521248 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-5f6bf26f-8e44-4da2-8076-95350fdcee72 None None] Attempting to bind port 9685ee2d-d138-480c-9c52-b263843430ef on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:03:08.521573 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-5f6bf26f-8e44-4da2-8076-95350fdcee72 None None] Attempting to bind port 9685ee2d-d138-480c-9c52-b263843430ef by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '621ba354-df32-40e1-ad22-f51bf509b675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '8c3df2d2-33d3-425a-bd3e-f998813aa4bf'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:03:08.523594 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6bf26f-8e44-4da2-8076-95350fdcee72 None None] Attempting to bind port 9685ee2d-d138-480c-9c52-b263843430ef on network 8c3df2d2-33d3-425a-bd3e-f998813aa4bf {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:03:08.532881 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0a1e76dc-13b9-457e-88e6-df9ff9b92f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:08.542516 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6bf26f-8e44-4da2-8076-95350fdcee72 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:03:08.542900 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6bf26f-8e44-4da2-8076-95350fdcee72 None None] Checking segment: {'id': '621ba354-df32-40e1-ad22-f51bf509b675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '8c3df2d2-33d3-425a-bd3e-f998813aa4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:03:08.543896 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5f6bf26f-8e44-4da2-8076-95350fdcee72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:08.543896 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6bf26f-8e44-4da2-8076-95350fdcee72 None None] Bound using segment: {'id': '621ba354-df32-40e1-ad22-f51bf509b675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '8c3df2d2-33d3-425a-bd3e-f998813aa4bf'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:03:08.544225 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-5f6bf26f-8e44-4da2-8076-95350fdcee72 None None] Bound port: 9685ee2d-d138-480c-9c52-b263843430ef, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '621ba354-df32-40e1-ad22-f51bf509b675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '8c3df2d2-33d3-425a-bd3e-f998813aa4bf'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:03:08.544579 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5f6bf26f-8e44-4da2-8076-95350fdcee72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:08.588753 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb82cc9-6bf7-40b7-a35d-cea015ece714 None None] DHCP port deletion for af0f15c1-4245-43a1-9aa2-ab360eeeefe2 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:03:08.599709 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-28922b4c-f341-4df7-a7ed-f5e95ae05f31 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Allocated IP 2001:db8::3e1 (c48f6a1a-d6d2-4158-a1ba-0475b7c10122/d35b024a-cfcd-435e-b4de-966a64b102da/9f56cdab-b9c7-4b68-b8e8-44ca49840c39) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:08.647649 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5bb36a12-cfbd-4f78-a617-6878fcd599f0 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:08.699915 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 573f421b-0d17-4303-a5c8-4a0d9f58b56e no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:03:08.746468 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 573f421b-0d17-4303-a5c8-4a0d9f58b56e {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:03:08.746824 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 573f421b-0d17-4303-a5c8-4a0d9f58b56e not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:03:08.747246 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 797175b6-f2f8-4176-986b-0e65b9d233a9 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:03:08.768696 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-aeb0d665-eb8f-4cfe-8884-c9584227387a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:08.771142 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-aeb0d665-eb8f-4cfe-8884-c9584227387a admin admin] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:08.775379 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-aeb0d665-eb8f-4cfe-8884-c9584227387a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/59d40f5d-39af-4184-92d9-1c25f1853883 HTTP/1.1" status: 204 len: 168 time: 0.8822749 Feb 16 17:03:08.775573 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 797175b6-f2f8-4176-986b-0e65b9d233a9 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:03:08.776057 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 797175b6-f2f8-4176-986b-0e65b9d233a9 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:03:08.784112 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-21f2d944-824a-4ba6-bad3-cc9646ca8b11 None None] For port dc48a041-48ca-4bb2-a46a-b1b9bfcb1607, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:03:08.811381 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-21f2d944-824a-4ba6-bad3-cc9646ca8b11 None None] For port dc48a041-48ca-4bb2-a46a-b1b9bfcb1607, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=dc48a041-48ca-4bb2-a46a-b1b9bfcb1607,segment=NetworkSegment(939ef499-f689-40d2-b59b-9e412232f500),segment_id=939ef499-f689-40d2-b59b-9e412232f500)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:03:08.817938 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-5f6bf26f-8e44-4da2-8076-95350fdcee72 None None] For port 9685ee2d-d138-480c-9c52-b263843430ef, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:03:08.824672 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-5f6bf26f-8e44-4da2-8076-95350fdcee72 None None] For port 9685ee2d-d138-480c-9c52-b263843430ef, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=9685ee2d-d138-480c-9c52-b263843430ef,segment=NetworkSegment(621ba354-df32-40e1-ad22-f51bf509b675),segment_id=621ba354-df32-40e1-ad22-f51bf509b675)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:03:08.828412 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb0d665-eb8f-4cfe-8884-c9584227387a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d40f5d-39af-4184-92d9-1c25f1853883,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:08.833649 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-dcb82cc9-6bf7-40b7-a35d-cea015ece714 None None] Deleting port 59e35b06-4674-41c0-8983-1599ebd642ec {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:03:08.833649 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-dcb82cc9-6bf7-40b7-a35d-cea015ece714 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:08.906820 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-21f2d944-824a-4ba6-bad3-cc9646ca8b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:08.909997 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5f6bf26f-8e44-4da2-8076-95350fdcee72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:08.976997 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f2d944-824a-4ba6-bad3-cc9646ca8b11 None None] Pushing event updated for resources: {'Port': ['ID=dc48a041-48ca-4bb2-a46a-b1b9bfcb1607,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:08.987577 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-dcb82cc9-6bf7-40b7-a35d-cea015ece714 None None] For port 59e35b06-4674-41c0-8983-1599ebd642ec, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=59e35b06-4674-41c0-8983-1599ebd642ec,segment=NetworkSegment(d6732fe5-8a13-4a97-bc3e-8589da39ec93),segment_id=d6732fe5-8a13-4a97-bc3e-8589da39ec93)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:03:08.987806 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-dcb82cc9-6bf7-40b7-a35d-cea015ece714 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:09.032863 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-dcb82cc9-6bf7-40b7-a35d-cea015ece714 None None] Calling delete_port for 59e35b06-4674-41c0-8983-1599ebd642ec owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:03:09.092049 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-28922b4c-f341-4df7-a7ed-f5e95ae05f31 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:09.098704 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754251b-4d7f-4a9a-926b-fefa40fb5c3d req-0ab292f8-e961-489c-8c7b-8933f8167804 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:09.100373 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8754251b-4d7f-4a9a-926b-fefa40fb5c3d req-0ab292f8-e961-489c-8c7b-8933f8167804 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] 10.222.0.89 "GET /v2.0/networks?id=66cc928b-621e-496b-9066-5b5d6fd45edf HTTP/1.1" status: 200 len: 812 time: 0.7149651 Feb 16 17:03:09.163324 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6bf26f-8e44-4da2-8076-95350fdcee72 None None] Pushing event updated for resources: {'Port': ['ID=9685ee2d-d138-480c-9c52-b263843430ef,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:09.179874 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-5bb36a12-cfbd-4f78-a617-6878fcd599f0 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Allocated IP 172.20.0.1 (8c3df2d2-33d3-425a-bd3e-f998813aa4bf/096aa893-490b-4c8a-ac61-31a63cb68ec1/5e9e9233-9b63-4481-86d3-b05d5839fd56) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:09.194782 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-8754251b-4d7f-4a9a-926b-fefa40fb5c3d req-7cb1a403-687c-4a45-9f74-9951f88461e7 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] Request body: {'port': {'device_id': 'f368bc1d-546d-4a33-9963-8a669754d388', 'network_id': '66cc928b-621e-496b-9066-5b5d6fd45edf', 'admin_state_up': True, 'tenant_id': 'cbbb3cdcea6a4c22a0dec7df58592000'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:09.240176 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c708b21a-3229-4e96-ae16-54491001026f req-152ef9f1-0e0d-4f18-9b10-c591ac0ec47e tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] 10.222.0.88 "GET /v2.0/ports?device_id=f368bc1d-546d-4a33-9963-8a669754d388 HTTP/1.1" status: 200 len: 210 time: 0.0689845 Feb 16 17:03:09.242954 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0a1e76dc-13b9-457e-88e6-df9ff9b92f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:09.247739 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5979a988-bab8-4f21-b081-310adfaa72ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:09.309480 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-28922b4c-f341-4df7-a7ed-f5e95ae05f31 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:09.345520 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-08e491fe-fc55-4715-8885-5b638b1e0673 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Deleting port 59e35b06-4674-41c0-8983-1599ebd642ec {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:03:09.345868 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-08e491fe-fc55-4715-8885-5b638b1e0673 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:09.351408 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0a1e76dc-13b9-457e-88e6-df9ff9b92f82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:09.355813 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-0a1e76dc-13b9-457e-88e6-df9ff9b92f82 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/847c90d0-f658-438a-baa8-b8b47f957a97 HTTP/1.1" status: 204 len: 168 time: 1.3373346 Feb 16 17:03:09.372046 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49c3dda-af21-44ac-9825-3421298a9c7d None None] Network 2a9f074d-71de-48a7-8445-bcff118a8024 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:03:09.438545 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52462) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:09.490429 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e76dc-13b9-457e-88e6-df9ff9b92f82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=847c90d0-f658-438a-baa8-b8b47f957a97,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:09.583931 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28922b4c-f341-4df7-a7ed-f5e95ae05f31 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Network c48f6a1a-d6d2-4158-a1ba-0475b7c10122 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:09.601679 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-28922b4c-f341-4df7-a7ed-f5e95ae05f31 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:09.606010 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28922b4c-f341-4df7-a7ed-f5e95ae05f31 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:03:09.612351 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28922b4c-f341-4df7-a7ed-f5e95ae05f31 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:09.613395 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-28922b4c-f341-4df7-a7ed-f5e95ae05f31 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:09.616219 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28922b4c-f341-4df7-a7ed-f5e95ae05f31 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event updated for resources: {'Port': ['ID=9f56cdab-b9c7-4b68-b8e8-44ca49840c39,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:09.649961 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-08e491fe-fc55-4715-8885-5b638b1e0673 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] For port 59e35b06-4674-41c0-8983-1599ebd642ec, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=59e35b06-4674-41c0-8983-1599ebd642ec,segment=NetworkSegment(d6732fe5-8a13-4a97-bc3e-8589da39ec93),segment_id=d6732fe5-8a13-4a97-bc3e-8589da39ec93)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:03:09.650457 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-08e491fe-fc55-4715-8885-5b638b1e0673 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:09.654021 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a2e49bb3-1253-4475-b852-74ef29a227ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:09.667500 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-08e491fe-fc55-4715-8885-5b638b1e0673 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Calling delete_port for 59e35b06-4674-41c0-8983-1599ebd642ec owned by network:dhcp {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:03:09.706017 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7f298b-5e98-4e97-b28a-afd01282655c None None] DHCP port deletion for 2a9f074d-71de-48a7-8445-bcff118a8024 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:03:09.717301 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-a2e49bb3-1253-4475-b852-74ef29a227ee admin admin] Deleting port 763c6785-9290-44e0-b386-cdc7b1a74d02 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:03:09.717640 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a2e49bb3-1253-4475-b852-74ef29a227ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:09.753893 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-8b7f298b-5e98-4e97-b28a-afd01282655c None None] Deleting port 763c6785-9290-44e0-b386-cdc7b1a74d02 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:03:09.754264 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8b7f298b-5e98-4e97-b28a-afd01282655c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:09.786866 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-a2e49bb3-1253-4475-b852-74ef29a227ee admin admin] For port 763c6785-9290-44e0-b386-cdc7b1a74d02, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=763c6785-9290-44e0-b386-cdc7b1a74d02,segment=NetworkSegment(457fa9dd-54bd-45be-89fb-008c1a63dec7),segment_id=457fa9dd-54bd-45be-89fb-008c1a63dec7)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:03:09.787213 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a2e49bb3-1253-4475-b852-74ef29a227ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:09.801983 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-a2e49bb3-1253-4475-b852-74ef29a227ee admin admin] Calling delete_port for 763c6785-9290-44e0-b386-cdc7b1a74d02 owned by network:dhcp {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:03:09.819385 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-8b7f298b-5e98-4e97-b28a-afd01282655c None None] For port 763c6785-9290-44e0-b386-cdc7b1a74d02, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=763c6785-9290-44e0-b386-cdc7b1a74d02,segment=NetworkSegment(457fa9dd-54bd-45be-89fb-008c1a63dec7),segment_id=457fa9dd-54bd-45be-89fb-008c1a63dec7)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:03:09.819927 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8b7f298b-5e98-4e97-b28a-afd01282655c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:09.827610 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-dcb82cc9-6bf7-40b7-a35d-cea015ece714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:09.829448 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-08e491fe-fc55-4715-8885-5b638b1e0673 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:09.848922 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb82cc9-6bf7-40b7-a35d-cea015ece714 None None] No DVR routers for this DVR port 59e35b06-4674-41c0-8983-1599ebd642ec on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:03:09.856655 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5bb36a12-cfbd-4f78-a617-6878fcd599f0 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:09.862280 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e491fe-fc55-4715-8885-5b638b1e0673 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event deleted for resources: {'Port': ['ID=59e35b06-4674-41c0-8983-1599ebd642ec,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:09.866987 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e491fe-fc55-4715-8885-5b638b1e0673 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] No DVR routers for this DVR port 59e35b06-4674-41c0-8983-1599ebd642ec on host dv-neutron-828697-3-hyperv {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:03:09.878428 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-8b7f298b-5e98-4e97-b28a-afd01282655c None None] Calling delete_port for 763c6785-9290-44e0-b386-cdc7b1a74d02 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:03:09.883727 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb82cc9-6bf7-40b7-a35d-cea015ece714 None None] Pushing event deleted for resources: {'Port': ['ID=59e35b06-4674-41c0-8983-1599ebd642ec,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:09.942014 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-28922b4c-f341-4df7-a7ed-f5e95ae05f31 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7267244 Feb 16 17:03:09.951770 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52472) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:09.957104 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-a5e73d65-66ff-4f50-aeb6-d18f0b685789 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Request body: {'port': {'network_id': 'c48f6a1a-d6d2-4158-a1ba-0475b7c10122', 'name': 'tempest-PortsIpV6TestJSON-1987290636'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:09.996836 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-08e491fe-fc55-4715-8885-5b638b1e0673 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:10.023959 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-08e491fe-fc55-4715-8885-5b638b1e0673 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af0f15c1-4245-43a1-9aa2-ab360eeeefe2']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:10.036252 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-08e491fe-fc55-4715-8885-5b638b1e0673 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6732fe5-8a13-4a97-bc3e-8589da39ec93') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:10.040225 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-08e491fe-fc55-4715-8885-5b638b1e0673 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6732fe5-8a13-4a97-bc3e-8589da39ec93') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:10.040413 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5bb36a12-cfbd-4f78-a617-6878fcd599f0 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:10.047580 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-08e491fe-fc55-4715-8885-5b638b1e0673 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:10.063459 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-08e491fe-fc55-4715-8885-5b638b1e0673 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:10.070631 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8b7f298b-5e98-4e97-b28a-afd01282655c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:10.070828 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08e491fe-fc55-4715-8885-5b638b1e0673 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:03:10.071020 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-08e491fe-fc55-4715-8885-5b638b1e0673 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:10.074703 dv-neutron-828697-3-hyperv neutron-server[114376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:03:10.074703 dv-neutron-828697-3-hyperv neutron-server[114376]: self.session.flush() Feb 16 17:03:10.074703 dv-neutron-828697-3-hyperv neutron-server[114376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:03:10.074703 dv-neutron-828697-3-hyperv neutron-server[114376]: self.session.flush() Feb 16 17:03:10.074703 dv-neutron-828697-3-hyperv neutron-server[114376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:03:10.074703 dv-neutron-828697-3-hyperv neutron-server[114376]: self.session.flush() Feb 16 17:03:10.074703 dv-neutron-828697-3-hyperv neutron-server[114376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:03:10.074703 dv-neutron-828697-3-hyperv neutron-server[114376]: self.session.flush() Feb 16 17:03:10.074703 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 17:03:10.074703 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:03:10.074703 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 17:03:10.074703 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:03:10.074703 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 17:03:10.074703 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:03:10.074703 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 17:03:10.074703 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:03:10.074703 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 17:03:10.074703 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:03:10.074703 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 17:03:10.074703 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:03:10.074703 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 17:03:10.074703 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:03:10.074703 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:03:10.074703 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:03:10.074703 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:03:10.074703 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:03:10.074703 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 17:03:10.074703 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:03:10.074703 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 17:03:10.074703 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:03:10.074703 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:03:10.074703 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:03:10.074703 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 17:03:10.074703 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:03:10.074703 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:03:10.074703 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:03:10.074703 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:03:10.074703 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:03:10.074703 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:03:10.074703 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:03:10.118796 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a2e49bb3-1253-4475-b852-74ef29a227ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:10.146343 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb36a12-cfbd-4f78-a617-6878fcd599f0 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Network 8c3df2d2-33d3-425a-bd3e-f998813aa4bf is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:10.153458 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8754251b-4d7f-4a9a-926b-fefa40fb5c3d req-7cb1a403-687c-4a45-9f74-9951f88461e7 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] Made reservation on behalf of cbbb3cdcea6a4c22a0dec7df58592000 for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:10.155653 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e49bb3-1253-4475-b852-74ef29a227ee admin admin] No DVR routers for this DVR port 763c6785-9290-44e0-b386-cdc7b1a74d02 on host dv-neutron-828697-3-hyperv {{(pid=114375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:03:10.157819 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-5bb36a12-cfbd-4f78-a617-6878fcd599f0 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:10.167231 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-8754251b-4d7f-4a9a-926b-fefa40fb5c3d req-7cb1a403-687c-4a45-9f74-9951f88461e7 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:10.256977 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb36a12-cfbd-4f78-a617-6878fcd599f0 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:03:10.263034 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-08e491fe-fc55-4715-8885-5b638b1e0673 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:10.275287 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-08e491fe-fc55-4715-8885-5b638b1e0673 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:10.282455 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-08e491fe-fc55-4715-8885-5b638b1e0673 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "DELETE /v2.0/networks/af0f15c1-4245-43a1-9aa2-ab360eeeefe2 HTTP/1.1" status: 204 len: 168 time: 2.1756697 Feb 16 17:03:10.306808 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52478) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:10.307915 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e491fe-fc55-4715-8885-5b638b1e0673 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event deleted for resources: {'Network': ['ID=af0f15c1-4245-43a1-9aa2-ab360eeeefe2,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:10.318439 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-6a906f58-a301-4dac-8877-1861ba23725e tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Request body: {'network': {'name': 'tempest-RoutersTest-1483278351'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:10.357362 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7f298b-5e98-4e97-b28a-afd01282655c None None] No DVR routers for this DVR port 763c6785-9290-44e0-b386-cdc7b1a74d02 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:03:10.367859 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f298b-5e98-4e97-b28a-afd01282655c None None] Pushing event deleted for resources: {'Port': ['ID=763c6785-9290-44e0-b386-cdc7b1a74d02,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:10.378402 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb36a12-cfbd-4f78-a617-6878fcd599f0 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Pushing event updated for resources: {'Port': ['ID=5e9e9233-9b63-4481-86d3-b05d5839fd56,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:10.432591 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [req-8754251b-4d7f-4a9a-926b-fefa40fb5c3d req-7cb1a403-687c-4a45-9f74-9951f88461e7 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] Allocated IP 172.20.0.3 (66cc928b-621e-496b-9066-5b5d6fd45edf/a2290c8c-3594-4467-bb7a-80f433c430d8/e7740743-77d7-4136-b0e6-56afca85ecb5) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:10.441082 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:10.456782 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a2e49bb3-1253-4475-b852-74ef29a227ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:10.478687 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e49bb3-1253-4475-b852-74ef29a227ee admin admin] Pushing event deleted for resources: {'Port': ['ID=763c6785-9290-44e0-b386-cdc7b1a74d02,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:10.503272 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-c371e4b3-e0d3-4776-99f5-ee3467fad439 req-9b1c198d-6fb5-4643-81e6-652b87c26778 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] 10.222.0.88 "GET /v2.0/ports?device_id=f368bc1d-546d-4a33-9963-8a669754d388 HTTP/1.1" status: 200 len: 210 time: 0.0989940 Feb 16 17:03:10.519567 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e73d65-66ff-4f50-aeb6-d18f0b685789 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Made reservation on behalf of 02ebc15ce0534c46afb3b8b1618852cd for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:10.523830 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a5e73d65-66ff-4f50-aeb6-d18f0b685789 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:10.544461 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5bb36a12-cfbd-4f78-a617-6878fcd599f0 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:10.611073 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ca9d5c-4a23-4df9-a8ee-f6e384241f6e None None] Network c48f6a1a-d6d2-4158-a1ba-0475b7c10122 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:03:10.645600 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-a2e49bb3-1253-4475-b852-74ef29a227ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a9f074d-71de-48a7-8445-bcff118a8024']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:10.652760 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52486) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:10.664844 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-a5e73d65-66ff-4f50-aeb6-d18f0b685789 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] device_id is not set on port c6534ec5-7d4d-4f70-8847-ae947cb650f7 yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:03:10.673126 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-a2e49bb3-1253-4475-b852-74ef29a227ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '457fa9dd-54bd-45be-89fb-008c1a63dec7') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:10.673711 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-a2e49bb3-1253-4475-b852-74ef29a227ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '457fa9dd-54bd-45be-89fb-008c1a63dec7') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:10.692594 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a2e49bb3-1253-4475-b852-74ef29a227ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:10.722110 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-8754251b-4d7f-4a9a-926b-fefa40fb5c3d req-7cb1a403-687c-4a45-9f74-9951f88461e7 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:10.733207 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 9685ee2d-d138-480c-9c52-b263843430ef up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:03:10.752830 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a2e49bb3-1253-4475-b852-74ef29a227ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:10.783417 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2e49bb3-1253-4475-b852-74ef29a227ee admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:03:10.784583 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a2e49bb3-1253-4475-b852-74ef29a227ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:10.789768 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 17:03:10.789768 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:03:10.789768 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 17:03:10.789768 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:03:10.789768 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 17:03:10.789768 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:03:10.789768 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 17:03:10.789768 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:03:10.789768 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 17:03:10.789768 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:03:10.789768 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 17:03:10.789768 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:03:10.789768 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 17:03:10.789768 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:03:10.789768 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:03:10.789768 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:03:10.789768 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:03:10.789768 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:03:10.789768 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 17:03:10.789768 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:03:10.789768 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 17:03:10.789768 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:03:10.789768 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:03:10.789768 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:03:10.789768 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 17:03:10.789768 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:03:10.789768 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:03:10.789768 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:03:10.789768 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:03:10.789768 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:03:10.789768 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:03:10.789768 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:03:10.812263 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-c649b9dc-6412-42a4-9154-9b50dc0afa4f None None] Provisioning complete for port dc48a041-48ca-4bb2-a46a-b1b9bfcb1607 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:10.812640 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c649b9dc-6412-42a4-9154-9b50dc0afa4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:10.818457 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-986ee322-0b85-47f8-b840-4dd851ba1278 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Request body: {'security_group': {'name': 'default'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:10.818900 dv-neutron-828697-3-hyperv neutron-server[114376]: WARNING neutron.api.v2.base [None req-986ee322-0b85-47f8-b840-4dd851ba1278 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 16 17:03:10.819402 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-986ee322-0b85-47f8-b840-4dd851ba1278 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] create failed (client error): There was a conflict when trying to complete your request. Feb 16 17:03:10.820423 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-986ee322-0b85-47f8-b840-4dd851ba1278 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1670227 Feb 16 17:03:10.824121 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52490) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:10.828619 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-bb910c86-a936-4d05-9ee7-e86165c98ba6 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Request body: {'security_group': {'name': 'tempest-secgroup--1180532347'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:10.860492 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a906f58-a301-4dac-8877-1861ba23725e tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Made reservation on behalf of 687c6649ec1f4902bed4d35faf0c53f6 for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:10.864788 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6a906f58-a301-4dac-8877-1861ba23725e tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:10.878258 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5bb36a12-cfbd-4f78-a617-6878fcd599f0 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:10.920217 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 9685ee2d-d138-480c-9c52-b263843430ef triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:10.920827 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:10.934179 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-8754251b-4d7f-4a9a-926b-fefa40fb5c3d req-7cb1a403-687c-4a45-9f74-9951f88461e7 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:10.977259 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a906f58-a301-4dac-8877-1861ba23725e tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:03:11.004908 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-a5e73d65-66ff-4f50-aeb6-d18f0b685789 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Allocated IP 2001:db8::377 (c48f6a1a-d6d2-4158-a1ba-0475b7c10122/d35b024a-cfcd-435e-b4de-966a64b102da/c6534ec5-7d4d-4f70-8847-ae947cb650f7) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:11.005278 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb1a403-687c-4a45-9f74-9951f88461e7 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] Pushing event updated for resources: {'Port': ['ID=e7740743-77d7-4136-b0e6-56afca85ecb5,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:11.008748 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8754251b-4d7f-4a9a-926b-fefa40fb5c3d req-7cb1a403-687c-4a45-9f74-9951f88461e7 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] Network 66cc928b-621e-496b-9066-5b5d6fd45edf is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:11.013546 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [req-8754251b-4d7f-4a9a-926b-fefa40fb5c3d req-7cb1a403-687c-4a45-9f74-9951f88461e7 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:11.021158 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-8754251b-4d7f-4a9a-926b-fefa40fb5c3d req-7cb1a403-687c-4a45-9f74-9951f88461e7 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:03:11.027288 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a2e49bb3-1253-4475-b852-74ef29a227ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:11.030558 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6a906f58-a301-4dac-8877-1861ba23725e tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:11.030558 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-6a906f58-a301-4dac-8877-1861ba23725e tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Added segment e9c6aa29-d6c9-4f55-827b-0eafd96bb2b1 of type vlan for network 2defdfc8-57d8-4d00-a3f4-b379ea38b403 Feb 16 17:03:11.040345 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c649b9dc-6412-42a4-9154-9b50dc0afa4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:11.057349 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-bb910c86-a936-4d05-9ee7-e86165c98ba6 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:11.060950 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00afd73-c32d-46c8-99c7-627c30d80186 None None] Network 8c3df2d2-33d3-425a-bd3e-f998813aa4bf requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:03:11.083481 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a2e49bb3-1253-4475-b852-74ef29a227ee admin admin] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:11.088752 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a2e49bb3-1253-4475-b852-74ef29a227ee admin admin] 10.222.0.88 "DELETE /v2.0/networks/2a9f074d-71de-48a7-8445-bcff118a8024 HTTP/1.1" status: 204 len: 168 time: 1.6469274 Feb 16 17:03:11.105581 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-c649b9dc-6412-42a4-9154-9b50dc0afa4f None None] For port dc48a041-48ca-4bb2-a46a-b1b9bfcb1607, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=dc48a041-48ca-4bb2-a46a-b1b9bfcb1607,segment=NetworkSegment(939ef499-f689-40d2-b59b-9e412232f500),segment_id=939ef499-f689-40d2-b59b-9e412232f500)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:03:11.109980 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-bb910c86-a936-4d05-9ee7-e86165c98ba6 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:11.163352 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e49bb3-1253-4475-b852-74ef29a227ee admin admin] Pushing event deleted for resources: {'Network': ['ID=2a9f074d-71de-48a7-8445-bcff118a8024,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:11.163733 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6a906f58-a301-4dac-8877-1861ba23725e tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:11.178127 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754251b-4d7f-4a9a-926b-fefa40fb5c3d req-7cb1a403-687c-4a45-9f74-9951f88461e7 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:11.178781 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-8754251b-4d7f-4a9a-926b-fefa40fb5c3d req-7cb1a403-687c-4a45-9f74-9951f88461e7 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:11.195166 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c649b9dc-6412-42a4-9154-9b50dc0afa4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:11.281232 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:11.296845 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8754251b-4d7f-4a9a-926b-fefa40fb5c3d req-7cb1a403-687c-4a45-9f74-9951f88461e7 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1076005 Feb 16 17:03:11.310544 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-8754251b-4d7f-4a9a-926b-fefa40fb5c3d req-f98bb8f8-7d87-4e13-a250-c679df037551 service neutron] Request body: {'port': {'device_id': 'f368bc1d-546d-4a33-9963-8a669754d388', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8286'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:11.315638 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-bb910c86-a936-4d05-9ee7-e86165c98ba6 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:11.318425 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6a906f58-a301-4dac-8877-1861ba23725e tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:11.324835 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a906f58-a301-4dac-8877-1861ba23725e tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:11.326292 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6a906f58-a301-4dac-8877-1861ba23725e tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:11.391820 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c649b9dc-6412-42a4-9154-9b50dc0afa4f None None] Pushing event updated for resources: {'Port': ['ID=dc48a041-48ca-4bb2-a46a-b1b9bfcb1607,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:11.405093 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port 9685ee2d-d138-480c-9c52-b263843430ef, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=9685ee2d-d138-480c-9c52-b263843430ef,segment=NetworkSegment(621ba354-df32-40e1-ad22-f51bf509b675),segment_id=621ba354-df32-40e1-ad22-f51bf509b675)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:03:11.413077 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-d857623f-16ee-4fd9-aad9-3b66d9582d76 None None] Provisioning complete for port 9685ee2d-d138-480c-9c52-b263843430ef triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:11.413077 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d857623f-16ee-4fd9-aad9-3b66d9582d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:11.452485 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-bb910c86-a936-4d05-9ee7-e86165c98ba6 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:11.474844 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a906f58-a301-4dac-8877-1861ba23725e tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event updated for resources: {'Network': ['ID=2defdfc8-57d8-4d00-a3f4-b379ea38b403,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:11.492488 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 2defdfc8-57d8-4d00-a3f4-b379ea38b403 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:03:11.517144 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-8754251b-4d7f-4a9a-926b-fefa40fb5c3d req-f98bb8f8-7d87-4e13-a250-c679df037551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:11.535049 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a5e73d65-66ff-4f50-aeb6-d18f0b685789 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:11.563958 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:11.564575 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device dc48a041-48ca-4bb2-a46a-b1b9bfcb1607 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:03:11.587595 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5bb36a12-cfbd-4f78-a617-6878fcd599f0 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:11.632129 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-6a906f58-a301-4dac-8877-1861ba23725e tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3206739 Feb 16 17:03:11.638189 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52496) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:11.654839 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-336b2f86-58e3-48be-8b58-1f5161d01c2d tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Request body: {'subnet': {'network_id': '2defdfc8-57d8-4d00-a3f4-b379ea38b403', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:11.665838 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5bb36a12-cfbd-4f78-a617-6878fcd599f0 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:11.680223 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52498) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:11.693884 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=9685ee2d-d138-480c-9c52-b263843430ef,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:11.694264 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-bb910c86-a936-4d05-9ee7-e86165c98ba6 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:11.733054 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb910c86-a936-4d05-9ee7-e86165c98ba6 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92259279-1cf8-4cf7-9c1f-6dee5fb5f27a,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:11.744217 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5bb36a12-cfbd-4f78-a617-6878fcd599f0 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:11.750008 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a5e73d65-66ff-4f50-aeb6-d18f0b685789 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:11.769733 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-bb910c86-a936-4d05-9ee7-e86165c98ba6 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:11.812801 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-34144dc7-8714-4db5-a2c5-ba4efb115357 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=09d1279d90c3425a9b4e1f123c7549b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1267970 Feb 16 17:03:11.817448 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52500) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:11.832165 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port dc48a041-48ca-4bb2-a46a-b1b9bfcb1607 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:11.832638 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:11.900344 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e73d65-66ff-4f50-aeb6-d18f0b685789 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Network c48f6a1a-d6d2-4158-a1ba-0475b7c10122 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:11.914251 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af9c3e9-06bf-413d-8340-cd8fb52449d0 req-92960503-eec0-4a18-8f22-980d617e5e94 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:11.915736 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4af9c3e9-06bf-413d-8340-cd8fb52449d0 req-92960503-eec0-4a18-8f22-980d617e5e94 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] 10.222.0.88 "GET /v2.0/ports?device_id=f368bc1d-546d-4a33-9963-8a669754d388 HTTP/1.1" status: 200 len: 931 time: 0.3058546 Feb 16 17:03:11.925517 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb910c86-a936-4d05-9ee7-e86165c98ba6 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=444d59ab-c777-4e88-9297-389b2fbd77cb,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:11.934724 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-a5e73d65-66ff-4f50-aeb6-d18f0b685789 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:11.936658 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb36a12-cfbd-4f78-a617-6878fcd599f0 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Pushing event updated for resources: {'Port': ['ID=5e9e9233-9b63-4481-86d3-b05d5839fd56,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:11.941961 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:11.948272 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e73d65-66ff-4f50-aeb6-d18f0b685789 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:03:11.972764 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-55a16205-ca40-4649-a77f-df2f8532f5f8 None None] Provisioning complete for port dc48a041-48ca-4bb2-a46a-b1b9bfcb1607 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:11.973750 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-55a16205-ca40-4649-a77f-df2f8532f5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:11.977712 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e73d65-66ff-4f50-aeb6-d18f0b685789 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:11.978398 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a5e73d65-66ff-4f50-aeb6-d18f0b685789 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:11.998270 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-bb910c86-a936-4d05-9ee7-e86165c98ba6 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:12.000210 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-bb910c86-a936-4d05-9ee7-e86165c98ba6 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1750493 Feb 16 17:03:12.006206 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52502) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:12.024864 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4af9c3e9-06bf-413d-8340-cd8fb52449d0 req-02b7b32c-07b1-44d6-aadf-f1450bab11e8 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] 10.222.0.88 "GET /v2.0/security-groups?id=f7d935da-675d-429a-a652-2c362be4f8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790832 Feb 16 17:03:12.060120 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 763c6785-9290-44e0-b386-cdc7b1a74d02 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:03:12.082712 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-f7aadd3f-8b81-42e6-af5a-ca912ae9be00 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Request body: {'security_group_rule': {'security_group_id': '444d59ab-c777-4e88-9297-389b2fbd77cb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:12.099823 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 763c6785-9290-44e0-b386-cdc7b1a74d02 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:03:12.100538 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 763c6785-9290-44e0-b386-cdc7b1a74d02 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:03:12.102771 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 59e35b06-4674-41c0-8983-1599ebd642ec no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:03:12.140465 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:12.144649 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 59e35b06-4674-41c0-8983-1599ebd642ec {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:03:12.146159 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 59e35b06-4674-41c0-8983-1599ebd642ec not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:03:12.214285 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [req-8754251b-4d7f-4a9a-926b-fefa40fb5c3d req-f98bb8f8-7d87-4e13-a250-c679df037551 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7740743-77d7-4136-b0e6-56afca85ecb5 {{(pid=114376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:03:12.225005 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-8754251b-4d7f-4a9a-926b-fefa40fb5c3d req-f98bb8f8-7d87-4e13-a250-c679df037551 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:12.246417 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-55a16205-ca40-4649-a77f-df2f8532f5f8 None None] Provisioning complete for port 9685ee2d-d138-480c-9c52-b263843430ef triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:12.247308 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-55a16205-ca40-4649-a77f-df2f8532f5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:12.248193 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e73d65-66ff-4f50-aeb6-d18f0b685789 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event updated for resources: {'Port': ['ID=c6534ec5-7d4d-4f70-8847-ae947cb650f7,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:12.253980 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.provisioning_blocks [req-8754251b-4d7f-4a9a-926b-fefa40fb5c3d req-f98bb8f8-7d87-4e13-a250-c679df037551 service neutron] Transition to ACTIVE for port object e7740743-77d7-4136-b0e6-56afca85ecb5 will not be triggered until provisioned by entity L2. {{(pid=114376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:03:12.278192 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a5e73d65-66ff-4f50-aeb6-d18f0b685789 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3181834 Feb 16 17:03:12.278387 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52504) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:12.283662 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3f0bf9e4-3870-4a0c-bf89-b76aaf07de2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:12.309007 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb36a12-cfbd-4f78-a617-6878fcd599f0 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Network 8c3df2d2-33d3-425a-bd3e-f998813aa4bf is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:12.313559 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-5bb36a12-cfbd-4f78-a617-6878fcd599f0 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:12.324002 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3f0bf9e4-3870-4a0c-bf89-b76aaf07de2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:12.344601 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-8754251b-4d7f-4a9a-926b-fefa40fb5c3d req-f98bb8f8-7d87-4e13-a250-c679df037551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:12.375270 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-55a16205-ca40-4649-a77f-df2f8532f5f8 None None] Provisioning complete for port 5e9e9233-9b63-4481-86d3-b05d5839fd56 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:12.376077 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-55a16205-ca40-4649-a77f-df2f8532f5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:12.380966 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336b2f86-58e3-48be-8b58-1f5161d01c2d tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Made reservation on behalf of 687c6649ec1f4902bed4d35faf0c53f6 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:12.384427 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-336b2f86-58e3-48be-8b58-1f5161d01c2d tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:12.460180 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-55a16205-ca40-4649-a77f-df2f8532f5f8 None None] Port 5e9e9233-9b63-4481-86d3-b05d5839fd56 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:03:12.474096 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-55a16205-ca40-4649-a77f-df2f8532f5f8 None None] Provisioning complete for port 9f56cdab-b9c7-4b68-b8e8-44ca49840c39 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:12.474802 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-55a16205-ca40-4649-a77f-df2f8532f5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:12.483000 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98bb8f8-7d87-4e13-a250-c679df037551 service neutron] Pushing event updated for resources: {'Port': ['ID=e7740743-77d7-4136-b0e6-56afca85ecb5,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:12.485431 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f7aadd3f-8b81-42e6-af5a-ca912ae9be00 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:12.497479 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05969e83-9301-4528-8c0e-59f6d06eff3b tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:12.501555 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-05969e83-9301-4528-8c0e-59f6d06eff3b tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3e1 HTTP/1.1" status: 200 len: 929 time: 0.2236834 Feb 16 17:03:12.504708 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52506) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:12.505446 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 9685ee2d-d138-480c-9c52-b263843430ef up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:03:12.554638 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-55a16205-ca40-4649-a77f-df2f8532f5f8 None None] Port 9f56cdab-b9c7-4b68-b8e8-44ca49840c39 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:03:12.576025 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-8754251b-4d7f-4a9a-926b-fefa40fb5c3d req-f98bb8f8-7d87-4e13-a250-c679df037551 service neutron] Attempting to bind port e7740743-77d7-4136-b0e6-56afca85ecb5 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:03:12.576374 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-8754251b-4d7f-4a9a-926b-fefa40fb5c3d req-f98bb8f8-7d87-4e13-a250-c679df037551 service neutron] Attempting to bind port e7740743-77d7-4136-b0e6-56afca85ecb5 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': '28dbb9d7-8b41-4b33-bc55-266cbd193076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '66cc928b-621e-496b-9066-5b5d6fd45edf'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:03:12.576836 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8754251b-4d7f-4a9a-926b-fefa40fb5c3d req-f98bb8f8-7d87-4e13-a250-c679df037551 service neutron] Attempting to bind port e7740743-77d7-4136-b0e6-56afca85ecb5 on network 66cc928b-621e-496b-9066-5b5d6fd45edf {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:03:12.589090 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 9685ee2d-d138-480c-9c52-b263843430ef triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:12.591844 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:12.600922 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8754251b-4d7f-4a9a-926b-fefa40fb5c3d req-f98bb8f8-7d87-4e13-a250-c679df037551 service neutron] Port e7740743-77d7-4136-b0e6-56afca85ecb5 on network 66cc928b-621e-496b-9066-5b5d6fd45edf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:03:12.600922 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8754251b-4d7f-4a9a-926b-fefa40fb5c3d req-f98bb8f8-7d87-4e13-a250-c679df037551 service neutron] Attempting to bind port e7740743-77d7-4136-b0e6-56afca85ecb5 on network 66cc928b-621e-496b-9066-5b5d6fd45edf {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:03:12.635145 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8754251b-4d7f-4a9a-926b-fefa40fb5c3d req-f98bb8f8-7d87-4e13-a250-c679df037551 service neutron] Checking agent: {'id': '65dda45c-bbef-42f9-9728-e0fd84037987', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8286', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 56), 'started_at': datetime.datetime(2022, 2, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:03:12.635488 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8754251b-4d7f-4a9a-926b-fefa40fb5c3d req-f98bb8f8-7d87-4e13-a250-c679df037551 service neutron] Checking segment: {'id': '28dbb9d7-8b41-4b33-bc55-266cbd193076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '66cc928b-621e-496b-9066-5b5d6fd45edf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:03:12.635878 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8754251b-4d7f-4a9a-926b-fefa40fb5c3d req-f98bb8f8-7d87-4e13-a250-c679df037551 service neutron] Bound using segment: {'id': '28dbb9d7-8b41-4b33-bc55-266cbd193076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '66cc928b-621e-496b-9066-5b5d6fd45edf'} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:03:12.636330 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-8754251b-4d7f-4a9a-926b-fefa40fb5c3d req-f98bb8f8-7d87-4e13-a250-c679df037551 service neutron] Bound port: e7740743-77d7-4136-b0e6-56afca85ecb5, host: hv-neutron-8286, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28dbb9d7-8b41-4b33-bc55-266cbd193076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '66cc928b-621e-496b-9066-5b5d6fd45edf'}}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:03:12.636694 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-8754251b-4d7f-4a9a-926b-fefa40fb5c3d req-f98bb8f8-7d87-4e13-a250-c679df037551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:12.658507 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f7aadd3f-8b81-42e6-af5a-ca912ae9be00 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:12.701103 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-c12042a1-89f9-450d-9146-ba1f70304716 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Deleting port c6534ec5-7d4d-4f70-8847-ae947cb650f7 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:03:12.701103 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c12042a1-89f9-450d-9146-ba1f70304716 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:12.706525 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3f0bf9e4-3870-4a0c-bf89-b76aaf07de2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:12.709177 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3f0bf9e4-3870-4a0c-bf89-b76aaf07de2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:12.710328 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-3f0bf9e4-3870-4a0c-bf89-b76aaf07de2b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3c40ed94-fbd6-4040-9448-82bd4daa26fb HTTP/1.1" status: 204 len: 168 time: 0.8720622 Feb 16 17:03:12.715220 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-31d7e788-d65a-480c-9bd4-3fd747f627f6 None None] Provisioning complete for port 5e9e9233-9b63-4481-86d3-b05d5839fd56 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:12.715572 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-31d7e788-d65a-480c-9bd4-3fd747f627f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:12.728737 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f7aadd3f-8b81-42e6-af5a-ca912ae9be00 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:12.735220 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0bf9e4-3870-4a0c-bf89-b76aaf07de2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c40ed94-fbd6-4040-9448-82bd4daa26fb,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:12.746091 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device dc48a041-48ca-4bb2-a46a-b1b9bfcb1607 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:03:12.760588 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aadd3f-8b81-42e6-af5a-ca912ae9be00 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a44ed6e-5ae6-4b55-aa59-5bd8063fdacc,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:12.784469 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-8754251b-4d7f-4a9a-926b-fefa40fb5c3d req-f98bb8f8-7d87-4e13-a250-c679df037551 service neutron] For port e7740743-77d7-4136-b0e6-56afca85ecb5, host hv-neutron-8286, cleared binding levels {{(pid=114376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:03:12.790001 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-8754251b-4d7f-4a9a-926b-fefa40fb5c3d req-f98bb8f8-7d87-4e13-a250-c679df037551 service neutron] For port e7740743-77d7-4136-b0e6-56afca85ecb5, host hv-neutron-8286, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=e7740743-77d7-4136-b0e6-56afca85ecb5,segment=NetworkSegment(28dbb9d7-8b41-4b33-bc55-266cbd193076),segment_id=28dbb9d7-8b41-4b33-bc55-266cbd193076)] {{(pid=114376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:03:12.799905 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bb36a12-cfbd-4f78-a617-6878fcd599f0 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Router 4816414e-1f16-49a7-8f9d-4a5af49c9a9e is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:03:12.806610 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-31d7e788-d65a-480c-9bd4-3fd747f627f6 None None] Port 5e9e9233-9b63-4481-86d3-b05d5839fd56 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:03:12.830702 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c12042a1-89f9-450d-9146-ba1f70304716 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:12.830925 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-31d7e788-d65a-480c-9bd4-3fd747f627f6 None None] Provisioning complete for port c6534ec5-7d4d-4f70-8847-ae947cb650f7 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:12.831216 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-31d7e788-d65a-480c-9bd4-3fd747f627f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:12.843659 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-c12042a1-89f9-450d-9146-ba1f70304716 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Calling delete_port for c6534ec5-7d4d-4f70-8847-ae947cb650f7 owned by {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:03:12.867468 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port dc48a041-48ca-4bb2-a46a-b1b9bfcb1607 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:12.867960 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:12.890708 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-8754251b-4d7f-4a9a-926b-fefa40fb5c3d req-f98bb8f8-7d87-4e13-a250-c679df037551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:12.896511 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-31d7e788-d65a-480c-9bd4-3fd747f627f6 None None] Port c6534ec5-7d4d-4f70-8847-ae947cb650f7 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:03:12.933458 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-336b2f86-58e3-48be-8b58-1f5161d01c2d tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:12.948515 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754251b-4d7f-4a9a-926b-fefa40fb5c3d req-f98bb8f8-7d87-4e13-a250-c679df037551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:12.949202 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-8754251b-4d7f-4a9a-926b-fefa40fb5c3d req-f98bb8f8-7d87-4e13-a250-c679df037551 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:12.950941 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8754251b-4d7f-4a9a-926b-fefa40fb5c3d req-f98bb8f8-7d87-4e13-a250-c679df037551 service neutron] 10.222.0.89 "PUT /v2.0/ports/e7740743-77d7-4136-b0e6-56afca85ecb5 HTTP/1.1" status: 200 len: 1093 time: 1.6450338 Feb 16 17:03:12.954569 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f368bc1d-546d-4a33-9963-8a669754d388', 'tag': 'e7740743-77d7-4136-b0e6-56afca85ecb5'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:03:12.958413 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4184cb2-2484-4fbe-8b9c-204b495163c6" -d '{"events": [{"name": "network-changed", "server_uuid": "f368bc1d-546d-4a33-9963-8a669754d388", "tag": "e7740743-77d7-4136-b0e6-56afca85ecb5"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:03:12.995675 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f7aadd3f-8b81-42e6-af5a-ca912ae9be00 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:12.996413 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98bb8f8-7d87-4e13-a250-c679df037551 service neutron] Pushing event updated for resources: {'Port': ['ID=e7740743-77d7-4136-b0e6-56afca85ecb5,revision_number=3']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:12.996563 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f7aadd3f-8b81-42e6-af5a-ca912ae9be00 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9179487 Feb 16 17:03:13.001311 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336b2f86-58e3-48be-8b58-1f5161d01c2d tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event updated for resources: {'Subnet': ['ID=0f093a83-f15c-4b9e-a1c3-5cac6c1549d8,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:13.001489 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52512) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:13.011268 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-4c2f5bb6-1a0a-4772-99f6-6d51465f6c3c tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Request body: {'security_group_rule': {'security_group_id': '444d59ab-c777-4e88-9297-389b2fbd77cb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:13.026941 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440756a6-f68a-4c8f-94c1-3dc42b577f9c x-openstack-request-id: req-440756a6-f68a-4c8f-94c1-3dc42b577f9c {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:03:13.027223 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f368bc1d-546d-4a33-9963-8a669754d388", "tag": "e7740743-77d7-4136-b0e6-56afca85ecb5", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:03:13.027952 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-440756a6-f68a-4c8f-94c1-3dc42b577f9c {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:03:13.028349 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb36a12-cfbd-4f78-a617-6878fcd599f0 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:03:13.028483 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f368bc1d-546d-4a33-9963-8a669754d388', 'tag': 'e7740743-77d7-4136-b0e6-56afca85ecb5', 'status': 'completed', 'code': 200} Feb 16 17:03:13.039539 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-5bb36a12-cfbd-4f78-a617-6878fcd599f0 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] 10.222.0.88 "PUT /v2.0/routers/4816414e-1f16-49a7-8f9d-4a5af49c9a9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1125801 Feb 16 17:03:13.040731 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52514) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:13.043454 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53953d09-535e-4906-913c-5f80d44275b6 None None] Sync routers for ids ['4816414e-1f16-49a7-8f9d-4a5af49c9a9e'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:03:13.047365 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-4e6f741e-d7f3-4660-9ab2-9ab24c140c32 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Request body: {'port': {'network_id': '8c3df2d2-33d3-425a-bd3e-f998813aa4bf', 'name': 'tempest-FloatingIPNegativeTestJSON-1811991397'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:13.063421 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53953d09-535e-4906-913c-5f80d44275b6 None None] Routers {'4816414e-1f16-49a7-8f9d-4a5af49c9a9e'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:03:13.064066 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-53953d09-535e-4906-913c-5f80d44275b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:03:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['4816414e-1f16-49a7-8f9d-4a5af49c9a9e'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:13.105101 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-53953d09-535e-4906-913c-5f80d44275b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:13.116822 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53953d09-535e-4906-913c-5f80d44275b6 None None] Routers {'4816414e-1f16-49a7-8f9d-4a5af49c9a9e'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:03:13.117701 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-53953d09-535e-4906-913c-5f80d44275b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:03:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['4816414e-1f16-49a7-8f9d-4a5af49c9a9e'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:13.154239 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-53953d09-535e-4906-913c-5f80d44275b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:13.155778 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53953d09-535e-4906-913c-5f80d44275b6 None None] The sync data for ids ['4816414e-1f16-49a7-8f9d-4a5af49c9a9e'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:03:13.167826 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4184cb2-2484-4fbe-8b9c-204b495163c6 req-73448574-dac7-4a03-95b1-bb6bd3ef41d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:13.169908 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b4184cb2-2484-4fbe-8b9c-204b495163c6 req-73448574-dac7-4a03-95b1-bb6bd3ef41d8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cbbb3cdcea6a4c22a0dec7df58592000&device_id=f368bc1d-546d-4a33-9963-8a669754d388 HTTP/1.1" status: 200 len: 1096 time: 0.1340666 Feb 16 17:03:13.223768 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa219d2a-00f6-44e6-806d-38d99af51135 req-7485846f-8103-4762-9390-8c01e5d6212c tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:13.225508 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-fa219d2a-00f6-44e6-806d-38d99af51135 req-7485846f-8103-4762-9390-8c01e5d6212c tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] 10.222.0.88 "GET /v2.0/ports?device_id=f368bc1d-546d-4a33-9963-8a669754d388 HTTP/1.1" status: 200 len: 943 time: 0.1079192 Feb 16 17:03:13.286328 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c12042a1-89f9-450d-9146-ba1f70304716 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:13.305213 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4c2f5bb6-1a0a-4772-99f6-6d51465f6c3c tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:13.381621 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12042a1-89f9-450d-9146-ba1f70304716 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event deleted for resources: {'Port': ['ID=c6534ec5-7d4d-4f70-8847-ae947cb650f7,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:13.419089 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336b2f86-58e3-48be-8b58-1f5161d01c2d tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Checking segment: {'id': 'e9c6aa29-d6c9-4f55-827b-0eafd96bb2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2defdfc8-57d8-4d00-a3f4-b379ea38b403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:03:13.419447 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336b2f86-58e3-48be-8b58-1f5161d01c2d tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Network hostable DHCP agents. Network: 2defdfc8-57d8-4d00-a3f4-b379ea38b403, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:03:13.425574 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c12042a1-89f9-450d-9146-ba1f70304716 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:13.431539 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c12042a1-89f9-450d-9146-ba1f70304716 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "DELETE /v2.0/ports/c6534ec5-7d4d-4f70-8847-ae947cb650f7 HTTP/1.1" status: 204 len: 168 time: 0.9232013 Feb 16 17:03:13.433292 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52526) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:13.473717 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-a07c5410-be24-4b21-b462-50052cbdb32e tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] GET failed (client error): The resource could not be found. Feb 16 17:03:13.475436 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a07c5410-be24-4b21-b462-50052cbdb32e tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "GET /v2.0/ports/c6534ec5-7d4d-4f70-8847-ae947cb650f7 HTTP/1.1" status: 404 len: 333 time: 0.0394847 Feb 16 17:03:13.478496 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52528) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:13.526360 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-fa219d2a-00f6-44e6-806d-38d99af51135 req-bf939713-c771-42f6-972a-b1d1f0f2d3f8 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] 10.222.0.88 "GET /v2.0/security-groups?id=f7d935da-675d-429a-a652-2c362be4f8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899604 Feb 16 17:03:13.534051 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4184cb2-2484-4fbe-8b9c-204b495163c6 req-d087cbc3-a68a-4a7b-9a03-f46c36c0c46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:13.535553 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b4184cb2-2484-4fbe-8b9c-204b495163c6 req-d087cbc3-a68a-4a7b-9a03-f46c36c0c46f service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=cbbb3cdcea6a4c22a0dec7df58592000&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3555288 Feb 16 17:03:13.562780 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336b2f86-58e3-48be-8b58-1f5161d01c2d tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Network 2defdfc8-57d8-4d00-a3f4-b379ea38b403 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:03:13.587846 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6f741e-d7f3-4660-9ab2-9ab24c140c32 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Made reservation on behalf of 27a70fafc2384d32a823dac73e3b7d78 for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:13.591399 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4e6f741e-d7f3-4660-9ab2-9ab24c140c32 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:13.614533 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-4e6f741e-d7f3-4660-9ab2-9ab24c140c32 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] device_id is not set on port b2aaffae-5695-4942-bf04-ea60b840f0b6 yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:03:13.653426 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-4c2f5bb6-1a0a-4772-99f6-6d51465f6c3c tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] create failed (client error): There was a conflict when trying to complete your request. Feb 16 17:03:13.654474 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-4c2f5bb6-1a0a-4772-99f6-6d51465f6c3c tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6520545 Feb 16 17:03:13.658819 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52532) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:13.684856 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-336b2f86-58e3-48be-8b58-1f5161d01c2d tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 2defdfc8-57d8-4d00-a3f4-b379ea38b403) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:13.697080 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1fff3f-1a52-45e4-aabe-7b3ecd0cb95c None None] Network 2defdfc8-57d8-4d00-a3f4-b379ea38b403 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:03:13.697618 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336b2f86-58e3-48be-8b58-1f5161d01c2d tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:13.698280 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-336b2f86-58e3-48be-8b58-1f5161d01c2d tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:13.753582 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4184cb2-2484-4fbe-8b9c-204b495163c6 req-ebb76f14-5cdc-4160-8b4b-dc0a774cef4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:13.754940 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b4184cb2-2484-4fbe-8b9c-204b495163c6 req-ebb76f14-5cdc-4160-8b4b-dc0a774cef4b service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2111542 Feb 16 17:03:13.757963 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-aa422975-4982-468b-9fd7-d614434e9dd9 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Deleting port 9f56cdab-b9c7-4b68-b8e8-44ca49840c39 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:03:13.758405 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-aa422975-4982-468b-9fd7-d614434e9dd9 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:13.783841 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-83aab9ba-bc35-4179-a85c-83635460ce44 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:13.824893 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-83aab9ba-bc35-4179-a85c-83635460ce44 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:13.833719 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-336b2f86-58e3-48be-8b58-1f5161d01c2d tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1913872 Feb 16 17:03:13.869150 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-4e6f741e-d7f3-4660-9ab2-9ab24c140c32 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Allocated IP 172.20.0.9 (8c3df2d2-33d3-425a-bd3e-f998813aa4bf/096aa893-490b-4c8a-ac61-31a63cb68ec1/b2aaffae-5695-4942-bf04-ea60b840f0b6) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:13.893792 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52538) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:13.901214 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-30a115e3-bb14-4679-8db1-34d46d1d7d24 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1355309763', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:13.935633 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a439eae1-f28c-4d8a-b532-004284d0e977 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-2defdfc8-57d8-4d00-a3f4-b379ea38b403', 'network_id': '2defdfc8-57d8-4d00-a3f4-b379ea38b403', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'fixed_ips': [{'subnet_id': '0f093a83-f15c-4b9e-a1c3-5cac6c1549d8'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:03:13.937177 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a439eae1-f28c-4d8a-b532-004284d0e977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:14.060800 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-30a115e3-bb14-4679-8db1-34d46d1d7d24 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:14.062341 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-30a115e3-bb14-4679-8db1-34d46d1d7d24 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:14.098727 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-a439eae1-f28c-4d8a-b532-004284d0e977 None None] Allocated IP 172.20.0.2 (2defdfc8-57d8-4d00-a3f4-b379ea38b403/0f093a83-f15c-4b9e-a1c3-5cac6c1549d8/0b9f4e51-7746-4f29-ab39-330138c3170e) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:14.125066 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-83aab9ba-bc35-4179-a85c-83635460ce44 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:14.128221 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-83aab9ba-bc35-4179-a85c-83635460ce44 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:14.129674 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-83aab9ba-bc35-4179-a85c-83635460ce44 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] 10.222.0.88 "DELETE /v2.0/security-groups/444d59ab-c777-4e88-9297-389b2fbd77cb HTTP/1.1" status: 204 len: 168 time: 0.4698253 Feb 16 17:03:14.139652 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52546) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:14.213795 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754251b-4d7f-4a9a-926b-fefa40fb5c3d req-49a481ac-6a75-44df-8aac-b29c8b03fe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:14.215764 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8754251b-4d7f-4a9a-926b-fefa40fb5c3d req-49a481ac-6a75-44df-8aac-b29c8b03fe85 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cbbb3cdcea6a4c22a0dec7df58592000&device_id=f368bc1d-546d-4a33-9963-8a669754d388 HTTP/1.1" status: 200 len: 1096 time: 0.4201045 Feb 16 17:03:14.226240 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-aa422975-4982-468b-9fd7-d614434e9dd9 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:14.232800 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aab9ba-bc35-4179-a85c-83635460ce44 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=444d59ab-c777-4e88-9297-389b2fbd77cb,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:14.272942 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-30a115e3-bb14-4679-8db1-34d46d1d7d24 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:14.277812 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8754251b-4d7f-4a9a-926b-fefa40fb5c3d req-fb1eafeb-92ec-4712-bbe4-a2eafdacfca3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7740743-77d7-4136-b0e6-56afca85ecb5 HTTP/1.1" status: 200 len: 217 time: 0.0536020 Feb 16 17:03:14.278630 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-aa422975-4982-468b-9fd7-d614434e9dd9 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Calling delete_port for 9f56cdab-b9c7-4b68-b8e8-44ca49840c39 owned by {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:03:14.292700 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a439eae1-f28c-4d8a-b532-004284d0e977 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:14.297717 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f1c04113-e2d9-4156-9c45-847f992c9ceb tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1242459 Feb 16 17:03:14.305220 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52548) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:14.311857 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-08c41e87-35cd-4a67-afdd-913a256a1188 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Request body: {'security_group': {'name': 'tempest-secgroup--29989023'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:14.340528 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-30a115e3-bb14-4679-8db1-34d46d1d7d24 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:14.359493 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4e6f741e-d7f3-4660-9ab2-9ab24c140c32 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:14.363797 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a439eae1-f28c-4d8a-b532-004284d0e977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:14.373492 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754251b-4d7f-4a9a-926b-fefa40fb5c3d req-6ab7897a-d9a0-48eb-9960-b2cd68c7514b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:14.375200 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8754251b-4d7f-4a9a-926b-fefa40fb5c3d req-6ab7897a-d9a0-48eb-9960-b2cd68c7514b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a2290c8c-3594-4467-bb7a-80f433c430d8 HTTP/1.1" status: 200 len: 852 time: 0.0892634 Feb 16 17:03:14.417566 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8754251b-4d7f-4a9a-926b-fefa40fb5c3d req-9a94223e-0c5d-4944-8bdc-438842d068d7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=66cc928b-621e-496b-9066-5b5d6fd45edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336263 Feb 16 17:03:14.432038 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a439eae1-f28c-4d8a-b532-004284d0e977 None None] Network 2defdfc8-57d8-4d00-a3f4-b379ea38b403 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:14.437960 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-a439eae1-f28c-4d8a-b532-004284d0e977 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:14.444407 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a439eae1-f28c-4d8a-b532-004284d0e977 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:03:14.448240 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439eae1-f28c-4d8a-b532-004284d0e977 None None] Pushing event updated for resources: {'Port': ['ID=0b9f4e51-7746-4f29-ab39-330138c3170e,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:14.474948 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-30a115e3-bb14-4679-8db1-34d46d1d7d24 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:14.476437 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-30a115e3-bb14-4679-8db1-34d46d1d7d24 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5794411 Feb 16 17:03:14.477523 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-08c41e87-35cd-4a67-afdd-913a256a1188 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:14.479252 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52552) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:14.491285 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4e6f741e-d7f3-4660-9ab2-9ab24c140c32 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:14.508422 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-a439eae1-f28c-4d8a-b532-004284d0e977 None None] Attempting to bind port 0b9f4e51-7746-4f29-ab39-330138c3170e on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:03:14.508791 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-a439eae1-f28c-4d8a-b532-004284d0e977 None None] Attempting to bind port 0b9f4e51-7746-4f29-ab39-330138c3170e by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': 'e9c6aa29-d6c9-4f55-827b-0eafd96bb2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2defdfc8-57d8-4d00-a3f4-b379ea38b403'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:03:14.509158 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a439eae1-f28c-4d8a-b532-004284d0e977 None None] Attempting to bind port 0b9f4e51-7746-4f29-ab39-330138c3170e on network 2defdfc8-57d8-4d00-a3f4-b379ea38b403 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:03:14.514183 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a439eae1-f28c-4d8a-b532-004284d0e977 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:03:14.514556 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a439eae1-f28c-4d8a-b532-004284d0e977 None None] Checking segment: {'id': 'e9c6aa29-d6c9-4f55-827b-0eafd96bb2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2defdfc8-57d8-4d00-a3f4-b379ea38b403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:03:14.514957 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a439eae1-f28c-4d8a-b532-004284d0e977 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:14.515347 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a439eae1-f28c-4d8a-b532-004284d0e977 None None] Bound using segment: {'id': 'e9c6aa29-d6c9-4f55-827b-0eafd96bb2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2defdfc8-57d8-4d00-a3f4-b379ea38b403'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:03:14.516008 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-a439eae1-f28c-4d8a-b532-004284d0e977 None None] Bound port: 0b9f4e51-7746-4f29-ab39-330138c3170e, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9c6aa29-d6c9-4f55-827b-0eafd96bb2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2defdfc8-57d8-4d00-a3f4-b379ea38b403'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:03:14.516238 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a439eae1-f28c-4d8a-b532-004284d0e977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:14.551570 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6f741e-d7f3-4660-9ab2-9ab24c140c32 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Network 8c3df2d2-33d3-425a-bd3e-f998813aa4bf is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:14.565277 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-4e6f741e-d7f3-4660-9ab2-9ab24c140c32 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:14.568795 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6f741e-d7f3-4660-9ab2-9ab24c140c32 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:03:14.573103 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6f741e-d7f3-4660-9ab2-9ab24c140c32 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Pushing event updated for resources: {'Port': ['ID=b2aaffae-5695-4942-bf04-ea60b840f0b6,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:14.644299 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-a439eae1-f28c-4d8a-b532-004284d0e977 None None] For port 0b9f4e51-7746-4f29-ab39-330138c3170e, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:03:14.647163 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-a439eae1-f28c-4d8a-b532-004284d0e977 None None] For port 0b9f4e51-7746-4f29-ab39-330138c3170e, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=0b9f4e51-7746-4f29-ab39-330138c3170e,segment=NetworkSegment(e9c6aa29-d6c9-4f55-827b-0eafd96bb2b1),segment_id=e9c6aa29-d6c9-4f55-827b-0eafd96bb2b1)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:03:14.699410 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-08c41e87-35cd-4a67-afdd-913a256a1188 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:14.708201 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a439eae1-f28c-4d8a-b532-004284d0e977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:14.718117 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6f741e-d7f3-4660-9ab2-9ab24c140c32 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:14.718901 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4e6f741e-d7f3-4660-9ab2-9ab24c140c32 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:14.782916 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-08c41e87-35cd-4a67-afdd-913a256a1188 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:14.783065 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439eae1-f28c-4d8a-b532-004284d0e977 None None] Pushing event updated for resources: {'Port': ['ID=0b9f4e51-7746-4f29-ab39-330138c3170e,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:14.804203 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8754251b-4d7f-4a9a-926b-fefa40fb5c3d req-7fdb4433-8666-414f-bada-40aefbbbbc65 service neutron] 10.222.0.89 "GET /v2.0/networks/66cc928b-621e-496b-9066-5b5d6fd45edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700514 Feb 16 17:03:14.841038 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-4e6f741e-d7f3-4660-9ab2-9ab24c140c32 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7978511 Feb 16 17:03:14.842963 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52564) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:14.851043 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-4be5737a-65d1-4cdd-94aa-1e2f2d70fdc4 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Request body: {'floatingip': {'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:14.859003 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c41e87-35cd-4a67-afdd-913a256a1188 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de53975c-5f10-4895-abce-99ca69d18579,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:14.997512 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-aa422975-4982-468b-9fd7-d614434e9dd9 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:15.017327 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-08c41e87-35cd-4a67-afdd-913a256a1188 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:15.020069 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-08c41e87-35cd-4a67-afdd-913a256a1188 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7131512 Feb 16 17:03:15.032542 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52568) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:15.062204 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-10b21a90-6104-44ca-bdc3-b894e02803ab None None] Provisioning complete for port b2aaffae-5695-4942-bf04-ea60b840f0b6 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:15.062938 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-10b21a90-6104-44ca-bdc3-b894e02803ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:15.088282 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611c8ab-cf5f-4224-9ba9-b91fe5d70f0d req-7d3745db-409c-428b-84c1-6bd6b5b031a8 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:15.101134 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-6611c8ab-cf5f-4224-9ba9-b91fe5d70f0d req-7d3745db-409c-428b-84c1-6bd6b5b031a8 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] 10.222.0.88 "GET /v2.0/ports?device_id=f368bc1d-546d-4a33-9963-8a669754d388 HTTP/1.1" status: 200 len: 943 time: 0.4416487 Feb 16 17:03:15.118049 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-10b21a90-6104-44ca-bdc3-b894e02803ab None None] Port b2aaffae-5695-4942-bf04-ea60b840f0b6 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:03:15.123069 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-95d0bde5-34ea-45d2-9960-2232220d82dc tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Request body: {'security_group_rule': {'security_group_id': 'de53975c-5f10-4895-abce-99ca69d18579', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:15.123813 dv-neutron-828697-3-hyperv neutron-server[114376]: WARNING neutron.api.v2.base [None req-95d0bde5-34ea-45d2-9960-2232220d82dc tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 16 17:03:15.124400 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-95d0bde5-34ea-45d2-9960-2232220d82dc tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:03:15.125419 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-95d0bde5-34ea-45d2-9960-2232220d82dc tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0092525 Feb 16 17:03:15.128581 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8754251b-4d7f-4a9a-926b-fefa40fb5c3d req-1010b7fe-91ab-4282-9692-aab23861036e service neutron] 10.222.0.89 "GET /v2.0/networks/66cc928b-621e-496b-9066-5b5d6fd45edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235528 Feb 16 17:03:15.130052 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52572) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:15.131229 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8b893d5c-0504-4b78-898b-699ef97e1c9a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:15.141483 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa422975-4982-468b-9fd7-d614434e9dd9 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event deleted for resources: {'Port': ['ID=9f56cdab-b9c7-4b68-b8e8-44ca49840c39,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:15.161513 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-6611c8ab-cf5f-4224-9ba9-b91fe5d70f0d req-25c2f168-4183-4c8d-a12f-32f11696076f tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] 10.222.0.88 "GET /v2.0/security-groups?id=f7d935da-675d-429a-a652-2c362be4f8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674236 Feb 16 17:03:15.201771 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-aa422975-4982-468b-9fd7-d614434e9dd9 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:15.205007 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-aa422975-4982-468b-9fd7-d614434e9dd9 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "DELETE /v2.0/ports/9f56cdab-b9c7-4b68-b8e8-44ca49840c39 HTTP/1.1" status: 204 len: 168 time: 1.7233000 Feb 16 17:03:15.208247 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52574) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:15.238804 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8bc474a-68c2-4e68-9b0b-083994f44b64 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] GET failed (client error): The resource could not be found. Feb 16 17:03:15.240339 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e8bc474a-68c2-4e68-9b0b-083994f44b64 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "GET /v2.0/ports/9f56cdab-b9c7-4b68-b8e8-44ca49840c39 HTTP/1.1" status: 404 len: 333 time: 0.0310235 Feb 16 17:03:15.243086 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52576) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:15.271359 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4be5737a-65d1-4cdd-94aa-1e2f2d70fdc4 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks [] for floatingip, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:15.274074 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52578) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:15.357824 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1efcba23-adfa-43f1-9840-dc60be914245 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:15.397652 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7d49594-04b3-4fcd-8a01-408e7878d73f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Deleting subnet d35b024a-cfcd-435e-b4de-966a64b102da {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:03:15.401700 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f7d49594-04b3-4fcd-8a01-408e7878d73f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:15.416901 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1efcba23-adfa-43f1-9840-dc60be914245 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:15.445764 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f7d49594-04b3-4fcd-8a01-408e7878d73f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:15.453012 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-e3e1606e-03fe-481a-b8ea-8ee277c89192 tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-524000389'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:15.524901 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-8b893d5c-0504-4b78-898b-699ef97e1c9a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Allocated IP 172.20.0.1 (2defdfc8-57d8-4d00-a3f4-b379ea38b403/0f093a83-f15c-4b9e-a1c3-5cac6c1549d8/00ac1ef1-29b6-444e-8566-eef0cd338f24) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:15.578746 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f7d49594-04b3-4fcd-8a01-408e7878d73f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:15.592253 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1efcba23-adfa-43f1-9840-dc60be914245 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:15.595588 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1efcba23-adfa-43f1-9840-dc60be914245 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:15.598862 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-1efcba23-adfa-43f1-9840-dc60be914245 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] 10.222.0.88 "DELETE /v2.0/security-groups/de53975c-5f10-4895-abce-99ca69d18579 HTTP/1.1" status: 204 len: 168 time: 0.4602292 Feb 16 17:03:15.601395 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52582) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:15.617682 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e3e1606e-03fe-481a-b8ea-8ee277c89192 tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:15.618755 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e3e1606e-03fe-481a-b8ea-8ee277c89192 tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:15.625202 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4be5737a-65d1-4cdd-94aa-1e2f2d70fdc4 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:15.630104 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efcba23-adfa-43f1-9840-dc60be914245 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de53975c-5f10-4895-abce-99ca69d18579,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:15.700330 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-8d3e1eb8-3f1b-463e-9e84-9adb940169dd tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0961609 Feb 16 17:03:15.705965 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8b893d5c-0504-4b78-898b-699ef97e1c9a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:15.707215 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52584) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:15.711699 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-4c8f8830-693d-463e-90b8-8c66120a013e tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Request body: {'security_group': {'name': 'tempest-secgroup--107222969'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:15.743584 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e3e1606e-03fe-481a-b8ea-8ee277c89192 tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:15.799561 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-4be5737a-65d1-4cdd-94aa-1e2f2d70fdc4 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Allocated IP 172.26.3.112 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/7cd2df9e-143c-4376-b3b2-1db22dc00070) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:15.854972 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f7d49594-04b3-4fcd-8a01-408e7878d73f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:15.873752 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4c8f8830-693d-463e-90b8-8c66120a013e tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:15.876307 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8b893d5c-0504-4b78-898b-699ef97e1c9a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:15.913997 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e3e1606e-03fe-481a-b8ea-8ee277c89192 tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:15.922048 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f7d49594-04b3-4fcd-8a01-408e7878d73f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:15.925509 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f7d49594-04b3-4fcd-8a01-408e7878d73f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "DELETE /v2.0/subnets/d35b024a-cfcd-435e-b4de-966a64b102da HTTP/1.1" status: 204 len: 168 time: 0.6814938 Feb 16 17:03:15.927102 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d49594-04b3-4fcd-8a01-408e7878d73f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event deleted for resources: {'Subnet': ['ID=d35b024a-cfcd-435e-b4de-966a64b102da,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:15.929800 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52586) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:15.932854 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d5cac9-2489-46bc-8b23-aaa92db165af None None] Network c48f6a1a-d6d2-4158-a1ba-0475b7c10122 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:03:15.960864 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b893d5c-0504-4b78-898b-699ef97e1c9a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Network 2defdfc8-57d8-4d00-a3f4-b379ea38b403 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:15.963770 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b893d5c-0504-4b78-898b-699ef97e1c9a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event updated for resources: {'Port': ['ID=00ac1ef1-29b6-444e-8566-eef0cd338f24,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:15.971390 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-8b893d5c-0504-4b78-898b-699ef97e1c9a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:15.974408 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b893d5c-0504-4b78-898b-699ef97e1c9a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:03:16.043879 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8b893d5c-0504-4b78-898b-699ef97e1c9a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:16.056535 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e3e1606e-03fe-481a-b8ea-8ee277c89192 tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:16.057744 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e3e1606e-03fe-481a-b8ea-8ee277c89192 tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.7815869 Feb 16 17:03:16.061416 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52590) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:16.075577 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-764a2c80-d8a8-40fa-b1fa-f38f6d9f1781 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:16.089779 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4c8f8830-693d-463e-90b8-8c66120a013e tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:16.102600 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a122119-0ed7-439c-b21f-d22ebb96c04a None None] Network 2defdfc8-57d8-4d00-a3f4-b379ea38b403 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:03:16.137785 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4c8f8830-693d-463e-90b8-8c66120a013e tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:16.156745 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4be5737a-65d1-4cdd-94aa-1e2f2d70fdc4 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:16.173274 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3a3584a9-2e79-49e6-ac9a-edc40b95b984 tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Notify callbacks [] for router, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:16.194249 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f8830-693d-463e-90b8-8c66120a013e tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af4940b4-e278-458e-aa93-309ba7269ce8,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:16.310835 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4c8f8830-693d-463e-90b8-8c66120a013e tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:16.312682 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-4c8f8830-693d-463e-90b8-8c66120a013e tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6044736 Feb 16 17:03:16.313916 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8b893d5c-0504-4b78-898b-699ef97e1c9a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:16.316931 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52596) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:16.325513 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19464c5f-5702-460e-ad0a-d1b5243427ca None None] DHCP port deletion for c48f6a1a-d6d2-4158-a1ba-0475b7c10122 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:03:16.325700 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-39b38edf-a4f3-4197-a1d3-797622c9d58f tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Request body: {'security_group_rule': {'security_group_id': 'af4940b4-e278-458e-aa93-309ba7269ce8', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:16.325700 dv-neutron-828697-3-hyperv neutron-server[114376]: WARNING neutron.api.v2.base [None req-39b38edf-a4f3-4197-a1d3-797622c9d58f tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 16 17:03:16.325700 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-39b38edf-a4f3-4197-a1d3-797622c9d58f tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:03:16.328182 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-39b38edf-a4f3-4197-a1d3-797622c9d58f tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0088007 Feb 16 17:03:16.336891 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52598) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:16.381069 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1b764fd5-3e84-4576-806e-b0155934a0e2 None None] Provisioning complete for port 0b9f4e51-7746-4f29-ab39-330138c3170e triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:16.381450 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1b764fd5-3e84-4576-806e-b0155934a0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:16.404504 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3a3584a9-2e79-49e6-ac9a-edc40b95b984 tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:16.407515 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3a3584a9-2e79-49e6-ac9a-edc40b95b984 tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:16.486258 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-764a2c80-d8a8-40fa-b1fa-f38f6d9f1781 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Deleting port dc48a041-48ca-4bb2-a46a-b1b9bfcb1607 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:03:16.487688 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-764a2c80-d8a8-40fa-b1fa-f38f6d9f1781 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:16.492860 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4be5737a-65d1-4cdd-94aa-1e2f2d70fdc4 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:16.518188 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-19464c5f-5702-460e-ad0a-d1b5243427ca None None] Deleting port dc48a041-48ca-4bb2-a46a-b1b9bfcb1607 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:03:16.518576 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-19464c5f-5702-460e-ad0a-d1b5243427ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:16.525725 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d854a106-77b5-4e14-831b-8d86e6d36a35 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:16.587116 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d854a106-77b5-4e14-831b-8d86e6d36a35 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:16.593501 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3a3584a9-2e79-49e6-ac9a-edc40b95b984 tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:16.594208 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3584a9-2e79-49e6-ac9a-edc40b95b984 tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b24db6ae-fab1-47ab-8711-4249aec1edc9 {{(pid=114375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:03:16.596587 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 0b9f4e51-7746-4f29-ab39-330138c3170e up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:03:16.607600 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3a3584a9-2e79-49e6-ac9a-edc40b95b984 tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:16.613079 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-3a3584a9-2e79-49e6-ac9a-edc40b95b984 tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] 10.222.0.88 "DELETE /v2.0/routers/b24db6ae-fab1-47ab-8711-4249aec1edc9 HTTP/1.1" status: 204 len: 168 time: 0.5479391 Feb 16 17:03:16.614308 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52600) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:16.620179 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be5737a-65d1-4cdd-94aa-1e2f2d70fdc4 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:16.621955 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-68458e35-6970-4a58-b2cf-1578346afca3 tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Request body: {'router': {'name': 'tempest-router-1318524331', 'distributed': False}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:16.626244 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be5737a-65d1-4cdd-94aa-1e2f2d70fdc4 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Pushing event updated for resources: {'Port': ['ID=7cd2df9e-143c-4376-b3b2-1db22dc00070,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:16.634150 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-4be5737a-65d1-4cdd-94aa-1e2f2d70fdc4 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:16.637157 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be5737a-65d1-4cdd-94aa-1e2f2d70fdc4 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:03:16.651962 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4016d-bfa3-410b-9a30-b7831617425a req-5181ffbf-741f-4423-94f9-8ef924b4ac12 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:16.653584 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-29e4016d-bfa3-410b-9a30-b7831617425a req-5181ffbf-741f-4423-94f9-8ef924b4ac12 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] 10.222.0.88 "GET /v2.0/ports?device_id=f368bc1d-546d-4a33-9963-8a669754d388 HTTP/1.1" status: 200 len: 943 time: 0.4067798 Feb 16 17:03:16.666494 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-19464c5f-5702-460e-ad0a-d1b5243427ca None None] For port dc48a041-48ca-4bb2-a46a-b1b9bfcb1607, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=dc48a041-48ca-4bb2-a46a-b1b9bfcb1607,segment=NetworkSegment(939ef499-f689-40d2-b59b-9e412232f500),segment_id=939ef499-f689-40d2-b59b-9e412232f500)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:03:16.666889 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-19464c5f-5702-460e-ad0a-d1b5243427ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:16.669297 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1b764fd5-3e84-4576-806e-b0155934a0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:16.688616 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-764a2c80-d8a8-40fa-b1fa-f38f6d9f1781 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] For port dc48a041-48ca-4bb2-a46a-b1b9bfcb1607, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=dc48a041-48ca-4bb2-a46a-b1b9bfcb1607,segment=NetworkSegment(939ef499-f689-40d2-b59b-9e412232f500),segment_id=939ef499-f689-40d2-b59b-9e412232f500)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:03:16.693208 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-764a2c80-d8a8-40fa-b1fa-f38f6d9f1781 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:16.694355 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-19464c5f-5702-460e-ad0a-d1b5243427ca None None] Calling delete_port for dc48a041-48ca-4bb2-a46a-b1b9bfcb1607 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:03:16.717333 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-764a2c80-d8a8-40fa-b1fa-f38f6d9f1781 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Calling delete_port for dc48a041-48ca-4bb2-a46a-b1b9bfcb1607 owned by network:dhcp {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:03:16.781637 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-29e4016d-bfa3-410b-9a30-b7831617425a req-49c89d4f-294f-4f49-9220-d130054c7c0e tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] 10.222.0.88 "GET /v2.0/security-groups?id=f7d935da-675d-429a-a652-2c362be4f8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736103 Feb 16 17:03:16.791145 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1b764fd5-3e84-4576-806e-b0155934a0e2 None None] For port 0b9f4e51-7746-4f29-ab39-330138c3170e, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=0b9f4e51-7746-4f29-ab39-330138c3170e,segment=NetworkSegment(e9c6aa29-d6c9-4f55-827b-0eafd96bb2b1),segment_id=e9c6aa29-d6c9-4f55-827b-0eafd96bb2b1)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:03:16.845963 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 0b9f4e51-7746-4f29-ab39-330138c3170e triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:16.847188 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:16.852983 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d854a106-77b5-4e14-831b-8d86e6d36a35 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:16.859538 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d854a106-77b5-4e14-831b-8d86e6d36a35 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:16.859765 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52602) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:16.860414 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-d854a106-77b5-4e14-831b-8d86e6d36a35 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] 10.222.0.88 "DELETE /v2.0/security-groups/af4940b4-e278-458e-aa93-309ba7269ce8 HTTP/1.1" status: 204 len: 168 time: 0.5213759 Feb 16 17:03:16.872905 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d854a106-77b5-4e14-831b-8d86e6d36a35 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4940b4-e278-458e-aa93-309ba7269ce8,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:16.892658 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8b893d5c-0504-4b78-898b-699ef97e1c9a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:16.919577 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-68458e35-6970-4a58-b2cf-1578346afca3 tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:16.921101 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-68458e35-6970-4a58-b2cf-1578346afca3 tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:16.922391 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1b764fd5-3e84-4576-806e-b0155934a0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:16.929808 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-2265c63c-9473-41a9-ad53-85bacc8fc730 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0651512 Feb 16 17:03:16.929978 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52604) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:16.937635 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-3aeba816-5f9d-4985-ab4c-49fae1562d14 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Request body: {'security_group': {'name': 'tempest-secgroup--1065540489'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:16.966077 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-19464c5f-5702-460e-ad0a-d1b5243427ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:16.968054 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-764a2c80-d8a8-40fa-b1fa-f38f6d9f1781 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:16.986357 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-68458e35-6970-4a58-b2cf-1578346afca3 tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:16.988342 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19464c5f-5702-460e-ad0a-d1b5243427ca None None] No DVR routers for this DVR port dc48a041-48ca-4bb2-a46a-b1b9bfcb1607 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:03:17.004065 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8b893d5c-0504-4b78-898b-699ef97e1c9a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:17.017553 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a2c80-d8a8-40fa-b1fa-f38f6d9f1781 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event deleted for resources: {'Port': ['ID=dc48a041-48ca-4bb2-a46a-b1b9bfcb1607,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:17.019343 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b764fd5-3e84-4576-806e-b0155934a0e2 None None] Pushing event updated for resources: {'Port': ['ID=0b9f4e51-7746-4f29-ab39-330138c3170e,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:17.022318 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764a2c80-d8a8-40fa-b1fa-f38f6d9f1781 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] No DVR routers for this DVR port dc48a041-48ca-4bb2-a46a-b1b9bfcb1607 on host dv-neutron-828697-3-hyperv {{(pid=114375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:03:17.048425 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19464c5f-5702-460e-ad0a-d1b5243427ca None None] Pushing event deleted for resources: {'Port': ['ID=dc48a041-48ca-4bb2-a46a-b1b9bfcb1607,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:17.066958 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4be5737a-65d1-4cdd-94aa-1e2f2d70fdc4 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:17.076363 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3aeba816-5f9d-4985-ab4c-49fae1562d14 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:17.078122 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-68458e35-6970-4a58-b2cf-1578346afca3 tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:17.078938 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-5251ecca-a815-4866-a56a-8675d8667cd0 None None] Provisioning complete for port 00ac1ef1-29b6-444e-8566-eef0cd338f24 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:17.079313 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5251ecca-a815-4866-a56a-8675d8667cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:17.116613 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b893d5c-0504-4b78-898b-699ef97e1c9a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event updated for resources: {'Port': ['ID=00ac1ef1-29b6-444e-8566-eef0cd338f24,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:17.120689 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8b893d5c-0504-4b78-898b-699ef97e1c9a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:17.144476 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-68458e35-6970-4a58-b2cf-1578346afca3 tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:17.148057 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-68458e35-6970-4a58-b2cf-1578346afca3 tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5293212 Feb 16 17:03:17.154629 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52606) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:17.163780 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device dc48a041-48ca-4bb2-a46a-b1b9bfcb1607 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:03:17.168366 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-5251ecca-a815-4866-a56a-8675d8667cd0 None None] Port 00ac1ef1-29b6-444e-8566-eef0cd338f24 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:03:17.193955 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: dc48a041-48ca-4bb2-a46a-b1b9bfcb1607 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:03:17.194562 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device dc48a041-48ca-4bb2-a46a-b1b9bfcb1607 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:03:17.209384 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-5251ecca-a815-4866-a56a-8675d8667cd0 None None] Provisioning complete for port 0b9f4e51-7746-4f29-ab39-330138c3170e triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:17.209771 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5251ecca-a815-4866-a56a-8675d8667cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:17.232018 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-764a2c80-d8a8-40fa-b1fa-f38f6d9f1781 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:17.249007 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b893d5c-0504-4b78-898b-699ef97e1c9a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Network 2defdfc8-57d8-4d00-a3f4-b379ea38b403 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:17.250659 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-8b893d5c-0504-4b78-898b-699ef97e1c9a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:17.299590 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4be5737a-65d1-4cdd-94aa-1e2f2d70fdc4 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:17.304162 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-764a2c80-d8a8-40fa-b1fa-f38f6d9f1781 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c48f6a1a-d6d2-4158-a1ba-0475b7c10122']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:17.306822 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4710481d-265b-48bf-b6ab-489934fe2ab2 tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Notify callbacks [] for router, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:17.371661 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-764a2c80-d8a8-40fa-b1fa-f38f6d9f1781 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '939ef499-f689-40d2-b59b-9e412232f500') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:17.371959 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-764a2c80-d8a8-40fa-b1fa-f38f6d9f1781 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '939ef499-f689-40d2-b59b-9e412232f500') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:17.415465 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-764a2c80-d8a8-40fa-b1fa-f38f6d9f1781 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:17.434817 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-87af3cf6-97ed-42e5-842c-5b9c4659dfa8 None None] Provisioning complete for port 00ac1ef1-29b6-444e-8566-eef0cd338f24 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:17.435203 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-87af3cf6-97ed-42e5-842c-5b9c4659dfa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:17.459928 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b893d5c-0504-4b78-898b-699ef97e1c9a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Router fc4501a7-9d7d-44bc-b630-3d2c55976a72 is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:03:17.477168 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-87af3cf6-97ed-42e5-842c-5b9c4659dfa8 None None] Port 00ac1ef1-29b6-444e-8566-eef0cd338f24 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:03:17.520599 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-764a2c80-d8a8-40fa-b1fa-f38f6d9f1781 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:17.562370 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b893d5c-0504-4b78-898b-699ef97e1c9a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:03:17.562732 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-764a2c80-d8a8-40fa-b1fa-f38f6d9f1781 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:03:17.563147 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-764a2c80-d8a8-40fa-b1fa-f38f6d9f1781 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:17.567771 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-8b893d5c-0504-4b78-898b-699ef97e1c9a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "PUT /v2.0/routers/fc4501a7-9d7d-44bc-b630-3d2c55976a72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0871770 Feb 16 17:03:17.570963 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52608) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:17.571134 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 17:03:17.571134 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:03:17.571134 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 17:03:17.571134 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:03:17.571134 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 17:03:17.571134 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:03:17.571134 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 17:03:17.571134 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:03:17.571134 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 17:03:17.571134 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:03:17.571134 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 17:03:17.571134 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:03:17.571134 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 17:03:17.571134 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:03:17.571134 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:03:17.571134 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:03:17.571134 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:03:17.571134 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:03:17.571134 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 17:03:17.571134 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:03:17.571134 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 17:03:17.571134 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:03:17.571134 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:03:17.571134 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:03:17.571134 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 17:03:17.571134 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:03:17.571134 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:03:17.571134 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:03:17.571134 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:03:17.571134 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:03:17.571134 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:03:17.571134 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:03:17.573615 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabd4da8-a493-4f64-802c-f261b5e25f19 None None] Sync routers for ids ['fc4501a7-9d7d-44bc-b630-3d2c55976a72'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:03:17.586276 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabd4da8-a493-4f64-802c-f261b5e25f19 None None] Routers {'fc4501a7-9d7d-44bc-b630-3d2c55976a72'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:03:17.586845 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-fabd4da8-a493-4f64-802c-f261b5e25f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:03:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['fc4501a7-9d7d-44bc-b630-3d2c55976a72'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:17.622752 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6016c38-b0be-4145-b43d-80fbdcb5761a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:17.624269 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-d6016c38-b0be-4145-b43d-80fbdcb5761a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "GET /v2.0/ports/00ac1ef1-29b6-444e-8566-eef0cd338f24 HTTP/1.1" status: 200 len: 910 time: 0.0492713 Feb 16 17:03:17.630299 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52610) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:17.632726 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-fabd4da8-a493-4f64-802c-f261b5e25f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:17.642157 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-9c2f8ada-be28-4d28-b331-1348ad101f5b None None] Provisioning complete for port 00ac1ef1-29b6-444e-8566-eef0cd338f24 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:17.642521 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9c2f8ada-be28-4d28-b331-1348ad101f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:17.670309 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabd4da8-a493-4f64-802c-f261b5e25f19 None None] Routers {'fc4501a7-9d7d-44bc-b630-3d2c55976a72'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:03:17.670945 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-fabd4da8-a493-4f64-802c-f261b5e25f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:03:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['fc4501a7-9d7d-44bc-b630-3d2c55976a72'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:17.712459 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-fabd4da8-a493-4f64-802c-f261b5e25f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:17.713201 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabd4da8-a493-4f64-802c-f261b5e25f19 None None] The sync data for ids ['fc4501a7-9d7d-44bc-b630-3d2c55976a72'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:03:17.720492 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f8ada-be28-4d28-b331-1348ad101f5b None None] Port 00ac1ef1-29b6-444e-8566-eef0cd338f24 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:03:17.850035 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3aeba816-5f9d-4985-ab4c-49fae1562d14 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:17.865098 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4710481d-265b-48bf-b6ab-489934fe2ab2 tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:17.899857 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4710481d-265b-48bf-b6ab-489934fe2ab2 tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:17.930612 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device e7740743-77d7-4136-b0e6-56afca85ecb5 details requested by agent hyperv_hv-neutron-8286 with host hv-neutron-8286 {{(pid=114377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:03:17.960855 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3aeba816-5f9d-4985-ab4c-49fae1562d14 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:18.012557 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7a2d0ab7-c676-4ddc-af23-eea7e8839b03 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:18.039265 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port e7740743-77d7-4136-b0e6-56afca85ecb5, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=e7740743-77d7-4136-b0e6-56afca85ecb5,segment=NetworkSegment(28dbb9d7-8b41-4b33-bc55-266cbd193076),segment_id=28dbb9d7-8b41-4b33-bc55-266cbd193076)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:03:18.056368 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Returning: {'device': 'e7740743-77d7-4136-b0e6-56afca85ecb5', 'network_id': '66cc928b-621e-496b-9066-5b5d6fd45edf', 'port_id': 'e7740743-77d7-4136-b0e6-56afca85ecb5', 'mac_address': 'fa:16:3e:04:53:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2290c8c-3594-4467-bb7a-80f433c430d8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:03:18.058013 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeba816-5f9d-4985-ab4c-49fae1562d14 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1c4317-39ad-4d4d-858b-e9d255e2014e,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:18.066423 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-764a2c80-d8a8-40fa-b1fa-f38f6d9f1781 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:18.074973 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d628602-819e-4caa-bd52-8b85ec907992 req-5b7fb88c-fd7a-49a9-9ccc-8ccfca2e2ef8 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:18.076506 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-3d628602-819e-4caa-bd52-8b85ec907992 req-5b7fb88c-fd7a-49a9-9ccc-8ccfca2e2ef8 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] 10.222.0.88 "GET /v2.0/ports?device_id=f368bc1d-546d-4a33-9963-8a669754d388 HTTP/1.1" status: 200 len: 943 time: 0.2168977 Feb 16 17:03:18.088162 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-764a2c80-d8a8-40fa-b1fa-f38f6d9f1781 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:18.095598 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-764a2c80-d8a8-40fa-b1fa-f38f6d9f1781 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "DELETE /v2.0/networks/c48f6a1a-d6d2-4158-a1ba-0475b7c10122 HTTP/1.1" status: 204 len: 168 time: 2.1583998 Feb 16 17:03:18.095901 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52618) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:18.102354 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-a0099fb6-2d6a-4e11-a988-1b255221b071 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2094991075'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:18.115774 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:18.120411 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3aeba816-5f9d-4985-ab4c-49fae1562d14 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:18.123776 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-3aeba816-5f9d-4985-ab4c-49fae1562d14 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1902716 Feb 16 17:03:18.126519 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a2c80-d8a8-40fa-b1fa-f38f6d9f1781 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event deleted for resources: {'Network': ['ID=c48f6a1a-d6d2-4158-a1ba-0475b7c10122,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:18.128333 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4710481d-265b-48bf-b6ab-489934fe2ab2 tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:18.128872 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4710481d-265b-48bf-b6ab-489934fe2ab2 tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 020a05eb-3f7f-4dc0-a098-7b2effa19cca {{(pid=114375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:03:18.131894 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7740743-77d7-4136-b0e6-56afca85ecb5 {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:03:18.135634 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52620) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:18.140195 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-8a9075f5-029a-4598-b951-81c95a2f84d9 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Request body: {'security_group_rule': {'security_group_id': '1e1c4317-39ad-4d4d-858b-e9d255e2014e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:18.141054 dv-neutron-828697-3-hyperv neutron-server[114375]: WARNING neutron.api.v2.base [None req-8a9075f5-029a-4598-b951-81c95a2f84d9 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 16 17:03:18.141550 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-8a9075f5-029a-4598-b951-81c95a2f84d9 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:03:18.145638 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-8a9075f5-029a-4598-b951-81c95a2f84d9 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0056078 Feb 16 17:03:18.149367 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4710481d-265b-48bf-b6ab-489934fe2ab2 tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:18.150547 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-4710481d-265b-48bf-b6ab-489934fe2ab2 tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] 10.222.0.88 "DELETE /v2.0/routers/020a05eb-3f7f-4dc0-a098-7b2effa19cca HTTP/1.1" status: 204 len: 168 time: 0.9947777 Feb 16 17:03:18.156766 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port e7740743-77d7-4136-b0e6-56afca85ecb5, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=e7740743-77d7-4136-b0e6-56afca85ecb5,segment=NetworkSegment(28dbb9d7-8b41-4b33-bc55-266cbd193076),segment_id=28dbb9d7-8b41-4b33-bc55-266cbd193076)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:03:18.158321 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52622) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:18.158578 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52624) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:18.166139 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-8f2c4c1d-7992-47d9-8eb2-7b218d7e2fbb tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Request body: {'security_group_rule': {'security_group_id': '1e1c4317-39ad-4d4d-858b-e9d255e2014e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:18.166496 dv-neutron-828697-3-hyperv neutron-server[114375]: WARNING neutron.api.v2.base [None req-8f2c4c1d-7992-47d9-8eb2-7b218d7e2fbb tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 16 17:03:18.166981 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-8f2c4c1d-7992-47d9-8eb2-7b218d7e2fbb tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:03:18.170580 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-8f2c4c1d-7992-47d9-8eb2-7b218d7e2fbb tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0084393 Feb 16 17:03:18.172565 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-3bfb024a-572f-42eb-a2b5-e6b0fcb38899 tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Request body: {'router': {'name': 'tempest-router-2003930833', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '9e32fa8376c8462dbfd17ebd6cadbd44'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:18.176631 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52626) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:18.185724 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-3ce1b5de-a762-4d7c-8bdb-37e645444fa7 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Request body: {'security_group_rule': {'security_group_id': '1e1c4317-39ad-4d4d-858b-e9d255e2014e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:18.186210 dv-neutron-828697-3-hyperv neutron-server[114375]: WARNING neutron.api.v2.base [None req-3ce1b5de-a762-4d7c-8bdb-37e645444fa7 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 16 17:03:18.186692 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-3ce1b5de-a762-4d7c-8bdb-37e645444fa7 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:03:18.187775 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-3ce1b5de-a762-4d7c-8bdb-37e645444fa7 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0055864 Feb 16 17:03:18.191638 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52628) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:18.197158 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-cc280bce-f32a-4ced-90dc-7bf88b6100ad tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Request body: {'security_group_rule': {'security_group_id': '1e1c4317-39ad-4d4d-858b-e9d255e2014e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:18.200960 dv-neutron-828697-3-hyperv neutron-server[114376]: WARNING neutron.api.v2.base [None req-cc280bce-f32a-4ced-90dc-7bf88b6100ad tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 16 17:03:18.200960 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-cc280bce-f32a-4ced-90dc-7bf88b6100ad tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:03:18.200960 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-cc280bce-f32a-4ced-90dc-7bf88b6100ad tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0057752 Feb 16 17:03:18.201231 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4be5737a-65d1-4cdd-94aa-1e2f2d70fdc4 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:18.203231 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52630) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:18.220350 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:18.229175 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-3d628602-819e-4caa-bd52-8b85ec907992 req-bdf94884-fcbd-4dfb-bb70-5afa230746dd tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] 10.222.0.88 "GET /v2.0/security-groups?id=f7d935da-675d-429a-a652-2c362be4f8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142402 Feb 16 17:03:18.258874 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0099fb6-2d6a-4e11-a988-1b255221b071 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Made reservation on behalf of 02ebc15ce0534c46afb3b8b1618852cd for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:18.264464 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a0099fb6-2d6a-4e11-a988-1b255221b071 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:18.272220 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=e7740743-77d7-4136-b0e6-56afca85ecb5,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:18.288461 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c21bf897-54cd-4cd0-915c-83eeab8034e6 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:18.291310 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4be5737a-65d1-4cdd-94aa-1e2f2d70fdc4 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:18.323424 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0099fb6-2d6a-4e11-a988-1b255221b071 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:03:18.338853 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a0099fb6-2d6a-4e11-a988-1b255221b071 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:18.339196 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-a0099fb6-2d6a-4e11-a988-1b255221b071 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Added segment a9bd49dc-704e-418c-b993-8814fbbf1c24 of type vlan for network 06beb36d-4260-4dda-86b4-830ce603d8b7 Feb 16 17:03:18.342658 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c21bf897-54cd-4cd0-915c-83eeab8034e6 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:18.377956 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3bfb024a-572f-42eb-a2b5-e6b0fcb38899 tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:18.378955 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3bfb024a-572f-42eb-a2b5-e6b0fcb38899 tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:18.388848 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a0099fb6-2d6a-4e11-a988-1b255221b071 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:18.403996 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-7a2d0ab7-c676-4ddc-af23-eea7e8839b03 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Deleting port 00ac1ef1-29b6-444e-8566-eef0cd338f24 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:03:18.404343 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7a2d0ab7-c676-4ddc-af23-eea7e8839b03 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:18.406524 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be5737a-65d1-4cdd-94aa-1e2f2d70fdc4 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Pushing event updated for resources: {'Port': ['ID=7cd2df9e-143c-4376-b3b2-1db22dc00070,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:18.429293 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['e7740743-77d7-4136-b0e6-56afca85ecb5'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:03:18.449167 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4be5737a-65d1-4cdd-94aa-1e2f2d70fdc4 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:18.485095 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3bfb024a-572f-42eb-a2b5-e6b0fcb38899 tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:18.514271 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 0b9f4e51-7746-4f29-ab39-330138c3170e up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:03:18.560069 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3bfb024a-572f-42eb-a2b5-e6b0fcb38899 tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:18.589439 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4be5737a-65d1-4cdd-94aa-1e2f2d70fdc4 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:18.591854 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-4be5737a-65d1-4cdd-94aa-1e2f2d70fdc4 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7478135 Feb 16 17:03:18.593276 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c21bf897-54cd-4cd0-915c-83eeab8034e6 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:18.597821 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c21bf897-54cd-4cd0-915c-83eeab8034e6 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:18.599232 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-c21bf897-54cd-4cd0-915c-83eeab8034e6 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] 10.222.0.88 "DELETE /v2.0/security-groups/1e1c4317-39ad-4d4d-858b-e9d255e2014e HTTP/1.1" status: 204 len: 168 time: 0.3951759 Feb 16 17:03:18.599859 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52634) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:18.604408 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52636) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:18.609047 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-2c952023-1517-46ce-ba93-b5aded3af218 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Request body: {'floatingip': {'port_id': 'b2aaffae-5695-4942-bf04-ea60b840f0b6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:18.610210 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 0b9f4e51-7746-4f29-ab39-330138c3170e triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:18.610594 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:18.669507 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21bf897-54cd-4cd0-915c-83eeab8034e6 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1c4317-39ad-4d4d-858b-e9d255e2014e,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:18.685287 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3bfb024a-572f-42eb-a2b5-e6b0fcb38899 tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:18.686637 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-3bfb024a-572f-42eb-a2b5-e6b0fcb38899 tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5259564 Feb 16 17:03:18.690334 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52638) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:18.692591 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2c952023-1517-46ce-ba93-b5aded3af218 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks [] for floatingip, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:18.698432 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-2481d91e-c36a-45f2-9061-7c780ee367b4 tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Request body: {'router': {'distributed': True}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:18.858975 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7a2d0ab7-c676-4ddc-af23-eea7e8839b03 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:18.867012 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a0099fb6-2d6a-4e11-a988-1b255221b071 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:18.884290 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0099fb6-2d6a-4e11-a988-1b255221b071 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:18.884290 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a0099fb6-2d6a-4e11-a988-1b255221b071 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:18.884632 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-eb4da852-9e1c-44b6-8948-55d777b02f41 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2597768 Feb 16 17:03:18.884632 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52640) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:18.884632 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-aeeaa095-0515-4959-98b1-087865788146 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Request body: {'security_group': {'name': 'tempest-secgroup--1917415918'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:18.900505 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-7a2d0ab7-c676-4ddc-af23-eea7e8839b03 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Calling delete_port for 00ac1ef1-29b6-444e-8566-eef0cd338f24 owned by network:router_interface {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:03:18.983413 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0099fb6-2d6a-4e11-a988-1b255221b071 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event updated for resources: {'Network': ['ID=06beb36d-4260-4dda-86b4-830ce603d8b7,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:18.994241 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 06beb36d-4260-4dda-86b4-830ce603d8b7 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:03:19.007831 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-a0099fb6-2d6a-4e11-a988-1b255221b071 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9096668 Feb 16 17:03:19.008753 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-2c952023-1517-46ce-ba93-b5aded3af218 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] update failed (client error): The resource could not be found. Feb 16 17:03:19.010831 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-2c952023-1517-46ce-ba93-b5aded3af218 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] 10.222.0.88 "PUT /v2.0/floatingips/ec759735-e823-4b7a-800c-5b8e2f257a90 HTTP/1.1" status: 404 len: 507 time: 0.4069993 Feb 16 17:03:19.011714 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52642) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:19.018584 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-a12df000-c45f-45d0-85a2-e0888f707307 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Request body: {'subnet': {'network_id': '06beb36d-4260-4dda-86b4-830ce603d8b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:19.024757 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52644) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:19.047304 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2481d91e-c36a-45f2-9061-7c780ee367b4 tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-583993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10422'] for router, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:19.047304 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2481d91e-c36a-45f2-9061-7c780ee367b4 tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Notify callbacks [] for router, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:19.136045 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2481d91e-c36a-45f2-9061-7c780ee367b4 tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=114375) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 16 17:03:19.136535 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2481d91e-c36a-45f2-9061-7c780ee367b4 tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Router f69d9394-0fd8-4ed7-b5f3-09ad221bf00a migrating from provider to provider. {{(pid=114375) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 16 17:03:19.136934 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2481d91e-c36a-45f2-9061-7c780ee367b4 tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:19.141752 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2481d91e-c36a-45f2-9061-7c780ee367b4 tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:19.174538 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-aeeaa095-0515-4959-98b1-087865788146 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:19.199645 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2481d91e-c36a-45f2-9061-7c780ee367b4 tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-583970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-583979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-582263'] for router, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:19.309725 dv-neutron-828697-3-hyperv neutron-server[114375]: WARNING neutron.scheduler.l3_agent_scheduler [None req-2481d91e-c36a-45f2-9061-7c780ee367b4 tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] No L3 agents can host the router f69d9394-0fd8-4ed7-b5f3-09ad221bf00a Feb 16 17:03:19.318542 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-aeeaa095-0515-4959-98b1-087865788146 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:19.347151 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-c60d199c-6576-4408-a9d5-15f5cfe303f8 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Deleting port 7cd2df9e-143c-4376-b3b2-1db22dc00070 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:03:19.349294 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c60d199c-6576-4408-a9d5-15f5cfe303f8 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:19.394086 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12df000-c45f-45d0-85a2-e0888f707307 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Made reservation on behalf of 02ebc15ce0534c46afb3b8b1618852cd for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:19.397748 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a12df000-c45f-45d0-85a2-e0888f707307 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:19.398122 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-aeeaa095-0515-4959-98b1-087865788146 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:19.410245 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7a2d0ab7-c676-4ddc-af23-eea7e8839b03 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:19.462429 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2481d91e-c36a-45f2-9061-7c780ee367b4 tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Hosts for router f69d9394-0fd8-4ed7-b5f3-09ad221bf00a: [] {{(pid=114375) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 16 17:03:19.467912 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeaa095-0515-4959-98b1-087865788146 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6abf0521-885c-49fb-8986-76112527a190,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:19.489045 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2481d91e-c36a-45f2-9061-7c780ee367b4 tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Hosts for other DVR routers connected to router f69d9394-0fd8-4ed7-b5f3-09ad221bf00a: set() {{(pid=114375) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 16 17:03:19.491562 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2481d91e-c36a-45f2-9061-7c780ee367b4 tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:19.492773 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-2481d91e-c36a-45f2-9061-7c780ee367b4 tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] 10.222.0.88 "PUT /v2.0/routers/f69d9394-0fd8-4ed7-b5f3-09ad221bf00a HTTP/1.1" status: 200 len: 717 time: 0.7977831 Feb 16 17:03:19.495265 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52648) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:19.500321 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f0bbb-0cd8-4d61-b766-7af2aedc2d23 req-02668b5d-9e37-42e2-a24c-ec7df9921ff6 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:19.501836 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f32f0bbb-0cd8-4d61-b766-7af2aedc2d23 req-02668b5d-9e37-42e2-a24c-ec7df9921ff6 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] 10.222.0.88 "GET /v2.0/ports?device_id=f368bc1d-546d-4a33-9963-8a669754d388 HTTP/1.1" status: 200 len: 944 time: 0.1873450 Feb 16 17:03:19.507367 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2d0ab7-c676-4ddc-af23-eea7e8839b03 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event deleted for resources: {'Port': ['ID=00ac1ef1-29b6-444e-8566-eef0cd338f24,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:19.541928 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-aeeaa095-0515-4959-98b1-087865788146 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:19.543125 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-aeeaa095-0515-4959-98b1-087865788146 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6628942 Feb 16 17:03:19.558710 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52650) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:19.570139 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-70af353d-720b-4d62-991b-9626783056b5 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Request body: {'security_group_rule': {'security_group_id': '6abf0521-885c-49fb-8986-76112527a190', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:19.570617 dv-neutron-828697-3-hyperv neutron-server[114376]: WARNING neutron.api.v2.base [None req-70af353d-720b-4d62-991b-9626783056b5 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 16 17:03:19.571137 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-70af353d-720b-4d62-991b-9626783056b5 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:03:19.573225 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-70af353d-720b-4d62-991b-9626783056b5 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063634 Feb 16 17:03:19.583186 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d9c3825b-9a91-466f-b351-0ac42a280e92 tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] 10.222.0.88 "GET /v2.0/routers/f69d9394-0fd8-4ed7-b5f3-09ad221bf00a HTTP/1.1" status: 200 len: 717 time: 0.0822992 Feb 16 17:03:19.583186 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52652) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:19.585582 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-18882030-b338-4e88-a1a7-05a751c4f48c tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Request body: {'security_group_rule': {'security_group_id': '6abf0521-885c-49fb-8986-76112527a190', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:19.590460 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52654) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:19.655250 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c60d199c-6576-4408-a9d5-15f5cfe303f8 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:19.655579 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c60d199c-6576-4408-a9d5-15f5cfe303f8 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:19.679516 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f32f0bbb-0cd8-4d61-b766-7af2aedc2d23 req-47e59c75-5309-497a-80f0-3dd54053305d tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] 10.222.0.88 "GET /v2.0/security-groups?id=f7d935da-675d-429a-a652-2c362be4f8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700237 Feb 16 17:03:19.681984 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-c60d199c-6576-4408-a9d5-15f5cfe303f8 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Calling delete_port for 7cd2df9e-143c-4376-b3b2-1db22dc00070 owned by network:floatingip {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:03:19.803590 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-adef4720-f011-4322-8d96-9c11b7fa0f1d tempest-RoutersTestDVR-1429524751 tempest-RoutersTestDVR-1429524751-project] 10.222.0.88 "GET /v2.0/routers/f69d9394-0fd8-4ed7-b5f3-09ad221bf00a HTTP/1.1" status: 200 len: 683 time: 0.2118926 Feb 16 17:03:19.806146 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52658) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:19.850168 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7a2d0ab7-c676-4ddc-af23-eea7e8839b03 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:19.877700 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-18882030-b338-4e88-a1a7-05a751c4f48c tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:03:19.881513 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-18882030-b338-4e88-a1a7-05a751c4f48c tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2966418 Feb 16 17:03:19.881797 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52660) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:19.886225 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-1c3ef5f7-44e9-487f-998e-bef28e6f88ad tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Request body: {'security_group_rule': {'security_group_id': '6abf0521-885c-49fb-8986-76112527a190', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:19.891067 dv-neutron-828697-3-hyperv neutron-server[114375]: WARNING neutron.api.v2.base [None req-1c3ef5f7-44e9-487f-998e-bef28e6f88ad tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 16 17:03:19.891067 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-1c3ef5f7-44e9-487f-998e-bef28e6f88ad tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:03:19.891067 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-1c3ef5f7-44e9-487f-998e-bef28e6f88ad tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0055985 Feb 16 17:03:19.891519 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8b484e3d-1f0e-44a0-b112-ad2079685ada tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Notify callbacks [] for router, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:19.893375 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52662) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:19.897857 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-5ef0065d-b557-49c4-af45-30bacb01059e tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Request body: {'security_group_rule': {'security_group_id': '6abf0521-885c-49fb-8986-76112527a190', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:19.926267 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device e7740743-77d7-4136-b0e6-56afca85ecb5 up at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:03:20.062014 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning for port e7740743-77d7-4136-b0e6-56afca85ecb5 completed by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:03:20.066227 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning complete for port e7740743-77d7-4136-b0e6-56afca85ecb5 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:20.069774 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:20.076608 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8b484e3d-1f0e-44a0-b112-ad2079685ada tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:20.078792 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8b484e3d-1f0e-44a0-b112-ad2079685ada tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:20.102614 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a12df000-c45f-45d0-85a2-e0888f707307 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:20.119602 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a2d0ab7-c676-4ddc-af23-eea7e8839b03 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Router fc4501a7-9d7d-44bc-b630-3d2c55976a72 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:03:20.151919 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:20.175211 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f368bc1d-546d-4a33-9963-8a669754d388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7740743-77d7-4136-b0e6-56afca85ecb5'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:03:20.177642 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748543f1-227d-43f8-b533-4e74d35d25f2" -d '{"events": [{"server_uuid": "f368bc1d-546d-4a33-9963-8a669754d388", "name": "network-vif-plugged", "status": "completed", "tag": "e7740743-77d7-4136-b0e6-56afca85ecb5"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:03:20.191469 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port e7740743-77d7-4136-b0e6-56afca85ecb5, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=e7740743-77d7-4136-b0e6-56afca85ecb5,segment=NetworkSegment(28dbb9d7-8b41-4b33-bc55-266cbd193076),segment_id=28dbb9d7-8b41-4b33-bc55-266cbd193076)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:03:20.202517 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8b484e3d-1f0e-44a0-b112-ad2079685ada tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:20.203233 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b484e3d-1f0e-44a0-b112-ad2079685ada tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f69d9394-0fd8-4ed7-b5f3-09ad221bf00a {{(pid=114375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:03:20.208593 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8b484e3d-1f0e-44a0-b112-ad2079685ada tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:20.209740 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-8b484e3d-1f0e-44a0-b112-ad2079685ada tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] 10.222.0.88 "DELETE /v2.0/routers/f69d9394-0fd8-4ed7-b5f3-09ad221bf00a HTTP/1.1" status: 204 len: 168 time: 0.4027021 Feb 16 17:03:20.214479 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52666) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:20.219250 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf206c9-454e-49f4-b47f-230d183509b5 x-openstack-request-id: req-adf206c9-454e-49f4-b47f-230d183509b5 {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:03:20.219538 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f368bc1d-546d-4a33-9963-8a669754d388", "name": "network-vif-plugged", "status": "completed", "tag": "e7740743-77d7-4136-b0e6-56afca85ecb5", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:03:20.219790 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-adf206c9-454e-49f4-b47f-230d183509b5 {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:03:20.220196 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f368bc1d-546d-4a33-9963-8a669754d388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7740743-77d7-4136-b0e6-56afca85ecb5', 'code': 200} Feb 16 17:03:20.222239 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-d3e4a73f-557d-49a8-8c2e-73c126e821bf tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Request body: {'router': {'name': 'tempest-router-769155105', 'distributed': True}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:20.223730 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12df000-c45f-45d0-85a2-e0888f707307 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event updated for resources: {'Subnet': ['ID=7d1e1849-f73e-4919-ad0d-e885997a1fa1,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:20.238844 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-5ef0065d-b557-49c4-af45-30bacb01059e tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:03:20.239907 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-5ef0065d-b557-49c4-af45-30bacb01059e tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3456178 Feb 16 17:03:20.262271 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52668) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:20.262926 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c60d199c-6576-4408-a9d5-15f5cfe303f8 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:20.268217 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12df000-c45f-45d0-85a2-e0888f707307 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Checking segment: {'id': 'a9bd49dc-704e-418c-b993-8814fbbf1c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '06beb36d-4260-4dda-86b4-830ce603d8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:03:20.268563 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12df000-c45f-45d0-85a2-e0888f707307 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Network hostable DHCP agents. Network: 06beb36d-4260-4dda-86b4-830ce603d8b7, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:03:20.270820 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-00095e52-702e-4102-a38f-c269c7dc3458 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Request body: {'security_group_rule': {'security_group_id': '6abf0521-885c-49fb-8986-76112527a190', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:20.273339 dv-neutron-828697-3-hyperv neutron-server[114375]: WARNING neutron.api.v2.base [None req-00095e52-702e-4102-a38f-c269c7dc3458 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 16 17:03:20.273973 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a2d0ab7-c676-4ddc-af23-eea7e8839b03 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:03:20.274432 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-00095e52-702e-4102-a38f-c269c7dc3458 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:03:20.277272 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-00095e52-702e-4102-a38f-c269c7dc3458 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0132709 Feb 16 17:03:20.280132 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52670) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:20.281395 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:20.287795 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-b7c2cd2e-31a7-4dd2-80d5-5f5082dbf098 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Request body: {'security_group_rule': {'security_group_id': '6abf0521-885c-49fb-8986-76112527a190', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:20.289258 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc54b59b-8832-4508-b991-f6e7b796b830 None None] Sync routers for ids ['fc4501a7-9d7d-44bc-b630-3d2c55976a72'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:03:20.299923 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-7a2d0ab7-c676-4ddc-af23-eea7e8839b03 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "PUT /v2.0/routers/fc4501a7-9d7d-44bc-b630-3d2c55976a72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6660182 Feb 16 17:03:20.304422 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc54b59b-8832-4508-b991-f6e7b796b830 None None] Routers {'fc4501a7-9d7d-44bc-b630-3d2c55976a72'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:03:20.304422 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-dc54b59b-8832-4508-b991-f6e7b796b830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:03:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['fc4501a7-9d7d-44bc-b630-3d2c55976a72'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:20.307445 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52672) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:20.307638 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d199c-6576-4408-a9d5-15f5cfe303f8 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Pushing event deleted for resources: {'Port': ['ID=7cd2df9e-143c-4376-b3b2-1db22dc00070,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:20.344214 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=e7740743-77d7-4136-b0e6-56afca85ecb5,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:20.350849 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-dc54b59b-8832-4508-b991-f6e7b796b830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:20.357329 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-86574a48-8a47-450a-8c7f-72cf04660e55 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc4501a7-9d7d-44bc-b630-3d2c55976a72 HTTP/1.1" status: 200 len: 205 time: 0.0493338 Feb 16 17:03:20.359670 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52674) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:20.367026 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc54b59b-8832-4508-b991-f6e7b796b830 None None] Routers {'fc4501a7-9d7d-44bc-b630-3d2c55976a72'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:03:20.367555 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d3e4a73f-557d-49a8-8c2e-73c126e821bf tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:20.367682 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-dc54b59b-8832-4508-b991-f6e7b796b830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:03:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['fc4501a7-9d7d-44bc-b630-3d2c55976a72'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:20.368733 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d3e4a73f-557d-49a8-8c2e-73c126e821bf tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:20.380512 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c60d199c-6576-4408-a9d5-15f5cfe303f8 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks [] for floatingip, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:20.383252 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c60d199c-6576-4408-a9d5-15f5cfe303f8 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:20.384657 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c60d199c-6576-4408-a9d5-15f5cfe303f8 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] 10.222.0.88 "DELETE /v2.0/floatingips/ec759735-e823-4b7a-800c-5b8e2f257a90 HTTP/1.1" status: 204 len: 168 time: 1.3594310 Feb 16 17:03:20.389373 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52676) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:20.392985 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12df000-c45f-45d0-85a2-e0888f707307 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Network 06beb36d-4260-4dda-86b4-830ce603d8b7 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:03:20.411103 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-2dd100ee-8bdd-47e1-9d32-ef5f59a74612 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Request body: {'floatingip': {'floating_network_id': '8c3df2d2-33d3-425a-bd3e-f998813aa4bf', 'port_id': 'b2aaffae-5695-4942-bf04-ea60b840f0b6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:20.426645 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-dc54b59b-8832-4508-b991-f6e7b796b830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:20.427383 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc54b59b-8832-4508-b991-f6e7b796b830 None None] The sync data for ids ['fc4501a7-9d7d-44bc-b630-3d2c55976a72'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:03:20.450722 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d0335ecc-a706-4b18-9238-12cbdc6e72de tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for router, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:20.501686 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-a12df000-c45f-45d0-85a2-e0888f707307 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 06beb36d-4260-4dda-86b4-830ce603d8b7) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:20.505918 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12df000-c45f-45d0-85a2-e0888f707307 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:20.506682 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a12df000-c45f-45d0-85a2-e0888f707307 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:20.512013 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de30e72-8abb-4dc0-b222-24bf38b568cd None None] Network 06beb36d-4260-4dda-86b4-830ce603d8b7 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:03:20.542254 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2dd100ee-8bdd-47e1-9d32-ef5f59a74612 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks [] for floatingip, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:20.557799 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d3e4a73f-557d-49a8-8c2e-73c126e821bf tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:20.586894 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.securitygroups_db [None req-b7c2cd2e-31a7-4dd2-80d5-5f5082dbf098 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Project eae0d5469a914945af77d7399b7a2957 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:03:20.640193 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-a12df000-c45f-45d0-85a2-e0888f707307 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6245482 Feb 16 17:03:20.642352 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52678) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:20.649716 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-975d2496-e8f2-434f-bd67-6f4063019aee tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Request body: {'port': {'network_id': '06beb36d-4260-4dda-86b4-830ce603d8b7', 'name': 'tempest-PortsIpV6TestJSON-129531769', 'fixed_ips': [{'subnet_id': '7d1e1849-f73e-4919-ad0d-e885997a1fa1', 'ip_address': '2001:db8::10'}]}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:20.685119 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be099f7-7858-4f44-b6c1-7752e9f70c76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-06beb36d-4260-4dda-86b4-830ce603d8b7', 'network_id': '06beb36d-4260-4dda-86b4-830ce603d8b7', 'tenant_id': '02ebc15ce0534c46afb3b8b1618852cd', 'fixed_ips': [{'subnet_id': '7d1e1849-f73e-4919-ad0d-e885997a1fa1'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:03:20.686006 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5be099f7-7858-4f44-b6c1-7752e9f70c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:20.704089 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64832178-66b8-45d1-9727-8edc7e5da753 req-bbe2ba6c-1c7c-4370-a493-e730ef71e438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:20.706018 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-64832178-66b8-45d1-9727-8edc7e5da753 req-bbe2ba6c-1c7c-4370-a493-e730ef71e438 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f368bc1d-546d-4a33-9963-8a669754d388 HTTP/1.1" status: 200 len: 1098 time: 0.1178994 Feb 16 17:03:20.841317 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-64832178-66b8-45d1-9727-8edc7e5da753 req-a56efd39-d80b-40a0-82cb-41cbb222bf7c service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=f7d935da-675d-429a-a652-2c362be4f8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259861 Feb 16 17:03:20.878540 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-5be099f7-7858-4f44-b6c1-7752e9f70c76 None None] Allocated IP 2001:db8::2 (06beb36d-4260-4dda-86b4-830ce603d8b7/7d1e1849-f73e-4919-ad0d-e885997a1fa1/02d18131-961c-46c1-a50a-104e852fc9ca) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:20.891262 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10543627-368f-4a0d-9d7b-ba84f8adb066 req-3e9dea78-4266-4c29-8cd4-6a502db76e22 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:20.894592 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-10543627-368f-4a0d-9d7b-ba84f8adb066 req-3e9dea78-4266-4c29-8cd4-6a502db76e22 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] 10.222.0.88 "GET /v2.0/ports?device_id=f368bc1d-546d-4a33-9963-8a669754d388 HTTP/1.1" status: 200 len: 945 time: 0.1203790 Feb 16 17:03:20.938787 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-10543627-368f-4a0d-9d7b-ba84f8adb066 req-350c6897-9780-444d-b1db-93aacac40516 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] 10.222.0.88 "GET /v2.0/security-groups?id=f7d935da-675d-429a-a652-2c362be4f8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384533 Feb 16 17:03:20.944020 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d3e4a73f-557d-49a8-8c2e-73c126e821bf tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:20.959728 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d0335ecc-a706-4b18-9238-12cbdc6e72de tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:20.959728 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d0335ecc-a706-4b18-9238-12cbdc6e72de tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:20.976573 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-2dd100ee-8bdd-47e1-9d32-ef5f59a74612 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:03:20.977705 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-2dd100ee-8bdd-47e1-9d32-ef5f59a74612 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5870957 Feb 16 17:03:20.981512 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52682) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:20.988469 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-2754d4fe-e2bd-4e74-a596-753196c02f32 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Request body: {'floatingip': {'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'port_id': 'b2aaffae-5695-4942-bf04-ea60b840f0b6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:21.004875 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975d2496-e8f2-434f-bd67-6f4063019aee tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Made reservation on behalf of 02ebc15ce0534c46afb3b8b1618852cd for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:21.052237 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-b7c2cd2e-31a7-4dd2-80d5-5f5082dbf098 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:03:21.054249 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-b7c2cd2e-31a7-4dd2-80d5-5f5082dbf098 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7726700 Feb 16 17:03:21.057180 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5be099f7-7858-4f44-b6c1-7752e9f70c76 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:21.060022 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52684) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:21.065822 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d3e4a73f-557d-49a8-8c2e-73c126e821bf tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:21.065822 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d3e4a73f-557d-49a8-8c2e-73c126e821bf tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.8460679 Feb 16 17:03:21.066179 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52686) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:21.066342 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-3f41626c-e54d-4449-be13-81ccb3adf020 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Request body: {'security_group_rule': {'security_group_id': '6abf0521-885c-49fb-8986-76112527a190', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:21.066695 dv-neutron-828697-3-hyperv neutron-server[114376]: WARNING neutron.api.v2.base [None req-3f41626c-e54d-4449-be13-81ccb3adf020 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 16 17:03:21.067093 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-3f41626c-e54d-4449-be13-81ccb3adf020 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:03:21.072147 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-3f41626c-e54d-4449-be13-81ccb3adf020 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0072954 Feb 16 17:03:21.073354 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52688) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:21.076798 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d0335ecc-a706-4b18-9238-12cbdc6e72de tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:21.077162 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-011ac356-4f75-4b52-8d57-cade539c1a19 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Request body: {'security_group_rule': {'security_group_id': '6abf0521-885c-49fb-8986-76112527a190', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:21.077480 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0335ecc-a706-4b18-9238-12cbdc6e72de tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Fanout notify agent at l3_agent the message router_deleted on router fc4501a7-9d7d-44bc-b630-3d2c55976a72 {{(pid=114375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:03:21.120090 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d0335ecc-a706-4b18-9238-12cbdc6e72de tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:21.121158 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d0335ecc-a706-4b18-9238-12cbdc6e72de tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "DELETE /v2.0/routers/fc4501a7-9d7d-44bc-b630-3d2c55976a72 HTTP/1.1" status: 204 len: 168 time: 0.7603924 Feb 16 17:03:21.123833 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52690) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:21.128349 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-975d2496-e8f2-434f-bd67-6f4063019aee tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:21.130826 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5be099f7-7858-4f44-b6c1-7752e9f70c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:21.148882 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [None req-975d2496-e8f2-434f-bd67-6f4063019aee tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] device_id is not set on port fd949ed3-5a89-4719-839f-32d19d32a52b yet. {{(pid=114376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:03:21.169546 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be099f7-7858-4f44-b6c1-7752e9f70c76 None None] Network 06beb36d-4260-4dda-86b4-830ce603d8b7 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:21.174291 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-5be099f7-7858-4f44-b6c1-7752e9f70c76 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:21.177814 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be099f7-7858-4f44-b6c1-7752e9f70c76 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:03:21.188579 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be099f7-7858-4f44-b6c1-7752e9f70c76 None None] Pushing event updated for resources: {'Port': ['ID=02d18131-961c-46c1-a50a-104e852fc9ca,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:21.190010 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-81ac0dd2-3b23-4143-b556-b6077c279b34 tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Notify callbacks [] for router, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:21.194020 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2754d4fe-e2bd-4e74-a596-753196c02f32 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks [] for floatingip, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:21.248030 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-5be099f7-7858-4f44-b6c1-7752e9f70c76 None None] Attempting to bind port 02d18131-961c-46c1-a50a-104e852fc9ca on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:03:21.249138 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-5be099f7-7858-4f44-b6c1-7752e9f70c76 None None] Attempting to bind port 02d18131-961c-46c1-a50a-104e852fc9ca by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': 'a9bd49dc-704e-418c-b993-8814fbbf1c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '06beb36d-4260-4dda-86b4-830ce603d8b7'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:03:21.249138 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be099f7-7858-4f44-b6c1-7752e9f70c76 None None] Attempting to bind port 02d18131-961c-46c1-a50a-104e852fc9ca on network 06beb36d-4260-4dda-86b4-830ce603d8b7 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:03:21.254020 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be099f7-7858-4f44-b6c1-7752e9f70c76 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:03:21.254491 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be099f7-7858-4f44-b6c1-7752e9f70c76 None None] Checking segment: {'id': 'a9bd49dc-704e-418c-b993-8814fbbf1c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '06beb36d-4260-4dda-86b4-830ce603d8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:03:21.254911 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5be099f7-7858-4f44-b6c1-7752e9f70c76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:21.255299 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be099f7-7858-4f44-b6c1-7752e9f70c76 None None] Bound using segment: {'id': 'a9bd49dc-704e-418c-b993-8814fbbf1c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '06beb36d-4260-4dda-86b4-830ce603d8b7'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:03:21.255766 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-5be099f7-7858-4f44-b6c1-7752e9f70c76 None None] Bound port: 02d18131-961c-46c1-a50a-104e852fc9ca, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9bd49dc-704e-418c-b993-8814fbbf1c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '06beb36d-4260-4dda-86b4-830ce603d8b7'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:03:21.256177 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5be099f7-7858-4f44-b6c1-7752e9f70c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:21.273863 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f30f608-2948-467c-9175-c6954d455b19 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Deleting subnet 0f093a83-f15c-4b9e-a1c3-5cac6c1549d8 {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:03:21.278513 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4f30f608-2948-467c-9175-c6954d455b19 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:21.326872 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-5be099f7-7858-4f44-b6c1-7752e9f70c76 None None] For port 02d18131-961c-46c1-a50a-104e852fc9ca, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:03:21.331129 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-5be099f7-7858-4f44-b6c1-7752e9f70c76 None None] For port 02d18131-961c-46c1-a50a-104e852fc9ca, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=02d18131-961c-46c1-a50a-104e852fc9ca,segment=NetworkSegment(a9bd49dc-704e-418c-b993-8814fbbf1c24),segment_id=a9bd49dc-704e-418c-b993-8814fbbf1c24)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:03:21.351230 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.securitygroups_db [None req-011ac356-4f75-4b52-8d57-cade539c1a19 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Project eae0d5469a914945af77d7399b7a2957 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:03:21.394764 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-975d2496-e8f2-434f-bd67-6f4063019aee tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Allocated IP 2001:db8::10 (06beb36d-4260-4dda-86b4-830ce603d8b7/7d1e1849-f73e-4919-ad0d-e885997a1fa1/fd949ed3-5a89-4719-839f-32d19d32a52b) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:21.409087 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-81ac0dd2-3b23-4143-b556-b6077c279b34 tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:21.412077 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4f30f608-2948-467c-9175-c6954d455b19 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:21.414942 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-81ac0dd2-3b23-4143-b556-b6077c279b34 tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:21.431348 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2754d4fe-e2bd-4e74-a596-753196c02f32 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:21.434200 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5be099f7-7858-4f44-b6c1-7752e9f70c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:21.491350 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-011ac356-4f75-4b52-8d57-cade539c1a19 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:03:21.495061 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-011ac356-4f75-4b52-8d57-cade539c1a19 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4213152 Feb 16 17:03:21.502611 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52692) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:21.503132 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be099f7-7858-4f44-b6c1-7752e9f70c76 None None] Pushing event updated for resources: {'Port': ['ID=02d18131-961c-46c1-a50a-104e852fc9ca,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:21.504535 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-2ba1b583-f920-43ce-83db-57633e6130c2 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Request body: {'security_group_rule': {'security_group_id': '6abf0521-885c-49fb-8986-76112527a190', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:21.564194 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4f30f608-2948-467c-9175-c6954d455b19 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:21.587331 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-81ac0dd2-3b23-4143-b556-b6077c279b34 tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:21.587846 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ac0dd2-3b23-4143-b556-b6077c279b34 tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9fe28146-a195-4089-9e2f-9df6d9c3482f {{(pid=114375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:03:21.593749 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-81ac0dd2-3b23-4143-b556-b6077c279b34 tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:21.594907 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-81ac0dd2-3b23-4143-b556-b6077c279b34 tempest-RoutersTestDVR-1053627482 tempest-RoutersTestDVR-1053627482-project-admin] 10.222.0.88 "DELETE /v2.0/routers/9fe28146-a195-4089-9e2f-9df6d9c3482f HTTP/1.1" status: 204 len: 168 time: 0.5275488 Feb 16 17:03:21.626304 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.securitygroups_db [None req-2ba1b583-f920-43ce-83db-57633e6130c2 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Project eae0d5469a914945af77d7399b7a2957 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:03:21.653191 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-2754d4fe-e2bd-4e74-a596-753196c02f32 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Allocated IP 172.26.3.63 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/c812c324-ce40-4b0d-97e1-df7d0126fb39) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:21.682099 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-975d2496-e8f2-434f-bd67-6f4063019aee tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:21.685832 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4f30f608-2948-467c-9175-c6954d455b19 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:21.775958 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-2ba1b583-f920-43ce-83db-57633e6130c2 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:03:21.777271 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-2ba1b583-f920-43ce-83db-57633e6130c2 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2805457 Feb 16 17:03:21.778084 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30f608-2948-467c-9175-c6954d455b19 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event deleted for resources: {'Subnet': ['ID=0f093a83-f15c-4b9e-a1c3-5cac6c1549d8,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:21.780755 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52696) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:21.784626 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4f30f608-2948-467c-9175-c6954d455b19 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:21.788266 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-4f30f608-2948-467c-9175-c6954d455b19 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "DELETE /v2.0/subnets/0f093a83-f15c-4b9e-a1c3-5cac6c1549d8 HTTP/1.1" status: 204 len: 168 time: 0.6634262 Feb 16 17:03:21.789767 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4907cfc-5043-48e0-a626-5673c3ff5c54 None None] Network 2defdfc8-57d8-4d00-a3f4-b379ea38b403 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:03:21.791025 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52698) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:21.878021 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a13cd7c8-2f56-4652-9094-6ed8a3b7a972 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:21.913773 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8fd36e58-f94f-413f-8d46-193db4523ac8 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:21.924786 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-975d2496-e8f2-434f-bd67-6f4063019aee tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:21.949564 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-a13cd7c8-2f56-4652-9094-6ed8a3b7a972 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Deleting port 0b9f4e51-7746-4f29-ab39-330138c3170e {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:03:21.950485 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a13cd7c8-2f56-4652-9094-6ed8a3b7a972 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:21.953455 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2754d4fe-e2bd-4e74-a596-753196c02f32 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:22.059521 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8fd36e58-f94f-413f-8d46-193db4523ac8 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:22.062162 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975d2496-e8f2-434f-bd67-6f4063019aee tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event updated for resources: {'Port': ['ID=fd949ed3-5a89-4719-839f-32d19d32a52b,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:22.066065 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bc4d7c-98bb-4114-84b1-7f42606cf774 None None] DHCP port deletion for 2defdfc8-57d8-4d00-a3f4-b379ea38b403 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:03:22.081163 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975d2496-e8f2-434f-bd67-6f4063019aee tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Network 06beb36d-4260-4dda-86b4-830ce603d8b7 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:22.087808 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-975d2496-e8f2-434f-bd67-6f4063019aee tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:22.096104 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975d2496-e8f2-434f-bd67-6f4063019aee tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:03:22.102040 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975d2496-e8f2-434f-bd67-6f4063019aee tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:22.116838 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-975d2496-e8f2-434f-bd67-6f4063019aee tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:22.117016 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-a13cd7c8-2f56-4652-9094-6ed8a3b7a972 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] For port 0b9f4e51-7746-4f29-ab39-330138c3170e, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=0b9f4e51-7746-4f29-ab39-330138c3170e,segment=NetworkSegment(e9c6aa29-d6c9-4f55-827b-0eafd96bb2b1),segment_id=e9c6aa29-d6c9-4f55-827b-0eafd96bb2b1)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:03:22.117016 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a13cd7c8-2f56-4652-9094-6ed8a3b7a972 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:22.129451 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-a13cd7c8-2f56-4652-9094-6ed8a3b7a972 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Calling delete_port for 0b9f4e51-7746-4f29-ab39-330138c3170e owned by network:dhcp {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:03:22.149517 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1decd-8d9e-4bdb-98cf-2bee9b1f7b9f req-d27c603c-f06f-4b43-8c8b-5444bdf9d450 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:22.151248 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-26b1decd-8d9e-4bdb-98cf-2bee9b1f7b9f req-d27c603c-f06f-4b43-8c8b-5444bdf9d450 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] 10.222.0.88 "GET /v2.0/ports?device_id=f368bc1d-546d-4a33-9963-8a669754d388 HTTP/1.1" status: 200 len: 945 time: 0.1025679 Feb 16 17:03:22.159322 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-f5bc4d7c-98bb-4114-84b1-7f42606cf774 None None] Deleting port 0b9f4e51-7746-4f29-ab39-330138c3170e {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:03:22.159706 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f5bc4d7c-98bb-4114-84b1-7f42606cf774 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:22.209611 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2754d4fe-e2bd-4e74-a596-753196c02f32 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:22.233568 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-26b1decd-8d9e-4bdb-98cf-2bee9b1f7b9f req-5643b7f8-078d-469e-997b-54ba2451c3ca tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] 10.222.0.88 "GET /v2.0/security-groups?id=f7d935da-675d-429a-a652-2c362be4f8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764358 Feb 16 17:03:22.244975 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52704) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:22.250273 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-f5bc4d7c-98bb-4114-84b1-7f42606cf774 None None] For port 0b9f4e51-7746-4f29-ab39-330138c3170e, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=0b9f4e51-7746-4f29-ab39-330138c3170e,segment=NetworkSegment(e9c6aa29-d6c9-4f55-827b-0eafd96bb2b1),segment_id=e9c6aa29-d6c9-4f55-827b-0eafd96bb2b1)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:03:22.250853 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f5bc4d7c-98bb-4114-84b1-7f42606cf774 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:22.270934 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-f5bc4d7c-98bb-4114-84b1-7f42606cf774 None None] Calling delete_port for 0b9f4e51-7746-4f29-ab39-330138c3170e owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:03:22.274070 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2754d4fe-e2bd-4e74-a596-753196c02f32 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:22.280012 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-2754d4fe-e2bd-4e74-a596-753196c02f32 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:22.287393 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-975d2496-e8f2-434f-bd67-6f4063019aee tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6410024 Feb 16 17:03:22.287393 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8fd36e58-f94f-413f-8d46-193db4523ac8 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:22.288317 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52710) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:22.288568 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8fd36e58-f94f-413f-8d46-193db4523ac8 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:22.290840 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-8fd36e58-f94f-413f-8d46-193db4523ac8 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] 10.222.0.88 "DELETE /v2.0/security-groups/6abf0521-885c-49fb-8986-76112527a190 HTTP/1.1" status: 204 len: 168 time: 0.5078967 Feb 16 17:03:22.293765 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2754d4fe-e2bd-4e74-a596-753196c02f32 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:03:22.300638 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52712) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:22.308286 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-54703605-a4b8-49fc-ad59-8d8738aac97c tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Request body: {'port': {'network_id': '06beb36d-4260-4dda-86b4-830ce603d8b7', 'name': 'tempest-PortsIpV6TestJSON-511850761', 'fixed_ips': [{'subnet_id': '7d1e1849-f73e-4919-ad0d-e885997a1fa1', 'ip_address': '2001:db8::f'}]}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:22.350364 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd36e58-f94f-413f-8d46-193db4523ac8 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abf0521-885c-49fb-8986-76112527a190,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:22.367010 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2754d4fe-e2bd-4e74-a596-753196c02f32 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Pushing event updated for resources: {'Port': ['ID=c812c324-ce40-4b0d-97e1-df7d0126fb39,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:22.394740 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a13cd7c8-2f56-4652-9094-6ed8a3b7a972 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:22.406754 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f5bc4d7c-98bb-4114-84b1-7f42606cf774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:22.424900 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-3ba15107-693a-4e54-8da5-6f3476edefb3 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1194403 Feb 16 17:03:22.445692 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52714) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:22.452843 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-a4f3bf83-53ee-400e-8081-9b59f8f35a0f tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Request body: {'security_group': {'name': 'tempest-secgroup--1336786800'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:22.457640 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8d5e7ff6-c8d6-4bbc-a3c0-d4b69347c86d admin admin] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:22.477244 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13cd7c8-2f56-4652-9094-6ed8a3b7a972 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event deleted for resources: {'Port': ['ID=0b9f4e51-7746-4f29-ab39-330138c3170e,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:22.501570 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bc4d7c-98bb-4114-84b1-7f42606cf774 None None] Pushing event deleted for resources: {'Port': ['ID=0b9f4e51-7746-4f29-ab39-330138c3170e,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:22.519953 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bc4d7c-98bb-4114-84b1-7f42606cf774 None None] No DVR routers for this DVR port 0b9f4e51-7746-4f29-ab39-330138c3170e on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:03:22.529021 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13cd7c8-2f56-4652-9094-6ed8a3b7a972 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] No DVR routers for this DVR port 0b9f4e51-7746-4f29-ab39-330138c3170e on host dv-neutron-828697-3-hyperv {{(pid=114375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:03:22.571078 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e0bdc-a690-4a70-9e51-0cea70c692ec req-75b1196c-3331-4bf3-88d3-991db42b4a23 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:22.572913 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a22e0bdc-a690-4a70-9e51-0cea70c692ec req-75b1196c-3331-4bf3-88d3-991db42b4a23 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] 10.222.0.88 "GET /v2.0/ports?device_id=f368bc1d-546d-4a33-9963-8a669754d388 HTTP/1.1" status: 200 len: 945 time: 0.2132621 Feb 16 17:03:22.595648 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a4f3bf83-53ee-400e-8081-9b59f8f35a0f tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:22.614264 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 02d18131-961c-46c1-a50a-104e852fc9ca up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:03:22.662876 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a13cd7c8-2f56-4652-9094-6ed8a3b7a972 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:22.680548 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 02d18131-961c-46c1-a50a-104e852fc9ca triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:22.681281 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:22.704825 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-a13cd7c8-2f56-4652-9094-6ed8a3b7a972 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2defdfc8-57d8-4d00-a3f4-b379ea38b403']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:22.715472 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a22e0bdc-a690-4a70-9e51-0cea70c692ec req-e4b921b4-1077-49b9-99bc-cdcee21660f7 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] 10.222.0.88 "GET /v2.0/security-groups?id=f7d935da-675d-429a-a652-2c362be4f8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303871 Feb 16 17:03:22.730161 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-a13cd7c8-2f56-4652-9094-6ed8a3b7a972 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9c6aa29-d6c9-4f55-827b-0eafd96bb2b1') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:22.731806 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-a13cd7c8-2f56-4652-9094-6ed8a3b7a972 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9c6aa29-d6c9-4f55-827b-0eafd96bb2b1') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:22.749499 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a13cd7c8-2f56-4652-9094-6ed8a3b7a972 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:22.753328 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8d5e7ff6-c8d6-4bbc-a3c0-d4b69347c86d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:22.754846 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-2754d4fe-e2bd-4e74-a596-753196c02f32 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Deleting port c812c324-ce40-4b0d-97e1-df7d0126fb39 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:03:22.755452 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2754d4fe-e2bd-4e74-a596-753196c02f32 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:22.785970 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a13cd7c8-2f56-4652-9094-6ed8a3b7a972 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:22.793973 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54703605-a4b8-49fc-ad59-8d8738aac97c tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Made reservation on behalf of 02ebc15ce0534c46afb3b8b1618852cd for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:22.808985 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a13cd7c8-2f56-4652-9094-6ed8a3b7a972 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:03:22.819277 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a13cd7c8-2f56-4652-9094-6ed8a3b7a972 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:22.823358 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 17:03:22.823358 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:03:22.823358 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 17:03:22.823358 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:03:22.823358 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 17:03:22.823358 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:03:22.823358 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 17:03:22.823358 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:03:22.823358 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 17:03:22.823358 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:03:22.823358 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 17:03:22.823358 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:03:22.823358 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 17:03:22.823358 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:03:22.823358 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:03:22.823358 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:03:22.823358 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:03:22.823358 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:03:22.823358 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 17:03:22.823358 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:03:22.823358 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 17:03:22.823358 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:03:22.823358 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:03:22.823358 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:03:22.823358 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 17:03:22.823358 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:03:22.823358 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:03:22.823358 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:03:22.823358 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:03:22.823358 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:03:22.823358 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:03:22.823358 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:03:22.832401 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:22.876455 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a4f3bf83-53ee-400e-8081-9b59f8f35a0f tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:22.879097 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port 02d18131-961c-46c1-a50a-104e852fc9ca, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=02d18131-961c-46c1-a50a-104e852fc9ca,segment=NetworkSegment(a9bd49dc-704e-418c-b993-8814fbbf1c24),segment_id=a9bd49dc-704e-418c-b993-8814fbbf1c24)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:03:22.912978 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8d5e7ff6-c8d6-4bbc-a3c0-d4b69347c86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:22.929161 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2754d4fe-e2bd-4e74-a596-753196c02f32 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:22.931700 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2754d4fe-e2bd-4e74-a596-753196c02f32 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:22.935245 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391f5a41-d961-49ed-80af-e2ecd6ed072d None None] Network 06beb36d-4260-4dda-86b4-830ce603d8b7 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:03:22.945055 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-2754d4fe-e2bd-4e74-a596-753196c02f32 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Calling delete_port for c812c324-ce40-4b0d-97e1-df7d0126fb39 owned by network:floatingip {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:03:22.964166 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e7ff6-c8d6-4bbc-a3c0-d4b69347c86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b322fd40-e5e5-4715-a44b-8c0860b36387,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:22.976852 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:22.997699 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-8d5e7ff6-c8d6-4bbc-a3c0-d4b69347c86d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9e32fa8376c8462dbfd17ebd6cadbd44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7491593 Feb 16 17:03:22.998951 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52718) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:23.043047 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-54703605-a4b8-49fc-ad59-8d8738aac97c tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:23.064852 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a13cd7c8-2f56-4652-9094-6ed8a3b7a972 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:23.075957 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a4f3bf83-53ee-400e-8081-9b59f8f35a0f tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:23.078052 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-54703605-a4b8-49fc-ad59-8d8738aac97c tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] device_id is not set on port 053fd232-97a1-41e7-b53c-33a7e42c234b yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:03:23.140075 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a13cd7c8-2f56-4652-9094-6ed8a3b7a972 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:23.148603 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a13cd7c8-2f56-4652-9094-6ed8a3b7a972 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "DELETE /v2.0/networks/2defdfc8-57d8-4d00-a3f4-b379ea38b403 HTTP/1.1" status: 204 len: 168 time: 1.3565464 Feb 16 17:03:23.153477 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52720) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:23.157830 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-6b927d9c-c91b-4123-9657-dc6489dec55b tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-887613163', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}, 'admin_state_up': False}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:23.166868 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13cd7c8-2f56-4652-9094-6ed8a3b7a972 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event deleted for resources: {'Network': ['ID=2defdfc8-57d8-4d00-a3f4-b379ea38b403,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:23.173307 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f3bf83-53ee-400e-8081-9b59f8f35a0f tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2897e419-3a06-4920-a4b8-1145f9e88d3b,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:23.194900 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1971b740-b632-42d1-8831-5094f2ddaab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:23.214024 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a4f3bf83-53ee-400e-8081-9b59f8f35a0f tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:23.216203 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-a4f3bf83-53ee-400e-8081-9b59f8f35a0f tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7693543 Feb 16 17:03:23.235691 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52724) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:23.241865 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 0b9f4e51-7746-4f29-ab39-330138c3170e no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:03:23.249028 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-1dbc91b1-808f-41ab-b6f3-b1a47c57fd8b tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Request body: {'security_group_rule': {'security_group_id': '2897e419-3a06-4920-a4b8-1145f9e88d3b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:23.261015 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-9981fda4-4a9c-456a-919d-9bd5e934e845 None None] Provisioning complete for port 02d18131-961c-46c1-a50a-104e852fc9ca triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:23.266910 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9981fda4-4a9c-456a-919d-9bd5e934e845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:23.266910 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 0b9f4e51-7746-4f29-ab39-330138c3170e {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:03:23.266910 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 0b9f4e51-7746-4f29-ab39-330138c3170e not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:03:23.275649 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1971b740-b632-42d1-8831-5094f2ddaab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:23.286191 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=02d18131-961c-46c1-a50a-104e852fc9ca,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:23.310045 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2754d4fe-e2bd-4e74-a596-753196c02f32 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:23.339547 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6b927d9c-c91b-4123-9657-dc6489dec55b tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:23.341324 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6b927d9c-c91b-4123-9657-dc6489dec55b tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:23.378617 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-54703605-a4b8-49fc-ad59-8d8738aac97c tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Allocated IP 2001:db8::f (06beb36d-4260-4dda-86b4-830ce603d8b7/7d1e1849-f73e-4919-ad0d-e885997a1fa1/053fd232-97a1-41e7-b53c-33a7e42c234b) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:23.412103 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2754d4fe-e2bd-4e74-a596-753196c02f32 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Pushing event deleted for resources: {'Port': ['ID=c812c324-ce40-4b0d-97e1-df7d0126fb39,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:23.488553 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1971b740-b632-42d1-8831-5094f2ddaab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:23.492995 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1971b740-b632-42d1-8831-5094f2ddaab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:23.497290 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-1971b740-b632-42d1-8831-5094f2ddaab7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b322fd40-e5e5-4715-a44b-8c0860b36387 HTTP/1.1" status: 204 len: 168 time: 0.4948597 Feb 16 17:03:23.575137 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-1dbc91b1-808f-41ab-b6f3-b1a47c57fd8b tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] create failed (client error): The resource could not be found. Feb 16 17:03:23.576530 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-1dbc91b1-808f-41ab-b6f3-b1a47c57fd8b tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3353333 Feb 16 17:03:23.583947 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1971b740-b632-42d1-8831-5094f2ddaab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b322fd40-e5e5-4715-a44b-8c0860b36387,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:23.586421 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52728) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:23.601401 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-c004fd08-62a8-479c-8a9d-33119f1a83eb tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Request body: {'security_group_rule': {'security_group_id': '2897e419-3a06-4920-a4b8-1145f9e88d3b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '29f06827-b564-4562-88e3-77183c18eece'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:23.723424 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-54703605-a4b8-49fc-ad59-8d8738aac97c tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:23.759524 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-b9b62cce-91b2-4950-ad43-61a15da6f8c1 None None] Provisioning complete for port fd949ed3-5a89-4719-839f-32d19d32a52b triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:23.759886 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b9b62cce-91b2-4950-ad43-61a15da6f8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:23.796597 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-b9b62cce-91b2-4950-ad43-61a15da6f8c1 None None] Port fd949ed3-5a89-4719-839f-32d19d32a52b cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:03:23.808129 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-b9b62cce-91b2-4950-ad43-61a15da6f8c1 None None] Provisioning complete for port 02d18131-961c-46c1-a50a-104e852fc9ca triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:23.808503 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b9b62cce-91b2-4950-ad43-61a15da6f8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:23.815312 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6ca46-ccaa-435a-abf9-e4a36c886e85 req-6dea16ad-4758-48ec-b898-16808448f105 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:23.817071 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-94a6ca46-ccaa-435a-abf9-e4a36c886e85 req-6dea16ad-4758-48ec-b898-16808448f105 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] 10.222.0.88 "GET /v2.0/ports?device_id=f368bc1d-546d-4a33-9963-8a669754d388 HTTP/1.1" status: 200 len: 945 time: 0.5559576 Feb 16 17:03:23.820155 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6b927d9c-c91b-4123-9657-dc6489dec55b tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:23.868792 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-54703605-a4b8-49fc-ad59-8d8738aac97c tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:23.885798 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-94a6ca46-ccaa-435a-abf9-e4a36c886e85 req-6cb9604c-e54d-42a6-9dac-29e00401e628 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] 10.222.0.88 "GET /v2.0/security-groups?id=f7d935da-675d-429a-a652-2c362be4f8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593927 Feb 16 17:03:23.953410 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-c004fd08-62a8-479c-8a9d-33119f1a83eb tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] create failed (client error): The resource could not be found. Feb 16 17:03:23.955452 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-c004fd08-62a8-479c-8a9d-33119f1a83eb tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3643458 Feb 16 17:03:23.967409 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52732) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:23.977165 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-2754d4fe-e2bd-4e74-a596-753196c02f32 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] create failed (client error): The resource could not be found. Feb 16 17:03:23.978331 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-2754d4fe-e2bd-4e74-a596-753196c02f32 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.9956961 Feb 16 17:03:23.982208 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52734) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:24.003699 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54703605-a4b8-49fc-ad59-8d8738aac97c tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Network 06beb36d-4260-4dda-86b4-830ce603d8b7 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:24.013314 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-54703605-a4b8-49fc-ad59-8d8738aac97c tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:24.024262 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54703605-a4b8-49fc-ad59-8d8738aac97c tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:03:24.029813 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54703605-a4b8-49fc-ad59-8d8738aac97c tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:24.030447 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-54703605-a4b8-49fc-ad59-8d8738aac97c tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:24.044319 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54703605-a4b8-49fc-ad59-8d8738aac97c tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event updated for resources: {'Port': ['ID=053fd232-97a1-41e7-b53c-33a7e42c234b,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:24.075539 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8cb5d187-1270-4ef1-a7a3-25676a3286a0 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:24.101991 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8cb5d187-1270-4ef1-a7a3-25676a3286a0 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:24.110487 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6b927d9c-c91b-4123-9657-dc6489dec55b tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:24.113046 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-54703605-a4b8-49fc-ad59-8d8738aac97c tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8203132 Feb 16 17:03:24.117144 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52736) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:24.135298 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-6088cca2-c21f-48c8-ae3a-36a21e1b9938 None None] Provisioning complete for port fd949ed3-5a89-4719-839f-32d19d32a52b triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:24.135670 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6088cca2-c21f-48c8-ae3a-36a21e1b9938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:24.180462 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-6088cca2-c21f-48c8-ae3a-36a21e1b9938 None None] Port fd949ed3-5a89-4719-839f-32d19d32a52b cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:03:24.207633 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1509d23-d647-4adc-b752-0373319992c0 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:24.212111 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52738) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:24.212317 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-d1509d23-d647-4adc-b752-0373319992c0 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.0929549 Feb 16 17:03:24.230150 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-aa5fb0fb-d87e-4a79-9b08-db6e431c3565 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Deleting port b2aaffae-5695-4942-bf04-ea60b840f0b6 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:03:24.230826 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-aa5fb0fb-d87e-4a79-9b08-db6e431c3565 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:24.275869 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8cb5d187-1270-4ef1-a7a3-25676a3286a0 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:24.278457 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8cb5d187-1270-4ef1-a7a3-25676a3286a0 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:24.282252 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-8cb5d187-1270-4ef1-a7a3-25676a3286a0 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] 10.222.0.88 "DELETE /v2.0/security-groups/2897e419-3a06-4920-a4b8-1145f9e88d3b HTTP/1.1" status: 204 len: 168 time: 0.3101320 Feb 16 17:03:24.291094 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52740) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:24.315491 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb5d187-1270-4ef1-a7a3-25676a3286a0 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2897e419-3a06-4920-a4b8-1145f9e88d3b,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:24.316215 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52742) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:24.324432 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-3f17eb51-781b-4c16-a683-10ddb3dd07fb None None] Provisioning complete for port 053fd232-97a1-41e7-b53c-33a7e42c234b triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:24.325811 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-3f17eb51-781b-4c16-a683-10ddb3dd07fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:24.341886 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2c891a3b-0ae6-4956-8049-38b8c2112c5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:24.356131 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3964d6-7e52-4712-a6c5-f6d11c1dca49 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:24.361989 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3964d6-7e52-4712-a6c5-f6d11c1dca49 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:24.369022 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3964d6-7e52-4712-a6c5-f6d11c1dca49 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:24.370913 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-5d3964d6-7e52-4712-a6c5-f6d11c1dca49 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1574137 Feb 16 17:03:24.375402 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52744) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:24.383809 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-3f17eb51-781b-4c16-a683-10ddb3dd07fb None None] Port 053fd232-97a1-41e7-b53c-33a7e42c234b cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:03:24.391844 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-22604d92-1e11-4730-b38b-9fbc05383783 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1002314 Feb 16 17:03:24.397460 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52746) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:24.410760 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-72fd2252-6215-4551-934e-fd467db3419c tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Request body: {'security_group_rule': {'security_group_id': '29c04630-2ca8-461d-9a15-8882b0132c28', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:24.416793 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-aa5fb0fb-d87e-4a79-9b08-db6e431c3565 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:24.454575 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-aa5fb0fb-d87e-4a79-9b08-db6e431c3565 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Calling delete_port for b2aaffae-5695-4942-bf04-ea60b840f0b6 owned by {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:03:24.483015 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-fe709eae-df41-444c-af5f-47491fa3ae3b tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Deleting port 053fd232-97a1-41e7-b53c-33a7e42c234b {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:03:24.483359 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fe709eae-df41-444c-af5f-47491fa3ae3b tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:24.494305 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 02d18131-961c-46c1-a50a-104e852fc9ca up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:03:24.542477 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 02d18131-961c-46c1-a50a-104e852fc9ca triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:24.543077 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:24.581179 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fe709eae-df41-444c-af5f-47491fa3ae3b tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:24.597609 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-fe709eae-df41-444c-af5f-47491fa3ae3b tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Calling delete_port for 053fd232-97a1-41e7-b53c-33a7e42c234b owned by {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:03:24.645088 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2c891a3b-0ae6-4956-8049-38b8c2112c5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:24.680680 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6b927d9c-c91b-4123-9657-dc6489dec55b tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for router_gateway, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:24.708600 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6b927d9c-c91b-4123-9657-dc6489dec55b tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:24.710146 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2c891a3b-0ae6-4956-8049-38b8c2112c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:24.770680 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-72fd2252-6215-4551-934e-fd467db3419c tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] create failed (client error): The resource could not be found. Feb 16 17:03:24.771694 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-72fd2252-6215-4551-934e-fd467db3419c tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3689165 Feb 16 17:03:24.775622 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52748) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:24.780400 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-f10136ed-2088-47e4-a30f-44d977729ca0 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Request body: {'security_group': {'name': 'tempest-secgroup--1835260172'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:24.788081 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c891a3b-0ae6-4956-8049-38b8c2112c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f238ea87-508d-4e80-8d5b-350970e4a7ad,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:24.796543 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-2c891a3b-0ae6-4956-8049-38b8c2112c5d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d418c1644a674475b4c27e8133b30c35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4787128 Feb 16 17:03:24.800859 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52750) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:24.822246 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fe709eae-df41-444c-af5f-47491fa3ae3b tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:24.852630 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe709eae-df41-444c-af5f-47491fa3ae3b tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event deleted for resources: {'Port': ['ID=053fd232-97a1-41e7-b53c-33a7e42c234b,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:24.882740 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fe709eae-df41-444c-af5f-47491fa3ae3b tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:24.886325 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-fe709eae-df41-444c-af5f-47491fa3ae3b tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "DELETE /v2.0/ports/053fd232-97a1-41e7-b53c-33a7e42c234b HTTP/1.1" status: 204 len: 168 time: 0.5094397 Feb 16 17:03:24.888556 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52752) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:24.913262 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f10136ed-2088-47e4-a30f-44d977729ca0 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:24.918523 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9dc61fa4-e4f4-45d5-bb21-a6f62e4054dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:24.922029 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-68133fb7-0884-4c72-bdd7-246a6f497b1c tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] GET failed (client error): The resource could not be found. Feb 16 17:03:24.923388 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-68133fb7-0884-4c72-bdd7-246a6f497b1c tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "GET /v2.0/ports/053fd232-97a1-41e7-b53c-33a7e42c234b HTTP/1.1" status: 404 len: 333 time: 0.0339170 Feb 16 17:03:24.926608 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52756) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:24.966912 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9dc61fa4-e4f4-45d5-bb21-a6f62e4054dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:25.006548 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-aa5fb0fb-d87e-4a79-9b08-db6e431c3565 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:25.040057 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-6b927d9c-c91b-4123-9657-dc6489dec55b tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Allocated IP 172.26.3.27 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/8f38aa48-e4da-405e-99aa-c74cc6c41fb1) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:25.045556 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5fb0fb-d87e-4a79-9b08-db6e431c3565 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Pushing event deleted for resources: {'Port': ['ID=b2aaffae-5695-4942-bf04-ea60b840f0b6,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:25.126355 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f10136ed-2088-47e4-a30f-44d977729ca0 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:25.135202 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab740e-c52e-4aac-b48e-7dad752553ca req-fa8e6b6a-a128-4c47-af20-04159296c290 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:25.136841 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-1eab740e-c52e-4aac-b48e-7dad752553ca req-fa8e6b6a-a128-4c47-af20-04159296c290 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] 10.222.0.88 "GET /v2.0/ports?device_id=f368bc1d-546d-4a33-9963-8a669754d388 HTTP/1.1" status: 200 len: 945 time: 0.1399794 Feb 16 17:03:25.181552 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-9fedc07b-0785-47dd-b751-81eaa37b3053 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Deleting port fd949ed3-5a89-4719-839f-32d19d32a52b {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:03:25.181657 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9fedc07b-0785-47dd-b751-81eaa37b3053 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:25.183003 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-aa5fb0fb-d87e-4a79-9b08-db6e431c3565 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:25.188698 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-aa5fb0fb-d87e-4a79-9b08-db6e431c3565 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] 10.222.0.88 "DELETE /v2.0/ports/b2aaffae-5695-4942-bf04-ea60b840f0b6 HTTP/1.1" status: 204 len: 168 time: 1.2052481 Feb 16 17:03:25.190871 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52758) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:25.203447 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-1eab740e-c52e-4aac-b48e-7dad752553ca req-c1c6706c-29cd-440e-ac21-f25027bf95cc tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] 10.222.0.88 "GET /v2.0/security-groups?id=f7d935da-675d-429a-a652-2c362be4f8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583780 Feb 16 17:03:25.235156 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9dc61fa4-e4f4-45d5-bb21-a6f62e4054dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:25.235711 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f10136ed-2088-47e4-a30f-44d977729ca0 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:25.243909 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9dc61fa4-e4f4-45d5-bb21-a6f62e4054dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:25.243909 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-9dc61fa4-e4f4-45d5-bb21-a6f62e4054dd admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f238ea87-508d-4e80-8d5b-350970e4a7ad HTTP/1.1" status: 204 len: 168 time: 0.4372957 Feb 16 17:03:25.260790 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc61fa4-e4f4-45d5-bb21-a6f62e4054dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f238ea87-508d-4e80-8d5b-350970e4a7ad,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:25.325463 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f10136ed-2088-47e4-a30f-44d977729ca0 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:25.330797 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f10136ed-2088-47e4-a30f-44d977729ca0 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5506256 Feb 16 17:03:25.337446 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52764) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:25.337544 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6b927d9c-c91b-4123-9657-dc6489dec55b tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:25.346015 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afa7945-cf87-404f-8b4a-5e4b5a41123f tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:25.346379 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-caa89fec-18b5-47ae-8d3c-b12dab01765a tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Request body: {'security_group': {'name': 'tempest-secgroup--1213293859'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:25.347848 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-4afa7945-cf87-404f-8b4a-5e4b5a41123f tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] 10.222.0.88 "GET /v2.0/ports?device_id=4816414e-1f16-49a7-8f9d-4a5af49c9a9e HTTP/1.1" status: 200 len: 913 time: 0.1449399 Feb 16 17:03:25.351371 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10136ed-2088-47e4-a30f-44d977729ca0 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7f22a1-5e0f-4730-a10f-0c045d512113,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:25.351590 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52766) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:25.380905 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9fedc07b-0785-47dd-b751-81eaa37b3053 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:25.399392 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-9fedc07b-0785-47dd-b751-81eaa37b3053 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Calling delete_port for fd949ed3-5a89-4719-839f-32d19d32a52b owned by {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:03:25.485899 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-caa89fec-18b5-47ae-8d3c-b12dab01765a tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:25.587027 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6b927d9c-c91b-4123-9657-dc6489dec55b tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:25.632544 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d368f29-670d-4366-856a-54e450e2b19c req-4569fb33-63c7-465d-a9ca-1824be78358d tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:25.634758 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-7d368f29-670d-4366-856a-54e450e2b19c req-4569fb33-63c7-465d-a9ca-1824be78358d tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] 10.222.0.88 "GET /v2.0/ports?device_id=f368bc1d-546d-4a33-9963-8a669754d388 HTTP/1.1" status: 200 len: 945 time: 0.1042857 Feb 16 17:03:25.651105 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b927d9c-c91b-4123-9657-dc6489dec55b tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:25.659693 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-6b927d9c-c91b-4123-9657-dc6489dec55b tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:25.676113 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-caa89fec-18b5-47ae-8d3c-b12dab01765a tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:25.678357 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b927d9c-c91b-4123-9657-dc6489dec55b tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event updated for resources: {'Port': ['ID=8f38aa48-e4da-405e-99aa-c74cc6c41fb1,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:25.682927 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b927d9c-c91b-4123-9657-dc6489dec55b tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:03:25.692215 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9fedc07b-0785-47dd-b751-81eaa37b3053 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:25.739960 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-7d368f29-670d-4366-856a-54e450e2b19c req-84986539-376d-450d-a7df-95160e90fbe4 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] 10.222.0.88 "GET /v2.0/security-groups?id=f7d935da-675d-429a-a652-2c362be4f8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926008 Feb 16 17:03:25.748604 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fedc07b-0785-47dd-b751-81eaa37b3053 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event deleted for resources: {'Port': ['ID=fd949ed3-5a89-4719-839f-32d19d32a52b,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:25.759450 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-caa89fec-18b5-47ae-8d3c-b12dab01765a tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:25.787801 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9fedc07b-0785-47dd-b751-81eaa37b3053 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:25.792870 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-9fedc07b-0785-47dd-b751-81eaa37b3053 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "DELETE /v2.0/ports/fd949ed3-5a89-4719-839f-32d19d32a52b HTTP/1.1" status: 204 len: 168 time: 0.8500016 Feb 16 17:03:25.807277 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52774) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:25.854070 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9dbe57c-981d-4cff-8d22-8e4c5631f205 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] GET failed (client error): The resource could not be found. Feb 16 17:03:25.855932 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-b9dbe57c-981d-4cff-8d22-8e4c5631f205 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "GET /v2.0/ports/fd949ed3-5a89-4719-839f-32d19d32a52b HTTP/1.1" status: 404 len: 333 time: 0.0477455 Feb 16 17:03:25.859225 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52778) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:25.894984 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-caa89fec-18b5-47ae-8d3c-b12dab01765a tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:25.896262 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-caa89fec-18b5-47ae-8d3c-b12dab01765a tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5614321 Feb 16 17:03:25.897862 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa89fec-18b5-47ae-8d3c-b12dab01765a tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e370479-c06b-440a-8684-5033c6f170e6,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:25.906838 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52782) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:25.916184 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-9a94f026-988c-4387-9a87-68687af9284a tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Request body: {'security_group_rule': {'security_group_id': '8f7f22a1-5e0f-4730-a10f-0c045d512113', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '6e370479-c06b-440a-8684-5033c6f170e6'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:25.949114 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-20a7d268-08ad-4f83-bf0e-16754ad05183 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Deleting subnet 7d1e1849-f73e-4919-ad0d-e885997a1fa1 {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:03:25.954164 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-20a7d268-08ad-4f83-bf0e-16754ad05183 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:25.971084 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5688b-c49d-4a75-ad69-6c4ef89dfd42 req-4923da33-79a5-4ffa-9619-2ba8acf33456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:25.973169 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-00b5688b-c49d-4a75-ad69-6c4ef89dfd42 req-4923da33-79a5-4ffa-9619-2ba8acf33456 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cbbb3cdcea6a4c22a0dec7df58592000&device_id=f368bc1d-546d-4a33-9963-8a669754d388 HTTP/1.1" status: 200 len: 1098 time: 0.2912805 Feb 16 17:03:25.978628 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d9832aa2-4722-41b6-8ab6-ea430aa184e5 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:26.008949 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-20a7d268-08ad-4f83-bf0e-16754ad05183 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:26.115180 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-20a7d268-08ad-4f83-bf0e-16754ad05183 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:26.174697 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-9a94f026-988c-4387-9a87-68687af9284a tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:03:26.175855 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-9a94f026-988c-4387-9a87-68687af9284a tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2680767 Feb 16 17:03:26.178779 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52788) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:26.282850 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5688b-c49d-4a75-ad69-6c4ef89dfd42 req-cdd432fa-1bdb-43e1-b327-169ab2be6868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:26.284997 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-00b5688b-c49d-4a75-ad69-6c4ef89dfd42 req-cdd432fa-1bdb-43e1-b327-169ab2be6868 service neutron] 10.222.0.89 "GET /v2.0/networks?id=66cc928b-621e-496b-9066-5b5d6fd45edf HTTP/1.1" status: 200 len: 913 time: 0.3034859 Feb 16 17:03:26.303822 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6b927d9c-c91b-4123-9657-dc6489dec55b tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for router_gateway, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:26.372545 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-00b5688b-c49d-4a75-ad69-6c4ef89dfd42 req-c36d0bd1-80e2-49ea-a987-528a4654f3c5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7740743-77d7-4136-b0e6-56afca85ecb5 HTTP/1.1" status: 200 len: 217 time: 0.0791528 Feb 16 17:03:26.482508 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5688b-c49d-4a75-ad69-6c4ef89dfd42 req-6cfb4b8b-3580-4982-92f8-306ca8247f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:26.482508 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-00b5688b-c49d-4a75-ad69-6c4ef89dfd42 req-6cfb4b8b-3580-4982-92f8-306ca8247f54 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a2290c8c-3594-4467-bb7a-80f433c430d8 HTTP/1.1" status: 200 len: 852 time: 0.0994651 Feb 16 17:03:26.497693 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-20a7d268-08ad-4f83-bf0e-16754ad05183 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:26.535418 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-00b5688b-c49d-4a75-ad69-6c4ef89dfd42 req-eaad6b99-0b76-438d-a5e7-aeebb9c6205e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=66cc928b-621e-496b-9066-5b5d6fd45edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491297 Feb 16 17:03:26.536461 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a7d268-08ad-4f83-bf0e-16754ad05183 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event deleted for resources: {'Subnet': ['ID=7d1e1849-f73e-4919-ad0d-e885997a1fa1,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:26.538233 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-20a7d268-08ad-4f83-bf0e-16754ad05183 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:26.541411 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-20a7d268-08ad-4f83-bf0e-16754ad05183 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "DELETE /v2.0/subnets/7d1e1849-f73e-4919-ad0d-e885997a1fa1 HTTP/1.1" status: 204 len: 168 time: 0.6812682 Feb 16 17:03:26.546289 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00f14bf-c8a3-431c-89b3-a6671757acd7 None None] Network 06beb36d-4260-4dda-86b4-830ce603d8b7 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:03:26.549361 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52798) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:26.567280 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-be9b6874-0df4-4f4f-bd17-111d4af20be3 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:26.631493 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52800) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:26.678831 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-be9b6874-0df4-4f4f-bd17-111d4af20be3 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:26.709697 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-41aca0bd-0d6f-47b4-8547-e96b8c9e771f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:26.782830 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f0e83b-eff2-4991-8347-501c8d93d483 None None] DHCP port deletion for 06beb36d-4260-4dda-86b4-830ce603d8b7 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:03:26.793061 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-41aca0bd-0d6f-47b4-8547-e96b8c9e771f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Deleting port 02d18131-961c-46c1-a50a-104e852fc9ca {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:03:26.793468 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-41aca0bd-0d6f-47b4-8547-e96b8c9e771f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:26.822514 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [None req-1c10e90b-353f-4c2a-8005-1653f510e074 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:26.826463 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-1c10e90b-353f-4c2a-8005-1653f510e074 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1911561 Feb 16 17:03:26.850979 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52806) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:26.855084 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0e83b-eff2-4991-8347-501c8d93d483 None None] Deleting port 02d18131-961c-46c1-a50a-104e852fc9ca {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:03:26.855813 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e5f0e83b-eff2-4991-8347-501c8d93d483 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:26.856451 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [None req-39972b73-1526-4d04-b0b5-ee367976c9f4 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:26.857563 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-39972b73-1526-4d04-b0b5-ee367976c9f4 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0055404 Feb 16 17:03:26.865663 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52808) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:26.874223 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [None req-ae690000-1f3c-4c68-b996-be21531cb68d tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:26.878320 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ae690000-1f3c-4c68-b996-be21531cb68d tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0085654 Feb 16 17:03:26.878320 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-be9b6874-0df4-4f4f-bd17-111d4af20be3 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:26.879724 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-be9b6874-0df4-4f4f-bd17-111d4af20be3 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:26.881779 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-be9b6874-0df4-4f4f-bd17-111d4af20be3 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] 10.222.0.88 "DELETE /v2.0/security-groups/6e370479-c06b-440a-8684-5033c6f170e6 HTTP/1.1" status: 204 len: 168 time: 0.7011456 Feb 16 17:03:26.885344 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52810) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:26.896922 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [None req-5ea3b13e-bb1c-4010-9a57-ae437a9493fe tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:26.896922 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-5ea3b13e-bb1c-4010-9a57-ae437a9493fe tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0065970 Feb 16 17:03:26.896922 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52812) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:26.902060 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52814) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:26.912667 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [None req-e95ea892-cc12-4768-8d51-fb211a44e68f tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:26.916384 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e95ea892-cc12-4768-8d51-fb211a44e68f tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0056026 Feb 16 17:03:26.929035 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-e5f0e83b-eff2-4991-8347-501c8d93d483 None None] For port 02d18131-961c-46c1-a50a-104e852fc9ca, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=02d18131-961c-46c1-a50a-104e852fc9ca,segment=NetworkSegment(a9bd49dc-704e-418c-b993-8814fbbf1c24),segment_id=a9bd49dc-704e-418c-b993-8814fbbf1c24)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:03:26.929488 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e5f0e83b-eff2-4991-8347-501c8d93d483 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:26.938931 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52816) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:26.943315 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9b6874-0df4-4f4f-bd17-111d4af20be3 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e370479-c06b-440a-8684-5033c6f170e6,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:26.946877 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0e83b-eff2-4991-8347-501c8d93d483 None None] Calling delete_port for 02d18131-961c-46c1-a50a-104e852fc9ca owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:03:26.948737 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [None req-999e17b8-8291-4b42-9f0a-cd7374b5d942 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:26.949729 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-999e17b8-8291-4b42-9f0a-cd7374b5d942 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0075715 Feb 16 17:03:26.952706 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52818) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:26.957685 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [None req-e060cbe5-8145-4716-a4b7-21e943ebac19 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:26.958639 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e060cbe5-8145-4716-a4b7-21e943ebac19 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0050592 Feb 16 17:03:26.994007 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52820) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.005898 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-1fca1ade-fa02-458f-8846-8da564c73b85 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1043017 Feb 16 17:03:27.005898 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52822) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.010697 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [None req-9837d36b-a833-4a37-a6f8-2d7cd595d150 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.014583 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-9837d36b-a833-4a37-a6f8-2d7cd595d150 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0096228 Feb 16 17:03:27.024369 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52824) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.034313 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [None req-2123a2f3-fd50-4dc4-a771-58d67a620ec0 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.037767 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-2123a2f3-fd50-4dc4-a771-58d67a620ec0 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0099308 Feb 16 17:03:27.039450 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52826) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.041042 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-41aca0bd-0d6f-47b4-8547-e96b8c9e771f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] For port 02d18131-961c-46c1-a50a-104e852fc9ca, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=02d18131-961c-46c1-a50a-104e852fc9ca,segment=NetworkSegment(a9bd49dc-704e-418c-b993-8814fbbf1c24),segment_id=a9bd49dc-704e-418c-b993-8814fbbf1c24)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:03:27.041408 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-41aca0bd-0d6f-47b4-8547-e96b8c9e771f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:27.048065 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [None req-6fa3bfa2-b74b-42ab-8923-11cf07c0f961 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.052101 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-6fa3bfa2-b74b-42ab-8923-11cf07c0f961 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0049312 Feb 16 17:03:27.061245 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52828) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.069379 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [None req-3cb49494-6c1b-44d5-8e92-5615de295353 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.074211 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-3cb49494-6c1b-44d5-8e92-5615de295353 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0081711 Feb 16 17:03:27.074401 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52830) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.077179 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-41aca0bd-0d6f-47b4-8547-e96b8c9e771f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Calling delete_port for 02d18131-961c-46c1-a50a-104e852fc9ca owned by network:dhcp {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:03:27.080333 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [None req-3eb85fca-2927-42b1-9953-042b5a99ed77 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=114376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.083508 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-3eb85fca-2927-42b1-9953-042b5a99ed77 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0059617 Feb 16 17:03:27.084059 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52832) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.090840 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [None req-16575e98-56e1-4178-b75a-8f48f894e438 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.092466 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-16575e98-56e1-4178-b75a-8f48f894e438 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0068307 Feb 16 17:03:27.097953 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52834) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.102994 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [None req-a1b83f7b-e42b-4ec1-ad86-eb2401e98158 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.106030 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a1b83f7b-e42b-4ec1-ad86-eb2401e98158 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0051079 Feb 16 17:03:27.106928 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52836) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.112603 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [None req-c6391b12-9afd-4f68-894e-52c28f3ae23c tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.115639 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-c6391b12-9afd-4f68-894e-52c28f3ae23c tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0045567 Feb 16 17:03:27.116728 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e5f0e83b-eff2-4991-8347-501c8d93d483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:27.116892 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52838) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.128776 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [None req-19ffd719-e820-4e4c-9149-15a36a0ae79f tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=114376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.132201 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-19ffd719-e820-4e4c-9149-15a36a0ae79f tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0082448 Feb 16 17:03:27.135085 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52840) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.137224 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-00b5688b-c49d-4a75-ad69-6c4ef89dfd42 req-07924a50-1409-4b52-a1f0-8ada5c95e662 service neutron] 10.222.0.89 "GET /v2.0/networks/66cc928b-621e-496b-9066-5b5d6fd45edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5952795 Feb 16 17:03:27.143335 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [None req-2343332a-0eae-4f0b-b309-e6f922661cb0 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=114376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.147148 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-2343332a-0eae-4f0b-b309-e6f922661cb0 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0061660 Feb 16 17:03:27.147148 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6b927d9c-c91b-4123-9657-dc6489dec55b tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:27.150273 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52842) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.154659 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0e83b-eff2-4991-8347-501c8d93d483 None None] Pushing event deleted for resources: {'Port': ['ID=02d18131-961c-46c1-a50a-104e852fc9ca,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:27.160339 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f0e83b-eff2-4991-8347-501c8d93d483 None None] No DVR routers for this DVR port 02d18131-961c-46c1-a50a-104e852fc9ca on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:03:27.161810 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [None req-e713f76e-9af1-4cb5-afc5-bf141a160032 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.165210 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e713f76e-9af1-4cb5-afc5-bf141a160032 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0105026 Feb 16 17:03:27.165354 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-d9832aa2-4722-41b6-8ab6-ea430aa184e5 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Deleting port 5e9e9233-9b63-4481-86d3-b05d5839fd56 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:03:27.165354 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d9832aa2-4722-41b6-8ab6-ea430aa184e5 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:27.165556 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4ed3c475-4331-4082-a20b-4d697ebd8bd0 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:27.169061 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52844) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.173203 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [None req-d74f6d82-dbfd-4609-abd1-5ffdaee5f81a tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.177883 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d74f6d82-dbfd-4609-abd1-5ffdaee5f81a tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0078928 Feb 16 17:03:27.187230 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52846) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.195903 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [None req-402bbd78-df64-41fc-9d9b-f8a6333ac007 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.196928 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-402bbd78-df64-41fc-9d9b-f8a6333ac007 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0093405 Feb 16 17:03:27.202740 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52848) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.209610 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [None req-f13cc46b-8d38-4b69-8b36-dfc3bbc4c9ad tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.210531 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f13cc46b-8d38-4b69-8b36-dfc3bbc4c9ad tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0040712 Feb 16 17:03:27.219730 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52850) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.226754 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [None req-65142a14-4df6-46d4-b602-4b59ae078b55 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.227690 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-65142a14-4df6-46d4-b602-4b59ae078b55 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0070686 Feb 16 17:03:27.230460 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4ed3c475-4331-4082-a20b-4d697ebd8bd0 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:27.232752 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52852) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.242794 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [None req-97cae46c-e40a-4145-9fc3-5b5335ef67eb tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.243715 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-97cae46c-e40a-4145-9fc3-5b5335ef67eb tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0090029 Feb 16 17:03:27.248252 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52854) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.253216 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [None req-1f442df1-eb20-43ac-a4ae-bef217f78ff1 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.254133 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-1f442df1-eb20-43ac-a4ae-bef217f78ff1 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0050414 Feb 16 17:03:27.261215 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52856) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.265118 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [None req-aac22a5b-48bc-4a27-bc5e-4b19881f1e8b tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.266021 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-aac22a5b-48bc-4a27-bc5e-4b19881f1e8b tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0039659 Feb 16 17:03:27.273245 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52858) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.277647 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [None req-fd4eac94-d643-4389-9576-39f6c6e6c153 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.278562 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-fd4eac94-d643-4389-9576-39f6c6e6c153 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0038877 Feb 16 17:03:27.287529 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a09dc-f894-4c09-8805-9e0d5f1887d9 req-26f74001-8fd5-4792-bbfe-a8f75c221e13 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:27.288829 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52860) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.288991 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-966a09dc-f894-4c09-8805-9e0d5f1887d9 req-26f74001-8fd5-4792-bbfe-a8f75c221e13 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] 10.222.0.88 "GET /v2.0/ports?device_id=f368bc1d-546d-4a33-9963-8a669754d388 HTTP/1.1" status: 200 len: 945 time: 0.2442725 Feb 16 17:03:27.295309 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [None req-e0e36e58-2e9f-417a-9c7d-a6b4e821d3c4 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.296276 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e0e36e58-2e9f-417a-9c7d-a6b4e821d3c4 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0065248 Feb 16 17:03:27.299345 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52862) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.303234 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [None req-05b70d35-a4ec-45f7-87c9-61434af077b4 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.306816 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-05b70d35-a4ec-45f7-87c9-61434af077b4 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0039811 Feb 16 17:03:27.307834 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52864) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.309775 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-41aca0bd-0d6f-47b4-8547-e96b8c9e771f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:27.315097 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [None req-584ed00a-ae2b-4716-9ea4-51ccfe84d4d8 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.320638 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-584ed00a-ae2b-4716-9ea4-51ccfe84d4d8 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0071869 Feb 16 17:03:27.322253 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52866) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.326598 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [None req-2432faf4-7d4f-44c0-8cef-7513f083a509 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.330616 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-2432faf4-7d4f-44c0-8cef-7513f083a509 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0049047 Feb 16 17:03:27.337789 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52868) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.348337 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aca0bd-0d6f-47b4-8547-e96b8c9e771f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event deleted for resources: {'Port': ['ID=02d18131-961c-46c1-a50a-104e852fc9ca,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:27.350133 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41aca0bd-0d6f-47b4-8547-e96b8c9e771f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] No DVR routers for this DVR port 02d18131-961c-46c1-a50a-104e852fc9ca on host dv-neutron-828697-3-hyperv {{(pid=114375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:03:27.355819 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [None req-ec22bb1e-81a1-4272-a364-86319ca89911 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=114376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.355819 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-ec22bb1e-81a1-4272-a364-86319ca89911 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0125728 Feb 16 17:03:27.373104 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52870) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.378186 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [None req-74cceee6-27c5-44ae-8540-edad51dc2eaf tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.379139 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-74cceee6-27c5-44ae-8540-edad51dc2eaf tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0048702 Feb 16 17:03:27.381838 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52872) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.385672 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [None req-d3636b77-fbff-4ced-8343-64b0090b8b49 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.390260 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d3636b77-fbff-4ced-8343-64b0090b8b49 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0039139 Feb 16 17:03:27.397220 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52874) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.416724 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [None req-8176bc4b-3b45-402b-9f78-f0e2fe76c9fe tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=114376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.417696 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-8176bc4b-3b45-402b-9f78-f0e2fe76c9fe tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0116866 Feb 16 17:03:27.428537 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52876) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.440222 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [None req-32f12624-f4b5-4c5f-9813-a2fd66d9920d tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=114376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.441203 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-32f12624-f4b5-4c5f-9813-a2fd66d9920d tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0118277 Feb 16 17:03:27.443741 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52878) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.447208 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-41aca0bd-0d6f-47b4-8547-e96b8c9e771f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:27.452309 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [None req-386efdbe-7bc1-4cbd-9838-3857518616bd tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.453245 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-386efdbe-7bc1-4cbd-9838-3857518616bd tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0085526 Feb 16 17:03:27.456082 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-966a09dc-f894-4c09-8805-9e0d5f1887d9 req-aa7b95af-58f2-44db-8389-4d0e8d60440d tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] 10.222.0.88 "GET /v2.0/security-groups?id=f7d935da-675d-429a-a652-2c362be4f8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458738 Feb 16 17:03:27.456548 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52880) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.461188 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4ed3c475-4331-4082-a20b-4d697ebd8bd0 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:27.463696 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4ed3c475-4331-4082-a20b-4d697ebd8bd0 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:27.467411 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-4ed3c475-4331-4082-a20b-4d697ebd8bd0 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] 10.222.0.88 "DELETE /v2.0/security-groups/8f7f22a1-5e0f-4730-a10f-0c045d512113 HTTP/1.1" status: 204 len: 168 time: 0.4581153 Feb 16 17:03:27.470991 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [None req-92c336e1-fc67-45b0-8be1-6360aa230190 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=114376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.472258 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-92c336e1-fc67-45b0-8be1-6360aa230190 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0094614 Feb 16 17:03:27.479423 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-00b5688b-c49d-4a75-ad69-6c4ef89dfd42 req-6ea22df9-9ba9-4e4f-b36a-e65216cfec12 service neutron] 10.222.0.89 "GET /v2.0/networks/66cc928b-621e-496b-9066-5b5d6fd45edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266416 Feb 16 17:03:27.479521 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52882) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.479521 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52884) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.479667 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d9832aa2-4722-41b6-8ab6-ea430aa184e5 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:27.489951 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [None req-36810f42-32cc-4dbf-993f-6f012b10c051 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.493429 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-36810f42-32cc-4dbf-993f-6f012b10c051 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0107541 Feb 16 17:03:27.493429 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-41aca0bd-0d6f-47b4-8547-e96b8c9e771f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06beb36d-4260-4dda-86b4-830ce603d8b7']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:27.494525 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52886) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.502388 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [None req-92627ed9-6ab5-4f9e-9f69-35f9da312ecf tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=114376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.505699 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-92627ed9-6ab5-4f9e-9f69-35f9da312ecf tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0058069 Feb 16 17:03:27.506142 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-d9832aa2-4722-41b6-8ab6-ea430aa184e5 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Calling delete_port for 5e9e9233-9b63-4481-86d3-b05d5839fd56 owned by network:router_interface {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:03:27.507642 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52888) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.511620 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed3c475-4331-4082-a20b-4d697ebd8bd0 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7f22a1-5e0f-4730-a10f-0c045d512113,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:27.513977 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [None req-2f3a51cc-fb51-4dcd-80b5-74683e580ff3 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=114376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.518404 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-2f3a51cc-fb51-4dcd-80b5-74683e580ff3 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0061111 Feb 16 17:03:27.519455 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52890) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.521750 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-41aca0bd-0d6f-47b4-8547-e96b8c9e771f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9bd49dc-704e-418c-b993-8814fbbf1c24') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:27.524412 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-41aca0bd-0d6f-47b4-8547-e96b8c9e771f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9bd49dc-704e-418c-b993-8814fbbf1c24') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:27.530301 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [None req-027bea13-0402-4d93-9415-49c6f2bb63e5 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=114376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.533526 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-027bea13-0402-4d93-9415-49c6f2bb63e5 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0109148 Feb 16 17:03:27.534539 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52892) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.539323 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-41aca0bd-0d6f-47b4-8547-e96b8c9e771f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:27.547711 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [None req-ba8cde15-5ae2-4921-99f0-e72786c74302 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=114376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.548740 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-ba8cde15-5ae2-4921-99f0-e72786c74302 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0057368 Feb 16 17:03:27.551650 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52894) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.555823 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [None req-681c461e-0dae-493a-8e84-0a8cd3b4a2ef tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.557377 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-681c461e-0dae-493a-8e84-0a8cd3b4a2ef tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0041893 Feb 16 17:03:27.565810 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-9870fc81-402b-4ce5-b4dc-d3f9e55ca934 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0866563 Feb 16 17:03:27.567814 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52896) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.572886 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [None req-8be877b7-7682-4562-af56-2beefa2b2486 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.573825 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-8be877b7-7682-4562-af56-2beefa2b2486 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0060155 Feb 16 17:03:27.574306 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52898) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.575266 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-41aca0bd-0d6f-47b4-8547-e96b8c9e771f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:27.583311 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-1c77a357-05ce-47d2-b75c-09ee283ab097 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Request body: {'security_group': {'name': 'tempest-secgroup--531271329'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:27.586829 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52900) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.591337 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [None req-ca22ae75-29f9-435e-a8e3-362561c7ae1b tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.592315 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ca22ae75-29f9-435e-a8e3-362561c7ae1b tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0046074 Feb 16 17:03:27.594929 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52902) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.597316 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41aca0bd-0d6f-47b4-8547-e96b8c9e771f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:03:27.597718 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-41aca0bd-0d6f-47b4-8547-e96b8c9e771f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:27.599757 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [None req-acbf7987-9f63-4ba0-af2a-69af6bd917d1 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=114376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.602252 dv-neutron-828697-3-hyperv neutron-server[114375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:03:27.602252 dv-neutron-828697-3-hyperv neutron-server[114375]: self.session.flush() Feb 16 17:03:27.602252 dv-neutron-828697-3-hyperv neutron-server[114375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:03:27.602252 dv-neutron-828697-3-hyperv neutron-server[114375]: self.session.flush() Feb 16 17:03:27.602252 dv-neutron-828697-3-hyperv neutron-server[114375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:03:27.602252 dv-neutron-828697-3-hyperv neutron-server[114375]: self.session.flush() Feb 16 17:03:27.602252 dv-neutron-828697-3-hyperv neutron-server[114375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:03:27.602252 dv-neutron-828697-3-hyperv neutron-server[114375]: self.session.flush() Feb 16 17:03:27.602252 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 17:03:27.602252 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:03:27.602252 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 17:03:27.602252 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:03:27.602252 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 17:03:27.602252 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:03:27.602252 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 17:03:27.602252 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:03:27.602252 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 17:03:27.602252 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:03:27.602252 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 17:03:27.602252 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:03:27.602252 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 17:03:27.602252 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:03:27.602252 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:03:27.602252 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:03:27.602252 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:03:27.602252 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:03:27.602252 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 17:03:27.602252 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:03:27.602252 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 17:03:27.602252 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:03:27.602252 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:03:27.602252 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:03:27.602252 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 17:03:27.602252 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:03:27.602252 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:03:27.602252 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:03:27.602252 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:03:27.602252 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:03:27.602252 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:03:27.602252 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:03:27.605786 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-acbf7987-9f63-4ba0-af2a-69af6bd917d1 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0073533 Feb 16 17:03:27.608391 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52904) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.612771 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [None req-d11055bb-aa6a-4300-ba14-3bc7ac9d2ebf tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=114376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.616511 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-d11055bb-aa6a-4300-ba14-3bc7ac9d2ebf tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0044405 Feb 16 17:03:27.616681 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52906) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.620852 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [None req-c81110a3-53d7-4de6-bf6f-9ca5a3a7ce44 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=114376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.621788 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c81110a3-53d7-4de6-bf6f-9ca5a3a7ce44 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0042500 Feb 16 17:03:27.624702 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52908) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.633700 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [None req-f58a5a03-41f0-47ef-bee9-b23b086b81a6 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=114376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.634644 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-f58a5a03-41f0-47ef-bee9-b23b086b81a6 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0079544 Feb 16 17:03:27.640390 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52910) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.646129 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [None req-9a25eb8e-fe85-4c97-9e14-67fed56dc182 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=114376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.647073 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-9a25eb8e-fe85-4c97-9e14-67fed56dc182 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0058012 Feb 16 17:03:27.649897 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52912) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.660968 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [None req-12e6df66-182c-485d-ab8a-f76016293fbe tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.664445 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-12e6df66-182c-485d-ab8a-f76016293fbe tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0135632 Feb 16 17:03:27.665050 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52914) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.674499 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [None req-cde3da4b-47bb-4a5b-a9f1-2268523e51cd tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.675456 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-cde3da4b-47bb-4a5b-a9f1-2268523e51cd tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0054848 Feb 16 17:03:27.681223 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52916) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.685774 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [None req-26fb3800-8bb7-4801-a3b6-dd391228ad27 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.686723 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-26fb3800-8bb7-4801-a3b6-dd391228ad27 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0041282 Feb 16 17:03:27.688415 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b927d9c-c91b-4123-9657-dc6489dec55b tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Router bc203642-615d-4b66-a0cf-0922673f52d7 is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:03:27.689849 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52918) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.694580 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [None req-a15ebaa9-51a9-4c77-97ce-4d21b30e0db4 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.696757 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a15ebaa9-51a9-4c77-97ce-4d21b30e0db4 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0047369 Feb 16 17:03:27.698642 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52920) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.703243 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [None req-7f84596a-54e6-4baa-ba30-9653e6a3095e tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.704180 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-7f84596a-54e6-4baa-ba30-9653e6a3095e tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0040705 Feb 16 17:03:27.707161 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52922) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.710914 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [None req-448218f3-0e11-475c-b9a2-300e9e0c6520 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.713994 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-448218f3-0e11-475c-b9a2-300e9e0c6520 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0038354 Feb 16 17:03:27.714202 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52924) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.717974 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [None req-5dd25f6c-d3e7-4d33-8f68-ba10015987ba tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.718870 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-5dd25f6c-d3e7-4d33-8f68-ba10015987ba tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0038555 Feb 16 17:03:27.732096 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52926) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.735925 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [None req-28a7ec88-c372-4083-81dd-ad394ca7f80e tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.737396 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-28a7ec88-c372-4083-81dd-ad394ca7f80e tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0044529 Feb 16 17:03:27.739560 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52928) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.743225 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [None req-77d9acf2-97c1-4394-b0e4-043429c452f5 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.746140 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-77d9acf2-97c1-4394-b0e4-043429c452f5 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0037444 Feb 16 17:03:27.746386 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52930) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.750182 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [None req-f10850ec-1389-47e4-a6fa-98c8993d076b tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.751091 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f10850ec-1389-47e4-a6fa-98c8993d076b tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0039029 Feb 16 17:03:27.755157 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52932) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.759752 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [None req-0762620b-8120-4367-b88b-83b04f357ca9 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.760714 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-0762620b-8120-4367-b88b-83b04f357ca9 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0047159 Feb 16 17:03:27.763134 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52934) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.766862 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [None req-90d5fbfd-fd79-408a-b391-0c305edfab84 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.767796 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-90d5fbfd-fd79-408a-b391-0c305edfab84 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0038416 Feb 16 17:03:27.770398 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1c77a357-05ce-47d2-b75c-09ee283ab097 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:27.772223 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52936) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.777088 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [None req-85e50ecf-749d-4aa0-9bb9-f720709cbc9d tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.778012 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-85e50ecf-749d-4aa0-9bb9-f720709cbc9d tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0049658 Feb 16 17:03:27.783088 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52938) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.790595 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [None req-b354d46b-43b3-4a1b-bc92-1c8744d76d91 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=114376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.791462 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-b354d46b-43b3-4a1b-bc92-1c8744d76d91 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0074043 Feb 16 17:03:27.796235 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-41aca0bd-0d6f-47b4-8547-e96b8c9e771f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:27.797653 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52940) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.805409 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [None req-d6205927-58ff-4d7f-a170-f2df6517ebe5 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.806358 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d6205927-58ff-4d7f-a170-f2df6517ebe5 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0044863 Feb 16 17:03:27.812087 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52942) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.813125 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-41aca0bd-0d6f-47b4-8547-e96b8c9e771f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:27.816288 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-41aca0bd-0d6f-47b4-8547-e96b8c9e771f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "DELETE /v2.0/networks/06beb36d-4260-4dda-86b4-830ce603d8b7 HTTP/1.1" status: 204 len: 168 time: 1.2649784 Feb 16 17:03:27.821557 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52944) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.823032 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [None req-ebc356d6-3bc9-4f3c-9f87-7cd2573abd5a tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.824022 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ebc356d6-3bc9-4f3c-9f87-7cd2573abd5a tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0056279 Feb 16 17:03:27.829385 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52946) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.833621 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-658b07d3-004e-49f2-bc71-2f48ea600dd1 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-670246036'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:27.839395 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aca0bd-0d6f-47b4-8547-e96b8c9e771f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event deleted for resources: {'Network': ['ID=06beb36d-4260-4dda-86b4-830ce603d8b7,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:27.848235 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [None req-593d17bb-df75-4072-a1be-d503912c6f66 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=114376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.851607 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-593d17bb-df75-4072-a1be-d503912c6f66 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0063677 Feb 16 17:03:27.852000 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52948) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.857932 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [None req-7cbbc29c-0838-42e6-a272-110876f3aca8 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.858887 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-7cbbc29c-0838-42e6-a272-110876f3aca8 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0043192 Feb 16 17:03:27.862774 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52950) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:27.866737 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [None req-a4707c9f-7d1e-489a-9e72-06eccc8b4129 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] http://10.222.0.88:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:03:27.867680 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a4707c9f-7d1e-489a-9e72-06eccc8b4129 tempest-ExtensionsTestJSON-1529483929 tempest-ExtensionsTestJSON-1529483929-project] 10.222.0.88 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0040350 Feb 16 17:03:27.889605 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b927d9c-c91b-4123-9657-dc6489dec55b tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:03:27.898089 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1c77a357-05ce-47d2-b75c-09ee283ab097 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:27.907566 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982e96e4-7d2d-4df9-98eb-6d940c407e2b None None] Sync routers for ids ['bc203642-615d-4b66-a0cf-0922673f52d7'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:03:27.918736 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982e96e4-7d2d-4df9-98eb-6d940c407e2b None None] Routers {'bc203642-615d-4b66-a0cf-0922673f52d7'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:03:27.919376 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-982e96e4-7d2d-4df9-98eb-6d940c407e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:03:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['bc203642-615d-4b66-a0cf-0922673f52d7'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:27.954061 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-982e96e4-7d2d-4df9-98eb-6d940c407e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:27.963405 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982e96e4-7d2d-4df9-98eb-6d940c407e2b None None] Routers {'bc203642-615d-4b66-a0cf-0922673f52d7'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:03:27.964318 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-982e96e4-7d2d-4df9-98eb-6d940c407e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:03:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['bc203642-615d-4b66-a0cf-0922673f52d7'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:27.965085 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d9832aa2-4722-41b6-8ab6-ea430aa184e5 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:27.989529 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1c77a357-05ce-47d2-b75c-09ee283ab097 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:28.000640 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658b07d3-004e-49f2-bc71-2f48ea600dd1 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Made reservation on behalf of 02ebc15ce0534c46afb3b8b1618852cd for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:28.001981 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-982e96e4-7d2d-4df9-98eb-6d940c407e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:28.002711 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982e96e4-7d2d-4df9-98eb-6d940c407e2b None None] The sync data for ids ['bc203642-615d-4b66-a0cf-0922673f52d7'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:03:28.004202 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-658b07d3-004e-49f2-bc71-2f48ea600dd1 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:28.007931 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6b927d9c-c91b-4123-9657-dc6489dec55b tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:28.009731 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-6b927d9c-c91b-4123-9657-dc6489dec55b tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.8550532 Feb 16 17:03:28.011360 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9832aa2-4722-41b6-8ab6-ea430aa184e5 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Pushing event deleted for resources: {'Port': ['ID=5e9e9233-9b63-4481-86d3-b05d5839fd56,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:28.013894 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52954) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:28.036605 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c77a357-05ce-47d2-b75c-09ee283ab097 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0076e5e2-a338-4ef7-9655-254643a269a2,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:28.115210 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1c77a357-05ce-47d2-b75c-09ee283ab097 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:28.120066 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-1c77a357-05ce-47d2-b75c-09ee283ab097 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5398531 Feb 16 17:03:28.121395 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52956) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:28.126110 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-ea98a261-57df-40ff-89d0-381787567f2f tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Request body: {'security_group_rule': {'security_group_id': '0076e5e2-a338-4ef7-9655-254643a269a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:28.134374 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-658b07d3-004e-49f2-bc71-2f48ea600dd1 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:03:28.185024 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-658b07d3-004e-49f2-bc71-2f48ea600dd1 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:28.185507 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-658b07d3-004e-49f2-bc71-2f48ea600dd1 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Added segment 0567e9e1-7939-4070-869a-815caa2b2f87 of type vlan for network 5f652e83-9b2c-4458-8b00-19e988a5de66 Feb 16 17:03:28.302781 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-658b07d3-004e-49f2-bc71-2f48ea600dd1 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:28.310371 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-9bbefff7-20d5-4c22-9ce6-36c42c450a0c tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "GET /v2.0/routers/bc203642-615d-4b66-a0cf-0922673f52d7 HTTP/1.1" status: 200 len: 879 time: 0.2942383 Feb 16 17:03:28.317048 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d9832aa2-4722-41b6-8ab6-ea430aa184e5 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:28.319933 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52960) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:28.391889 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-ea98a261-57df-40ff-89d0-381787567f2f tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:03:28.393037 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ea98a261-57df-40ff-89d0-381787567f2f tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2706535 Feb 16 17:03:28.398925 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52962) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:28.404410 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52964) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:28.409601 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-486d40a0-eb54-40fa-8592-1661dbbca5d7 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Request body: {'security_group_rule': {'security_group_id': '0076e5e2-a338-4ef7-9655-254643a269a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:28.489235 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-658b07d3-004e-49f2-bc71-2f48ea600dd1 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:28.495625 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658b07d3-004e-49f2-bc71-2f48ea600dd1 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:28.495625 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-658b07d3-004e-49f2-bc71-2f48ea600dd1 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:28.510716 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 02d18131-961c-46c1-a50a-104e852fc9ca no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:03:28.539523 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 02d18131-961c-46c1-a50a-104e852fc9ca {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:03:28.540217 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 02d18131-961c-46c1-a50a-104e852fc9ca not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:03:28.567060 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9832aa2-4722-41b6-8ab6-ea430aa184e5 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Router 4816414e-1f16-49a7-8f9d-4a5af49c9a9e has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:03:28.576143 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b07d3-004e-49f2-bc71-2f48ea600dd1 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event updated for resources: {'Network': ['ID=5f652e83-9b2c-4458-8b00-19e988a5de66,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:28.588663 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 5f652e83-9b2c-4458-8b00-19e988a5de66 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:03:28.596389 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c33b1e3e-82bf-4a6e-aa40-c3eaf2bb3b26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:28.635744 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a133f325-ac1c-4b4d-ab9b-9b0adeb8168a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.3119259 Feb 16 17:03:28.641297 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52970) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:28.649865 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae3710-adc5-4231-9c02-529b51e57229 req-34cb106f-02ea-42b1-ac5d-64a4d6c85586 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:28.651477 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-bfae3710-adc5-4231-9c02-529b51e57229 req-34cb106f-02ea-42b1-ac5d-64a4d6c85586 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] 10.222.0.88 "GET /v2.0/ports?device_id=f368bc1d-546d-4a33-9963-8a669754d388 HTTP/1.1" status: 200 len: 945 time: 0.0651565 Feb 16 17:03:28.669047 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-db3aa647-0a40-4875-9b3c-cd66a22785ed tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-887613163'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:28.694055 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-bfae3710-adc5-4231-9c02-529b51e57229 req-e87c45f8-f13e-4e0f-9386-558e738249e6 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] 10.222.0.88 "GET /v2.0/security-groups?id=f7d935da-675d-429a-a652-2c362be4f8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354326 Feb 16 17:03:28.695611 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-486d40a0-eb54-40fa-8592-1661dbbca5d7 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:03:28.696675 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-486d40a0-eb54-40fa-8592-1661dbbca5d7 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2969878 Feb 16 17:03:28.699698 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52972) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:28.718409 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-658b07d3-004e-49f2-bc71-2f48ea600dd1 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8916445 Feb 16 17:03:28.720350 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52974) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:28.726182 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-380b5595-d081-45ca-928c-eef70e4638af tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Request body: {'subnet': {'network_id': '5f652e83-9b2c-4458-8b00-19e988a5de66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:28.732311 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9832aa2-4722-41b6-8ab6-ea430aa184e5 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:03:28.743030 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-d9832aa2-4722-41b6-8ab6-ea430aa184e5 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] 10.222.0.88 "PUT /v2.0/routers/4816414e-1f16-49a7-8f9d-4a5af49c9a9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3903451 Feb 16 17:03:28.746357 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbd5c91-cb7f-4598-a8e4-0ced959380dd None None] Sync routers for ids ['4816414e-1f16-49a7-8f9d-4a5af49c9a9e'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:03:28.746854 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52978) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:28.760235 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbd5c91-cb7f-4598-a8e4-0ced959380dd None None] Routers {'4816414e-1f16-49a7-8f9d-4a5af49c9a9e'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:03:28.760859 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-5dbd5c91-cb7f-4598-a8e4-0ced959380dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:03:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['4816414e-1f16-49a7-8f9d-4a5af49c9a9e'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:28.801407 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-5dbd5c91-cb7f-4598-a8e4-0ced959380dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:28.811331 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbd5c91-cb7f-4598-a8e4-0ced959380dd None None] Routers {'4816414e-1f16-49a7-8f9d-4a5af49c9a9e'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:03:28.812241 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-5dbd5c91-cb7f-4598-a8e4-0ced959380dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:03:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['4816414e-1f16-49a7-8f9d-4a5af49c9a9e'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:28.832023 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-927884ea-b752-4a98-8ba1-10fbcd8fb6a0 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks [] for router, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:28.843662 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-eb5307f6-3136-4ca7-a11d-64c28fed70b2 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:28.853094 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-5dbd5c91-cb7f-4598-a8e4-0ced959380dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:28.854133 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbd5c91-cb7f-4598-a8e4-0ced959380dd None None] The sync data for ids ['4816414e-1f16-49a7-8f9d-4a5af49c9a9e'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:03:28.877596 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-eb5307f6-3136-4ca7-a11d-64c28fed70b2 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:28.981640 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380b5595-d081-45ca-928c-eef70e4638af tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Made reservation on behalf of 02ebc15ce0534c46afb3b8b1618852cd for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:28.985368 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-380b5595-d081-45ca-928c-eef70e4638af tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:29.031653 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-eb5307f6-3136-4ca7-a11d-64c28fed70b2 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:29.034802 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-eb5307f6-3136-4ca7-a11d-64c28fed70b2 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:29.035943 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-eb5307f6-3136-4ca7-a11d-64c28fed70b2 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] 10.222.0.88 "DELETE /v2.0/security-groups/0076e5e2-a338-4ef7-9655-254643a269a2 HTTP/1.1" status: 204 len: 168 time: 0.3351245 Feb 16 17:03:29.047379 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52980) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:29.068247 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5307f6-3136-4ca7-a11d-64c28fed70b2 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0076e5e2-a338-4ef7-9655-254643a269a2,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:29.108505 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-927884ea-b752-4a98-8ba1-10fbcd8fb6a0 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:29.115605 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-927884ea-b752-4a98-8ba1-10fbcd8fb6a0 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:29.120797 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f95060c1-7ccf-4271-bff9-90f27bb0bdc1 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0707166 Feb 16 17:03:29.125203 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52982) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:29.130485 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-d1fe3c04-cf4b-4891-baf1-f7415cf94ad8 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Request body: {'security_group': {'name': 'tempest-secgroup--244159350'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:29.224838 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c33b1e3e-82bf-4a6e-aa40-c3eaf2bb3b26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:29.273604 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-927884ea-b752-4a98-8ba1-10fbcd8fb6a0 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:29.274142 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927884ea-b752-4a98-8ba1-10fbcd8fb6a0 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Fanout notify agent at l3_agent the message router_deleted on router 4816414e-1f16-49a7-8f9d-4a5af49c9a9e {{(pid=114376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:03:29.284634 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-927884ea-b752-4a98-8ba1-10fbcd8fb6a0 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:29.288675 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-927884ea-b752-4a98-8ba1-10fbcd8fb6a0 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] 10.222.0.88 "DELETE /v2.0/routers/4816414e-1f16-49a7-8f9d-4a5af49c9a9e HTTP/1.1" status: 204 len: 168 time: 0.5363305 Feb 16 17:03:29.288675 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52986) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:29.299951 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c33b1e3e-82bf-4a6e-aa40-c3eaf2bb3b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:29.301967 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c28af9-baec-4123-93e8-ad928f523c92 req-7b280a87-d571-40b1-af20-98c4d0b8f9a6 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:29.303520 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-d1c28af9-baec-4123-93e8-ad928f523c92 req-7b280a87-d571-40b1-af20-98c4d0b8f9a6 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] 10.222.0.88 "GET /v2.0/ports?device_id=f368bc1d-546d-4a33-9963-8a669754d388 HTTP/1.1" status: 200 len: 945 time: 0.0598829 Feb 16 17:03:29.305868 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d1fe3c04-cf4b-4891-baf1-f7415cf94ad8 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:29.334299 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-380b5595-d081-45ca-928c-eef70e4638af tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:29.401800 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33b1e3e-82bf-4a6e-aa40-c3eaf2bb3b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667a5d4b-54c5-49c4-bec2-461432045ecf,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:29.417704 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c33b1e3e-82bf-4a6e-aa40-c3eaf2bb3b26 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=76336d152d014fc783b7219fca6ce5e3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0122406 Feb 16 17:03:29.418325 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 52988) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:29.420204 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-d1c28af9-baec-4123-93e8-ad928f523c92 req-06b0e557-fdbe-4f04-bf6b-10850749ba38 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] 10.222.0.88 "GET /v2.0/security-groups?id=f7d935da-675d-429a-a652-2c362be4f8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060834 Feb 16 17:03:29.424136 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b5595-d081-45ca-928c-eef70e4638af tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event updated for resources: {'Subnet': ['ID=41016a24-28c6-4476-ab20-e5f7c9c989cf,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:29.425067 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-134fd5f6-aee4-4756-a64b-982e9942b55f tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Deleting subnet 096aa893-490b-4c8a-ac61-31a63cb68ec1 {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:03:29.433692 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-134fd5f6-aee4-4756-a64b-982e9942b55f tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:29.464731 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380b5595-d081-45ca-928c-eef70e4638af tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Checking segment: {'id': '0567e9e1-7939-4070-869a-815caa2b2f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5f652e83-9b2c-4458-8b00-19e988a5de66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:03:29.470193 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380b5595-d081-45ca-928c-eef70e4638af tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Network hostable DHCP agents. Network: 5f652e83-9b2c-4458-8b00-19e988a5de66, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:03:29.478046 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d1fe3c04-cf4b-4891-baf1-f7415cf94ad8 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:29.478461 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-db3aa647-0a40-4875-9b3c-cd66a22785ed tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-583993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10422'] for router, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:29.507151 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-134fd5f6-aee4-4756-a64b-982e9942b55f tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:29.547957 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d1fe3c04-cf4b-4891-baf1-f7415cf94ad8 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:29.559393 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-382d2c37-ca6c-46ba-9da9-a3c35274046c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:29.578213 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fe3c04-cf4b-4891-baf1-f7415cf94ad8 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1114e3d0-85a0-4256-a031-468b26a9ff57,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:29.582410 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380b5595-d081-45ca-928c-eef70e4638af tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Network 5f652e83-9b2c-4458-8b00-19e988a5de66 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:03:29.604413 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-db3aa647-0a40-4875-9b3c-cd66a22785ed tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-583970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-583979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-582263'] for router, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:29.611793 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-382d2c37-ca6c-46ba-9da9-a3c35274046c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:29.641403 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d1fe3c04-cf4b-4891-baf1-f7415cf94ad8 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:29.643345 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d1fe3c04-cf4b-4891-baf1-f7415cf94ad8 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5174720 Feb 16 17:03:29.655284 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52990) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:29.659928 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-79777cfc-0592-47a9-aa6b-4174132a6264 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Request body: {'security_group': {'name': 'default'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:29.660441 dv-neutron-828697-3-hyperv neutron-server[114375]: WARNING neutron.api.v2.base [None req-79777cfc-0592-47a9-aa6b-4174132a6264 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 16 17:03:29.660938 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-79777cfc-0592-47a9-aa6b-4174132a6264 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] update failed (client error): There was a conflict when trying to complete your request. Feb 16 17:03:29.661870 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-79777cfc-0592-47a9-aa6b-4174132a6264 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] 10.222.0.88 "PUT /v2.0/security-groups/1114e3d0-85a0-4256-a031-468b26a9ff57 HTTP/1.1" status: 409 len: 330 time: 0.0054634 Feb 16 17:03:29.664290 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52992) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:29.675648 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-134fd5f6-aee4-4756-a64b-982e9942b55f tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:29.682355 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-380b5595-d081-45ca-928c-eef70e4638af tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 5f652e83-9b2c-4458-8b00-19e988a5de66) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:29.693959 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380b5595-d081-45ca-928c-eef70e4638af tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:29.693959 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-380b5595-d081-45ca-928c-eef70e4638af tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:29.694830 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f6bd3d-bc5f-4e98-aea2-8afba1940a50 None None] Network 5f652e83-9b2c-4458-8b00-19e988a5de66 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:03:29.734792 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1d287e02-801c-4523-9860-e3e74d078b34 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:29.760260 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1d287e02-801c-4523-9860-e3e74d078b34 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:29.824910 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-380b5595-d081-45ca-928c-eef70e4638af tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1034651 Feb 16 17:03:29.828033 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52994) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:29.833453 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-a5a25319-b852-4431-8dac-46523d64a31f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2034697294', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:29.860821 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee16448-8446-425b-a70a-564e83e43a3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-5f652e83-9b2c-4458-8b00-19e988a5de66', 'network_id': '5f652e83-9b2c-4458-8b00-19e988a5de66', 'tenant_id': '02ebc15ce0534c46afb3b8b1618852cd', 'fixed_ips': [{'subnet_id': '41016a24-28c6-4476-ab20-e5f7c9c989cf'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:03:29.862728 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4ee16448-8446-425b-a70a-564e83e43a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:29.971230 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1d287e02-801c-4523-9860-e3e74d078b34 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:29.974319 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1d287e02-801c-4523-9860-e3e74d078b34 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:29.977979 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-1d287e02-801c-4523-9860-e3e74d078b34 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] 10.222.0.88 "DELETE /v2.0/security-groups/1114e3d0-85a0-4256-a031-468b26a9ff57 HTTP/1.1" status: 204 len: 168 time: 0.3104031 Feb 16 17:03:29.979963 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52996) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:30.001788 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d287e02-801c-4523-9860-e3e74d078b34 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1114e3d0-85a0-4256-a031-468b26a9ff57,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:30.007387 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a5a25319-b852-4431-8dac-46523d64a31f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:30.007387 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a5a25319-b852-4431-8dac-46523d64a31f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:30.056396 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f1881e60-4d4a-4723-9ad1-72ab66974660 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0741143 Feb 16 17:03:30.060742 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 52998) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:30.104117 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a5a25319-b852-4431-8dac-46523d64a31f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:30.106059 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-35ea3352-26c5-4cfb-a37e-83df3d42c310 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] delete failed (client error): The resource could not be found. Feb 16 17:03:30.107075 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-35ea3352-26c5-4cfb-a37e-83df3d42c310 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] 10.222.0.88 "DELETE /v2.0/security-groups/296a7d29-aad4-4746-a650-3648d21d6aa5 HTTP/1.1" status: 404 len: 347 time: 0.0458417 Feb 16 17:03:30.113121 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53000) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:30.128403 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-4ee16448-8446-425b-a70a-564e83e43a3e None None] Allocated IP 2001:db8::2 (5f652e83-9b2c-4458-8b00-19e988a5de66/41016a24-28c6-4476-ab20-e5f7c9c989cf/f780327f-3a12-418e-b962-370b42a08dc8) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:30.131452 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-f67df55f-d1ba-4793-8331-60f327ae1586 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] show failed (client error): The resource could not be found. Feb 16 17:03:30.136339 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f67df55f-d1ba-4793-8331-60f327ae1586 tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] 10.222.0.88 "GET /v2.0/security-groups/d12c719f-fc3f-4808-8dbe-bcce497dc5dc HTTP/1.1" status: 404 len: 347 time: 0.0183516 Feb 16 17:03:30.136473 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53002) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:30.137809 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db3aa647-0a40-4875-9b3c-cd66a22785ed tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Router bc203642-615d-4b66-a0cf-0922673f52d7 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:03:30.148497 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-91055d59-9e41-4b34-b532-3f2d4638da0c tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] show failed (client error): The resource could not be found. Feb 16 17:03:30.152900 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-91055d59-9e41-4b34-b532-3f2d4638da0c tempest-NegativeSecGroupIPv6Test-664407202 tempest-NegativeSecGroupIPv6Test-664407202-project] 10.222.0.88 "GET /v2.0/security-group-rules/8b211938-cc59-49e5-9468-b7ff07f8ee7c HTTP/1.1" status: 404 len: 356 time: 0.0121362 Feb 16 17:03:30.184157 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a5a25319-b852-4431-8dac-46523d64a31f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:30.232317 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-134fd5f6-aee4-4756-a64b-982e9942b55f tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:30.234107 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-382d2c37-ca6c-46ba-9da9-a3c35274046c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:30.237058 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-382d2c37-ca6c-46ba-9da9-a3c35274046c admin admin] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:30.238178 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-382d2c37-ca6c-46ba-9da9-a3c35274046c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/667a5d4b-54c5-49c4-bec2-461432045ecf HTTP/1.1" status: 204 len: 168 time: 0.8174286 Feb 16 17:03:30.279162 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134fd5f6-aee4-4756-a64b-982e9942b55f tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Pushing event deleted for resources: {'Subnet': ['ID=096aa893-490b-4c8a-ac61-31a63cb68ec1,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:30.290913 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a5a25319-b852-4431-8dac-46523d64a31f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:30.295928 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382d2c37-ca6c-46ba-9da9-a3c35274046c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667a5d4b-54c5-49c4-bec2-461432045ecf,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:30.296161 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a5a25319-b852-4431-8dac-46523d64a31f tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4547915 Feb 16 17:03:30.296161 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53008) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:30.296323 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-134fd5f6-aee4-4756-a64b-982e9942b55f tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:30.296323 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-134fd5f6-aee4-4756-a64b-982e9942b55f tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] 10.222.0.88 "DELETE /v2.0/subnets/096aa893-490b-4c8a-ac61-31a63cb68ec1 HTTP/1.1" status: 204 len: 168 time: 1.0025516 Feb 16 17:03:30.296323 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53010) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:30.299473 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-39d569f6-69b5-45d9-9e97-c43625ea7ed8 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Request body: {'port': {'network_id': '5f652e83-9b2c-4458-8b00-19e988a5de66', 'name': 'tempest-PortsIpV6TestJSON-1957501808'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:30.310238 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba9fc4b-30f2-4117-be45-dd4c60dee97b None None] Network 8c3df2d2-33d3-425a-bd3e-f998813aa4bf requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:03:30.319126 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3aa647-0a40-4875-9b3c-cd66a22785ed tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:03:30.349366 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de27e66-194a-441c-8fd0-0629206b3e9f None None] Sync routers for ids ['bc203642-615d-4b66-a0cf-0922673f52d7'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:03:30.350014 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-db3aa647-0a40-4875-9b3c-cd66a22785ed tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:30.353782 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-db3aa647-0a40-4875-9b3c-cd66a22785ed tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "PUT /v2.0/routers/bc203642-615d-4b66-a0cf-0922673f52d7 HTTP/1.1" status: 200 len: 886 time: 1.7142475 Feb 16 17:03:30.354877 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53012) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:30.363343 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4ee16448-8446-425b-a70a-564e83e43a3e None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:30.381795 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c98f7a58-2a80-4ac9-8575-e2b60d852a50 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:30.435844 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:30.438539 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de27e66-194a-441c-8fd0-0629206b3e9f None None] Routers {'bc203642-615d-4b66-a0cf-0922673f52d7'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:03:30.439246 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-0de27e66-194a-441c-8fd0-0629206b3e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:03:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['bc203642-615d-4b66-a0cf-0922673f52d7'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:30.443872 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-c98f7a58-2a80-4ac9-8575-e2b60d852a50 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Deleting port 9685ee2d-d138-480c-9c52-b263843430ef {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:03:30.444442 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c98f7a58-2a80-4ac9-8575-e2b60d852a50 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:30.487954 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4ee16448-8446-425b-a70a-564e83e43a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:30.508442 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-dc038104-0d7c-4c8d-8896-e22fa17e3fe3 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "GET /v2.0/routers/bc203642-615d-4b66-a0cf-0922673f52d7 HTTP/1.1" status: 200 len: 886 time: 0.1531849 Feb 16 17:03:30.511874 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53016) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:30.534863 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-0de27e66-194a-441c-8fd0-0629206b3e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:30.542464 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee16448-8446-425b-a70a-564e83e43a3e None None] Pushing event updated for resources: {'Port': ['ID=f780327f-3a12-418e-b962-370b42a08dc8,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:30.549165 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-4da531e1-2e53-4545-8118-223ff4641ab0 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "GET /v2.0/ports?device_id=bc203642-615d-4b66-a0cf-0922673f52d7 HTTP/1.1" status: 200 len: 205 time: 0.0329924 Feb 16 17:03:30.549383 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53018) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:30.586369 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-c98f7a58-2a80-4ac9-8575-e2b60d852a50 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] For port 9685ee2d-d138-480c-9c52-b263843430ef, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=9685ee2d-d138-480c-9c52-b263843430ef,segment=NetworkSegment(621ba354-df32-40e1-ad22-f51bf509b675),segment_id=621ba354-df32-40e1-ad22-f51bf509b675)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:03:30.586825 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c98f7a58-2a80-4ac9-8575-e2b60d852a50 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:30.592789 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de27e66-194a-441c-8fd0-0629206b3e9f None None] Routers {'bc203642-615d-4b66-a0cf-0922673f52d7'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:03:30.593700 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-0de27e66-194a-441c-8fd0-0629206b3e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:03:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['bc203642-615d-4b66-a0cf-0922673f52d7'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:30.605569 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-c98f7a58-2a80-4ac9-8575-e2b60d852a50 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Calling delete_port for 9685ee2d-d138-480c-9c52-b263843430ef owned by network:dhcp {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:03:30.632682 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9140a0d-190b-477d-b958-eac1fefea261 req-2cdc1db2-7552-4a31-8828-0b29681b4a56 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:30.634099 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b9140a0d-190b-477d-b958-eac1fefea261 req-2cdc1db2-7552-4a31-8828-0b29681b4a56 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] 10.222.0.88 "GET /v2.0/ports?device_id=f368bc1d-546d-4a33-9963-8a669754d388 HTTP/1.1" status: 200 len: 945 time: 0.0926185 Feb 16 17:03:30.665695 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee16448-8446-425b-a70a-564e83e43a3e None None] Network 5f652e83-9b2c-4458-8b00-19e988a5de66 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:30.667813 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-0de27e66-194a-441c-8fd0-0629206b3e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:30.669078 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de27e66-194a-441c-8fd0-0629206b3e9f None None] The sync data for ids ['bc203642-615d-4b66-a0cf-0922673f52d7'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:03:30.669442 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-651a74e9-0135-4f68-8bb5-d15b3efd0a30 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for router, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:30.676659 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-4ee16448-8446-425b-a70a-564e83e43a3e None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:30.679921 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee16448-8446-425b-a70a-564e83e43a3e None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:03:30.737656 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b9140a0d-190b-477d-b958-eac1fefea261 req-b2920613-5ce9-4599-8019-c25540981e9d tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] 10.222.0.88 "GET /v2.0/security-groups?id=f7d935da-675d-429a-a652-2c362be4f8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666080 Feb 16 17:03:30.757946 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-4ee16448-8446-425b-a70a-564e83e43a3e None None] Attempting to bind port f780327f-3a12-418e-b962-370b42a08dc8 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:03:30.759994 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-4ee16448-8446-425b-a70a-564e83e43a3e None None] Attempting to bind port f780327f-3a12-418e-b962-370b42a08dc8 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '0567e9e1-7939-4070-869a-815caa2b2f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5f652e83-9b2c-4458-8b00-19e988a5de66'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:03:30.763673 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee16448-8446-425b-a70a-564e83e43a3e None None] Attempting to bind port f780327f-3a12-418e-b962-370b42a08dc8 on network 5f652e83-9b2c-4458-8b00-19e988a5de66 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:03:30.773263 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee16448-8446-425b-a70a-564e83e43a3e None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:03:30.773656 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee16448-8446-425b-a70a-564e83e43a3e None None] Checking segment: {'id': '0567e9e1-7939-4070-869a-815caa2b2f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5f652e83-9b2c-4458-8b00-19e988a5de66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:03:30.774055 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4ee16448-8446-425b-a70a-564e83e43a3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:30.774443 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee16448-8446-425b-a70a-564e83e43a3e None None] Bound using segment: {'id': '0567e9e1-7939-4070-869a-815caa2b2f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5f652e83-9b2c-4458-8b00-19e988a5de66'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:03:30.774907 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-4ee16448-8446-425b-a70a-564e83e43a3e None None] Bound port: f780327f-3a12-418e-b962-370b42a08dc8, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0567e9e1-7939-4070-869a-815caa2b2f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5f652e83-9b2c-4458-8b00-19e988a5de66'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:03:30.775378 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4ee16448-8446-425b-a70a-564e83e43a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:30.799418 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d569f6-69b5-45d9-9e97-c43625ea7ed8 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Made reservation on behalf of 02ebc15ce0534c46afb3b8b1618852cd for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:30.804828 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-39d569f6-69b5-45d9-9e97-c43625ea7ed8 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:30.817519 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285b8ad2-8e2e-4e50-bb38-30e30020de6b None None] DHCP port deletion for 8c3df2d2-33d3-425a-bd3e-f998813aa4bf request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:03:30.854468 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53026) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:30.897900 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c98f7a58-2a80-4ac9-8575-e2b60d852a50 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:30.899688 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-39d569f6-69b5-45d9-9e97-c43625ea7ed8 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] device_id is not set on port 6c667048-3869-4fc2-9847-8bf85dddb4ac yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:03:30.911325 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-4ee16448-8446-425b-a70a-564e83e43a3e None None] For port f780327f-3a12-418e-b962-370b42a08dc8, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:03:30.932058 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-4ee16448-8446-425b-a70a-564e83e43a3e None None] For port f780327f-3a12-418e-b962-370b42a08dc8, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=f780327f-3a12-418e-b962-370b42a08dc8,segment=NetworkSegment(0567e9e1-7939-4070-869a-815caa2b2f87),segment_id=0567e9e1-7939-4070-869a-815caa2b2f87)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:03:30.946739 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-285b8ad2-8e2e-4e50-bb38-30e30020de6b None None] Deleting port 9685ee2d-d138-480c-9c52-b263843430ef {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:03:30.947607 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-285b8ad2-8e2e-4e50-bb38-30e30020de6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:30.954607 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98f7a58-2a80-4ac9-8575-e2b60d852a50 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Pushing event deleted for resources: {'Port': ['ID=9685ee2d-d138-480c-9c52-b263843430ef,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:30.959261 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98f7a58-2a80-4ac9-8575-e2b60d852a50 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] No DVR routers for this DVR port 9685ee2d-d138-480c-9c52-b263843430ef on host dv-neutron-828697-3-hyperv {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:03:31.037095 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4ee16448-8446-425b-a70a-564e83e43a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:31.042207 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-651a74e9-0135-4f68-8bb5-d15b3efd0a30 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:31.072391 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-39d569f6-69b5-45d9-9e97-c43625ea7ed8 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Allocated IP 2001:db8::fe (5f652e83-9b2c-4458-8b00-19e988a5de66/41016a24-28c6-4476-ab20-e5f7c9c989cf/6c667048-3869-4fc2-9847-8bf85dddb4ac) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:31.092162 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c98f7a58-2a80-4ac9-8575-e2b60d852a50 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:31.106681 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-285b8ad2-8e2e-4e50-bb38-30e30020de6b None None] For port 9685ee2d-d138-480c-9c52-b263843430ef, host dv-neutron-828697-3-hyperv, got binding levels [] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:03:31.107204 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-285b8ad2-8e2e-4e50-bb38-30e30020de6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:31.131026 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-285b8ad2-8e2e-4e50-bb38-30e30020de6b None None] Calling delete_port for 9685ee2d-d138-480c-9c52-b263843430ef owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:03:31.136310 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.ipam_backend_mixin [None req-285b8ad2-8e2e-4e50-bb38-30e30020de6b None None] Port 9685ee2d-d138-480c-9c52-b263843430ef was not found and therefore no delete operation was performed {{(pid=114377) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 17:03:31.142256 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-c98f7a58-2a80-4ac9-8575-e2b60d852a50 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c3df2d2-33d3-425a-bd3e-f998813aa4bf']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:31.147199 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-285b8ad2-8e2e-4e50-bb38-30e30020de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:31.170595 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee16448-8446-425b-a70a-564e83e43a3e None None] Pushing event updated for resources: {'Port': ['ID=f780327f-3a12-418e-b962-370b42a08dc8,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:31.171269 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-c98f7a58-2a80-4ac9-8575-e2b60d852a50 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '621ba354-df32-40e1-ad22-f51bf509b675') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:31.171568 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-c98f7a58-2a80-4ac9-8575-e2b60d852a50 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '621ba354-df32-40e1-ad22-f51bf509b675') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:31.173621 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285b8ad2-8e2e-4e50-bb38-30e30020de6b None None] No DVR routers for this DVR port 9685ee2d-d138-480c-9c52-b263843430ef on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:03:31.177857 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-636fe410-4d02-4d57-a0a5-33ce7646ddcc admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=eae0d5469a914945af77d7399b7a2957&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3196914 Feb 16 17:03:31.194539 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53040) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:31.200860 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b8ad2-8e2e-4e50-bb38-30e30020de6b None None] Pushing event deleted for resources: {'Port': ['ID=9685ee2d-d138-480c-9c52-b263843430ef,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:31.212558 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c98f7a58-2a80-4ac9-8575-e2b60d852a50 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:31.311324 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c98f7a58-2a80-4ac9-8575-e2b60d852a50 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:31.350081 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c98f7a58-2a80-4ac9-8575-e2b60d852a50 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:03:31.350512 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c98f7a58-2a80-4ac9-8575-e2b60d852a50 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:31.355112 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 17:03:31.355112 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:03:31.355112 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 17:03:31.355112 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:03:31.355112 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 17:03:31.355112 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:03:31.355112 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 17:03:31.355112 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:03:31.355112 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 17:03:31.355112 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:03:31.355112 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 17:03:31.355112 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:03:31.355112 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 17:03:31.355112 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:03:31.355112 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:03:31.355112 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:03:31.355112 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:03:31.355112 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:03:31.355112 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 17:03:31.355112 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:03:31.355112 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 17:03:31.355112 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:03:31.355112 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:03:31.355112 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:03:31.355112 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 17:03:31.355112 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:03:31.355112 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:03:31.355112 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:03:31.355112 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:03:31.355112 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:03:31.355112 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:03:31.355112 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:03:31.357658 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-39d569f6-69b5-45d9-9e97-c43625ea7ed8 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:31.357658 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-651a74e9-0135-4f68-8bb5-d15b3efd0a30 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Deleting port 8f38aa48-e4da-405e-99aa-c74cc6c41fb1 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:03:31.358179 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-651a74e9-0135-4f68-8bb5-d15b3efd0a30 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:31.381176 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-813d84d4-5dec-444e-972f-a8b6375066ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:31.440084 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad5aaa-e6b0-460c-89c3-2603d8ec7cc5 req-1addef70-a9e4-4561-b81f-44170aac38e2 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:31.444149 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-88ad5aaa-e6b0-460c-89c3-2603d8ec7cc5 req-1addef70-a9e4-4561-b81f-44170aac38e2 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] 10.222.0.88 "GET /v2.0/ports?device_id=f368bc1d-546d-4a33-9963-8a669754d388 HTTP/1.1" status: 200 len: 945 time: 0.2344792 Feb 16 17:03:31.499341 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0cb388-9e96-4a51-b219-7205ae6a888a req-26ade15f-8493-4b37-a355-b3c1292a19b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:31.500390 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ff0cb388-9e96-4a51-b219-7205ae6a888a req-26ade15f-8493-4b37-a355-b3c1292a19b3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cbbb3cdcea6a4c22a0dec7df58592000&device_id=f368bc1d-546d-4a33-9963-8a669754d388 HTTP/1.1" status: 200 len: 1098 time: 0.2073357 Feb 16 17:03:31.503660 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-651a74e9-0135-4f68-8bb5-d15b3efd0a30 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:31.507127 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-813d84d4-5dec-444e-972f-a8b6375066ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:31.517483 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-651a74e9-0135-4f68-8bb5-d15b3efd0a30 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Calling delete_port for 8f38aa48-e4da-405e-99aa-c74cc6c41fb1 owned by network:router_gateway {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:03:31.609554 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-88ad5aaa-e6b0-460c-89c3-2603d8ec7cc5 req-1e8accd6-9403-4f6d-84dc-ed4e8ff3ca6c tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] 10.222.0.88 "GET /v2.0/security-groups?id=f7d935da-675d-429a-a652-2c362be4f8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500146 Feb 16 17:03:31.610092 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c98f7a58-2a80-4ac9-8575-e2b60d852a50 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:31.637889 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c98f7a58-2a80-4ac9-8575-e2b60d852a50 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:31.637889 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c98f7a58-2a80-4ac9-8575-e2b60d852a50 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] 10.222.0.88 "DELETE /v2.0/networks/8c3df2d2-33d3-425a-bd3e-f998813aa4bf HTTP/1.1" status: 204 len: 168 time: 1.3349688 Feb 16 17:03:31.644048 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-39d569f6-69b5-45d9-9e97-c43625ea7ed8 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:31.649262 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98f7a58-2a80-4ac9-8575-e2b60d852a50 tempest-FloatingIPNegativeTestJSON-1844218274 tempest-FloatingIPNegativeTestJSON-1844218274-project] Pushing event deleted for resources: {'Network': ['ID=8c3df2d2-33d3-425a-bd3e-f998813aa4bf,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:31.677357 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0cb388-9e96-4a51-b219-7205ae6a888a req-bc5c677e-3e85-4f00-90d2-58db9f322ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:31.678827 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ff0cb388-9e96-4a51-b219-7205ae6a888a req-bc5c677e-3e85-4f00-90d2-58db9f322ffe service neutron] 10.222.0.89 "GET /v2.0/networks?id=66cc928b-621e-496b-9066-5b5d6fd45edf HTTP/1.1" status: 200 len: 913 time: 0.1647158 Feb 16 17:03:31.709000 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d569f6-69b5-45d9-9e97-c43625ea7ed8 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Network 5f652e83-9b2c-4458-8b00-19e988a5de66 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:31.716585 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-39d569f6-69b5-45d9-9e97-c43625ea7ed8 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:31.721092 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ff0cb388-9e96-4a51-b219-7205ae6a888a req-04ef71e1-885e-4d45-8508-772a11b9baf0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7740743-77d7-4136-b0e6-56afca85ecb5 HTTP/1.1" status: 200 len: 217 time: 0.0357757 Feb 16 17:03:31.735524 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d569f6-69b5-45d9-9e97-c43625ea7ed8 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event updated for resources: {'Port': ['ID=6c667048-3869-4fc2-9847-8bf85dddb4ac,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:31.740079 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d569f6-69b5-45d9-9e97-c43625ea7ed8 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:03:31.746679 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d569f6-69b5-45d9-9e97-c43625ea7ed8 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:31.747452 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-39d569f6-69b5-45d9-9e97-c43625ea7ed8 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:31.784905 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0cb388-9e96-4a51-b219-7205ae6a888a req-a295e36c-0392-4330-9dbc-a40115e416db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:31.786663 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ff0cb388-9e96-4a51-b219-7205ae6a888a req-a295e36c-0392-4330-9dbc-a40115e416db service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a2290c8c-3594-4467-bb7a-80f433c430d8 HTTP/1.1" status: 200 len: 852 time: 0.0593424 Feb 16 17:03:31.787254 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-813d84d4-5dec-444e-972f-a8b6375066ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:31.789850 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-813d84d4-5dec-444e-972f-a8b6375066ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:31.790967 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-813d84d4-5dec-444e-972f-a8b6375066ff admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/92259279-1cf8-4cf7-9c1f-6dee5fb5f27a HTTP/1.1" status: 204 len: 168 time: 0.5955207 Feb 16 17:03:31.808388 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813d84d4-5dec-444e-972f-a8b6375066ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92259279-1cf8-4cf7-9c1f-6dee5fb5f27a,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:31.825935 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ff0cb388-9e96-4a51-b219-7205ae6a888a req-2ceec5b2-edf7-4335-944c-adb9aa09cb43 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=66cc928b-621e-496b-9066-5b5d6fd45edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313189 Feb 16 17:03:31.861754 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53054) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:31.913457 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-39d569f6-69b5-45d9-9e97-c43625ea7ed8 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6251829 Feb 16 17:03:31.913662 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53058) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:31.926506 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ff0cb388-9e96-4a51-b219-7205ae6a888a req-a1d62efc-e617-4245-88a4-ce89e278303c service neutron] 10.222.0.89 "GET /v2.0/networks/66cc928b-621e-496b-9066-5b5d6fd45edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939758 Feb 16 17:03:31.996244 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-651a74e9-0135-4f68-8bb5-d15b3efd0a30 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:32.033775 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651a74e9-0135-4f68-8bb5-d15b3efd0a30 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event deleted for resources: {'Port': ['ID=8f38aa48-e4da-405e-99aa-c74cc6c41fb1,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:32.046307 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ff0cb388-9e96-4a51-b219-7205ae6a888a req-0382a77b-61fa-4676-a0a3-a4c5221490e4 service neutron] 10.222.0.89 "GET /v2.0/networks/66cc928b-621e-496b-9066-5b5d6fd45edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128886 Feb 16 17:03:32.303435 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53064) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:32.396775 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09594339-1568-4ebc-a01c-49efd5a96f9f None None] Network 5f652e83-9b2c-4458-8b00-19e988a5de66 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:03:32.410880 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-94eb5b6d-c040-4a26-adfe-aa3884a7d905 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-56146579', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:32.421304 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-1be2b1f1-19e5-4e43-aa0e-472ea6be5fa0 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=27a70fafc2384d32a823dac73e3b7d78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1166780 Feb 16 17:03:32.424302 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53074) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:32.483088 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0af77440-702b-4205-941d-538179bec71f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:32.506944 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0af77440-702b-4205-941d-538179bec71f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:32.527141 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-78de39a1-8b90-4455-9078-a37d34214e7f None None] Provisioning complete for port f780327f-3a12-418e-b962-370b42a08dc8 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:32.527952 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-78de39a1-8b90-4455-9078-a37d34214e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:32.581937 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device f780327f-3a12-418e-b962-370b42a08dc8 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:03:32.625080 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-651a74e9-0135-4f68-8bb5-d15b3efd0a30 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584056'] for router_gateway, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:32.696185 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0af77440-702b-4205-941d-538179bec71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:32.699059 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0af77440-702b-4205-941d-538179bec71f admin admin] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:32.700459 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-0af77440-702b-4205-941d-538179bec71f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b08aad43-5470-4f8a-b5bd-d19abe2ee36c HTTP/1.1" status: 204 len: 168 time: 0.2752697 Feb 16 17:03:32.711267 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af77440-702b-4205-941d-538179bec71f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08aad43-5470-4f8a-b5bd-d19abe2ee36c,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:32.773252 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0e61830d-1ed0-48fe-96e9-5517414d6156 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:32.775452 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-94eb5b6d-c040-4a26-adfe-aa3884a7d905 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:32.776494 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-94eb5b6d-c040-4a26-adfe-aa3884a7d905 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:32.855646 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-651a74e9-0135-4f68-8bb5-d15b3efd0a30 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:32.892637 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-651a74e9-0135-4f68-8bb5-d15b3efd0a30 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:32.899725 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-78de39a1-8b90-4455-9078-a37d34214e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:32.924257 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port f780327f-3a12-418e-b962-370b42a08dc8 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:32.924744 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:32.975428 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-78de39a1-8b90-4455-9078-a37d34214e7f None None] For port f780327f-3a12-418e-b962-370b42a08dc8, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=f780327f-3a12-418e-b962-370b42a08dc8,segment=NetworkSegment(0567e9e1-7939-4070-869a-815caa2b2f87),segment_id=0567e9e1-7939-4070-869a-815caa2b2f87)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:03:33.037769 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:33.050427 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-78de39a1-8b90-4455-9078-a37d34214e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:33.065626 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-94eb5b6d-c040-4a26-adfe-aa3884a7d905 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:33.089558 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458cb407-d1e9-4706-8fa3-77dbe47e2b32 req-c51e1365-8f0d-4281-87b8-c8975bfcc940 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:33.089748 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-458cb407-d1e9-4706-8fa3-77dbe47e2b32 req-c51e1365-8f0d-4281-87b8-c8975bfcc940 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] 10.222.0.88 "GET /v2.0/ports?device_id=f368bc1d-546d-4a33-9963-8a669754d388 HTTP/1.1" status: 200 len: 945 time: 0.3177598 Feb 16 17:03:33.145243 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de39a1-8b90-4455-9078-a37d34214e7f None None] Pushing event updated for resources: {'Port': ['ID=f780327f-3a12-418e-b962-370b42a08dc8,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:33.148661 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.db.api [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:03:33.149139 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG oslo_db.api [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:03:33.187278 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-651a74e9-0135-4f68-8bb5-d15b3efd0a30 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:33.187278 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651a74e9-0135-4f68-8bb5-d15b3efd0a30 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Fanout notify agent at l3_agent the message router_deleted on router bc203642-615d-4b66-a0cf-0922673f52d7 {{(pid=114375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:03:33.187278 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-94eb5b6d-c040-4a26-adfe-aa3884a7d905 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:33.197627 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-651a74e9-0135-4f68-8bb5-d15b3efd0a30 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:33.198740 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-651a74e9-0135-4f68-8bb5-d15b3efd0a30 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "DELETE /v2.0/routers/bc203642-615d-4b66-a0cf-0922673f52d7 HTTP/1.1" status: 204 len: 168 time: 2.6485405 Feb 16 17:03:33.202630 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53092) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:33.208421 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-3e926ef1-b350-40a3-a894-9d8724167705 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Request body: {'network': {'name': 'tempest-RoutersTest-847250204'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:33.235660 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-458cb407-d1e9-4706-8fa3-77dbe47e2b32 req-656ec608-28ab-46f2-8cf6-d4dc30a56427 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] 10.222.0.88 "GET /v2.0/security-groups?id=f7d935da-675d-429a-a652-2c362be4f8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372061 Feb 16 17:03:33.301473 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0e61830d-1ed0-48fe-96e9-5517414d6156 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:33.325041 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-94eb5b6d-c040-4a26-adfe-aa3884a7d905 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:33.327309 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-94eb5b6d-c040-4a26-adfe-aa3884a7d905 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 710 time: 1.4635606 Feb 16 17:03:33.332502 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53100) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:33.338012 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-baa64edb-6868-4745-b8bc-51a364403191 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1402000357'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:33.368750 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0e61830d-1ed0-48fe-96e9-5517414d6156 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:33.380624 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-f08d312a-abf6-4503-af1d-4521d6b1dbf6 None None] Provisioning complete for port 6c667048-3869-4fc2-9847-8bf85dddb4ac triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:33.381673 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f08d312a-abf6-4503-af1d-4521d6b1dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:33.398614 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e926ef1-b350-40a3-a894-9d8724167705 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Made reservation on behalf of 687c6649ec1f4902bed4d35faf0c53f6 for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:33.405075 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3e926ef1-b350-40a3-a894-9d8724167705 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:33.461859 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53104) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:33.478523 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-f08d312a-abf6-4503-af1d-4521d6b1dbf6 None None] Port 6c667048-3869-4fc2-9847-8bf85dddb4ac cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:03:33.499214 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e926ef1-b350-40a3-a894-9d8724167705 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:03:33.508402 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-f08d312a-abf6-4503-af1d-4521d6b1dbf6 None None] Provisioning complete for port f780327f-3a12-418e-b962-370b42a08dc8 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:33.508964 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f08d312a-abf6-4503-af1d-4521d6b1dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:33.511793 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e61830d-1ed0-48fe-96e9-5517414d6156 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event updated for resources: {'Port': ['ID=6c667048-3869-4fc2-9847-8bf85dddb4ac,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:33.523183 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3e926ef1-b350-40a3-a894-9d8724167705 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:33.523580 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-3e926ef1-b350-40a3-a894-9d8724167705 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Added segment 4d472917-dc15-4a3e-84bd-914b2c8dbc36 of type vlan for network 7bf28453-94de-4f67-89f3-d79ba65dea87 Feb 16 17:03:33.616259 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3e926ef1-b350-40a3-a894-9d8724167705 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:33.649277 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa64edb-6868-4745-b8bc-51a364403191 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Made reservation on behalf of cfd2ab0afff74809b322f3f08c4f3a90 for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:33.654983 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-baa64edb-6868-4745-b8bc-51a364403191 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:33.663641 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0e61830d-1ed0-48fe-96e9-5517414d6156 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:33.666735 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-baa64edb-6868-4745-b8bc-51a364403191 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:33.720011 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3e926ef1-b350-40a3-a894-9d8724167705 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:33.728332 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e926ef1-b350-40a3-a894-9d8724167705 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:33.729258 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3e926ef1-b350-40a3-a894-9d8724167705 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:33.820022 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-8f5504e8-7e32-4da3-8ae7-76d9efce5c65 None None] Provisioning complete for port 6c667048-3869-4fc2-9847-8bf85dddb4ac triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:33.820730 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8f5504e8-7e32-4da3-8ae7-76d9efce5c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:33.830933 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53114) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:33.831091 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-3e926ef1-b350-40a3-a894-9d8724167705 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6272957 Feb 16 17:03:33.841777 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-2dda53e8-f2e2-4e63-980c-3cf7a99904da tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Request body: {'subnet': {'network_id': '7bf28453-94de-4f67-89f3-d79ba65dea87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:33.853932 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-59998660-10a1-44a9-8259-dbbb26d3da2b tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1433591627'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:33.862525 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 9685ee2d-d138-480c-9c52-b263843430ef no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:03:33.883686 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e926ef1-b350-40a3-a894-9d8724167705 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event updated for resources: {'Network': ['ID=7bf28453-94de-4f67-89f3-d79ba65dea87,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:33.890936 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-baa64edb-6868-4745-b8bc-51a364403191 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:33.891093 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 9685ee2d-d138-480c-9c52-b263843430ef {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:03:33.891321 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 9685ee2d-d138-480c-9c52-b263843430ef not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:03:33.919491 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 7bf28453-94de-4f67-89f3-d79ba65dea87 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:03:33.921817 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-8f5504e8-7e32-4da3-8ae7-76d9efce5c65 None None] Port 6c667048-3869-4fc2-9847-8bf85dddb4ac cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:03:33.978087 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59998660-10a1-44a9-8259-dbbb26d3da2b tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Made reservation on behalf of 095c774cbfc24830afb1470c6611d635 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:33.981762 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-59998660-10a1-44a9-8259-dbbb26d3da2b tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:33.995417 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-baa64edb-6868-4745-b8bc-51a364403191 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:34.004812 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-59998660-10a1-44a9-8259-dbbb26d3da2b tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:34.006764 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0e61830d-1ed0-48fe-96e9-5517414d6156 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:34.021829 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baa64edb-6868-4745-b8bc-51a364403191 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:03:34.044643 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-baa64edb-6868-4745-b8bc-51a364403191 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:34.045299 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-baa64edb-6868-4745-b8bc-51a364403191 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Added segment 52442332-a4ff-4d58-be26-721a3934b587 of type vlan for network c4f68b94-64ce-4310-b8ea-6f719236d606 Feb 16 17:03:34.058119 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53118) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:34.058382 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-645a31c9-3b34-4584-8a1b-60c9f07d5ec8 None None] Provisioning complete for port 6c667048-3869-4fc2-9847-8bf85dddb4ac triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:34.058836 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-645a31c9-3b34-4584-8a1b-60c9f07d5ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:34.060419 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa64edb-6868-4745-b8bc-51a364403191 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aae3ee8-b2fb-4c98-b93e-eaa564e818f4,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:34.099396 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-645a31c9-3b34-4584-8a1b-60c9f07d5ec8 None None] Port 6c667048-3869-4fc2-9847-8bf85dddb4ac cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:03:34.107893 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-baa64edb-6868-4745-b8bc-51a364403191 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:34.197502 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-64d6cc23-ab6c-4242-86b0-4d779a49110c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-861365021'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:34.204509 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-baa64edb-6868-4745-b8bc-51a364403191 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:34.210813 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa64edb-6868-4745-b8bc-51a364403191 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:34.214608 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-baa64edb-6868-4745-b8bc-51a364403191 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:34.278371 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-59998660-10a1-44a9-8259-dbbb26d3da2b tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:34.280002 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa64edb-6868-4745-b8bc-51a364403191 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Pushing event updated for resources: {'Network': ['ID=c4f68b94-64ce-4310-b8ea-6f719236d606,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:34.281282 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dda53e8-f2e2-4e63-980c-3cf7a99904da tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Made reservation on behalf of 687c6649ec1f4902bed4d35faf0c53f6 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:34.284825 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2dda53e8-f2e2-4e63-980c-3cf7a99904da tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:34.290215 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network c4f68b94-64ce-4310-b8ea-6f719236d606 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:03:34.321765 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-baa64edb-6868-4745-b8bc-51a364403191 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9879653 Feb 16 17:03:34.326069 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53124) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:34.335312 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-8b2a8260-0290-4e49-85b6-d7ba7da9f9cf tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Request body: {'subnet': {'network_id': 'c4f68b94-64ce-4310-b8ea-6f719236d606', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:34.361260 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-59998660-10a1-44a9-8259-dbbb26d3da2b tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:34.426700 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59998660-10a1-44a9-8259-dbbb26d3da2b tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:03:34.440028 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59998660-10a1-44a9-8259-dbbb26d3da2b tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03461758-d234-430f-aa0d-a72e4b58967d,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:34.463043 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-59998660-10a1-44a9-8259-dbbb26d3da2b tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:34.463642 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-59998660-10a1-44a9-8259-dbbb26d3da2b tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Added segment f8ee769a-b2db-483a-94c1-e77589cf3267 of type vlan for network c9199828-375a-4359-9f9f-e0284a7fe118 Feb 16 17:03:34.468913 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dedea69-a047-4aab-b0b4-6b5b86132221 req-08d3da4b-1483-401f-9c38-ea8aa26eb718 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:34.470477 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2dedea69-a047-4aab-b0b4-6b5b86132221 req-08d3da4b-1483-401f-9c38-ea8aa26eb718 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] 10.222.0.88 "GET /v2.0/ports?device_id=f368bc1d-546d-4a33-9963-8a669754d388 HTTP/1.1" status: 200 len: 945 time: 0.1276946 Feb 16 17:03:34.497868 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device f780327f-3a12-418e-b962-370b42a08dc8 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:03:34.500250 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d6cc23-ab6c-4242-86b0-4d779a49110c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Made reservation on behalf of 8b839598b51f4c5f8c0eeb567a6c9232 for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:34.503711 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-64d6cc23-ab6c-4242-86b0-4d779a49110c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:34.520195 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-64d6cc23-ab6c-4242-86b0-4d779a49110c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:34.533997 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-59998660-10a1-44a9-8259-dbbb26d3da2b tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:34.553938 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port f780327f-3a12-418e-b962-370b42a08dc8 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:34.554309 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:34.555442 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2dedea69-a047-4aab-b0b4-6b5b86132221 req-313a42d8-41dd-40ae-9fbc-46d5b3f86d0e tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] 10.222.0.88 "GET /v2.0/security-groups?id=f7d935da-675d-429a-a652-2c362be4f8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779290 Feb 16 17:03:34.578074 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0e61830d-1ed0-48fe-96e9-5517414d6156 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:34.633953 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2a8260-0290-4e49-85b6-d7ba7da9f9cf tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Made reservation on behalf of cfd2ab0afff74809b322f3f08c4f3a90 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:34.637502 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8b2a8260-0290-4e49-85b6-d7ba7da9f9cf tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:34.663191 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0e61830d-1ed0-48fe-96e9-5517414d6156 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:34.664032 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0e61830d-1ed0-48fe-96e9-5517414d6156 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:34.665877 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-59998660-10a1-44a9-8259-dbbb26d3da2b tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:34.672147 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59998660-10a1-44a9-8259-dbbb26d3da2b tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:34.672651 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-59998660-10a1-44a9-8259-dbbb26d3da2b tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:34.691814 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-64d6cc23-ab6c-4242-86b0-4d779a49110c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:34.818546 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-64d6cc23-ab6c-4242-86b0-4d779a49110c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:34.832899 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2dda53e8-f2e2-4e63-980c-3cf7a99904da tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:34.846811 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e61830d-1ed0-48fe-96e9-5517414d6156 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event updated for resources: {'Port': ['ID=6c667048-3869-4fc2-9847-8bf85dddb4ac,revision_number=3']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:34.853127 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64d6cc23-ab6c-4242-86b0-4d779a49110c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:03:34.857271 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-59998660-10a1-44a9-8259-dbbb26d3da2b tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3923688 Feb 16 17:03:34.858178 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59998660-10a1-44a9-8259-dbbb26d3da2b tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Pushing event updated for resources: {'Network': ['ID=c9199828-375a-4359-9f9f-e0284a7fe118,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:34.860561 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53128) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:34.870639 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network c9199828-375a-4359-9f9f-e0284a7fe118 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:03:34.882174 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-381ebed3-7e97-4283-b801-919c1fffac4e tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Request body: {'subnet': {'network_id': 'c9199828-375a-4359-9f9f-e0284a7fe118', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:34.944800 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dda53e8-f2e2-4e63-980c-3cf7a99904da tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event updated for resources: {'Subnet': ['ID=a7eb4368-e44f-47bf-a8c5-15fc17e78133,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:34.953259 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8b2a8260-0290-4e49-85b6-d7ba7da9f9cf tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:34.957536 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-64d6cc23-ab6c-4242-86b0-4d779a49110c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:34.957926 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-64d6cc23-ab6c-4242-86b0-4d779a49110c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Added segment e74a7ec7-caac-4049-9b2f-f393d96d55c6 of type vlan for network 1d2a8dd3-7beb-491e-93f2-b8634b7eeb2c Feb 16 17:03:34.969709 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e61830d-1ed0-48fe-96e9-5517414d6156 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Network 5f652e83-9b2c-4458-8b00-19e988a5de66 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:34.973217 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dda53e8-f2e2-4e63-980c-3cf7a99904da tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Checking segment: {'id': '4d472917-dc15-4a3e-84bd-914b2c8dbc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7bf28453-94de-4f67-89f3-d79ba65dea87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:03:34.973772 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dda53e8-f2e2-4e63-980c-3cf7a99904da tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Network hostable DHCP agents. Network: 7bf28453-94de-4f67-89f3-d79ba65dea87, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:03:34.976454 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-0e61830d-1ed0-48fe-96e9-5517414d6156 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:34.997234 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6cc23-ab6c-4242-86b0-4d779a49110c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0df10a36-3aa7-4cfe-bd13-bec522d315d9,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:35.144480 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-64d6cc23-ab6c-4242-86b0-4d779a49110c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:35.159345 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2a8260-0290-4e49-85b6-d7ba7da9f9cf tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Pushing event updated for resources: {'Subnet': ['ID=f5cb8f28-7642-4bfb-8146-7efb67ce691a,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:35.167731 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dda53e8-f2e2-4e63-980c-3cf7a99904da tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Network 7bf28453-94de-4f67-89f3-d79ba65dea87 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:03:35.192907 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e61830d-1ed0-48fe-96e9-5517414d6156 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Router feb8cf5e-971d-4afd-8700-c75ba065b36c is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:03:35.206510 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a59917-c3e4-4639-927d-cb02d8eb45c9 req-f646f6d2-f798-41e9-a34a-0b74d02f6407 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:35.208076 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-01a59917-c3e4-4639-927d-cb02d8eb45c9 req-f646f6d2-f798-41e9-a34a-0b74d02f6407 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] 10.222.0.88 "GET /v2.0/ports?device_id=f368bc1d-546d-4a33-9963-8a669754d388 HTTP/1.1" status: 200 len: 945 time: 0.1629577 Feb 16 17:03:35.209853 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2a8260-0290-4e49-85b6-d7ba7da9f9cf tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Checking segment: {'id': '52442332-a4ff-4d58-be26-721a3934b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c4f68b94-64ce-4310-b8ea-6f719236d606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:03:35.210222 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2a8260-0290-4e49-85b6-d7ba7da9f9cf tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Network hostable DHCP agents. Network: c4f68b94-64ce-4310-b8ea-6f719236d606, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:03:35.259106 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-01a59917-c3e4-4639-927d-cb02d8eb45c9 req-92d7c282-26f8-427e-9f2a-320d461cb0b6 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] 10.222.0.88 "GET /v2.0/security-groups?id=f7d935da-675d-429a-a652-2c362be4f8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430648 Feb 16 17:03:35.261111 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381ebed3-7e97-4283-b801-919c1fffac4e tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Made reservation on behalf of 095c774cbfc24830afb1470c6611d635 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:35.264530 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-381ebed3-7e97-4283-b801-919c1fffac4e tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:35.292095 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-2dda53e8-f2e2-4e63-980c-3cf7a99904da tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 7bf28453-94de-4f67-89f3-d79ba65dea87) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:35.294211 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e61830d-1ed0-48fe-96e9-5517414d6156 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:03:35.299671 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-0e61830d-1ed0-48fe-96e9-5517414d6156 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "PUT /v2.0/routers/feb8cf5e-971d-4afd-8700-c75ba065b36c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3850927 Feb 16 17:03:35.301079 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dda53e8-f2e2-4e63-980c-3cf7a99904da tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:35.301657 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2dda53e8-f2e2-4e63-980c-3cf7a99904da tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:35.303758 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53132) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:35.309265 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3a67b5-bd44-47bf-81e3-ac1c1278793e None None] Sync routers for ids ['feb8cf5e-971d-4afd-8700-c75ba065b36c'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:03:35.317169 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-64d6cc23-ab6c-4242-86b0-4d779a49110c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:35.321288 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7467419e-045f-46e8-bce2-77a13025ae31 None None] Network 7bf28453-94de-4f67-89f3-d79ba65dea87 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:03:35.322592 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d6cc23-ab6c-4242-86b0-4d779a49110c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:35.323189 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-64d6cc23-ab6c-4242-86b0-4d779a49110c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:35.337183 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3a67b5-bd44-47bf-81e3-ac1c1278793e None None] Routers {'feb8cf5e-971d-4afd-8700-c75ba065b36c'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:03:35.339038 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-bf3a67b5-bd44-47bf-81e3-ac1c1278793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:03:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['feb8cf5e-971d-4afd-8700-c75ba065b36c'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:35.361800 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9569fa0a-389c-4763-ae07-5b7c1bfe0585 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:35.363382 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-9569fa0a-389c-4763-ae07-5b7c1bfe0585 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "GET /v2.0/ports?device_id=feb8cf5e-971d-4afd-8700-c75ba065b36c HTTP/1.1" status: 200 len: 988 time: 0.0586810 Feb 16 17:03:35.366355 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53134) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:35.379502 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-bf3a67b5-bd44-47bf-81e3-ac1c1278793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:35.389004 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3a67b5-bd44-47bf-81e3-ac1c1278793e None None] Routers {'feb8cf5e-971d-4afd-8700-c75ba065b36c'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:03:35.390065 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-bf3a67b5-bd44-47bf-81e3-ac1c1278793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:03:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['feb8cf5e-971d-4afd-8700-c75ba065b36c'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:35.413940 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6cc23-ab6c-4242-86b0-4d779a49110c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event updated for resources: {'Network': ['ID=1d2a8dd3-7beb-491e-93f2-b8634b7eeb2c,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:35.430535 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-64d6cc23-ab6c-4242-86b0-4d779a49110c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3710055 Feb 16 17:03:35.439179 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53136) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:35.440224 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b247-a9cb-4b97-af7a-4e08d95d9572 None None] Provisioning complete for port 6c667048-3869-4fc2-9847-8bf85dddb4ac triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:35.440708 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b247-a9cb-4b97-af7a-4e08d95d9572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:35.445088 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-21c47e20-a50f-4960-8f60-b8b3c19261a2 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1036504505'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:35.452234 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 1d2a8dd3-7beb-491e-93f2-b8634b7eeb2c details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:03:35.470084 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2a8260-0290-4e49-85b6-d7ba7da9f9cf tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Network c4f68b94-64ce-4310-b8ea-6f719236d606 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:03:35.490405 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-8b2a8260-0290-4e49-85b6-d7ba7da9f9cf tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, c4f68b94-64ce-4310-b8ea-6f719236d606) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:35.502575 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2a8260-0290-4e49-85b6-d7ba7da9f9cf tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:35.503281 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8b2a8260-0290-4e49-85b6-d7ba7da9f9cf tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:35.553660 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-bf3a67b5-bd44-47bf-81e3-ac1c1278793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:35.554595 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3a67b5-bd44-47bf-81e3-ac1c1278793e None None] The sync data for ids ['feb8cf5e-971d-4afd-8700-c75ba065b36c'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:03:35.580039 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abd774f-de4c-48ba-9ec6-765236ec1335 None None] Network c4f68b94-64ce-4310-b8ea-6f719236d606 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:03:35.596798 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c47e20-a50f-4960-8f60-b8b3c19261a2 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Made reservation on behalf of 8b839598b51f4c5f8c0eeb567a6c9232 for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:35.600551 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-21c47e20-a50f-4960-8f60-b8b3c19261a2 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:35.638725 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-8b2a8260-0290-4e49-85b6-d7ba7da9f9cf tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3081410 Feb 16 17:03:35.639558 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53138) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:35.645899 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-aca7b104-056d-439b-a1d5-35ac19e35a46 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Request body: {'network': {'name': 'tempest-router-network01--910541510'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:35.657406 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21c47e20-a50f-4960-8f60-b8b3c19261a2 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:03:35.663202 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b247-a9cb-4b97-af7a-4e08d95d9572 None None] Port 6c667048-3869-4fc2-9847-8bf85dddb4ac cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:03:35.675175 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-21c47e20-a50f-4960-8f60-b8b3c19261a2 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:35.675518 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-21c47e20-a50f-4960-8f60-b8b3c19261a2 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Added segment 2648de15-99c5-4249-86f9-dcdf4730f88e of type vlan for network 38c65d25-be27-4cd5-bd4c-2444b2927a23 Feb 16 17:03:35.720035 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-381ebed3-7e97-4283-b801-919c1fffac4e tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:35.724531 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-21c47e20-a50f-4960-8f60-b8b3c19261a2 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:35.738966 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-2dda53e8-f2e2-4e63-980c-3cf7a99904da tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9066279 Feb 16 17:03:35.744276 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53140) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:35.752745 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-ebe1fb4c-3ad5-4a16-a886-e85e4ba50002 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1836056453', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:35.784382 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca7b104-056d-439b-a1d5-35ac19e35a46 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Made reservation on behalf of cfd2ab0afff74809b322f3f08c4f3a90 for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:35.787926 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-aca7b104-056d-439b-a1d5-35ac19e35a46 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:35.799661 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c67d92b-b07c-447a-969d-66bd68318aaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-7bf28453-94de-4f67-89f3-d79ba65dea87', 'network_id': '7bf28453-94de-4f67-89f3-d79ba65dea87', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'fixed_ips': [{'subnet_id': 'a7eb4368-e44f-47bf-a8c5-15fc17e78133'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:03:35.800636 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4c67d92b-b07c-447a-969d-66bd68318aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:35.816707 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381ebed3-7e97-4283-b801-919c1fffac4e tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Pushing event updated for resources: {'Subnet': ['ID=b8fe42f2-6296-4914-8295-0d33bbbc9893,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:35.849621 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf83ee1-3aac-4c1b-ace4-8fedba6a981f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-c4f68b94-64ce-4310-b8ea-6f719236d606', 'network_id': 'c4f68b94-64ce-4310-b8ea-6f719236d606', 'tenant_id': 'cfd2ab0afff74809b322f3f08c4f3a90', 'fixed_ips': [{'subnet_id': 'f5cb8f28-7642-4bfb-8146-7efb67ce691a'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:03:35.850005 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381ebed3-7e97-4283-b801-919c1fffac4e tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Checking segment: {'id': 'f8ee769a-b2db-483a-94c1-e77589cf3267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c9199828-375a-4359-9f9f-e0284a7fe118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:03:35.850513 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381ebed3-7e97-4283-b801-919c1fffac4e tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Network hostable DHCP agents. Network: c9199828-375a-4359-9f9f-e0284a7fe118, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:03:35.850750 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0cf83ee1-3aac-4c1b-ace4-8fedba6a981f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:35.891549 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-21c47e20-a50f-4960-8f60-b8b3c19261a2 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:35.898421 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c47e20-a50f-4960-8f60-b8b3c19261a2 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:35.899037 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-21c47e20-a50f-4960-8f60-b8b3c19261a2 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:35.957452 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.db.api [None req-aca7b104-056d-439b-a1d5-35ac19e35a46 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=114376) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:03:35.957768 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG oslo_db.api [None req-aca7b104-056d-439b-a1d5-35ac19e35a46 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:03:35.960941 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381ebed3-7e97-4283-b801-919c1fffac4e tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Network c9199828-375a-4359-9f9f-e0284a7fe118 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:03:35.974050 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c47e20-a50f-4960-8f60-b8b3c19261a2 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event updated for resources: {'Network': ['ID=38c65d25-be27-4cd5-bd4c-2444b2927a23,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:35.990931 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 38c65d25-be27-4cd5-bd4c-2444b2927a23 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:03:36.005112 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ebe1fb4c-3ad5-4a16-a886-e85e4ba50002 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:36.006254 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ebe1fb4c-3ad5-4a16-a886-e85e4ba50002 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:36.031016 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-21c47e20-a50f-4960-8f60-b8b3c19261a2 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5906439 Feb 16 17:03:36.032549 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4ac0f0d2-ce01-45ac-8e23-941faf6592cb tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:36.034100 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53142) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:36.040655 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-ba414ed9-4419-4ead-ba7a-3b80517d2ac8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Request body: {'subnet': {'network_id': '1d2a8dd3-7beb-491e-93f2-b8634b7eeb2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:36.103002 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-381ebed3-7e97-4283-b801-919c1fffac4e tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, c9199828-375a-4359-9f9f-e0284a7fe118) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:36.109954 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381ebed3-7e97-4283-b801-919c1fffac4e tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:36.110577 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-381ebed3-7e97-4283-b801-919c1fffac4e tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:36.125028 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a400ff27-8170-4b53-8c77-05dc24102e8b None None] Network c9199828-375a-4359-9f9f-e0284a7fe118 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:03:36.145624 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ebe1fb4c-3ad5-4a16-a886-e85e4ba50002 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:36.191003 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-4c67d92b-b07c-447a-969d-66bd68318aaf None None] Allocated IP 172.20.0.2 (7bf28453-94de-4f67-89f3-d79ba65dea87/a7eb4368-e44f-47bf-a8c5-15fc17e78133/be8c71d7-b258-4e22-95cc-57e59f3de5b9) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:36.196853 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-381ebed3-7e97-4283-b801-919c1fffac4e tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3225832 Feb 16 17:03:36.202332 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53144) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:36.210078 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-f243fee1-1870-4fa3-8a36-fcc85487f7dc tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Request body: {'port': {'network_id': 'c9199828-375a-4359-9f9f-e0284a7fe118', 'name': 'tempest-TagsExtTest-1713984266'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:36.216227 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-0cf83ee1-3aac-4c1b-ace4-8fedba6a981f None None] Allocated IP 2001:db8::2 (c4f68b94-64ce-4310-b8ea-6f719236d606/f5cb8f28-7642-4bfb-8146-7efb67ce691a/ca2c6d31-6181-4d63-91fa-ed47e7698a7b) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:36.223793 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ebe1fb4c-3ad5-4a16-a886-e85e4ba50002 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:36.319315 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ebe1fb4c-3ad5-4a16-a886-e85e4ba50002 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:36.323219 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ebe1fb4c-3ad5-4a16-a886-e85e4ba50002 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5749643 Feb 16 17:03:36.323473 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53148) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:36.331533 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-4ac0f0d2-ce01-45ac-8e23-941faf6592cb tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Deleting port 6c667048-3869-4fc2-9847-8bf85dddb4ac {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:03:36.331881 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4ac0f0d2-ce01-45ac-8e23-941faf6592cb tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:36.414688 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba414ed9-4419-4ead-ba7a-3b80517d2ac8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Made reservation on behalf of 8b839598b51f4c5f8c0eeb567a6c9232 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:36.419394 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ba414ed9-4419-4ead-ba7a-3b80517d2ac8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:36.478485 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279fd247-a43f-45fa-a699-5b654046795a req-4227e6aa-ff3c-4836-872f-e3cbf657d51a tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:36.480585 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-279fd247-a43f-45fa-a699-5b654046795a req-4227e6aa-ff3c-4836-872f-e3cbf657d51a tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] 10.222.0.88 "GET /v2.0/ports?device_id=f368bc1d-546d-4a33-9963-8a669754d388 HTTP/1.1" status: 200 len: 945 time: 0.0951884 Feb 16 17:03:36.482394 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4ac0f0d2-ce01-45ac-8e23-941faf6592cb tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:36.485603 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27b7398-f1c1-4f1f-a0ce-6bc218e5147d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-c9199828-375a-4359-9f9f-e0284a7fe118', 'network_id': 'c9199828-375a-4359-9f9f-e0284a7fe118', 'tenant_id': '095c774cbfc24830afb1470c6611d635', 'fixed_ips': [{'subnet_id': 'b8fe42f2-6296-4914-8295-0d33bbbc9893'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:03:36.486987 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d27b7398-f1c1-4f1f-a0ce-6bc218e5147d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:36.492560 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-aca7b104-056d-439b-a1d5-35ac19e35a46 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:36.517914 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-4ac0f0d2-ce01-45ac-8e23-941faf6592cb tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Calling delete_port for 6c667048-3869-4fc2-9847-8bf85dddb4ac owned by network:router_interface {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:03:36.542936 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-279fd247-a43f-45fa-a699-5b654046795a req-d123bbee-508f-404c-b724-58a0841b04b1 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] 10.222.0.88 "GET /v2.0/security-groups?id=f7d935da-675d-429a-a652-2c362be4f8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519221 Feb 16 17:03:36.556483 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4c67d92b-b07c-447a-969d-66bd68318aaf None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:36.630214 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0cf83ee1-3aac-4c1b-ace4-8fedba6a981f None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:36.644968 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4c67d92b-b07c-447a-969d-66bd68318aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:36.702169 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aca7b104-056d-439b-a1d5-35ac19e35a46 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:03:36.708559 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f243fee1-1870-4fa3-8a36-fcc85487f7dc tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Made reservation on behalf of 095c774cbfc24830afb1470c6611d635 for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:36.714019 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f243fee1-1870-4fa3-8a36-fcc85487f7dc tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:36.723336 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0cf83ee1-3aac-4c1b-ace4-8fedba6a981f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:36.755488 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c67d92b-b07c-447a-969d-66bd68318aaf None None] Network 7bf28453-94de-4f67-89f3-d79ba65dea87 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:36.764791 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67d92b-b07c-447a-969d-66bd68318aaf None None] Pushing event updated for resources: {'Port': ['ID=be8c71d7-b258-4e22-95cc-57e59f3de5b9,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:36.767799 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-4c67d92b-b07c-447a-969d-66bd68318aaf None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:36.771117 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-aca7b104-056d-439b-a1d5-35ac19e35a46 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:36.771476 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-aca7b104-056d-439b-a1d5-35ac19e35a46 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Added segment 2cfa1e20-abeb-424e-8f83-ed4ed5841aae of type vlan for network b94a5d8c-bbdb-437b-99e9-06ec102634fb Feb 16 17:03:36.775003 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf83ee1-3aac-4c1b-ace4-8fedba6a981f None None] Network c4f68b94-64ce-4310-b8ea-6f719236d606 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:36.778039 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c67d92b-b07c-447a-969d-66bd68318aaf None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:03:36.790016 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [None req-f243fee1-1870-4fa3-8a36-fcc85487f7dc tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] device_id is not set on port bb927871-aa2d-4c32-855d-41ce3c24a568 yet. {{(pid=114376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:03:36.811447 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-d27b7398-f1c1-4f1f-a0ce-6bc218e5147d None None] Allocated IP 172.20.0.2 (c9199828-375a-4359-9f9f-e0284a7fe118/b8fe42f2-6296-4914-8295-0d33bbbc9893/f1449c22-782a-48d1-8544-8d779a505e7a) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:36.811447 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-0cf83ee1-3aac-4c1b-ace4-8fedba6a981f None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:36.815757 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf83ee1-3aac-4c1b-ace4-8fedba6a981f None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:03:36.863024 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4ac0f0d2-ce01-45ac-8e23-941faf6592cb tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:36.902278 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac0f0d2-ce01-45ac-8e23-941faf6592cb tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event deleted for resources: {'Port': ['ID=6c667048-3869-4fc2-9847-8bf85dddb4ac,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:36.942000 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-aca7b104-056d-439b-a1d5-35ac19e35a46 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:36.952006 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:03:37.030212 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0e704c97-e39e-4bdd-a529-c99bba7c8e4f tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:37.039412 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4ac0f0d2-ce01-45ac-8e23-941faf6592cb tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:37.086904 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7c80f-b118-4843-8849-cb2cd10b7286 req-246e0dbe-a9a2-470a-933a-1e1cfe762bda tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:37.087120 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf83ee1-3aac-4c1b-ace4-8fedba6a981f None None] Pushing event updated for resources: {'Port': ['ID=ca2c6d31-6181-4d63-91fa-ed47e7698a7b,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:37.088594 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-90f7c80f-b118-4843-8849-cb2cd10b7286 req-246e0dbe-a9a2-470a-933a-1e1cfe762bda tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] 10.222.0.89 "GET /v2.0/ports?device_id=f368bc1d-546d-4a33-9963-8a669754d388 HTTP/1.1" status: 200 len: 945 time: 0.2419872 Feb 16 17:03:37.094860 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2adae89f-9102-4710-bcc7-da0907415874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:37.164869 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ba414ed9-4419-4ead-ba7a-3b80517d2ac8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:37.165357 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-4c67d92b-b07c-447a-969d-66bd68318aaf None None] Attempting to bind port be8c71d7-b258-4e22-95cc-57e59f3de5b9 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:03:37.165726 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-4c67d92b-b07c-447a-969d-66bd68318aaf None None] Attempting to bind port be8c71d7-b258-4e22-95cc-57e59f3de5b9 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '4d472917-dc15-4a3e-84bd-914b2c8dbc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7bf28453-94de-4f67-89f3-d79ba65dea87'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:03:37.166083 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c67d92b-b07c-447a-969d-66bd68318aaf None None] Attempting to bind port be8c71d7-b258-4e22-95cc-57e59f3de5b9 on network 7bf28453-94de-4f67-89f3-d79ba65dea87 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:03:37.177199 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c67d92b-b07c-447a-969d-66bd68318aaf None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:03:37.177578 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c67d92b-b07c-447a-969d-66bd68318aaf None None] Checking segment: {'id': '4d472917-dc15-4a3e-84bd-914b2c8dbc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7bf28453-94de-4f67-89f3-d79ba65dea87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:03:37.177978 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4c67d92b-b07c-447a-969d-66bd68318aaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:37.178368 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c67d92b-b07c-447a-969d-66bd68318aaf None None] Bound using segment: {'id': '4d472917-dc15-4a3e-84bd-914b2c8dbc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7bf28453-94de-4f67-89f3-d79ba65dea87'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:03:37.178842 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-4c67d92b-b07c-447a-969d-66bd68318aaf None None] Bound port: be8c71d7-b258-4e22-95cc-57e59f3de5b9, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d472917-dc15-4a3e-84bd-914b2c8dbc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7bf28453-94de-4f67-89f3-d79ba65dea87'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:03:37.179222 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4c67d92b-b07c-447a-969d-66bd68318aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:37.181397 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-0cf83ee1-3aac-4c1b-ace4-8fedba6a981f None None] Attempting to bind port ca2c6d31-6181-4d63-91fa-ed47e7698a7b on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:03:37.181554 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-0cf83ee1-3aac-4c1b-ace4-8fedba6a981f None None] Attempting to bind port ca2c6d31-6181-4d63-91fa-ed47e7698a7b by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '52442332-a4ff-4d58-be26-721a3934b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c4f68b94-64ce-4310-b8ea-6f719236d606'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:03:37.181837 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf83ee1-3aac-4c1b-ace4-8fedba6a981f None None] Attempting to bind port ca2c6d31-6181-4d63-91fa-ed47e7698a7b on network c4f68b94-64ce-4310-b8ea-6f719236d606 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:03:37.205575 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf83ee1-3aac-4c1b-ace4-8fedba6a981f None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:03:37.205956 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf83ee1-3aac-4c1b-ace4-8fedba6a981f None None] Checking segment: {'id': '52442332-a4ff-4d58-be26-721a3934b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c4f68b94-64ce-4310-b8ea-6f719236d606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:03:37.206353 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0cf83ee1-3aac-4c1b-ace4-8fedba6a981f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:37.207001 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf83ee1-3aac-4c1b-ace4-8fedba6a981f None None] Bound using segment: {'id': '52442332-a4ff-4d58-be26-721a3934b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c4f68b94-64ce-4310-b8ea-6f719236d606'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:03:37.207474 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-0cf83ee1-3aac-4c1b-ace4-8fedba6a981f None None] Bound port: ca2c6d31-6181-4d63-91fa-ed47e7698a7b, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52442332-a4ff-4d58-be26-721a3934b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c4f68b94-64ce-4310-b8ea-6f719236d606'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:03:37.207855 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0cf83ee1-3aac-4c1b-ace4-8fedba6a981f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:37.255629 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-aca7b104-056d-439b-a1d5-35ac19e35a46 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:37.264388 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca7b104-056d-439b-a1d5-35ac19e35a46 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:37.266058 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-aca7b104-056d-439b-a1d5-35ac19e35a46 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:37.271088 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac0f0d2-ce01-45ac-8e23-941faf6592cb tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Router feb8cf5e-971d-4afd-8700-c75ba065b36c has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:03:37.354308 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac0f0d2-ce01-45ac-8e23-941faf6592cb tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:03:37.364526 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-4ac0f0d2-ce01-45ac-8e23-941faf6592cb tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "PUT /v2.0/routers/feb8cf5e-971d-4afd-8700-c75ba065b36c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9970968 Feb 16 17:03:37.364930 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-4c67d92b-b07c-447a-969d-66bd68318aaf None None] For port be8c71d7-b258-4e22-95cc-57e59f3de5b9, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:03:37.376602 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53150) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:37.376701 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-4c67d92b-b07c-447a-969d-66bd68318aaf None None] For port be8c71d7-b258-4e22-95cc-57e59f3de5b9, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=be8c71d7-b258-4e22-95cc-57e59f3de5b9,segment=NetworkSegment(4d472917-dc15-4a3e-84bd-914b2c8dbc36),segment_id=4d472917-dc15-4a3e-84bd-914b2c8dbc36)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:03:37.379687 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f168ebf3-fdf3-4673-b905-c12a63327ae7 None None] Sync routers for ids ['feb8cf5e-971d-4afd-8700-c75ba065b36c'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:03:37.382910 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d27b7398-f1c1-4f1f-a0ce-6bc218e5147d None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:37.396720 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fe51226-b2f4-49e3-b177-57d48d45004d tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] GET failed (client error): The resource could not be found. Feb 16 17:03:37.401077 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-0fe51226-b2f4-49e3-b177-57d48d45004d tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "GET /v2.0/ports/6c667048-3869-4fc2-9847-8bf85dddb4ac HTTP/1.1" status: 404 len: 333 time: 0.0304549 Feb 16 17:03:37.401272 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-0cf83ee1-3aac-4c1b-ace4-8fedba6a981f None None] For port ca2c6d31-6181-4d63-91fa-ed47e7698a7b, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:03:37.401507 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53152) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:37.401612 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f168ebf3-fdf3-4673-b905-c12a63327ae7 None None] Routers {'feb8cf5e-971d-4afd-8700-c75ba065b36c'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:03:37.402523 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-f168ebf3-fdf3-4673-b905-c12a63327ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:03:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['feb8cf5e-971d-4afd-8700-c75ba065b36c'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:37.405445 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-0cf83ee1-3aac-4c1b-ace4-8fedba6a981f None None] For port ca2c6d31-6181-4d63-91fa-ed47e7698a7b, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=ca2c6d31-6181-4d63-91fa-ed47e7698a7b,segment=NetworkSegment(52442332-a4ff-4d58-be26-721a3934b587),segment_id=52442332-a4ff-4d58-be26-721a3934b587)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:03:37.440142 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-f168ebf3-fdf3-4673-b905-c12a63327ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:37.450073 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-aca7b104-056d-439b-a1d5-35ac19e35a46 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.8099177 Feb 16 17:03:37.455410 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4c67d92b-b07c-447a-969d-66bd68318aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:37.460068 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f168ebf3-fdf3-4673-b905-c12a63327ae7 None None] Routers {'feb8cf5e-971d-4afd-8700-c75ba065b36c'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:03:37.460753 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-f168ebf3-fdf3-4673-b905-c12a63327ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:03:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['feb8cf5e-971d-4afd-8700-c75ba065b36c'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:37.465364 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53154) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:37.478736 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-b1628643-b91d-418a-ba10-0660e54756c4 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Request body: {'network': {'name': 'tempest-router-network02--1618391295'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:37.480754 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-acf28ad1-1a28-4b2f-8521-012ab38f7741 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for router, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:37.496253 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba414ed9-4419-4ead-ba7a-3b80517d2ac8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event updated for resources: {'Subnet': ['ID=117ea0b6-3436-4813-b6a4-33fc05fdbb61,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:37.498300 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca7b104-056d-439b-a1d5-35ac19e35a46 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Pushing event updated for resources: {'Network': ['ID=b94a5d8c-bbdb-437b-99e9-06ec102634fb,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:37.526710 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network b94a5d8c-bbdb-437b-99e9-06ec102634fb details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:03:37.530188 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-f168ebf3-fdf3-4673-b905-c12a63327ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:37.530892 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f168ebf3-fdf3-4673-b905-c12a63327ae7 None None] The sync data for ids ['feb8cf5e-971d-4afd-8700-c75ba065b36c'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:03:37.540403 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0cf83ee1-3aac-4c1b-ace4-8fedba6a981f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:37.542615 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d27b7398-f1c1-4f1f-a0ce-6bc218e5147d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:37.610032 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba414ed9-4419-4ead-ba7a-3b80517d2ac8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Checking segment: {'id': 'e74a7ec7-caac-4049-9b2f-f393d96d55c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1d2a8dd3-7beb-491e-93f2-b8634b7eeb2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:03:37.610032 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba414ed9-4419-4ead-ba7a-3b80517d2ac8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Network hostable DHCP agents. Network: 1d2a8dd3-7beb-491e-93f2-b8634b7eeb2c, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:03:37.662936 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-0e704c97-e39e-4bdd-a529-c99bba7c8e4f tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Allocated IP 172.20.0.1 (7bf28453-94de-4f67-89f3-d79ba65dea87/a7eb4368-e44f-47bf-a8c5-15fc17e78133/31317933-6123-4a09-8919-a532951e6c0f) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:37.670754 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-f243fee1-1870-4fa3-8a36-fcc85487f7dc tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Allocated IP 172.20.0.6 (c9199828-375a-4359-9f9f-e0284a7fe118/b8fe42f2-6296-4914-8295-0d33bbbc9893/bb927871-aa2d-4c32-855d-41ce3c24a568) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:37.674493 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27b7398-f1c1-4f1f-a0ce-6bc218e5147d None None] Network c9199828-375a-4359-9f9f-e0284a7fe118 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:37.675889 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67d92b-b07c-447a-969d-66bd68318aaf None None] Pushing event updated for resources: {'Port': ['ID=be8c71d7-b258-4e22-95cc-57e59f3de5b9,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:37.683207 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-d27b7398-f1c1-4f1f-a0ce-6bc218e5147d None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:37.688047 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27b7398-f1c1-4f1f-a0ce-6bc218e5147d None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:03:37.758667 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-acf28ad1-1a28-4b2f-8521-012ab38f7741 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:37.761976 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-acf28ad1-1a28-4b2f-8521-012ab38f7741 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:37.791452 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf83ee1-3aac-4c1b-ace4-8fedba6a981f None None] Pushing event updated for resources: {'Port': ['ID=ca2c6d31-6181-4d63-91fa-ed47e7698a7b,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:37.833915 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-d27b7398-f1c1-4f1f-a0ce-6bc218e5147d None None] Attempting to bind port f1449c22-782a-48d1-8544-8d779a505e7a on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:03:37.834413 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-d27b7398-f1c1-4f1f-a0ce-6bc218e5147d None None] Attempting to bind port f1449c22-782a-48d1-8544-8d779a505e7a by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': 'f8ee769a-b2db-483a-94c1-e77589cf3267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c9199828-375a-4359-9f9f-e0284a7fe118'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:03:37.834830 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27b7398-f1c1-4f1f-a0ce-6bc218e5147d None None] Attempting to bind port f1449c22-782a-48d1-8544-8d779a505e7a on network c9199828-375a-4359-9f9f-e0284a7fe118 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:03:37.852207 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27b7398-f1c1-4f1f-a0ce-6bc218e5147d None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:03:37.852878 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27b7398-f1c1-4f1f-a0ce-6bc218e5147d None None] Checking segment: {'id': 'f8ee769a-b2db-483a-94c1-e77589cf3267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c9199828-375a-4359-9f9f-e0284a7fe118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:03:37.853353 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d27b7398-f1c1-4f1f-a0ce-6bc218e5147d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:37.853827 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27b7398-f1c1-4f1f-a0ce-6bc218e5147d None None] Bound using segment: {'id': 'f8ee769a-b2db-483a-94c1-e77589cf3267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c9199828-375a-4359-9f9f-e0284a7fe118'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:03:37.854555 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-d27b7398-f1c1-4f1f-a0ce-6bc218e5147d None None] Bound port: f1449c22-782a-48d1-8544-8d779a505e7a, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8ee769a-b2db-483a-94c1-e77589cf3267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c9199828-375a-4359-9f9f-e0284a7fe118'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:03:37.855182 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d27b7398-f1c1-4f1f-a0ce-6bc218e5147d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:37.915775 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-acf28ad1-1a28-4b2f-8521-012ab38f7741 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:37.918577 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf28ad1-1a28-4b2f-8521-012ab38f7741 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Fanout notify agent at l3_agent the message router_deleted on router feb8cf5e-971d-4afd-8700-c75ba065b36c {{(pid=114375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:03:37.937221 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27b7398-f1c1-4f1f-a0ce-6bc218e5147d None None] Pushing event updated for resources: {'Port': ['ID=f1449c22-782a-48d1-8544-8d779a505e7a,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:37.942526 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-acf28ad1-1a28-4b2f-8521-012ab38f7741 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:37.944668 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-acf28ad1-1a28-4b2f-8521-012ab38f7741 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "DELETE /v2.0/routers/feb8cf5e-971d-4afd-8700-c75ba065b36c HTTP/1.1" status: 204 len: 168 time: 0.5422280 Feb 16 17:03:37.947500 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53158) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:38.034403 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-d27b7398-f1c1-4f1f-a0ce-6bc218e5147d None None] For port f1449c22-782a-48d1-8544-8d779a505e7a, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:03:38.049680 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-d27b7398-f1c1-4f1f-a0ce-6bc218e5147d None None] For port f1449c22-782a-48d1-8544-8d779a505e7a, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=f1449c22-782a-48d1-8544-8d779a505e7a,segment=NetworkSegment(f8ee769a-b2db-483a-94c1-e77589cf3267),segment_id=f8ee769a-b2db-483a-94c1-e77589cf3267)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:03:38.067034 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-502fbd80-bfae-461d-8d38-5f7fcb7570f3 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Deleting subnet 41016a24-28c6-4476-ab20-e5f7c9c989cf {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:03:38.071125 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-502fbd80-bfae-461d-8d38-5f7fcb7570f3 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:38.093871 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba414ed9-4419-4ead-ba7a-3b80517d2ac8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Network 1d2a8dd3-7beb-491e-93f2-b8634b7eeb2c is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:03:38.095862 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1628643-b91d-418a-ba10-0660e54756c4 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Made reservation on behalf of cfd2ab0afff74809b322f3f08c4f3a90 for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:38.099568 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b1628643-b91d-418a-ba10-0660e54756c4 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:38.103446 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-90f7c80f-b118-4843-8849-cb2cd10b7286 req-c85bc71c-51df-4c03-8095-fac38cace7a1 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] Deleting port e7740743-77d7-4136-b0e6-56afca85ecb5 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:03:38.107347 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-90f7c80f-b118-4843-8849-cb2cd10b7286 req-c85bc71c-51df-4c03-8095-fac38cace7a1 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:38.125551 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-502fbd80-bfae-461d-8d38-5f7fcb7570f3 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:38.125822 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d27b7398-f1c1-4f1f-a0ce-6bc218e5147d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:38.218857 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27b7398-f1c1-4f1f-a0ce-6bc218e5147d None None] Pushing event updated for resources: {'Port': ['ID=f1449c22-782a-48d1-8544-8d779a505e7a,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:38.266468 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-502fbd80-bfae-461d-8d38-5f7fcb7570f3 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:38.317507 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-ba414ed9-4419-4ead-ba7a-3b80517d2ac8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 1d2a8dd3-7beb-491e-93f2-b8634b7eeb2c) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:38.327480 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab9febe-cfce-49f1-be6b-cdcea32c0985 None None] Network 1d2a8dd3-7beb-491e-93f2-b8634b7eeb2c requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:03:38.337616 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1628643-b91d-418a-ba10-0660e54756c4 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:03:38.340395 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba414ed9-4419-4ead-ba7a-3b80517d2ac8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:38.340981 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ba414ed9-4419-4ead-ba7a-3b80517d2ac8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:38.429981 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-502fbd80-bfae-461d-8d38-5f7fcb7570f3 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:38.438243 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b1628643-b91d-418a-ba10-0660e54756c4 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:38.438666 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-b1628643-b91d-418a-ba10-0660e54756c4 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Added segment 0d888589-00cd-4346-8096-acfbe3124b40 of type vlan for network bc0d6dfe-aa4c-4910-b7a8-d4ce2454cbf2 Feb 16 17:03:38.455305 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016c715-c5cd-4ac6-9272-d59c19ed9315 req-04ea0baf-fc3e-4a78-a319-4188dfb9f533 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:38.457367 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f016c715-c5cd-4ac6-9272-d59c19ed9315 req-04ea0baf-fc3e-4a78-a319-4188dfb9f533 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] 10.222.0.88 "GET /v2.0/ports?device_id=f368bc1d-546d-4a33-9963-8a669754d388 HTTP/1.1" status: 200 len: 945 time: 0.7838399 Feb 16 17:03:38.512962 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502fbd80-bfae-461d-8d38-5f7fcb7570f3 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event deleted for resources: {'Subnet': ['ID=41016a24-28c6-4476-ab20-e5f7c9c989cf,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:38.513182 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-90f7c80f-b118-4843-8849-cb2cd10b7286 req-c85bc71c-51df-4c03-8095-fac38cace7a1 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] For port e7740743-77d7-4136-b0e6-56afca85ecb5, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=e7740743-77d7-4136-b0e6-56afca85ecb5,segment=NetworkSegment(28dbb9d7-8b41-4b33-bc55-266cbd193076),segment_id=28dbb9d7-8b41-4b33-bc55-266cbd193076)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:03:38.513182 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-90f7c80f-b118-4843-8849-cb2cd10b7286 req-c85bc71c-51df-4c03-8095-fac38cace7a1 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:38.514366 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-502fbd80-bfae-461d-8d38-5f7fcb7570f3 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:38.520655 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-502fbd80-bfae-461d-8d38-5f7fcb7570f3 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "DELETE /v2.0/subnets/41016a24-28c6-4476-ab20-e5f7c9c989cf HTTP/1.1" status: 204 len: 168 time: 0.5719888 Feb 16 17:03:38.521879 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53160) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:38.526954 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7318cfc-f549-427e-b1b1-ff0ed4ec79ee None None] Network 5f652e83-9b2c-4458-8b00-19e988a5de66 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:03:38.613485 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a505f9cc-df64-46b7-8af2-79e224343e99 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:38.629955 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92c8023-af7d-461f-8db9-51c9ef238a6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-1d2a8dd3-7beb-491e-93f2-b8634b7eeb2c', 'network_id': '1d2a8dd3-7beb-491e-93f2-b8634b7eeb2c', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'fixed_ips': [{'subnet_id': '117ea0b6-3436-4813-b6a4-33fc05fdbb61'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:03:38.631085 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a92c8023-af7d-461f-8db9-51c9ef238a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:38.679831 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-ba414ed9-4419-4ead-ba7a-3b80517d2ac8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6418729 Feb 16 17:03:38.682736 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53162) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:38.690328 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-d6bc5b3a-0900-4b0f-8e0c-39cbb963b0b7 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Request body: {'subnet': {'network_id': '38c65d25-be27-4cd5-bd4c-2444b2927a23', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:38.693938 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-90f7c80f-b118-4843-8849-cb2cd10b7286 req-c85bc71c-51df-4c03-8095-fac38cace7a1 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] Calling delete_port for e7740743-77d7-4136-b0e6-56afca85ecb5 owned by compute:nova {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:03:38.704333 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0e704c97-e39e-4bdd-a529-c99bba7c8e4f tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:38.752571 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b1628643-b91d-418a-ba10-0660e54756c4 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:38.811147 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device be8c71d7-b258-4e22-95cc-57e59f3de5b9 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:03:38.854495 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f243fee1-1870-4fa3-8a36-fcc85487f7dc tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:38.858976 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-a505f9cc-df64-46b7-8af2-79e224343e99 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Deleting port f780327f-3a12-418e-b962-370b42a08dc8 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:03:38.859702 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a505f9cc-df64-46b7-8af2-79e224343e99 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:38.923472 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6bc5b3a-0900-4b0f-8e0c-39cbb963b0b7 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Made reservation on behalf of 8b839598b51f4c5f8c0eeb567a6c9232 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:38.928026 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d6bc5b3a-0900-4b0f-8e0c-39cbb963b0b7 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:38.937329 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f016c715-c5cd-4ac6-9272-d59c19ed9315 req-11d9698a-5962-49a0-9459-5ab6583222c0 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] 10.222.0.88 "GET /v2.0/security-groups?id=f7d935da-675d-429a-a652-2c362be4f8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4312897 Feb 16 17:03:38.941104 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.db.resource_extend [None req-b1628643-b91d-418a-ba10-0660e54756c4 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 17:03:39.010093 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port be8c71d7-b258-4e22-95cc-57e59f3de5b9 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:39.010471 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:39.058656 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-a92c8023-af7d-461f-8db9-51c9ef238a6b None None] Allocated IP 2001:db8::2 (1d2a8dd3-7beb-491e-93f2-b8634b7eeb2c/117ea0b6-3436-4813-b6a4-33fc05fdbb61/5989cad5-f5f9-47c6-a859-3adb5134d963) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:39.062615 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-a505f9cc-df64-46b7-8af2-79e224343e99 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] For port f780327f-3a12-418e-b962-370b42a08dc8, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=f780327f-3a12-418e-b962-370b42a08dc8,segment=NetworkSegment(0567e9e1-7939-4070-869a-815caa2b2f87),segment_id=0567e9e1-7939-4070-869a-815caa2b2f87)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:03:39.066932 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a505f9cc-df64-46b7-8af2-79e224343e99 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:39.067063 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2605246-9e19-4a5e-8376-989636c80c01 None None] DHCP port deletion for 5f652e83-9b2c-4458-8b00-19e988a5de66 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:03:39.089737 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-a505f9cc-df64-46b7-8af2-79e224343e99 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Calling delete_port for f780327f-3a12-418e-b962-370b42a08dc8 owned by network:dhcp {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:03:39.113050 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b1628643-b91d-418a-ba10-0660e54756c4 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:39.119513 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1628643-b91d-418a-ba10-0660e54756c4 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:39.120216 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b1628643-b91d-418a-ba10-0660e54756c4 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:39.152209 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0e704c97-e39e-4bdd-a529-c99bba7c8e4f tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:39.223285 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86efe77-04b9-48c7-a3ef-dc06ce2fe251 None None] Network 7bf28453-94de-4f67-89f3-d79ba65dea87 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:03:39.228100 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e704c97-e39e-4bdd-a529-c99bba7c8e4f tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Network 7bf28453-94de-4f67-89f3-d79ba65dea87 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:39.242131 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-0e704c97-e39e-4bdd-a529-c99bba7c8e4f tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:39.253719 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-90f7c80f-b118-4843-8849-cb2cd10b7286 req-c85bc71c-51df-4c03-8095-fac38cace7a1 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:39.256218 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f243fee1-1870-4fa3-8a36-fcc85487f7dc tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:39.266766 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e704c97-e39e-4bdd-a529-c99bba7c8e4f tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:03:39.272647 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-b1628643-b91d-418a-ba10-0660e54756c4 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7979455 Feb 16 17:03:39.287148 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-afd8dca8-81eb-43a4-8510-16767a6285ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:39.291294 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53166) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:39.300591 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-14ed924a-7b26-4dd1-8ad4-6b3caa1313c9 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Request body: {'subnet': {'network_id': 'b94a5d8c-bbdb-437b-99e9-06ec102634fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:39.333585 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1628643-b91d-418a-ba10-0660e54756c4 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Pushing event updated for resources: {'Network': ['ID=bc0d6dfe-aa4c-4910-b7a8-d4ce2454cbf2,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:39.369047 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e704c97-e39e-4bdd-a529-c99bba7c8e4f tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event updated for resources: {'Port': ['ID=31317933-6123-4a09-8919-a532951e6c0f,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:39.393859 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a505f9cc-df64-46b7-8af2-79e224343e99 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:39.399300 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f7c80f-b118-4843-8849-cb2cd10b7286 req-c85bc71c-51df-4c03-8095-fac38cace7a1 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] No DVR routers for this DVR port e7740743-77d7-4136-b0e6-56afca85ecb5 on host hv-neutron-8286 {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:03:39.419540 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-90f7c80f-b118-4843-8849-cb2cd10b7286 req-c85bc71c-51df-4c03-8095-fac38cace7a1 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:39.425893 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-90f7c80f-b118-4843-8849-cb2cd10b7286 req-c85bc71c-51df-4c03-8095-fac38cace7a1 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] 10.222.0.89 "DELETE /v2.0/ports/e7740743-77d7-4136-b0e6-56afca85ecb5 HTTP/1.1" status: 204 len: 173 time: 2.2986596 Feb 16 17:03:39.426734 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f368bc1d-546d-4a33-9963-8a669754d388', 'name': 'network-vif-deleted', 'tag': 'e7740743-77d7-4136-b0e6-56afca85ecb5'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:03:39.430273 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6aad58-7f8f-4093-9ce8-8aaad24ed419" -d '{"events": [{"server_uuid": "f368bc1d-546d-4a33-9963-8a669754d388", "name": "network-vif-deleted", "tag": "e7740743-77d7-4136-b0e6-56afca85ecb5"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:03:39.469815 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a505f9cc-df64-46b7-8af2-79e224343e99 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event deleted for resources: {'Port': ['ID=f780327f-3a12-418e-b962-370b42a08dc8,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:39.473531 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a505f9cc-df64-46b7-8af2-79e224343e99 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] No DVR routers for this DVR port f780327f-3a12-418e-b962-370b42a08dc8 on host dv-neutron-828697-3-hyperv {{(pid=114375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:03:39.490432 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85bc71c-51df-4c03-8095-fac38cace7a1 tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] Pushing event deleted for resources: {'Port': ['ID=e7740743-77d7-4136-b0e6-56afca85ecb5,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:39.498333 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0e704c97-e39e-4bdd-a529-c99bba7c8e4f tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:39.513595 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a92c8023-af7d-461f-8db9-51c9ef238a6b None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:39.527798 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network bc0d6dfe-aa4c-4910-b7a8-d4ce2454cbf2 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:03:39.551163 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:39.574673 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d6bc5b3a-0900-4b0f-8e0c-39cbb963b0b7 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:39.601053 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port be8c71d7-b258-4e22-95cc-57e59f3de5b9, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=be8c71d7-b258-4e22-95cc-57e59f3de5b9,segment=NetworkSegment(4d472917-dc15-4a3e-84bd-914b2c8dbc36),segment_id=4d472917-dc15-4a3e-84bd-914b2c8dbc36)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:03:39.632360 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f243fee1-1870-4fa3-8a36-fcc85487f7dc tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Pushing event updated for resources: {'Port': ['ID=bb927871-aa2d-4c32-855d-41ce3c24a568,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:39.633661 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-a2605246-9e19-4a5e-8376-989636c80c01 None None] Deleting port f780327f-3a12-418e-b962-370b42a08dc8 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:03:39.634132 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a2605246-9e19-4a5e-8376-989636c80c01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:39.651278 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f243fee1-1870-4fa3-8a36-fcc85487f7dc tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Network c9199828-375a-4359-9f9f-e0284a7fe118 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:39.658786 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-f243fee1-1870-4fa3-8a36-fcc85487f7dc tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:39.670397 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f243fee1-1870-4fa3-8a36-fcc85487f7dc tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:03:39.810845 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926c9cb6-ceeb-4f0a-b1a1-ee77988fb0a1 x-openstack-request-id: req-926c9cb6-ceeb-4f0a-b1a1-ee77988fb0a1 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:03:39.811148 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f368bc1d-546d-4a33-9963-8a669754d388", "name": "network-vif-deleted", "tag": "e7740743-77d7-4136-b0e6-56afca85ecb5", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:03:39.811405 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-926c9cb6-ceeb-4f0a-b1a1-ee77988fb0a1 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:03:39.811822 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f368bc1d-546d-4a33-9963-8a669754d388', 'name': 'network-vif-deleted', 'tag': 'e7740743-77d7-4136-b0e6-56afca85ecb5', 'status': 'completed', 'code': 200} Feb 16 17:03:39.841481 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a505f9cc-df64-46b7-8af2-79e224343e99 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:39.848557 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f243fee1-1870-4fa3-8a36-fcc85487f7dc tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:39.849233 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f243fee1-1870-4fa3-8a36-fcc85487f7dc tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:39.872042 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bc5b3a-0900-4b0f-8e0c-39cbb963b0b7 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event updated for resources: {'Subnet': ['ID=6611c77d-675f-4a8f-a302-f951531d9277,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:39.889225 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-a505f9cc-df64-46b7-8af2-79e224343e99 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f652e83-9b2c-4458-8b00-19e988a5de66']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:39.900532 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bc5b3a-0900-4b0f-8e0c-39cbb963b0b7 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Checking segment: {'id': '2648de15-99c5-4249-86f9-dcdf4730f88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '38c65d25-be27-4cd5-bd4c-2444b2927a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:03:39.901404 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bc5b3a-0900-4b0f-8e0c-39cbb963b0b7 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Network hostable DHCP agents. Network: 38c65d25-be27-4cd5-bd4c-2444b2927a23, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:03:39.903944 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-a505f9cc-df64-46b7-8af2-79e224343e99 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0567e9e1-7939-4070-869a-815caa2b2f87') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:39.904269 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-a505f9cc-df64-46b7-8af2-79e224343e99 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0567e9e1-7939-4070-869a-815caa2b2f87') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:39.919053 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a505f9cc-df64-46b7-8af2-79e224343e99 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:39.926808 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1eab809-9b81-4ef3-b362-d8c5df14d561 None None] Network c4f68b94-64ce-4310-b8ea-6f719236d606 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:03:39.939459 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ed924a-7b26-4dd1-8ad4-6b3caa1313c9 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Made reservation on behalf of cfd2ab0afff74809b322f3f08c4f3a90 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:39.954683 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-14ed924a-7b26-4dd1-8ad4-6b3caa1313c9 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:39.959333 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a505f9cc-df64-46b7-8af2-79e224343e99 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:40.014975 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-f243fee1-1870-4fa3-8a36-fcc85487f7dc tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.8112535 Feb 16 17:03:40.017760 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53174) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:40.017934 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:40.018646 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device ca2c6d31-6181-4d63-91fa-ed47e7698a7b up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:03:40.030219 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-7bc4e27d-0ad0-4a18-9d31-d841548a279e tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-750440583', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:40.047863 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0e704c97-e39e-4bdd-a529-c99bba7c8e4f tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:40.061721 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a505f9cc-df64-46b7-8af2-79e224343e99 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:03:40.062425 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a505f9cc-df64-46b7-8af2-79e224343e99 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:40.066703 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bc5b3a-0900-4b0f-8e0c-39cbb963b0b7 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Network 38c65d25-be27-4cd5-bd4c-2444b2927a23 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:03:40.068682 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 17:03:40.068682 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:03:40.068682 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 17:03:40.068682 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:03:40.068682 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 17:03:40.068682 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:03:40.068682 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 17:03:40.068682 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:03:40.068682 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 17:03:40.068682 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:03:40.068682 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 17:03:40.068682 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:03:40.068682 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 17:03:40.068682 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:03:40.068682 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:03:40.068682 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:03:40.068682 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:03:40.068682 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:03:40.068682 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 17:03:40.068682 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:03:40.068682 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 17:03:40.068682 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:03:40.068682 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:03:40.068682 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:03:40.068682 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 17:03:40.068682 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:03:40.068682 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:03:40.068682 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:03:40.068682 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:03:40.068682 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:03:40.068682 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:03:40.068682 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:03:40.096290 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device e7740743-77d7-4136-b0e6-56afca85ecb5 no longer exists at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:03:40.102815 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a92c8023-af7d-461f-8db9-51c9ef238a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:40.113789 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cdca1c-6e26-4c12-8ef4-c6cc7b1a18dd None None] Network c9199828-375a-4359-9f9f-e0284a7fe118 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:03:40.148232 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-d6bc5b3a-0900-4b0f-8e0c-39cbb963b0b7 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 38c65d25-be27-4cd5-bd4c-2444b2927a23) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:40.158371 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bc5b3a-0900-4b0f-8e0c-39cbb963b0b7 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:40.158975 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d6bc5b3a-0900-4b0f-8e0c-39cbb963b0b7 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:40.182400 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5c2f2b07-c676-46c1-a368-a28db43cd896 req-f64cd53a-0307-4c77-ae00-62d2f132503a tempest-TestServerAdvancedOps-1898010317 tempest-TestServerAdvancedOps-1898010317-project] 10.222.0.88 "GET /v2.0/ports?device_id=f368bc1d-546d-4a33-9963-8a669754d388 HTTP/1.1" status: 200 len: 210 time: 0.0778286 Feb 16 17:03:40.186095 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7bc4e27d-0ad0-4a18-9d31-d841548a279e tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:40.187152 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7bc4e27d-0ad0-4a18-9d31-d841548a279e tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:40.221711 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a505f9cc-df64-46b7-8af2-79e224343e99 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:40.238797 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a505f9cc-df64-46b7-8af2-79e224343e99 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:40.242740 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a505f9cc-df64-46b7-8af2-79e224343e99 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "DELETE /v2.0/networks/5f652e83-9b2c-4458-8b00-19e988a5de66 HTTP/1.1" status: 204 len: 168 time: 1.7197771 Feb 16 17:03:40.248063 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd3b1f2-f6c7-4105-97f3-ee21ab569e55 None None] Network 38c65d25-be27-4cd5-bd4c-2444b2927a23 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:03:40.258000 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a505f9cc-df64-46b7-8af2-79e224343e99 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event deleted for resources: {'Network': ['ID=5f652e83-9b2c-4458-8b00-19e988a5de66,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:40.267334 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53178) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:40.276845 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] No Port match for: e7740743-77d7-4136-b0e6-56afca85ecb5 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:03:40.277272 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device e7740743-77d7-4136-b0e6-56afca85ecb5 not bound to the agent host hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:03:40.321804 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-3bf07ae4-3432-49be-8e25-0de4008d28c4 None None] Provisioning complete for port be8c71d7-b258-4e22-95cc-57e59f3de5b9 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:40.322184 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-3bf07ae4-3432-49be-8e25-0de4008d28c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:40.327297 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-a2605246-9e19-4a5e-8376-989636c80c01 None None] For port f780327f-3a12-418e-b962-370b42a08dc8, host dv-neutron-828697-3-hyperv, got binding levels [] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:03:40.327627 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a2605246-9e19-4a5e-8376-989636c80c01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:40.353527 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7bc4e27d-0ad0-4a18-9d31-d841548a279e tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:40.373954 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d6bc5b3a-0900-4b0f-8e0c-39cbb963b0b7 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6897533 Feb 16 17:03:40.389122 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53180) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:40.395843 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3163c83-2f29-46c5-8470-d70b5682c58d tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:40.400710 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d3163c83-2f29-46c5-8470-d70b5682c58d tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "GET /v2.0/ports/2c4a2bc6-5f3c-4378-8e2a-9b6302a664ee HTTP/1.1" status: 200 len: 845 time: 0.1287916 Feb 16 17:03:40.408751 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-bd3fb1a4-36fb-486f-b3cd-b568cc71ac8c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-106262214', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:40.415492 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53182) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:40.434401 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92c8023-af7d-461f-8db9-51c9ef238a6b None None] Network 1d2a8dd3-7beb-491e-93f2-b8634b7eeb2c is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:40.479040 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-3dfb1fd8-88f3-435f-afee-0e7899bb5265 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "GET /v2.0/ports/2c4a2bc6-5f3c-4378-8e2a-9b6302a664ee?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0583565 Feb 16 17:03:40.479668 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53184) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:40.487034 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-0d2ef770-220d-4edc-938c-c0f25a219450 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Request body: {'subnet': {'network_id': 'a7037b94-ac63-490a-a5e2-0102bdd301e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:40.487547 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-a2605246-9e19-4a5e-8376-989636c80c01 None None] Calling delete_port for f780327f-3a12-418e-b962-370b42a08dc8 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:03:40.489636 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-a92c8023-af7d-461f-8db9-51c9ef238a6b None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:40.492218 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92c8023-af7d-461f-8db9-51c9ef238a6b None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:03:40.496378 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.ipam_backend_mixin [None req-a2605246-9e19-4a5e-8376-989636c80c01 None None] Port f780327f-3a12-418e-b962-370b42a08dc8 was not found and therefore no delete operation was performed {{(pid=114377) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 17:03:40.523037 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a2605246-9e19-4a5e-8376-989636c80c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:40.530466 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=be8c71d7-b258-4e22-95cc-57e59f3de5b9,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:40.588963 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0e704c97-e39e-4bdd-a529-c99bba7c8e4f tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:40.611931 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-14ed924a-7b26-4dd1-8ad4-6b3caa1313c9 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:40.612962 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7bc4e27d-0ad0-4a18-9d31-d841548a279e tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:40.627661 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a2605246-9e19-4a5e-8376-989636c80c01 None None] Network 5f652e83-9b2c-4458-8b00-19e988a5de66 is not hosted by any dhcp agent {{(pid=114377) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 16 17:03:40.628233 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2605246-9e19-4a5e-8376-989636c80c01 None None] No DVR routers for this DVR port f780327f-3a12-418e-b962-370b42a08dc8 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:03:40.665380 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port ca2c6d31-6181-4d63-91fa-ed47e7698a7b triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:40.665692 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:40.670301 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bd3fb1a4-36fb-486f-b3cd-b568cc71ac8c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:40.671108 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bd3fb1a4-36fb-486f-b3cd-b568cc71ac8c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:40.699823 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed924a-7b26-4dd1-8ad4-6b3caa1313c9 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Pushing event updated for resources: {'Subnet': ['ID=a5f6677f-aa69-4f8d-b83e-e158f31f183d,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:40.702824 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:40.711127 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7bc4e27d-0ad0-4a18-9d31-d841548a279e tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:40.715267 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-7bc4e27d-0ad0-4a18-9d31-d841548a279e tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6956279 Feb 16 17:03:40.716610 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0e704c97-e39e-4bdd-a529-c99bba7c8e4f tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:40.722529 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53186) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:40.731287 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-b5c2f71d-35ca-41b5-8f21-efc1a55a4f02 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-760884033', 'prefixes': ['172.20.0.0/16']}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:40.742318 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92c8023-af7d-461f-8db9-51c9ef238a6b None None] Pushing event updated for resources: {'Port': ['ID=5989cad5-f5f9-47c6-a859-3adb5134d963,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:40.783715 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ed924a-7b26-4dd1-8ad4-6b3caa1313c9 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Checking segment: {'id': '2cfa1e20-abeb-424e-8f83-ed4ed5841aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b94a5d8c-bbdb-437b-99e9-06ec102634fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:03:40.783715 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ed924a-7b26-4dd1-8ad4-6b3caa1313c9 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Network hostable DHCP agents. Network: b94a5d8c-bbdb-437b-99e9-06ec102634fb, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:03:40.831538 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2605246-9e19-4a5e-8376-989636c80c01 None None] Pushing event deleted for resources: {'Port': ['ID=f780327f-3a12-418e-b962-370b42a08dc8,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:40.856945 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bd3fb1a4-36fb-486f-b3cd-b568cc71ac8c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:40.870735 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-a92c8023-af7d-461f-8db9-51c9ef238a6b None None] Attempting to bind port 5989cad5-f5f9-47c6-a859-3adb5134d963 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:03:40.874034 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-a92c8023-af7d-461f-8db9-51c9ef238a6b None None] Attempting to bind port 5989cad5-f5f9-47c6-a859-3adb5134d963 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': 'e74a7ec7-caac-4049-9b2f-f393d96d55c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1d2a8dd3-7beb-491e-93f2-b8634b7eeb2c'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:03:40.874034 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92c8023-af7d-461f-8db9-51c9ef238a6b None None] Attempting to bind port 5989cad5-f5f9-47c6-a859-3adb5134d963 on network 1d2a8dd3-7beb-491e-93f2-b8634b7eeb2c {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:03:40.905169 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e704c97-e39e-4bdd-a529-c99bba7c8e4f tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event updated for resources: {'Port': ['ID=31317933-6123-4a09-8919-a532951e6c0f,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:40.917873 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0e704c97-e39e-4bdd-a529-c99bba7c8e4f tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:40.927822 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92c8023-af7d-461f-8db9-51c9ef238a6b None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:03:40.928436 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92c8023-af7d-461f-8db9-51c9ef238a6b None None] Checking segment: {'id': 'e74a7ec7-caac-4049-9b2f-f393d96d55c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1d2a8dd3-7beb-491e-93f2-b8634b7eeb2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:03:40.929139 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a92c8023-af7d-461f-8db9-51c9ef238a6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:40.929139 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92c8023-af7d-461f-8db9-51c9ef238a6b None None] Bound using segment: {'id': 'e74a7ec7-caac-4049-9b2f-f393d96d55c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1d2a8dd3-7beb-491e-93f2-b8634b7eeb2c'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:03:40.929712 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-a92c8023-af7d-461f-8db9-51c9ef238a6b None None] Bound port: 5989cad5-f5f9-47c6-a859-3adb5134d963, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e74a7ec7-caac-4049-9b2f-f393d96d55c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1d2a8dd3-7beb-491e-93f2-b8634b7eeb2c'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:03:40.929953 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a92c8023-af7d-461f-8db9-51c9ef238a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:40.947596 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d8f154-c47b-4cef-9258-ae898004d8f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-38c65d25-be27-4cd5-bd4c-2444b2927a23', 'network_id': '38c65d25-be27-4cd5-bd4c-2444b2927a23', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'fixed_ips': [{'subnet_id': '6611c77d-675f-4a8f-a302-f951531d9277'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:03:40.948600 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-40d8f154-c47b-4cef-9258-ae898004d8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:40.993673 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ed924a-7b26-4dd1-8ad4-6b3caa1313c9 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Network b94a5d8c-bbdb-437b-99e9-06ec102634fb is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:03:40.997709 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2ef770-220d-4edc-938c-c0f25a219450 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Made reservation on behalf of 02ebc15ce0534c46afb3b8b1618852cd for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:41.004472 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0d2ef770-220d-4edc-938c-c0f25a219450 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:41.010060 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bd3fb1a4-36fb-486f-b3cd-b568cc71ac8c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:41.034944 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e704c97-e39e-4bdd-a529-c99bba7c8e4f tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Network 7bf28453-94de-4f67-89f3-d79ba65dea87 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:41.036299 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-0e704c97-e39e-4bdd-a529-c99bba7c8e4f tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:41.247557 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:41.264233 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-a92c8023-af7d-461f-8db9-51c9ef238a6b None None] For port 5989cad5-f5f9-47c6-a859-3adb5134d963, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:03:41.287437 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53190) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:41.332022 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port ca2c6d31-6181-4d63-91fa-ed47e7698a7b, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=ca2c6d31-6181-4d63-91fa-ed47e7698a7b,segment=NetworkSegment(52442332-a4ff-4d58-be26-721a3934b587),segment_id=52442332-a4ff-4d58-be26-721a3934b587)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:03:41.333532 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e704c97-e39e-4bdd-a529-c99bba7c8e4f tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Router c1f62a03-07a8-42b9-ae75-9ddbd0464166 is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:03:41.346255 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-a92c8023-af7d-461f-8db9-51c9ef238a6b None None] For port 5989cad5-f5f9-47c6-a859-3adb5134d963, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=5989cad5-f5f9-47c6-a859-3adb5134d963,segment=NetworkSegment(e74a7ec7-caac-4049-9b2f-f393d96d55c6),segment_id=e74a7ec7-caac-4049-9b2f-f393d96d55c6)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:03:41.349539 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-0899306c-74cf-416f-a1a3-74d4a1d98863 None None] Provisioning complete for port 31317933-6123-4a09-8919-a532951e6c0f triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:41.350041 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0899306c-74cf-416f-a1a3-74d4a1d98863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:41.403501 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-0899306c-74cf-416f-a1a3-74d4a1d98863 None None] Port 31317933-6123-4a09-8919-a532951e6c0f cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:03:41.407066 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-8181802b-9033-4557-a134-828de08fbdb1 admin admin] Deleting subnet a2290c8c-3594-4467-bb7a-80f433c430d8 {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:03:41.435650 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:41.444135 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-0899306c-74cf-416f-a1a3-74d4a1d98863 None None] Provisioning complete for port ca2c6d31-6181-4d63-91fa-ed47e7698a7b triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:41.444135 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0899306c-74cf-416f-a1a3-74d4a1d98863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:41.476252 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8181802b-9033-4557-a134-828de08fbdb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:41.505592 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a92c8023-af7d-461f-8db9-51c9ef238a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:41.520678 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8181802b-9033-4557-a134-828de08fbdb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:41.539558 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bd3fb1a4-36fb-486f-b3cd-b568cc71ac8c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:41.543762 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-bd3fb1a4-36fb-486f-b3cd-b568cc71ac8c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.1426334 Feb 16 17:03:41.545289 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-14ed924a-7b26-4dd1-8ad4-6b3caa1313c9 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, b94a5d8c-bbdb-437b-99e9-06ec102634fb) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:41.547002 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53192) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:41.553108 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-40d8f154-c47b-4cef-9258-ae898004d8f4 None None] Allocated IP 2001:db8:1::2 (38c65d25-be27-4cd5-bd4c-2444b2927a23/6611c77d-675f-4a8f-a302-f951531d9277/9c6d1e4c-3e9e-42e3-935a-ce3e39f8cb82) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:41.558672 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ed924a-7b26-4dd1-8ad4-6b3caa1313c9 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:41.564401 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-14ed924a-7b26-4dd1-8ad4-6b3caa1313c9 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:41.589016 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c572fdbe-e8e0-4b95-b43f-b5b29a520dd3 None None] Network b94a5d8c-bbdb-437b-99e9-06ec102634fb requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:03:41.593982 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8181802b-9033-4557-a134-828de08fbdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:41.665631 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e704c97-e39e-4bdd-a529-c99bba7c8e4f tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:03:41.685344 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-0e704c97-e39e-4bdd-a529-c99bba7c8e4f tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "PUT /v2.0/routers/c1f62a03-07a8-42b9-ae75-9ddbd0464166/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3523800 Feb 16 17:03:41.685344 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53194) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:41.685819 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dd6570-ebe4-47dd-9037-b80884adc8c4 None None] Sync routers for ids ['c1f62a03-07a8-42b9-ae75-9ddbd0464166'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:03:41.699334 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dd6570-ebe4-47dd-9037-b80884adc8c4 None None] Routers {'c1f62a03-07a8-42b9-ae75-9ddbd0464166'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:03:41.700257 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-80dd6570-ebe4-47dd-9037-b80884adc8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:03:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['c1f62a03-07a8-42b9-ae75-9ddbd0464166'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:41.742011 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-80dd6570-ebe4-47dd-9037-b80884adc8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:41.753060 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dd6570-ebe4-47dd-9037-b80884adc8c4 None None] Routers {'c1f62a03-07a8-42b9-ae75-9ddbd0464166'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:03:41.757472 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-80dd6570-ebe4-47dd-9037-b80884adc8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:03:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['c1f62a03-07a8-42b9-ae75-9ddbd0464166'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:41.776128 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397c0dc6-1b67-4f6d-a9d3-3c32bd6f51e2 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:41.778171 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-397c0dc6-1b67-4f6d-a9d3-3c32bd6f51e2 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "GET /v2.0/ports/31317933-6123-4a09-8919-a532951e6c0f HTTP/1.1" status: 200 len: 910 time: 0.0955079 Feb 16 17:03:41.780667 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53196) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:41.789045 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-b0abfb26-bf92-4bf4-b300-7b89cb81e538 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a7eb4368-e44f-47bf-a8c5-15fc17e78133'}]}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:41.795025 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=ca2c6d31-6181-4d63-91fa-ed47e7698a7b,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:41.808787 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:41.809656 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device be8c71d7-b258-4e22-95cc-57e59f3de5b9 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:03:41.809841 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-80dd6570-ebe4-47dd-9037-b80884adc8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:41.810499 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dd6570-ebe4-47dd-9037-b80884adc8c4 None None] The sync data for ids ['c1f62a03-07a8-42b9-ae75-9ddbd0464166'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:03:41.890530 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92c8023-af7d-461f-8db9-51c9ef238a6b None None] Pushing event updated for resources: {'Port': ['ID=5989cad5-f5f9-47c6-a859-3adb5134d963,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:41.963524 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-14ed924a-7b26-4dd1-8ad4-6b3caa1313c9 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6702008 Feb 16 17:03:41.967065 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53198) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:41.972325 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b5c2f71d-35ca-41b5-8f21-efc1a55a4f02 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Notify callbacks [] for subnetpool, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:41.973966 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-b5c2f71d-35ca-41b5-8f21-efc1a55a4f02 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 1.2465827 Feb 16 17:03:41.977222 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-696e4132-9b09-45f5-b5c5-0eb3ec895880 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Request body: {'subnet': {'network_id': 'bc0d6dfe-aa4c-4910-b7a8-d4ce2454cbf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:41.982277 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8181802b-9033-4557-a134-828de08fbdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:42.003362 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53200) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:42.014220 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.tag.tag_plugin [None req-448aa6d8-d944-4ac9-b61c-babdc910c353 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b8fe42f2-6296-4914-8295-0d33bbbc9893', 'tempest-TagsExtTest-Tag-1214902134') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:42.153353 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8181802b-9033-4557-a134-828de08fbdb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2290c8c-3594-4467-bb7a-80f433c430d8,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:42.165937 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8181802b-9033-4557-a134-828de08fbdb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:42.172222 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-8181802b-9033-4557-a134-828de08fbdb1 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/a2290c8c-3594-4467-bb7a-80f433c430d8 HTTP/1.1" status: 204 len: 168 time: 0.8835888 Feb 16 17:03:42.173708 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53202) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:42.221144 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-df7ad805-e99e-4ac2-95a0-5c4bfb5df95c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:42.223628 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0d2ef770-220d-4edc-938c-c0f25a219450 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:42.223856 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b0abfb26-bf92-4bf4-b300-7b89cb81e538 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:42.284523 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2ef770-220d-4edc-938c-c0f25a219450 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Network a7037b94-ac63-490a-a5e2-0102bdd301e7 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:42.308880 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port be8c71d7-b258-4e22-95cc-57e59f3de5b9 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:42.309501 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:42.318520 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:42.320074 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-0899306c-74cf-416f-a1a3-74d4a1d98863 None None] Provisioning complete for port f1449c22-782a-48d1-8544-8d779a505e7a triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:42.320434 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0899306c-74cf-416f-a1a3-74d4a1d98863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:42.327698 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-0d2ef770-220d-4edc-938c-c0f25a219450 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:42.335103 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2ef770-220d-4edc-938c-c0f25a219450 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:42.335445 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0d2ef770-220d-4edc-938c-c0f25a219450 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:42.365607 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad914e3-6790-472f-a22f-8a6820837893 None None] Network a7037b94-ac63-490a-a5e2-0102bdd301e7 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:03:42.394669 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-40d8f154-c47b-4cef-9258-ae898004d8f4 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:42.395791 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ef770-220d-4edc-938c-c0f25a219450 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event updated for resources: {'Subnet': ['ID=481e4d02-ddf6-471c-b527-43d02d7f2097,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:42.410138 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1024713d-d487-48be-b67a-fd11be05cef1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-b94a5d8c-bbdb-437b-99e9-06ec102634fb', 'network_id': 'b94a5d8c-bbdb-437b-99e9-06ec102634fb', 'tenant_id': 'cfd2ab0afff74809b322f3f08c4f3a90', 'fixed_ips': [{'subnet_id': 'a5f6677f-aa69-4f8d-b83e-e158f31f183d'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:03:42.410985 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1024713d-d487-48be-b67a-fd11be05cef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:42.470478 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-494a502c-8528-4d3a-b472-dc05391d887f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:42.498951 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-0d2ef770-220d-4edc-938c-c0f25a219450 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0144963 Feb 16 17:03:42.499186 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53204) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:42.509971 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-2b871a49-5e41-46ff-a78b-d4e2790a4aeb tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Request body: {'security_group': {'name': 'tempest-secgroup-1847378495'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:42.521140 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696e4132-9b09-45f5-b5c5-0eb3ec895880 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Made reservation on behalf of cfd2ab0afff74809b322f3f08c4f3a90 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:42.525114 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-696e4132-9b09-45f5-b5c5-0eb3ec895880 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:42.606084 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-df7ad805-e99e-4ac2-95a0-5c4bfb5df95c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Allocated IP 2001:db8::1 (1d2a8dd3-7beb-491e-93f2-b8634b7eeb2c/117ea0b6-3436-4813-b6a4-33fc05fdbb61/046f6b8a-fe4f-4b4e-9504-ea673dc4d141) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:42.632191 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-40d8f154-c47b-4cef-9258-ae898004d8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:42.685650 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2b871a49-5e41-46ff-a78b-d4e2790a4aeb tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:42.764733 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d8f154-c47b-4cef-9258-ae898004d8f4 None None] Network 38c65d25-be27-4cd5-bd4c-2444b2927a23 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:42.787640 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-40d8f154-c47b-4cef-9258-ae898004d8f4 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:42.790182 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d8f154-c47b-4cef-9258-ae898004d8f4 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:03:42.793930 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-df7ad805-e99e-4ac2-95a0-5c4bfb5df95c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:42.834382 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2b871a49-5e41-46ff-a78b-d4e2790a4aeb tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:42.877162 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d8f154-c47b-4cef-9258-ae898004d8f4 None None] Pushing event updated for resources: {'Port': ['ID=9c6d1e4c-3e9e-42e3-935a-ce3e39f8cb82,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:42.898080 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2b871a49-5e41-46ff-a78b-d4e2790a4aeb tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:42.902234 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0899306c-74cf-416f-a1a3-74d4a1d98863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:42.934555 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-df7ad805-e99e-4ac2-95a0-5c4bfb5df95c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:42.946319 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-40d8f154-c47b-4cef-9258-ae898004d8f4 None None] Attempting to bind port 9c6d1e4c-3e9e-42e3-935a-ce3e39f8cb82 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:03:42.946723 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-40d8f154-c47b-4cef-9258-ae898004d8f4 None None] Attempting to bind port 9c6d1e4c-3e9e-42e3-935a-ce3e39f8cb82 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '2648de15-99c5-4249-86f9-dcdf4730f88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '38c65d25-be27-4cd5-bd4c-2444b2927a23'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:03:42.947270 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d8f154-c47b-4cef-9258-ae898004d8f4 None None] Attempting to bind port 9c6d1e4c-3e9e-42e3-935a-ce3e39f8cb82 on network 38c65d25-be27-4cd5-bd4c-2444b2927a23 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:03:42.956256 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device f1449c22-782a-48d1-8544-8d779a505e7a up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:03:42.986973 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b871a49-5e41-46ff-a78b-d4e2790a4aeb tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2c0e15-565a-498f-94cf-adf64e1b7286,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:43.005812 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c64ddc-c180-4985-b2cf-aba83808dbc8 None None] Network 1d2a8dd3-7beb-491e-93f2-b8634b7eeb2c requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:03:43.018176 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7ad805-e99e-4ac2-95a0-5c4bfb5df95c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Network 1d2a8dd3-7beb-491e-93f2-b8634b7eeb2c is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:43.024077 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-df7ad805-e99e-4ac2-95a0-5c4bfb5df95c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:43.028583 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7ad805-e99e-4ac2-95a0-5c4bfb5df95c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:03:43.029333 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-df7ad805-e99e-4ac2-95a0-5c4bfb5df95c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:43.038711 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2b871a49-5e41-46ff-a78b-d4e2790a4aeb tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:43.040138 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-2b871a49-5e41-46ff-a78b-d4e2790a4aeb tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5401504 Feb 16 17:03:43.080443 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53206) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:43.090881 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-f6bbe707-34a1-4f01-9b35-3ff7d375ba3a tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Request body: {'security_group': {'name': 'tempest-secgroup-1832956400'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:43.106399 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-448aa6d8-d944-4ac9-b61c-babdc910c353 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "PUT /v2.0/subnets/b8fe42f2-6296-4914-8295-0d33bbbc9893/tags/tempest-TagsExtTest-Tag-1214902134 HTTP/1.1" status: 201 len: 201 time: 1.0964222 Feb 16 17:03:43.119274 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53208) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:43.132618 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.tag.tag_plugin [None req-5831190c-aefb-4fa2-8ad8-5db1274663ba tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'bb927871-aa2d-4c32-855d-41ce3c24a568', 'tempest-TagsExtTest-Tag-1250520435') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:43.156819 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7ad805-e99e-4ac2-95a0-5c4bfb5df95c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event updated for resources: {'Port': ['ID=046f6b8a-fe4f-4b4e-9504-ea673dc4d141,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:43.165755 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d8f154-c47b-4cef-9258-ae898004d8f4 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:03:43.166103 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d8f154-c47b-4cef-9258-ae898004d8f4 None None] Checking segment: {'id': '2648de15-99c5-4249-86f9-dcdf4730f88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '38c65d25-be27-4cd5-bd4c-2444b2927a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:03:43.166512 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-40d8f154-c47b-4cef-9258-ae898004d8f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:43.166908 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d8f154-c47b-4cef-9258-ae898004d8f4 None None] Bound using segment: {'id': '2648de15-99c5-4249-86f9-dcdf4730f88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '38c65d25-be27-4cd5-bd4c-2444b2927a23'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:03:43.167391 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-40d8f154-c47b-4cef-9258-ae898004d8f4 None None] Bound port: 9c6d1e4c-3e9e-42e3-935a-ce3e39f8cb82, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2648de15-99c5-4249-86f9-dcdf4730f88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '38c65d25-be27-4cd5-bd4c-2444b2927a23'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:03:43.167769 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-40d8f154-c47b-4cef-9258-ae898004d8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:43.172449 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-0899306c-74cf-416f-a1a3-74d4a1d98863 None None] For port f1449c22-782a-48d1-8544-8d779a505e7a, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=f1449c22-782a-48d1-8544-8d779a505e7a,segment=NetworkSegment(f8ee769a-b2db-483a-94c1-e77589cf3267),segment_id=f8ee769a-b2db-483a-94c1-e77589cf3267)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:03:43.175936 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-1024713d-d487-48be-b67a-fd11be05cef1 None None] Allocated IP 2001:db8::2 (b94a5d8c-bbdb-437b-99e9-06ec102634fb/a5f6677f-aa69-4f8d-b83e-e158f31f183d/6d38b131-2cb3-47d1-9114-65c170f029fb) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:43.205529 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f6bbe707-34a1-4f01-9b35-3ff7d375ba3a tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:43.246662 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-494a502c-8528-4d3a-b472-dc05391d887f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:43.303187 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-494a502c-8528-4d3a-b472-dc05391d887f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66cc928b-621e-496b-9066-5b5d6fd45edf']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:43.314333 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96239831-4a44-4e1b-8c72-df95a01fe363 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-a7037b94-ac63-490a-a5e2-0102bdd301e7', 'network_id': 'a7037b94-ac63-490a-a5e2-0102bdd301e7', 'tenant_id': '02ebc15ce0534c46afb3b8b1618852cd', 'fixed_ips': [{'subnet_id': '481e4d02-ddf6-471c-b527-43d02d7f2097'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:03:43.315445 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-96239831-4a44-4e1b-8c72-df95a01fe363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:43.319472 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-494a502c-8528-4d3a-b472-dc05391d887f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28dbb9d7-8b41-4b33-bc55-266cbd193076') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:43.319776 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-494a502c-8528-4d3a-b472-dc05391d887f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28dbb9d7-8b41-4b33-bc55-266cbd193076') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:43.327118 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0899306c-74cf-416f-a1a3-74d4a1d98863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:43.353052 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-494a502c-8528-4d3a-b472-dc05391d887f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:43.367574 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f6bbe707-34a1-4f01-9b35-3ff7d375ba3a tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:43.376086 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-df7ad805-e99e-4ac2-95a0-5c4bfb5df95c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:43.396847 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-5831190c-aefb-4fa2-8ad8-5db1274663ba tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "PUT /v2.0/ports/bb927871-aa2d-4c32-855d-41ce3c24a568/tags/tempest-TagsExtTest-Tag-1250520435 HTTP/1.1" status: 201 len: 201 time: 0.2712593 Feb 16 17:03:43.397837 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53210) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:43.422362 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.tag.tag_plugin [None req-e3ad31ed-164c-4fc5-b2b6-9d587771c95d tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b689b9ec-e4bf-481e-9576-e02b147d805a', 'tempest-TagsExtTest-Tag-164074328') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:43.468492 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-494a502c-8528-4d3a-b472-dc05391d887f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:43.486610 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f6bbe707-34a1-4f01-9b35-3ff7d375ba3a tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:43.494103 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-494a502c-8528-4d3a-b472-dc05391d887f admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:03:43.494694 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-494a502c-8528-4d3a-b472-dc05391d887f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:43.499628 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 17:03:43.499628 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:03:43.499628 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 17:03:43.499628 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:03:43.499628 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 17:03:43.499628 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:03:43.499628 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 17:03:43.499628 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:03:43.499628 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 17:03:43.499628 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:03:43.499628 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 17:03:43.499628 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:03:43.499628 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 17:03:43.499628 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:03:43.499628 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:03:43.499628 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:03:43.499628 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:03:43.499628 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:03:43.499628 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 17:03:43.499628 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:03:43.499628 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 17:03:43.499628 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:03:43.499628 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:03:43.499628 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:03:43.499628 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 17:03:43.499628 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:03:43.499628 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:03:43.499628 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:03:43.499628 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:03:43.499628 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:03:43.499628 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:03:43.499628 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:03:43.582590 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bbe707-34a1-4f01-9b35-3ff7d375ba3a tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59c1fc81-ca33-497a-ae5a-12ef4460644b,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:43.638907 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0899306c-74cf-416f-a1a3-74d4a1d98863 None None] Pushing event updated for resources: {'Port': ['ID=f1449c22-782a-48d1-8544-8d779a505e7a,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:43.644379 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-0899306c-74cf-416f-a1a3-74d4a1d98863 None None] Provisioning complete for port be8c71d7-b258-4e22-95cc-57e59f3de5b9 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:43.647335 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0899306c-74cf-416f-a1a3-74d4a1d98863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:43.673493 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f6bbe707-34a1-4f01-9b35-3ff7d375ba3a tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:43.677660 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f6bbe707-34a1-4f01-9b35-3ff7d375ba3a tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5934551 Feb 16 17:03:43.679243 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53212) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:43.683898 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-3b28979d-d69a-40c1-968a-731c3a0edf18 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1780826087', 'security_groups': ['59c1fc81-ca33-497a-ae5a-12ef4460644b'], 'network_id': 'a7037b94-ac63-490a-a5e2-0102bdd301e7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '481e4d02-ddf6-471c-b527-43d02d7f2097'}]}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:43.738077 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b0abfb26-bf92-4bf4-b300-7b89cb81e538 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:43.757224 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-494a502c-8528-4d3a-b472-dc05391d887f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:43.803442 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-494a502c-8528-4d3a-b472-dc05391d887f admin admin] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:43.810571 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-494a502c-8528-4d3a-b472-dc05391d887f admin admin] 10.222.0.88 "DELETE /v2.0/networks/66cc928b-621e-496b-9066-5b5d6fd45edf HTTP/1.1" status: 204 len: 168 time: 1.6290271 Feb 16 17:03:43.812303 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494a502c-8528-4d3a-b472-dc05391d887f admin admin] Pushing event deleted for resources: {'Network': ['ID=66cc928b-621e-496b-9066-5b5d6fd45edf,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:43.813299 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53214) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:43.815592 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-e3ad31ed-164c-4fc5-b2b6-9d587771c95d tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "PUT /v2.0/routers/b689b9ec-e4bf-481e-9576-e02b147d805a/tags/tempest-TagsExtTest-Tag-164074328 HTTP/1.1" status: 201 len: 201 time: 0.3976786 Feb 16 17:03:43.817144 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-696e4132-9b09-45f5-b5c5-0eb3ec895880 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:43.822660 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53216) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:43.831341 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.tag.tag_plugin [None req-a17fe83f-7996-4771-88bc-4fb1d36ea364 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f8fbb9f7-5b3e-4315-a380-eecc3b78171f', 'tempest-TagsExtTest-Tag-482415381') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:43.904971 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b0abfb26-bf92-4bf4-b300-7b89cb81e538 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:43.916475 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-961179c2-f23b-4bbe-b42e-5be7abb2f61d admin admin] Deleting subnet a8b24fe7-722d-4b6a-862a-8ef7fce99dd6 {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:03:43.920505 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-df7ad805-e99e-4ac2-95a0-5c4bfb5df95c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:43.925497 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-961179c2-f23b-4bbe-b42e-5be7abb2f61d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:43.950884 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-96239831-4a44-4e1b-8c72-df95a01fe363 None None] Allocated IP 2001:db8::2 (a7037b94-ac63-490a-a5e2-0102bdd301e7/481e4d02-ddf6-471c-b527-43d02d7f2097/02fb96dd-6106-480d-b8f0-d962e51a2c76) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:43.980369 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-961179c2-f23b-4bbe-b42e-5be7abb2f61d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:44.002329 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-40d8f154-c47b-4cef-9258-ae898004d8f4 None None] For port 9c6d1e4c-3e9e-42e3-935a-ce3e39f8cb82, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:03:44.006582 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-df7ad805-e99e-4ac2-95a0-5c4bfb5df95c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:44.007438 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-df7ad805-e99e-4ac2-95a0-5c4bfb5df95c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:44.019086 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-40d8f154-c47b-4cef-9258-ae898004d8f4 None None] For port 9c6d1e4c-3e9e-42e3-935a-ce3e39f8cb82, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=9c6d1e4c-3e9e-42e3-935a-ce3e39f8cb82,segment=NetworkSegment(2648de15-99c5-4249-86f9-dcdf4730f88e),segment_id=2648de15-99c5-4249-86f9-dcdf4730f88e)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:03:44.020560 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0abfb26-bf92-4bf4-b300-7b89cb81e538 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event updated for resources: {'Port': ['ID=31317933-6123-4a09-8919-a532951e6c0f,revision_number=3']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:44.020718 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port f1449c22-782a-48d1-8544-8d779a505e7a triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:44.021335 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:44.070212 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b28979d-d69a-40c1-968a-731c3a0edf18 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Made reservation on behalf of 02ebc15ce0534c46afb3b8b1618852cd for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:44.100118 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696e4132-9b09-45f5-b5c5-0eb3ec895880 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Checking segment: {'id': '0d888589-00cd-4346-8096-acfbe3124b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'bc0d6dfe-aa4c-4910-b7a8-d4ce2454cbf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:03:44.100497 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696e4132-9b09-45f5-b5c5-0eb3ec895880 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Network hostable DHCP agents. Network: bc0d6dfe-aa4c-4910-b7a8-d4ce2454cbf2, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:03:44.120194 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0abfb26-bf92-4bf4-b300-7b89cb81e538 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:44.121010 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b0abfb26-bf92-4bf4-b300-7b89cb81e538 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:44.124026 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-40d8f154-c47b-4cef-9258-ae898004d8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:44.127601 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-b0abfb26-bf92-4bf4-b300-7b89cb81e538 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "PUT /v2.0/ports/31317933-6123-4a09-8919-a532951e6c0f HTTP/1.1" status: 200 len: 910 time: 2.3455853 Feb 16 17:03:44.128820 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696e4132-9b09-45f5-b5c5-0eb3ec895880 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Pushing event updated for resources: {'Subnet': ['ID=555fdd47-edba-4da5-a356-5bcf674bccc7,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:44.129288 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53218) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:44.136604 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1024713d-d487-48be-b67a-fd11be05cef1 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:44.185601 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-a17fe83f-7996-4771-88bc-4fb1d36ea364 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "PUT /v2.0/subnetpools/f8fbb9f7-5b3e-4315-a380-eecc3b78171f/tags/tempest-TagsExtTest-Tag-482415381 HTTP/1.1" status: 201 len: 201 time: 0.3595529 Feb 16 17:03:44.192770 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53220) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:44.233020 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1024713d-d487-48be-b67a-fd11be05cef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:44.271539 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696e4132-9b09-45f5-b5c5-0eb3ec895880 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Network bc0d6dfe-aa4c-4910-b7a8-d4ce2454cbf2 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:03:44.287258 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-961179c2-f23b-4bbe-b42e-5be7abb2f61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:44.307389 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1024713d-d487-48be-b67a-fd11be05cef1 None None] Network b94a5d8c-bbdb-437b-99e9-06ec102634fb is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:44.315403 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d8f154-c47b-4cef-9258-ae898004d8f4 None None] Pushing event updated for resources: {'Port': ['ID=9c6d1e4c-3e9e-42e3-935a-ce3e39f8cb82,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:44.318348 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-1024713d-d487-48be-b67a-fd11be05cef1 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:44.324250 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1024713d-d487-48be-b67a-fd11be05cef1 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:03:44.329331 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.tag.tag_plugin [None req-7aab9d02-62e1-4e26-9518-1dd846528890 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b8fe42f2-6296-4914-8295-0d33bbbc9893') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:44.334181 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-696e4132-9b09-45f5-b5c5-0eb3ec895880 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, bc0d6dfe-aa4c-4910-b7a8-d4ce2454cbf2) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:44.338948 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696e4132-9b09-45f5-b5c5-0eb3ec895880 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:44.341295 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-696e4132-9b09-45f5-b5c5-0eb3ec895880 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:44.375871 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7ad805-e99e-4ac2-95a0-5c4bfb5df95c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event updated for resources: {'Port': ['ID=046f6b8a-fe4f-4b4e-9504-ea673dc4d141,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:44.381092 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3b9e75-8f0e-4c3a-ad4c-70ee502e34e0 None None] Network bc0d6dfe-aa4c-4910-b7a8-d4ce2454cbf2 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:03:44.460883 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-696e4132-9b09-45f5-b5c5-0eb3ec895880 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4916861 Feb 16 17:03:44.462362 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53222) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:44.741318 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-96239831-4a44-4e1b-8c72-df95a01fe363 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:44.743368 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1024713d-d487-48be-b67a-fd11be05cef1 None None] Pushing event updated for resources: {'Port': ['ID=6d38b131-2cb3-47d1-9114-65c170f029fb,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:44.773007 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-f3722cd2-4bdc-4d00-8da7-771c1cc0ba2e None None] Provisioning complete for port 31317933-6123-4a09-8919-a532951e6c0f triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:44.773394 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f3722cd2-4bdc-4d00-8da7-771c1cc0ba2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:44.775050 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-1024713d-d487-48be-b67a-fd11be05cef1 None None] Attempting to bind port 6d38b131-2cb3-47d1-9114-65c170f029fb on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:03:44.775413 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-1024713d-d487-48be-b67a-fd11be05cef1 None None] Attempting to bind port 6d38b131-2cb3-47d1-9114-65c170f029fb by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '2cfa1e20-abeb-424e-8f83-ed4ed5841aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b94a5d8c-bbdb-437b-99e9-06ec102634fb'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:03:44.775769 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1024713d-d487-48be-b67a-fd11be05cef1 None None] Attempting to bind port 6d38b131-2cb3-47d1-9114-65c170f029fb on network b94a5d8c-bbdb-437b-99e9-06ec102634fb {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:03:44.818096 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1024713d-d487-48be-b67a-fd11be05cef1 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:03:44.818481 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1024713d-d487-48be-b67a-fd11be05cef1 None None] Checking segment: {'id': '2cfa1e20-abeb-424e-8f83-ed4ed5841aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b94a5d8c-bbdb-437b-99e9-06ec102634fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:03:44.818859 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1024713d-d487-48be-b67a-fd11be05cef1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:44.819246 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1024713d-d487-48be-b67a-fd11be05cef1 None None] Bound using segment: {'id': '2cfa1e20-abeb-424e-8f83-ed4ed5841aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b94a5d8c-bbdb-437b-99e9-06ec102634fb'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:03:44.819721 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-1024713d-d487-48be-b67a-fd11be05cef1 None None] Bound port: 6d38b131-2cb3-47d1-9114-65c170f029fb, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cfa1e20-abeb-424e-8f83-ed4ed5841aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b94a5d8c-bbdb-437b-99e9-06ec102634fb'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:03:44.820138 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1024713d-d487-48be-b67a-fd11be05cef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:44.846819 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-f3722cd2-4bdc-4d00-8da7-771c1cc0ba2e None None] Port 31317933-6123-4a09-8919-a532951e6c0f cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:03:44.847054 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fb2812c5-5bff-4ab1-b763-9153caaf8ae2 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:44.873116 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-96239831-4a44-4e1b-8c72-df95a01fe363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:44.905388 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device f780327f-3a12-418e-b962-370b42a08dc8 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:03:44.949476 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7ad805-e99e-4ac2-95a0-5c4bfb5df95c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Network 1d2a8dd3-7beb-491e-93f2-b8634b7eeb2c is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:44.958936 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3b28979d-d69a-40c1-968a-731c3a0edf18 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:44.966638 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: f780327f-3a12-418e-b962-370b42a08dc8 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:03:44.966985 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device f780327f-3a12-418e-b962-370b42a08dc8 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:03:44.967652 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-df7ad805-e99e-4ac2-95a0-5c4bfb5df95c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:44.997037 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96239831-4a44-4e1b-8c72-df95a01fe363 None None] Network a7037b94-ac63-490a-a5e2-0102bdd301e7 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:45.001319 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-f3722cd2-4bdc-4d00-8da7-771c1cc0ba2e None None] Provisioning complete for port f1449c22-782a-48d1-8544-8d779a505e7a triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:45.001695 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f3722cd2-4bdc-4d00-8da7-771c1cc0ba2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:45.024752 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-96239831-4a44-4e1b-8c72-df95a01fe363 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:45.047046 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96239831-4a44-4e1b-8c72-df95a01fe363 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:03:45.050193 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96239831-4a44-4e1b-8c72-df95a01fe363 None None] Pushing event updated for resources: {'Port': ['ID=02fb96dd-6106-480d-b8f0-d962e51a2c76,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:45.072085 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1024713d-d487-48be-b67a-fd11be05cef1 None None] For port 6d38b131-2cb3-47d1-9114-65c170f029fb, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:03:45.080643 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299fa569-c77c-4a07-bda6-d1ab2c0b090a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-bc0d6dfe-aa4c-4910-b7a8-d4ce2454cbf2', 'network_id': 'bc0d6dfe-aa4c-4910-b7a8-d4ce2454cbf2', 'tenant_id': 'cfd2ab0afff74809b322f3f08c4f3a90', 'fixed_ips': [{'subnet_id': '555fdd47-edba-4da5-a356-5bcf674bccc7'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:03:45.083654 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-299fa569-c77c-4a07-bda6-d1ab2c0b090a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:45.143905 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1024713d-d487-48be-b67a-fd11be05cef1 None None] For port 6d38b131-2cb3-47d1-9114-65c170f029fb, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=6d38b131-2cb3-47d1-9114-65c170f029fb,segment=NetworkSegment(2cfa1e20-abeb-424e-8f83-ed4ed5841aae),segment_id=2cfa1e20-abeb-424e-8f83-ed4ed5841aae)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:03:45.221663 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-fb2812c5-5bff-4ab1-b763-9153caaf8ae2 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Allocated IP 2001:db8::1 (b94a5d8c-bbdb-437b-99e9-06ec102634fb/a5f6677f-aa69-4f8d-b83e-e158f31f183d/9e0f1dd1-4f74-4cd8-8be8-6763c483f48e) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:45.230921 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1024713d-d487-48be-b67a-fd11be05cef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:45.238636 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-3b28979d-d69a-40c1-968a-731c3a0edf18 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] device_id is not set on port c4776e3b-667d-4d1a-8fd0-87ceef49b97c yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:03:45.252961 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-96239831-4a44-4e1b-8c72-df95a01fe363 None None] Attempting to bind port 02fb96dd-6106-480d-b8f0-d962e51a2c76 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:03:45.253326 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-96239831-4a44-4e1b-8c72-df95a01fe363 None None] Attempting to bind port 02fb96dd-6106-480d-b8f0-d962e51a2c76 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '331746fb-4322-4882-a9d1-7ebc78f71ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a7037b94-ac63-490a-a5e2-0102bdd301e7'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:03:45.253690 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96239831-4a44-4e1b-8c72-df95a01fe363 None None] Attempting to bind port 02fb96dd-6106-480d-b8f0-d962e51a2c76 on network a7037b94-ac63-490a-a5e2-0102bdd301e7 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:03:45.257973 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-961179c2-f23b-4bbe-b42e-5be7abb2f61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:45.310200 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-7aab9d02-62e1-4e26-9518-1dd846528890 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "GET /v2.0/subnets/b8fe42f2-6296-4914-8295-0d33bbbc9893/tags HTTP/1.1" status: 200 len: 241 time: 1.0187724 Feb 16 17:03:45.388697 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53224) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:45.401123 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-961179c2-f23b-4bbe-b42e-5be7abb2f61d admin admin] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:45.406545 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-961179c2-f23b-4bbe-b42e-5be7abb2f61d admin admin] 10.222.0.88 "DELETE /v2.0/subnets/a8b24fe7-722d-4b6a-862a-8ef7fce99dd6 HTTP/1.1" status: 204 len: 168 time: 1.5900166 Feb 16 17:03:45.412458 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.tag.tag_plugin [None req-7ad5e3e2-e088-490b-a877-f326a383648d tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b8fe42f2-6296-4914-8295-0d33bbbc9893', 'tempest-TagsExtTest-Tag-1214902134') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:45.414590 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53226) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:45.418795 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fb2812c5-5bff-4ab1-b763-9153caaf8ae2 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:45.425064 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961179c2-f23b-4bbe-b42e-5be7abb2f61d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8b24fe7-722d-4b6a-862a-8ef7fce99dd6,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:45.439955 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device ca2c6d31-6181-4d63-91fa-ed47e7698a7b up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:03:45.491091 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96239831-4a44-4e1b-8c72-df95a01fe363 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:03:45.491572 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96239831-4a44-4e1b-8c72-df95a01fe363 None None] Checking segment: {'id': '331746fb-4322-4882-a9d1-7ebc78f71ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a7037b94-ac63-490a-a5e2-0102bdd301e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:03:45.492083 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-96239831-4a44-4e1b-8c72-df95a01fe363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:45.492700 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96239831-4a44-4e1b-8c72-df95a01fe363 None None] Bound using segment: {'id': '331746fb-4322-4882-a9d1-7ebc78f71ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a7037b94-ac63-490a-a5e2-0102bdd301e7'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:03:45.493178 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-96239831-4a44-4e1b-8c72-df95a01fe363 None None] Bound port: 02fb96dd-6106-480d-b8f0-d962e51a2c76, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '331746fb-4322-4882-a9d1-7ebc78f71ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a7037b94-ac63-490a-a5e2-0102bdd301e7'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:03:45.493586 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-96239831-4a44-4e1b-8c72-df95a01fe363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:45.517545 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fb2812c5-5bff-4ab1-b763-9153caaf8ae2 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:45.521560 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1024713d-d487-48be-b67a-fd11be05cef1 None None] Pushing event updated for resources: {'Port': ['ID=6d38b131-2cb3-47d1-9114-65c170f029fb,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:45.618735 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2812c5-5bff-4ab1-b763-9153caaf8ae2 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Network b94a5d8c-bbdb-437b-99e9-06ec102634fb is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:45.622466 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-fb2812c5-5bff-4ab1-b763-9153caaf8ae2 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:45.627906 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2812c5-5bff-4ab1-b763-9153caaf8ae2 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:03:45.628801 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fb2812c5-5bff-4ab1-b763-9153caaf8ae2 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:45.671083 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4b4f58e2-6d35-4c88-aa92-6185fc1a03d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:45.694757 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2812c5-5bff-4ab1-b763-9153caaf8ae2 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Pushing event updated for resources: {'Port': ['ID=9e0f1dd1-4f74-4cd8-8be8-6763c483f48e,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:45.702546 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-299fa569-c77c-4a07-bda6-d1ab2c0b090a None None] Allocated IP 2001:db8::2 (bc0d6dfe-aa4c-4910-b7a8-d4ce2454cbf2/555fdd47-edba-4da5-a356-5bcf674bccc7/01ef2196-9d6d-4961-9a03-437d2f7a525b) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:45.727187 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-96239831-4a44-4e1b-8c72-df95a01fe363 None None] For port 02fb96dd-6106-480d-b8f0-d962e51a2c76, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:03:45.732163 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-96239831-4a44-4e1b-8c72-df95a01fe363 None None] For port 02fb96dd-6106-480d-b8f0-d962e51a2c76, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=02fb96dd-6106-480d-b8f0-d962e51a2c76,segment=NetworkSegment(331746fb-4322-4882-a9d1-7ebc78f71ddb),segment_id=331746fb-4322-4882-a9d1-7ebc78f71ddb)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:03:45.737673 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-f3722cd2-4bdc-4d00-8da7-771c1cc0ba2e None None] Provisioning complete for port bb927871-aa2d-4c32-855d-41ce3c24a568 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:45.737673 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f3722cd2-4bdc-4d00-8da7-771c1cc0ba2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:45.743764 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port ca2c6d31-6181-4d63-91fa-ed47e7698a7b triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:45.743764 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:45.782268 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1b9174-f95d-4d15-9df3-9cff581fa03c None None] Network 38c65d25-be27-4cd5-bd4c-2444b2927a23 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:03:45.861496 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-7ad5e3e2-e088-490b-a877-f326a383648d tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "GET /v2.0/subnets/b8fe42f2-6296-4914-8295-0d33bbbc9893/tags/tempest-TagsExtTest-Tag-1214902134 HTTP/1.1" status: 204 len: 168 time: 0.4523625 Feb 16 17:03:45.869517 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53228) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:45.873939 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-3b28979d-d69a-40c1-968a-731c3a0edf18 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Allocated IP 2001:db8::207 (a7037b94-ac63-490a-a5e2-0102bdd301e7/481e4d02-ddf6-471c-b527-43d02d7f2097/c4776e3b-667d-4d1a-8fd0-87ceef49b97c) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:45.879968 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.tag.tag_plugin [None req-e83a30b4-1fd3-46e0-9e73-35e4c8f5d4b2 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'b8fe42f2-6296-4914-8295-0d33bbbc9893', 'tempest-TagsExtTest-Tag-1214902134') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:45.927388 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7ad805-e99e-4ac2-95a0-5c4bfb5df95c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Router db45f01b-5915-4dd7-a5f6-88b3457106cb is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:03:45.927606 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-96239831-4a44-4e1b-8c72-df95a01fe363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:45.954266 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4b4f58e2-6d35-4c88-aa92-6185fc1a03d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:45.967636 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fb2812c5-5bff-4ab1-b763-9153caaf8ae2 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:45.985204 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-f3722cd2-4bdc-4d00-8da7-771c1cc0ba2e None None] Port bb927871-aa2d-4c32-855d-41ce3c24a568 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:03:46.093012 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-4b4f58e2-6d35-4c88-aa92-6185fc1a03d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67d4230f-bec6-411d-8237-6e3a0cb80e6b']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:46.097920 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-f3722cd2-4bdc-4d00-8da7-771c1cc0ba2e None None] Provisioning complete for port 046f6b8a-fe4f-4b4e-9504-ea673dc4d141 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:46.098297 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f3722cd2-4bdc-4d00-8da7-771c1cc0ba2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:46.102953 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96239831-4a44-4e1b-8c72-df95a01fe363 None None] Pushing event updated for resources: {'Port': ['ID=02fb96dd-6106-480d-b8f0-d962e51a2c76,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:46.141302 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2a4e9727-0fe0-476e-b464-bbe03a540416 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:46.148578 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-4b4f58e2-6d35-4c88-aa92-6185fc1a03d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a77ac5f6-8288-4a61-9d4b-879608001b13') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:46.148992 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-4b4f58e2-6d35-4c88-aa92-6185fc1a03d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a77ac5f6-8288-4a61-9d4b-879608001b13') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:46.225364 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4b4f58e2-6d35-4c88-aa92-6185fc1a03d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:46.225998 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-e83a30b4-1fd3-46e0-9e73-35e4c8f5d4b2 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "DELETE /v2.0/subnets/b8fe42f2-6296-4914-8295-0d33bbbc9893/tags/tempest-TagsExtTest-Tag-1214902134 HTTP/1.1" status: 204 len: 168 time: 0.3526952 Feb 16 17:03:46.229881 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53230) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:46.235054 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.tag.tag_plugin [None req-2dd9451d-6c6b-483d-9d60-721b03ca05ae tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b8fe42f2-6296-4914-8295-0d33bbbc9893') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:46.241193 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-f3722cd2-4bdc-4d00-8da7-771c1cc0ba2e None None] Port 046f6b8a-fe4f-4b4e-9504-ea673dc4d141 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:03:46.249670 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 9c6d1e4c-3e9e-42e3-935a-ce3e39f8cb82 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:03:46.296204 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4b4f58e2-6d35-4c88-aa92-6185fc1a03d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:46.304771 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7ad805-e99e-4ac2-95a0-5c4bfb5df95c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:03:46.308820 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-299fa569-c77c-4a07-bda6-d1ab2c0b090a None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:46.313815 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b4f58e2-6d35-4c88-aa92-6185fc1a03d3 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:03:46.313815 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4b4f58e2-6d35-4c88-aa92-6185fc1a03d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:46.318676 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-df7ad805-e99e-4ac2-95a0-5c4bfb5df95c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "PUT /v2.0/routers/db45f01b-5915-4dd7-a5f6-88b3457106cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7694273 Feb 16 17:03:46.319487 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 17:03:46.319487 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:03:46.319487 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 17:03:46.319487 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:03:46.319487 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 17:03:46.319487 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:03:46.319487 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 17:03:46.319487 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:03:46.319487 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 17:03:46.319487 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:03:46.319487 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 17:03:46.319487 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:03:46.319487 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 17:03:46.319487 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:03:46.319487 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:03:46.319487 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:03:46.319487 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:03:46.319487 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:03:46.319487 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 17:03:46.319487 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:03:46.319487 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 17:03:46.319487 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:03:46.319487 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:03:46.319487 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:03:46.319487 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 17:03:46.319487 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:03:46.319487 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:03:46.319487 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:03:46.319487 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:03:46.319487 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:03:46.319487 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:03:46.319487 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:03:46.329660 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e246bb-53ea-4d3a-bd6d-0a16d5a709c1 None None] Sync routers for ids ['db45f01b-5915-4dd7-a5f6-88b3457106cb'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:03:46.335592 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53232) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:46.346944 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-f3722cd2-4bdc-4d00-8da7-771c1cc0ba2e None None] Provisioning complete for port 5989cad5-f5f9-47c6-a859-3adb5134d963 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:46.350711 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f3722cd2-4bdc-4d00-8da7-771c1cc0ba2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:46.370489 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-2dd9451d-6c6b-483d-9d60-721b03ca05ae tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "GET /v2.0/subnets/b8fe42f2-6296-4914-8295-0d33bbbc9893/tags HTTP/1.1" status: 200 len: 205 time: 0.1394978 Feb 16 17:03:46.374818 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53234) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:46.385782 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e246bb-53ea-4d3a-bd6d-0a16d5a709c1 None None] Routers {'db45f01b-5915-4dd7-a5f6-88b3457106cb'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:03:46.386517 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-97e246bb-53ea-4d3a-bd6d-0a16d5a709c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:03:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['db45f01b-5915-4dd7-a5f6-88b3457106cb'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:46.393696 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.tag.tag_plugin [None req-6857382f-e751-4b5d-a9d1-a09e3ba36bbe tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'bb927871-aa2d-4c32-855d-41ce3c24a568') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:46.442536 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-299fa569-c77c-4a07-bda6-d1ab2c0b090a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:46.460178 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-97e246bb-53ea-4d3a-bd6d-0a16d5a709c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:46.490003 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fb2812c5-5bff-4ab1-b763-9153caaf8ae2 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:46.544571 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-6857382f-e751-4b5d-a9d1-a09e3ba36bbe tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "GET /v2.0/ports/bb927871-aa2d-4c32-855d-41ce3c24a568/tags HTTP/1.1" status: 200 len: 241 time: 0.1684134 Feb 16 17:03:46.546979 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53236) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:46.553113 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.tag.tag_plugin [None req-5baff7e7-c624-4561-a8db-1ffc5fd9111b tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bb927871-aa2d-4c32-855d-41ce3c24a568', 'tempest-TagsExtTest-Tag-1250520435') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:46.567211 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 9c6d1e4c-3e9e-42e3-935a-ce3e39f8cb82 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:46.567593 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:46.596103 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fb2812c5-5bff-4ab1-b763-9153caaf8ae2 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:46.597439 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b335c2-7da4-4c5e-8b3d-02afd95bdb70 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:46.598957 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-20b335c2-7da4-4c5e-8b3d-02afd95bdb70 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "GET /v2.0/ports/046f6b8a-fe4f-4b4e-9504-ea673dc4d141 HTTP/1.1" status: 200 len: 911 time: 0.2604525 Feb 16 17:03:46.602769 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fb2812c5-5bff-4ab1-b763-9153caaf8ae2 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:46.609956 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53238) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:46.615960 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4b4f58e2-6d35-4c88-aa92-6185fc1a03d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:46.621507 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299fa569-c77c-4a07-bda6-d1ab2c0b090a None None] Network bc0d6dfe-aa4c-4910-b7a8-d4ce2454cbf2 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:46.621507 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e246bb-53ea-4d3a-bd6d-0a16d5a709c1 None None] Routers {'db45f01b-5915-4dd7-a5f6-88b3457106cb'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:03:46.621507 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-97e246bb-53ea-4d3a-bd6d-0a16d5a709c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:03:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['db45f01b-5915-4dd7-a5f6-88b3457106cb'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:46.621809 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3b28979d-d69a-40c1-968a-731c3a0edf18 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:46.629630 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299fa569-c77c-4a07-bda6-d1ab2c0b090a None None] Pushing event updated for resources: {'Port': ['ID=01ef2196-9d6d-4961-9a03-437d2f7a525b,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:46.636968 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-299fa569-c77c-4a07-bda6-d1ab2c0b090a None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:46.660877 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4b4f58e2-6d35-4c88-aa92-6185fc1a03d3 admin admin] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:46.669911 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-4b4f58e2-6d35-4c88-aa92-6185fc1a03d3 admin admin] 10.222.0.88 "DELETE /v2.0/networks/67d4230f-bec6-411d-8237-6e3a0cb80e6b HTTP/1.1" status: 204 len: 168 time: 1.2458794 Feb 16 17:03:46.678747 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4f58e2-6d35-4c88-aa92-6185fc1a03d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=67d4230f-bec6-411d-8237-6e3a0cb80e6b,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:46.685479 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2812c5-5bff-4ab1-b763-9153caaf8ae2 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Pushing event updated for resources: {'Port': ['ID=9e0f1dd1-4f74-4cd8-8be8-6763c483f48e,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:46.701205 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299fa569-c77c-4a07-bda6-d1ab2c0b090a None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:03:46.716713 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-97e246bb-53ea-4d3a-bd6d-0a16d5a709c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:46.718955 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e246bb-53ea-4d3a-bd6d-0a16d5a709c1 None None] The sync data for ids ['db45f01b-5915-4dd7-a5f6-88b3457106cb'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:03:46.867676 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3b28979d-d69a-40c1-968a-731c3a0edf18 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:46.912509 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f3722cd2-4bdc-4d00-8da7-771c1cc0ba2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:46.957434 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b28979d-d69a-40c1-968a-731c3a0edf18 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Network a7037b94-ac63-490a-a5e2-0102bdd301e7 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:46.971539 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-299fa569-c77c-4a07-bda6-d1ab2c0b090a None None] Attempting to bind port 01ef2196-9d6d-4961-9a03-437d2f7a525b on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:03:46.972011 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-299fa569-c77c-4a07-bda6-d1ab2c0b090a None None] Attempting to bind port 01ef2196-9d6d-4961-9a03-437d2f7a525b by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '0d888589-00cd-4346-8096-acfbe3124b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'bc0d6dfe-aa4c-4910-b7a8-d4ce2454cbf2'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:03:46.973267 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299fa569-c77c-4a07-bda6-d1ab2c0b090a None None] Attempting to bind port 01ef2196-9d6d-4961-9a03-437d2f7a525b on network bc0d6dfe-aa4c-4910-b7a8-d4ce2454cbf2 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:03:46.975466 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-3b28979d-d69a-40c1-968a-731c3a0edf18 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:46.983838 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299fa569-c77c-4a07-bda6-d1ab2c0b090a None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:03:46.984937 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299fa569-c77c-4a07-bda6-d1ab2c0b090a None None] Checking segment: {'id': '0d888589-00cd-4346-8096-acfbe3124b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'bc0d6dfe-aa4c-4910-b7a8-d4ce2454cbf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:03:46.985257 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b28979d-d69a-40c1-968a-731c3a0edf18 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:03:46.985897 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-299fa569-c77c-4a07-bda6-d1ab2c0b090a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:46.986522 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299fa569-c77c-4a07-bda6-d1ab2c0b090a None None] Bound using segment: {'id': '0d888589-00cd-4346-8096-acfbe3124b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'bc0d6dfe-aa4c-4910-b7a8-d4ce2454cbf2'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:03:46.987239 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-299fa569-c77c-4a07-bda6-d1ab2c0b090a None None] Bound port: 01ef2196-9d6d-4961-9a03-437d2f7a525b, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d888589-00cd-4346-8096-acfbe3124b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'bc0d6dfe-aa4c-4910-b7a8-d4ce2454cbf2'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:03:46.987861 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-299fa569-c77c-4a07-bda6-d1ab2c0b090a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:46.997087 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b28979d-d69a-40c1-968a-731c3a0edf18 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:46.997880 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3b28979d-d69a-40c1-968a-731c3a0edf18 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:47.013296 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-f3722cd2-4bdc-4d00-8da7-771c1cc0ba2e None None] For port 5989cad5-f5f9-47c6-a859-3adb5134d963, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=5989cad5-f5f9-47c6-a859-3adb5134d963,segment=NetworkSegment(e74a7ec7-caac-4049-9b2f-f393d96d55c6),segment_id=e74a7ec7-caac-4049-9b2f-f393d96d55c6)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:03:47.035574 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:47.047808 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b28979d-d69a-40c1-968a-731c3a0edf18 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event updated for resources: {'Port': ['ID=c4776e3b-667d-4d1a-8fd0-87ceef49b97c,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:47.069014 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-5baff7e7-c624-4561-a8db-1ffc5fd9111b tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "GET /v2.0/ports/bb927871-aa2d-4c32-855d-41ce3c24a568/tags/tempest-TagsExtTest-Tag-1250520435 HTTP/1.1" status: 204 len: 168 time: 0.5203733 Feb 16 17:03:47.070311 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53242) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:47.073957 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-2a4e9727-0fe0-476e-b464-bbe03a540416 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Deleting port 31317933-6123-4a09-8919-a532951e6c0f {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:03:47.074712 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2a4e9727-0fe0-476e-b464-bbe03a540416 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:47.089652 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.tag.tag_plugin [None req-1c3605f0-72c8-48ae-a5cd-f9c79ca943fd tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'bb927871-aa2d-4c32-855d-41ce3c24a568', 'tempest-TagsExtTest-Tag-1250520435') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:47.093166 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f3722cd2-4bdc-4d00-8da7-771c1cc0ba2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:47.167118 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53244) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:47.175180 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-3b28979d-d69a-40c1-968a-731c3a0edf18 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4949932 Feb 16 17:03:47.176221 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53246) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:47.181310 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-03f0b364-ed08-4ab2-a93c-16d21d3fb32e tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Request body: {'subnet': {'network_id': 'a7037b94-ac63-490a-a5e2-0102bdd301e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:47.213812 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2812c5-5bff-4ab1-b763-9153caaf8ae2 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Network b94a5d8c-bbdb-437b-99e9-06ec102634fb is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:47.226939 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-fb2812c5-5bff-4ab1-b763-9153caaf8ae2 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:47.259822 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2a4e9727-0fe0-476e-b464-bbe03a540416 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:47.280650 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-2a4e9727-0fe0-476e-b464-bbe03a540416 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Calling delete_port for 31317933-6123-4a09-8919-a532951e6c0f owned by network:router_interface {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:03:47.315605 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20db6bd3-4376-4a44-9e93-a1e717276249 None None] Network b94a5d8c-bbdb-437b-99e9-06ec102634fb requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:03:47.341634 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port 9c6d1e4c-3e9e-42e3-935a-ce3e39f8cb82, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=9c6d1e4c-3e9e-42e3-935a-ce3e39f8cb82,segment=NetworkSegment(2648de15-99c5-4249-86f9-dcdf4730f88e),segment_id=2648de15-99c5-4249-86f9-dcdf4730f88e)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:03:47.397457 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-299fa569-c77c-4a07-bda6-d1ab2c0b090a None None] For port 01ef2196-9d6d-4961-9a03-437d2f7a525b, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:03:47.421301 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-1c3605f0-72c8-48ae-a5cd-f9c79ca943fd tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "DELETE /v2.0/ports/bb927871-aa2d-4c32-855d-41ce3c24a568/tags/tempest-TagsExtTest-Tag-1250520435 HTTP/1.1" status: 204 len: 168 time: 0.3398643 Feb 16 17:03:47.422195 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53248) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:47.430331 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.tag.tag_plugin [None req-a6fb272f-2b86-4ac8-be8a-aa04b8c06fde tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'bb927871-aa2d-4c32-855d-41ce3c24a568') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:47.431798 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-299fa569-c77c-4a07-bda6-d1ab2c0b090a None None] For port 01ef2196-9d6d-4961-9a03-437d2f7a525b, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=01ef2196-9d6d-4961-9a03-437d2f7a525b,segment=NetworkSegment(0d888589-00cd-4346-8096-acfbe3124b40),segment_id=0d888589-00cd-4346-8096-acfbe3124b40)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:03:47.439837 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-90eaff48-7d75-4b48-9a44-fad5d1a022b6 None None] Provisioning complete for port 046f6b8a-fe4f-4b4e-9504-ea673dc4d141 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:47.440303 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-90eaff48-7d75-4b48-9a44-fad5d1a022b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:47.442503 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:47.443392 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 5989cad5-f5f9-47c6-a859-3adb5134d963 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:03:47.507966 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3722cd2-4bdc-4d00-8da7-771c1cc0ba2e None None] Pushing event updated for resources: {'Port': ['ID=5989cad5-f5f9-47c6-a859-3adb5134d963,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:47.542628 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-299fa569-c77c-4a07-bda6-d1ab2c0b090a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:47.549720 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a6fb272f-2b86-4ac8-be8a-aa04b8c06fde tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "GET /v2.0/ports/bb927871-aa2d-4c32-855d-41ce3c24a568/tags HTTP/1.1" status: 200 len: 205 time: 0.1238706 Feb 16 17:03:47.550440 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53250) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:47.559381 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.tag.tag_plugin [None req-9590b307-075f-4c44-9279-de4e37d0b144 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b689b9ec-e4bf-481e-9576-e02b147d805a') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:47.639823 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-90eaff48-7d75-4b48-9a44-fad5d1a022b6 None None] Port 046f6b8a-fe4f-4b4e-9504-ea673dc4d141 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:03:47.667673 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 5989cad5-f5f9-47c6-a859-3adb5134d963 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:47.668081 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:47.681210 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-9590b307-075f-4c44-9279-de4e37d0b144 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "GET /v2.0/routers/b689b9ec-e4bf-481e-9576-e02b147d805a/tags HTTP/1.1" status: 200 len: 240 time: 0.1273682 Feb 16 17:03:47.689540 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53252) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:47.701758 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.tag.tag_plugin [None req-d364f86f-7d79-4520-91ec-cfa12e5f4357 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b689b9ec-e4bf-481e-9576-e02b147d805a', 'tempest-TagsExtTest-Tag-164074328') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:47.721450 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=9c6d1e4c-3e9e-42e3-935a-ce3e39f8cb82,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:47.757543 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2a4e9727-0fe0-476e-b464-bbe03a540416 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:47.766116 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-90eaff48-7d75-4b48-9a44-fad5d1a022b6 None None] Provisioning complete for port 9c6d1e4c-3e9e-42e3-935a-ce3e39f8cb82 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:47.766493 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-90eaff48-7d75-4b48-9a44-fad5d1a022b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:47.819592 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4e9727-0fe0-476e-b464-bbe03a540416 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event deleted for resources: {'Port': ['ID=31317933-6123-4a09-8919-a532951e6c0f,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:47.890885 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299fa569-c77c-4a07-bda6-d1ab2c0b090a None None] Pushing event updated for resources: {'Port': ['ID=01ef2196-9d6d-4961-9a03-437d2f7a525b,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:47.939676 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d364f86f-7d79-4520-91ec-cfa12e5f4357 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "GET /v2.0/routers/b689b9ec-e4bf-481e-9576-e02b147d805a/tags/tempest-TagsExtTest-Tag-164074328 HTTP/1.1" status: 204 len: 168 time: 0.2363555 Feb 16 17:03:47.941579 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53254) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:47.948659 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-fa6da7fa-c65b-425e-8242-5a1afb8c5cef admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=cbbb3cdcea6a4c22a0dec7df58592000&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7804441 Feb 16 17:03:47.952610 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.tag.tag_plugin [None req-0f980b77-4860-4e37-87ab-c02b39f7c59b tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'b689b9ec-e4bf-481e-9576-e02b147d805a', 'tempest-TagsExtTest-Tag-164074328') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:47.961812 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53256) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:47.993599 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device f1449c22-782a-48d1-8544-8d779a505e7a up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:03:48.067546 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port f1449c22-782a-48d1-8544-8d779a505e7a triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:48.067930 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:48.173381 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6c0eaea2-7afe-4bf9-aeac-9dec2d386ad8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:48.233159 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-26b14da1-e7e5-41d7-b708-5f026846ce84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:48.235082 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-71432f7f-6e8c-4844-bea9-37298dbfe0ed None None] Provisioning complete for port 6d38b131-2cb3-47d1-9114-65c170f029fb triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:48.236108 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-71432f7f-6e8c-4844-bea9-37298dbfe0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:48.346899 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb2812c5-5bff-4ab1-b763-9153caaf8ae2 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Router 7cb1949b-df36-494b-9188-83e02bf70066 is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:03:48.356123 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2a4e9727-0fe0-476e-b464-bbe03a540416 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:48.411884 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-71432f7f-6e8c-4844-bea9-37298dbfe0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:48.423434 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f0b364-ed08-4ab2-a93c-16d21d3fb32e tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Made reservation on behalf of 02ebc15ce0534c46afb3b8b1618852cd for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:48.425252 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-03f0b364-ed08-4ab2-a93c-16d21d3fb32e tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:48.460039 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-71432f7f-6e8c-4844-bea9-37298dbfe0ed None None] For port 6d38b131-2cb3-47d1-9114-65c170f029fb, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=6d38b131-2cb3-47d1-9114-65c170f029fb,segment=NetworkSegment(2cfa1e20-abeb-424e-8f83-ed4ed5841aae),segment_id=2cfa1e20-abeb-424e-8f83-ed4ed5841aae)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:03:48.469164 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-26b14da1-e7e5-41d7-b708-5f026846ce84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:48.545766 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-71432f7f-6e8c-4844-bea9-37298dbfe0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:48.654792 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 01ef2196-9d6d-4961-9a03-437d2f7a525b up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:03:48.659136 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-71432f7f-6e8c-4844-bea9-37298dbfe0ed None None] Provisioning complete for port 2c4a2bc6-5f3c-4378-8e2a-9b6302a664ee triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:48.659867 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-71432f7f-6e8c-4844-bea9-37298dbfe0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:48.809405 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71432f7f-6e8c-4844-bea9-37298dbfe0ed None None] Pushing event updated for resources: {'Port': ['ID=6d38b131-2cb3-47d1-9114-65c170f029fb,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:48.829408 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-71432f7f-6e8c-4844-bea9-37298dbfe0ed None None] Port 2c4a2bc6-5f3c-4378-8e2a-9b6302a664ee cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:03:48.833688 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-0f980b77-4860-4e37-87ab-c02b39f7c59b tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "DELETE /v2.0/routers/b689b9ec-e4bf-481e-9576-e02b147d805a/tags/tempest-TagsExtTest-Tag-164074328 HTTP/1.1" status: 204 len: 168 time: 0.8918061 Feb 16 17:03:48.846517 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 01ef2196-9d6d-4961-9a03-437d2f7a525b triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:48.846841 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:48.868215 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53258) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:48.873007 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.tag.tag_plugin [None req-03620b57-239c-4aba-9d67-5d621bb3fc0e tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b689b9ec-e4bf-481e-9576-e02b147d805a') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:48.881414 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-71432f7f-6e8c-4844-bea9-37298dbfe0ed None None] Provisioning complete for port 02fb96dd-6106-480d-b8f0-d962e51a2c76 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:48.881795 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-71432f7f-6e8c-4844-bea9-37298dbfe0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:48.924154 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-6c0eaea2-7afe-4bf9-aeac-9dec2d386ad8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Allocated IP 2001:db8:1::1 (38c65d25-be27-4cd5-bd4c-2444b2927a23/6611c77d-675f-4a8f-a302-f951531d9277/e73e9334-6930-4563-b889-0933a73569b9) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:49.033589 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-71432f7f-6e8c-4844-bea9-37298dbfe0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:49.054983 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2812c5-5bff-4ab1-b763-9153caaf8ae2 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:03:49.069720 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3eb4789-8e61-4350-bdc7-807b9b257841 None None] Sync routers for ids ['7cb1949b-df36-494b-9188-83e02bf70066'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:03:49.070759 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:49.078375 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a4e9727-0fe0-476e-b464-bbe03a540416 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Router c1f62a03-07a8-42b9-ae75-9ddbd0464166 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:03:49.081741 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-03620b57-239c-4aba-9d67-5d621bb3fc0e tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "GET /v2.0/routers/b689b9ec-e4bf-481e-9576-e02b147d805a/tags HTTP/1.1" status: 200 len: 205 time: 0.2125242 Feb 16 17:03:49.084438 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53260) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:49.086640 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-fb2812c5-5bff-4ab1-b763-9153caaf8ae2 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] 10.222.0.88 "PUT /v2.0/routers/7cb1949b-df36-494b-9188-83e02bf70066/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6189644 Feb 16 17:03:49.087877 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3eb4789-8e61-4350-bdc7-807b9b257841 None None] Routers {'7cb1949b-df36-494b-9188-83e02bf70066'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:03:49.093238 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-c3eb4789-8e61-4350-bdc7-807b9b257841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:03:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['7cb1949b-df36-494b-9188-83e02bf70066'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:49.093394 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.tag.tag_plugin [None req-212b833d-a192-4523-ba51-8c1c80f61382 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f8fbb9f7-5b3e-4315-a380-eecc3b78171f') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:49.105437 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53262) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:49.127902 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port 01ef2196-9d6d-4961-9a03-437d2f7a525b, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=01ef2196-9d6d-4961-9a03-437d2f7a525b,segment=NetworkSegment(0d888589-00cd-4346-8096-acfbe3124b40),segment_id=0d888589-00cd-4346-8096-acfbe3124b40)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:03:49.130009 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-71432f7f-6e8c-4844-bea9-37298dbfe0ed None None] For port 02fb96dd-6106-480d-b8f0-d962e51a2c76, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=02fb96dd-6106-480d-b8f0-d962e51a2c76,segment=NetworkSegment(331746fb-4322-4882-a9d1-7ebc78f71ddb),segment_id=331746fb-4322-4882-a9d1-7ebc78f71ddb)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:03:49.149975 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.ipam_backend_mixin [None req-03f0b364-ed08-4ab2-a93c-16d21d3fb32e tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 481e4d02-ddf6-471c-b527-43d02d7f2097 (CIDR: 2001:db8::/64) Feb 16 17:03:49.152179 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-c3eb4789-8e61-4350-bdc7-807b9b257841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:49.162396 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3eb4789-8e61-4350-bdc7-807b9b257841 None None] Routers {'7cb1949b-df36-494b-9188-83e02bf70066'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:03:49.163512 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-c3eb4789-8e61-4350-bdc7-807b9b257841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:03:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['7cb1949b-df36-494b-9188-83e02bf70066'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:49.179187 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6c0eaea2-7afe-4bf9-aeac-9dec2d386ad8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:49.182859 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-26b14da1-e7e5-41d7-b708-5f026846ce84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:49.185445 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-26b14da1-e7e5-41d7-b708-5f026846ce84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:49.189807 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-26b14da1-e7e5-41d7-b708-5f026846ce84 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f7d935da-675d-429a-a652-2c362be4f8c4 HTTP/1.1" status: 204 len: 168 time: 1.2236400 Feb 16 17:03:49.201093 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b14da1-e7e5-41d7-b708-5f026846ce84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d935da-675d-429a-a652-2c362be4f8c4,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:49.218310 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:49.226870 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-03f0b364-ed08-4ab2-a93c-16d21d3fb32e tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:03:49.227031 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 9c6d1e4c-3e9e-42e3-935a-ce3e39f8cb82 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:03:49.227154 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03f0b364-ed08-4ab2-a93c-16d21d3fb32e tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:03:49.227253 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-71432f7f-6e8c-4844-bea9-37298dbfe0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:49.256456 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-c3eb4789-8e61-4350-bdc7-807b9b257841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:49.257251 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3eb4789-8e61-4350-bdc7-807b9b257841 None None] The sync data for ids ['7cb1949b-df36-494b-9188-83e02bf70066'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:03:49.290954 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc9d18a-a291-4bf3-81de-dadd96c9c3e2 None None] Network bc0d6dfe-aa4c-4910-b7a8-d4ce2454cbf2 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:03:49.328679 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-03f0b364-ed08-4ab2-a93c-16d21d3fb32e tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1513767 Feb 16 17:03:49.331175 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53266) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:49.336416 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-1e610c71-26e7-4949-adb7-9c18a502038c tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Request body: {'subnet': {'network_id': 'a7037b94-ac63-490a-a5e2-0102bdd301e7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:49.336576 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-212b833d-a192-4523-ba51-8c1c80f61382 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "GET /v2.0/subnetpools/f8fbb9f7-5b3e-4315-a380-eecc3b78171f/tags HTTP/1.1" status: 200 len: 240 time: 0.2510602 Feb 16 17:03:49.339016 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53268) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:49.347104 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.tag.tag_plugin [None req-f816ff64-a9ad-4537-93b5-2ebc60f0dcb1 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f8fbb9f7-5b3e-4315-a380-eecc3b78171f', 'tempest-TagsExtTest-Tag-482415381') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:49.370993 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4e9727-0fe0-476e-b464-bbe03a540416 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:03:49.370993 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-2a4e9727-0fe0-476e-b464-bbe03a540416 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "PUT /v2.0/routers/c1f62a03-07a8-42b9-ae75-9ddbd0464166/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2317004 Feb 16 17:03:49.374903 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46537cbe-7cd3-42ef-9769-375294d9e430 None None] Sync routers for ids ['c1f62a03-07a8-42b9-ae75-9ddbd0464166'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:03:49.375783 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53270) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:49.377834 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6c0eaea2-7afe-4bf9-aeac-9dec2d386ad8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:49.393865 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=01ef2196-9d6d-4961-9a03-437d2f7a525b,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:49.410475 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a81bcef2-27e9-4e01-ae2a-72df4cc0d625 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1f62a03-07a8-42b9-ae75-9ddbd0464166 HTTP/1.1" status: 200 len: 205 time: 0.0319898 Feb 16 17:03:49.413047 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53272) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:49.473623 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0eaea2-7afe-4bf9-aeac-9dec2d386ad8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Network 38c65d25-be27-4cd5-bd4c-2444b2927a23 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:49.476941 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46537cbe-7cd3-42ef-9769-375294d9e430 None None] Routers {'c1f62a03-07a8-42b9-ae75-9ddbd0464166'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:03:49.477609 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-46537cbe-7cd3-42ef-9769-375294d9e430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:03:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['c1f62a03-07a8-42b9-ae75-9ddbd0464166'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:49.491814 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-f816ff64-a9ad-4537-93b5-2ebc60f0dcb1 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "GET /v2.0/subnetpools/f8fbb9f7-5b3e-4315-a380-eecc3b78171f/tags/tempest-TagsExtTest-Tag-482415381 HTTP/1.1" status: 204 len: 168 time: 0.1482487 Feb 16 17:03:49.491814 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-6c0eaea2-7afe-4bf9-aeac-9dec2d386ad8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:49.492736 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53274) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:49.493162 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0eaea2-7afe-4bf9-aeac-9dec2d386ad8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:03:49.493707 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6c0eaea2-7afe-4bf9-aeac-9dec2d386ad8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:49.499061 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0eaea2-7afe-4bf9-aeac-9dec2d386ad8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event updated for resources: {'Port': ['ID=e73e9334-6930-4563-b889-0933a73569b9,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:49.514553 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-811474af-d907-4d2e-a503-963412689521 None None] Provisioning complete for port c4776e3b-667d-4d1a-8fd0-87ceef49b97c triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:49.514840 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-811474af-d907-4d2e-a503-963412689521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:49.522166 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.tag.tag_plugin [None req-381847e9-d2a7-48a9-b45f-ecff28d3e4fa tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'f8fbb9f7-5b3e-4315-a380-eecc3b78171f', 'tempest-TagsExtTest-Tag-482415381') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:49.541849 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 9c6d1e4c-3e9e-42e3-935a-ce3e39f8cb82 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:49.542223 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:49.545340 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-46537cbe-7cd3-42ef-9769-375294d9e430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:49.582085 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c1ec8fb6-e533-42dd-a088-c32c9e482275 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for router, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:49.693023 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46537cbe-7cd3-42ef-9769-375294d9e430 None None] Routers {'c1f62a03-07a8-42b9-ae75-9ddbd0464166'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:03:49.694032 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-46537cbe-7cd3-42ef-9769-375294d9e430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:03:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['c1f62a03-07a8-42b9-ae75-9ddbd0464166'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:49.748372 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-811474af-d907-4d2e-a503-963412689521 None None] Port c4776e3b-667d-4d1a-8fd0-87ceef49b97c cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:03:49.750428 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e610c71-26e7-4949-adb7-9c18a502038c tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Made reservation on behalf of 02ebc15ce0534c46afb3b8b1618852cd for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:49.758483 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-46537cbe-7cd3-42ef-9769-375294d9e430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:49.759227 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46537cbe-7cd3-42ef-9769-375294d9e430 None None] The sync data for ids ['c1f62a03-07a8-42b9-ae75-9ddbd0464166'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:03:49.766069 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71432f7f-6e8c-4844-bea9-37298dbfe0ed None None] Pushing event updated for resources: {'Port': ['ID=02fb96dd-6106-480d-b8f0-d962e51a2c76,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:49.776058 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1e610c71-26e7-4949-adb7-9c18a502038c tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:49.796806 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-811474af-d907-4d2e-a503-963412689521 None None] Provisioning complete for port 9e0f1dd1-4f74-4cd8-8be8-6763c483f48e triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:49.796806 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-811474af-d907-4d2e-a503-963412689521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:49.836967 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6c0eaea2-7afe-4bf9-aeac-9dec2d386ad8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:49.848403 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c1ec8fb6-e533-42dd-a088-c32c9e482275 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:49.854286 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c1ec8fb6-e533-42dd-a088-c32c9e482275 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:50.064483 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 02fb96dd-6106-480d-b8f0-d962e51a2c76 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:03:50.066684 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-811474af-d907-4d2e-a503-963412689521 None None] Port 9e0f1dd1-4f74-4cd8-8be8-6763c483f48e cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:03:50.082326 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c1ec8fb6-e533-42dd-a088-c32c9e482275 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:50.082979 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ec8fb6-e533-42dd-a088-c32c9e482275 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Fanout notify agent at l3_agent the message router_deleted on router c1f62a03-07a8-42b9-ae75-9ddbd0464166 {{(pid=114375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:03:50.089491 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-381847e9-d2a7-48a9-b45f-ecff28d3e4fa tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "DELETE /v2.0/subnetpools/f8fbb9f7-5b3e-4315-a380-eecc3b78171f/tags/tempest-TagsExtTest-Tag-482415381 HTTP/1.1" status: 204 len: 168 time: 0.5705006 Feb 16 17:03:50.096447 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c1ec8fb6-e533-42dd-a088-c32c9e482275 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:50.098767 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-c1ec8fb6-e533-42dd-a088-c32c9e482275 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "DELETE /v2.0/routers/c1f62a03-07a8-42b9-ae75-9ddbd0464166 HTTP/1.1" status: 204 len: 168 time: 0.6845496 Feb 16 17:03:50.102314 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53278) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:50.103101 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53280) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:50.109342 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.tag.tag_plugin [None req-93554cee-a39a-4dce-a1fe-4648f6c4c026 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f8fbb9f7-5b3e-4315-a380-eecc3b78171f') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:50.112941 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-811474af-d907-4d2e-a503-963412689521 None None] Provisioning complete for port 6d38b131-2cb3-47d1-9114-65c170f029fb triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:50.113314 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-811474af-d907-4d2e-a503-963412689521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:50.161346 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 02fb96dd-6106-480d-b8f0-d962e51a2c76 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:50.162291 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:50.190670 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-93554cee-a39a-4dce-a1fe-4648f6c4c026 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "GET /v2.0/subnetpools/f8fbb9f7-5b3e-4315-a380-eecc3b78171f/tags HTTP/1.1" status: 200 len: 205 time: 0.0831919 Feb 16 17:03:50.216419 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53282) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:50.216991 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53284) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:50.221280 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa37838b-972b-400f-8eb4-31ae3c3faf30 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Deleting subnet a7eb4368-e44f-47bf-a8c5-15fc17e78133 {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:03:50.226561 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fa37838b-972b-400f-8eb4-31ae3c3faf30 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:50.242459 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.tag.tag_plugin [None req-e720a1f5-cec6-4ebe-98b1-4cd8cc8e1efb tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f8fbb9f7-5b3e-4315-a380-eecc3b78171f') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:50.287220 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-811474af-d907-4d2e-a503-963412689521 None None] Provisioning complete for port 01ef2196-9d6d-4961-9a03-437d2f7a525b triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:50.287689 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-811474af-d907-4d2e-a503-963412689521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:50.304947 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fa37838b-972b-400f-8eb4-31ae3c3faf30 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:50.318437 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 6d38b131-2cb3-47d1-9114-65c170f029fb up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:03:50.355064 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-bbcf4129-ced4-48e3-9292-f0297a4b6474 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d2e61ee3e05f4e088b5577978272a32f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1357975 Feb 16 17:03:50.356901 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-681f079a-f4da-4582-864e-b66aefb7627c tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:03:50.359776 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53288) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:50.362592 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-681f079a-f4da-4582-864e-b66aefb7627c tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] 10.222.0.88 "PUT /v2.0/routers/7cb1949b-df36-494b-9188-83e02bf70066/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2551427 Feb 16 17:03:50.363176 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53290) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:50.398049 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-e720a1f5-cec6-4ebe-98b1-4cd8cc8e1efb tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "DELETE /v2.0/subnetpools/f8fbb9f7-5b3e-4315-a380-eecc3b78171f/tags HTTP/1.1" status: 204 len: 168 time: 0.1776438 Feb 16 17:03:50.407033 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53292) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:50.414784 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.tag.tag_plugin [None req-2ac76bf8-e31f-4efe-a29b-3dc511733828 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b689b9ec-e4bf-481e-9576-e02b147d805a') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:50.421374 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 6d38b131-2cb3-47d1-9114-65c170f029fb triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:50.422638 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:50.470041 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1e610c71-26e7-4949-adb7-9c18a502038c tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:50.513579 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 5989cad5-f5f9-47c6-a859-3adb5134d963 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:03:50.516285 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fa37838b-972b-400f-8eb4-31ae3c3faf30 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:50.569056 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e610c71-26e7-4949-adb7-9c18a502038c tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Network a7037b94-ac63-490a-a5e2-0102bdd301e7 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:50.579257 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 5989cad5-f5f9-47c6-a859-3adb5134d963 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:50.579712 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:50.581774 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-95191545-fe8f-4b61-aacc-34c2f8003d71 None None] Provisioning complete for port e73e9334-6930-4563-b889-0933a73569b9 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:50.582197 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-95191545-fe8f-4b61-aacc-34c2f8003d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:50.588627 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-1e610c71-26e7-4949-adb7-9c18a502038c tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:50.603127 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e610c71-26e7-4949-adb7-9c18a502038c tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:50.603127 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1e610c71-26e7-4949-adb7-9c18a502038c tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:50.625967 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e610c71-26e7-4949-adb7-9c18a502038c tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event updated for resources: {'Subnet': ['ID=ff720542-1acb-4bb4-8838-7d20cd828452,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:50.626191 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2115e53b-4bb1-4005-b0c3-5f33e43724ad None None] Network a7037b94-ac63-490a-a5e2-0102bdd301e7 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:03:50.634010 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-356cd7bb-3422-47a1-8471-8c824cf9533d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:50.662149 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-2ac76bf8-e31f-4efe-a29b-3dc511733828 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "DELETE /v2.0/routers/b689b9ec-e4bf-481e-9576-e02b147d805a/tags HTTP/1.1" status: 204 len: 168 time: 0.2526324 Feb 16 17:03:50.665326 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53294) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:50.669972 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.tag.tag_plugin [None req-48fee44a-9924-4684-b2f7-ecf007219333 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'bb927871-aa2d-4c32-855d-41ce3c24a568') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:50.680133 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-356cd7bb-3422-47a1-8471-8c824cf9533d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:50.682270 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6c0eaea2-7afe-4bf9-aeac-9dec2d386ad8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:50.712122 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-95191545-fe8f-4b61-aacc-34c2f8003d71 None None] Port e73e9334-6930-4563-b889-0933a73569b9 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:03:50.726547 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-1e610c71-26e7-4949-adb7-9c18a502038c tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3936939 Feb 16 17:03:50.729634 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53296) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:50.736059 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-0ed84d3e-c10e-42b5-b535-ddea926add62 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1729467013', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ff720542-1acb-4bb4-8838-7d20cd828452'}], 'security_groups': ['ca2c0e15-565a-498f-94cf-adf64e1b7286']}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:50.750012 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-95191545-fe8f-4b61-aacc-34c2f8003d71 None None] Provisioning complete for port 01ef2196-9d6d-4961-9a03-437d2f7a525b triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:50.750418 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-95191545-fe8f-4b61-aacc-34c2f8003d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:50.779808 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6c0eaea2-7afe-4bf9-aeac-9dec2d386ad8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:50.780738 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6c0eaea2-7afe-4bf9-aeac-9dec2d386ad8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:50.820053 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-356cd7bb-3422-47a1-8471-8c824cf9533d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:50.822574 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-356cd7bb-3422-47a1-8471-8c824cf9533d admin admin] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:50.826476 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-356cd7bb-3422-47a1-8471-8c824cf9533d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c7d1c2cb-e8ad-43a7-98ba-cd4161ed1072 HTTP/1.1" status: 204 len: 168 time: 0.4605908 Feb 16 17:03:50.851722 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fa37838b-972b-400f-8eb4-31ae3c3faf30 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:50.882355 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356cd7bb-3422-47a1-8471-8c824cf9533d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d1c2cb-e8ad-43a7-98ba-cd4161ed1072,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:50.899555 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0eaea2-7afe-4bf9-aeac-9dec2d386ad8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event updated for resources: {'Port': ['ID=e73e9334-6930-4563-b889-0933a73569b9,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:50.901544 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37838b-972b-400f-8eb4-31ae3c3faf30 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event deleted for resources: {'Subnet': ['ID=a7eb4368-e44f-47bf-a8c5-15fc17e78133,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:50.904097 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356cd7bb-3422-47a1-8471-8c824cf9533d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:50.904425 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356cd7bb-3422-47a1-8471-8c824cf9533d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:50.904771 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356cd7bb-3422-47a1-8471-8c824cf9533d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:50.904990 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fa37838b-972b-400f-8eb4-31ae3c3faf30 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:50.905096 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356cd7bb-3422-47a1-8471-8c824cf9533d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:50.905436 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356cd7bb-3422-47a1-8471-8c824cf9533d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:50.905768 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356cd7bb-3422-47a1-8471-8c824cf9533d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:50.906199 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356cd7bb-3422-47a1-8471-8c824cf9533d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:50.906546 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356cd7bb-3422-47a1-8471-8c824cf9533d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:50.907598 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356cd7bb-3422-47a1-8471-8c824cf9533d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:50.908097 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356cd7bb-3422-47a1-8471-8c824cf9533d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:50.908720 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-fa37838b-972b-400f-8eb4-31ae3c3faf30 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "DELETE /v2.0/subnets/a7eb4368-e44f-47bf-a8c5-15fc17e78133 HTTP/1.1" status: 204 len: 168 time: 0.7960038 Feb 16 17:03:50.912059 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356cd7bb-3422-47a1-8471-8c824cf9533d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:50.912911 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356cd7bb-3422-47a1-8471-8c824cf9533d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:50.916936 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53300) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:50.930539 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0eaea2-7afe-4bf9-aeac-9dec2d386ad8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:50.930895 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0eaea2-7afe-4bf9-aeac-9dec2d386ad8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:50.931561 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0eaea2-7afe-4bf9-aeac-9dec2d386ad8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:50.931911 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0eaea2-7afe-4bf9-aeac-9dec2d386ad8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:50.932288 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0eaea2-7afe-4bf9-aeac-9dec2d386ad8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:50.932624 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0eaea2-7afe-4bf9-aeac-9dec2d386ad8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:50.932963 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0eaea2-7afe-4bf9-aeac-9dec2d386ad8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:50.934057 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0eaea2-7afe-4bf9-aeac-9dec2d386ad8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:50.934311 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0eaea2-7afe-4bf9-aeac-9dec2d386ad8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:50.934663 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0eaea2-7afe-4bf9-aeac-9dec2d386ad8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:50.934976 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0eaea2-7afe-4bf9-aeac-9dec2d386ad8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:50.935305 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0eaea2-7afe-4bf9-aeac-9dec2d386ad8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:50.940072 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ec021b-03fe-429a-ab77-f0dd7c1abf8c None None] Network 7bf28453-94de-4f67-89f3-d79ba65dea87 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:03:50.945221 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa37838b-972b-400f-8eb4-31ae3c3faf30 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:50.945567 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa37838b-972b-400f-8eb4-31ae3c3faf30 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:50.945925 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa37838b-972b-400f-8eb4-31ae3c3faf30 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:50.946245 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa37838b-972b-400f-8eb4-31ae3c3faf30 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:50.946589 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa37838b-972b-400f-8eb4-31ae3c3faf30 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:50.947017 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa37838b-972b-400f-8eb4-31ae3c3faf30 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:50.947229 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa37838b-972b-400f-8eb4-31ae3c3faf30 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:50.947549 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa37838b-972b-400f-8eb4-31ae3c3faf30 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:50.947871 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa37838b-972b-400f-8eb4-31ae3c3faf30 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:50.948212 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa37838b-972b-400f-8eb4-31ae3c3faf30 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:50.948538 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa37838b-972b-400f-8eb4-31ae3c3faf30 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:50.949318 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa37838b-972b-400f-8eb4-31ae3c3faf30 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:50.997797 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0eaea2-7afe-4bf9-aeac-9dec2d386ad8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Network 38c65d25-be27-4cd5-bd4c-2444b2927a23 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:50.999719 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-6c0eaea2-7afe-4bf9-aeac-9dec2d386ad8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:51.011557 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-48fee44a-9924-4684-b2f7-ecf007219333 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "DELETE /v2.0/ports/bb927871-aa2d-4c32-855d-41ce3c24a568/tags HTTP/1.1" status: 204 len: 168 time: 0.3370602 Feb 16 17:03:51.011557 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53302) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:51.015520 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.tag.tag_plugin [None req-feeae8fd-d922-427b-8a73-9be14da33c42 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b8fe42f2-6296-4914-8295-0d33bbbc9893') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:51.133974 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bc816d1c-af86-4bf9-a354-b78bb18a49c5 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:51.163165 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0ed84d3e-c10e-42b5-b535-ddea926add62 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:51.190679 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 02fb96dd-6106-480d-b8f0-d962e51a2c76 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:03:51.225465 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c0eaea2-7afe-4bf9-aeac-9dec2d386ad8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Router db45f01b-5915-4dd7-a5f6-88b3457106cb has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:03:51.252155 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c953c0-2094-42bf-899b-dbedf52c1edb None None] Update dhcp port {'port': {'network_id': 'a7037b94-ac63-490a-a5e2-0102bdd301e7', 'fixed_ips': [{'subnet_id': '481e4d02-ddf6-471c-b527-43d02d7f2097', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ff720542-1acb-4bb4-8838-7d20cd828452'}], 'binding:host_id': 'dv-neutron-828697-3-hyperv'}, 'id': '02fb96dd-6106-480d-b8f0-d962e51a2c76'} from dv-neutron-828697-3-hyperv. {{(pid=114377) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 16 17:03:51.299919 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a7c953c0-2094-42bf-899b-dbedf52c1edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:51.331232 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 02fb96dd-6106-480d-b8f0-d962e51a2c76 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:51.331611 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:51.403935 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0eaea2-7afe-4bf9-aeac-9dec2d386ad8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:03:51.414663 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-6c0eaea2-7afe-4bf9-aeac-9dec2d386ad8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "PUT /v2.0/routers/db45f01b-5915-4dd7-a5f6-88b3457106cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7352343 Feb 16 17:03:51.414939 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53304) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:51.425995 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019f2012-e713-4dd1-8c54-fd084b5eb72a None None] Sync routers for ids ['db45f01b-5915-4dd7-a5f6-88b3457106cb'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:03:51.441925 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019f2012-e713-4dd1-8c54-fd084b5eb72a None None] Routers {'db45f01b-5915-4dd7-a5f6-88b3457106cb'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:03:51.445437 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-019f2012-e713-4dd1-8c54-fd084b5eb72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:03:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['db45f01b-5915-4dd7-a5f6-88b3457106cb'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:51.525828 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ac09e7-104c-4e8d-a6ca-46401c1f3d9d tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:51.530277 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-60ac09e7-104c-4e8d-a6ca-46401c1f3d9d tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "GET /v2.0/ports/e73e9334-6930-4563-b889-0933a73569b9 HTTP/1.1" status: 200 len: 913 time: 0.1142864 Feb 16 17:03:51.531935 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-019f2012-e713-4dd1-8c54-fd084b5eb72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:51.534301 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53306) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:51.556189 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019f2012-e713-4dd1-8c54-fd084b5eb72a None None] Routers {'db45f01b-5915-4dd7-a5f6-88b3457106cb'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:03:51.557124 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-019f2012-e713-4dd1-8c54-fd084b5eb72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:03:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['db45f01b-5915-4dd7-a5f6-88b3457106cb'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:51.620522 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-a7c953c0-2094-42bf-899b-dbedf52c1edb None None] Allocated IP 2001:db8:0:1::2 (a7037b94-ac63-490a-a5e2-0102bdd301e7/ff720542-1acb-4bb4-8838-7d20cd828452/02fb96dd-6106-480d-b8f0-d962e51a2c76) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:51.638724 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-019f2012-e713-4dd1-8c54-fd084b5eb72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:51.641573 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019f2012-e713-4dd1-8c54-fd084b5eb72a None None] The sync data for ids ['db45f01b-5915-4dd7-a5f6-88b3457106cb'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:03:51.669341 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1845fd-ee31-4690-891a-fe7367bdb00c None None] DHCP port deletion for 7bf28453-94de-4f67-89f3-d79ba65dea87 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:03:51.693642 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-feeae8fd-d922-427b-8a73-9be14da33c42 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "DELETE /v2.0/subnets/b8fe42f2-6296-4914-8295-0d33bbbc9893/tags HTTP/1.1" status: 204 len: 168 time: 0.6774902 Feb 16 17:03:51.694749 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f8df71f5-91fd-4e79-bc35-91ad57995ca4 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:51.694907 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53308) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:51.703138 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.tag.tag_plugin [None req-70bb1a8d-ffe5-4190-a371-bcb69688b362 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b8fe42f2-6296-4914-8295-0d33bbbc9893', 'tempest-TagsExtTest-Tag-6820610') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:51.771996 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-a5342fe0-4f8c-4061-84c1-69525cd4b00e None None] Provisioning complete for port e73e9334-6930-4563-b889-0933a73569b9 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:51.772652 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a5342fe0-4f8c-4061-84c1-69525cd4b00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:51.827706 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-bc816d1c-af86-4bf9-a354-b78bb18a49c5 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Deleting port be8c71d7-b258-4e22-95cc-57e59f3de5b9 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:03:51.828079 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bc816d1c-af86-4bf9-a354-b78bb18a49c5 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:51.844222 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-a7c953c0-2094-42bf-899b-dbedf52c1edb None None] For port 02fb96dd-6106-480d-b8f0-d962e51a2c76, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=02fb96dd-6106-480d-b8f0-d962e51a2c76,segment=NetworkSegment(331746fb-4322-4882-a9d1-7ebc78f71ddb),segment_id=331746fb-4322-4882-a9d1-7ebc78f71ddb)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:03:51.879873 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-a5342fe0-4f8c-4061-84c1-69525cd4b00e None None] Port e73e9334-6930-4563-b889-0933a73569b9 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:03:51.882996 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 01ef2196-9d6d-4961-9a03-437d2f7a525b up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:03:51.926320 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-dd1845fd-ee31-4690-891a-fe7367bdb00c None None] Deleting port be8c71d7-b258-4e22-95cc-57e59f3de5b9 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:03:51.926886 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-dd1845fd-ee31-4690-891a-fe7367bdb00c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:51.931542 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a7c953c0-2094-42bf-899b-dbedf52c1edb None None] Notify callbacks [] for port, precommit_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:51.975411 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-70bb1a8d-ffe5-4190-a371-bcb69688b362 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "PUT /v2.0/subnets/b8fe42f2-6296-4914-8295-0d33bbbc9893/tags/tempest-TagsExtTest-Tag-6820610 HTTP/1.1" status: 201 len: 201 time: 0.2774112 Feb 16 17:03:51.976888 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53310) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:51.982531 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.tag.tag_plugin [None req-3e0f09cf-b434-44ce-b3f1-e00ee2e58e4c tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'bb927871-aa2d-4c32-855d-41ce3c24a568', 'tempest-TagsExtTest-Tag-900328506') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:51.998740 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-bc816d1c-af86-4bf9-a354-b78bb18a49c5 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] For port be8c71d7-b258-4e22-95cc-57e59f3de5b9, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=be8c71d7-b258-4e22-95cc-57e59f3de5b9,segment=NetworkSegment(4d472917-dc15-4a3e-84bd-914b2c8dbc36),segment_id=4d472917-dc15-4a3e-84bd-914b2c8dbc36)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:03:51.999307 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bc816d1c-af86-4bf9-a354-b78bb18a49c5 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:52.002827 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-dd1845fd-ee31-4690-891a-fe7367bdb00c None None] For port be8c71d7-b258-4e22-95cc-57e59f3de5b9, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=be8c71d7-b258-4e22-95cc-57e59f3de5b9,segment=NetworkSegment(4d472917-dc15-4a3e-84bd-914b2c8dbc36),segment_id=4d472917-dc15-4a3e-84bd-914b2c8dbc36)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:03:52.003227 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-dd1845fd-ee31-4690-891a-fe7367bdb00c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:52.013297 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a7c953c0-2094-42bf-899b-dbedf52c1edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:52.022380 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-bc816d1c-af86-4bf9-a354-b78bb18a49c5 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Calling delete_port for be8c71d7-b258-4e22-95cc-57e59f3de5b9 owned by network:dhcp {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:03:52.027778 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-dd1845fd-ee31-4690-891a-fe7367bdb00c None None] Calling delete_port for be8c71d7-b258-4e22-95cc-57e59f3de5b9 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:03:52.223701 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 01ef2196-9d6d-4961-9a03-437d2f7a525b triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:52.224121 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:52.232391 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-0ed84d3e-c10e-42b5-b535-ddea926add62 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Delete allocated IP 2001:db8::207 (a7037b94-ac63-490a-a5e2-0102bdd301e7/481e4d02-ddf6-471c-b527-43d02d7f2097) {{(pid=114375) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 17:03:52.252505 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-0ed84d3e-c10e-42b5-b535-ddea926add62 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Allocated IP 2001:db8:0:1::14c (a7037b94-ac63-490a-a5e2-0102bdd301e7/ff720542-1acb-4bb4-8838-7d20cd828452/c4776e3b-667d-4d1a-8fd0-87ceef49b97c) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:52.301677 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-f8df71f5-91fd-4e79-bc35-91ad57995ca4 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Deleting port 9e0f1dd1-4f74-4cd8-8be8-6763c483f48e {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:03:52.302015 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f8df71f5-91fd-4e79-bc35-91ad57995ca4 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:52.341968 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c953c0-2094-42bf-899b-dbedf52c1edb None None] Pushing event updated for resources: {'Port': ['ID=02fb96dd-6106-480d-b8f0-d962e51a2c76,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:52.360033 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bc816d1c-af86-4bf9-a354-b78bb18a49c5 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:52.415928 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc816d1c-af86-4bf9-a354-b78bb18a49c5 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event deleted for resources: {'Port': ['ID=be8c71d7-b258-4e22-95cc-57e59f3de5b9,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:52.430352 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-dd1845fd-ee31-4690-891a-fe7367bdb00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:52.439211 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc816d1c-af86-4bf9-a354-b78bb18a49c5 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] No DVR routers for this DVR port be8c71d7-b258-4e22-95cc-57e59f3de5b9 on host dv-neutron-828697-3-hyperv {{(pid=114375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:03:52.468150 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1845fd-ee31-4690-891a-fe7367bdb00c None None] Pushing event deleted for resources: {'Port': ['ID=be8c71d7-b258-4e22-95cc-57e59f3de5b9,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:52.472115 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1845fd-ee31-4690-891a-fe7367bdb00c None None] No DVR routers for this DVR port be8c71d7-b258-4e22-95cc-57e59f3de5b9 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:03:52.474475 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 6d38b131-2cb3-47d1-9114-65c170f029fb up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:03:52.479494 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3b106c0f-cfda-4d6b-8bf7-5adef511858c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:52.512412 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f8df71f5-91fd-4e79-bc35-91ad57995ca4 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:52.537551 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 6d38b131-2cb3-47d1-9114-65c170f029fb triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:52.537922 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:52.556454 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-f8df71f5-91fd-4e79-bc35-91ad57995ca4 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Calling delete_port for 9e0f1dd1-4f74-4cd8-8be8-6763c483f48e owned by network:router_interface {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:03:52.582669 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-3e0f09cf-b434-44ce-b3f1-e00ee2e58e4c tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "PUT /v2.0/ports/bb927871-aa2d-4c32-855d-41ce3c24a568/tags/tempest-TagsExtTest-Tag-900328506 HTTP/1.1" status: 201 len: 201 time: 0.6040616 Feb 16 17:03:52.588497 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53312) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:52.613345 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.tag.tag_plugin [None req-6b2451c7-3c92-4792-af9e-811a9a1a029f tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b689b9ec-e4bf-481e-9576-e02b147d805a', 'tempest-TagsExtTest-Tag-1742662491') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:52.653445 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bc816d1c-af86-4bf9-a354-b78bb18a49c5 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:52.724415 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-bc816d1c-af86-4bf9-a354-b78bb18a49c5 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bf28453-94de-4f67-89f3-d79ba65dea87']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:52.750905 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-bc816d1c-af86-4bf9-a354-b78bb18a49c5 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d472917-dc15-4a3e-84bd-914b2c8dbc36') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:52.751623 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-bc816d1c-af86-4bf9-a354-b78bb18a49c5 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d472917-dc15-4a3e-84bd-914b2c8dbc36') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:52.781603 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bc816d1c-af86-4bf9-a354-b78bb18a49c5 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:52.814360 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bc816d1c-af86-4bf9-a354-b78bb18a49c5 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:52.831086 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc816d1c-af86-4bf9-a354-b78bb18a49c5 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:03:52.831744 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bc816d1c-af86-4bf9-a354-b78bb18a49c5 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:52.845144 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 17:03:52.845144 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:03:52.845144 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 17:03:52.845144 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:03:52.845144 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 17:03:52.845144 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:03:52.845144 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 17:03:52.845144 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:03:52.845144 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 17:03:52.845144 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:03:52.845144 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 17:03:52.845144 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:03:52.845144 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 17:03:52.845144 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:03:52.845144 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:03:52.845144 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:03:52.845144 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:03:52.845144 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:03:52.845144 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 17:03:52.845144 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:03:52.845144 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 17:03:52.845144 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:03:52.845144 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:03:52.845144 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:03:52.845144 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 17:03:52.845144 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:03:52.845144 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:03:52.845144 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:03:52.845144 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:03:52.845144 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:03:52.845144 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:03:52.845144 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:03:52.882866 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-6b2451c7-3c92-4792-af9e-811a9a1a029f tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "PUT /v2.0/routers/b689b9ec-e4bf-481e-9576-e02b147d805a/tags/tempest-TagsExtTest-Tag-1742662491 HTTP/1.1" status: 201 len: 201 time: 0.2752659 Feb 16 17:03:52.885871 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53314) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:52.894195 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.tag.tag_plugin [None req-9cccbbc4-5dea-4e76-a2c3-61ed436a42d1 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f8fbb9f7-5b3e-4315-a380-eecc3b78171f', 'tempest-TagsExtTest-Tag-1052196869') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:52.938190 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-3b106c0f-cfda-4d6b-8bf7-5adef511858c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Deleting port e73e9334-6930-4563-b889-0933a73569b9 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:03:52.938453 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3b106c0f-cfda-4d6b-8bf7-5adef511858c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:52.964380 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0ed84d3e-c10e-42b5-b535-ddea926add62 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:53.008620 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-9cccbbc4-5dea-4e76-a2c3-61ed436a42d1 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "PUT /v2.0/subnetpools/f8fbb9f7-5b3e-4315-a380-eecc3b78171f/tags/tempest-TagsExtTest-Tag-1052196869 HTTP/1.1" status: 201 len: 201 time: 0.1205454 Feb 16 17:03:53.014397 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53316) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:53.016890 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.tag.tag_plugin [None req-c9db60c3-a8da-4968-8a50-d3aff896da22 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'b8fe42f2-6296-4914-8295-0d33bbbc9893', {'tags': ['tempest-TagsExtTest-Tag-1370832238', 'tempest-TagsExtTest-Tag-888520903', 'tempest-TagsExtTest-Tag-1927030908']}) {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:53.040317 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3b106c0f-cfda-4d6b-8bf7-5adef511858c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:53.053148 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bc816d1c-af86-4bf9-a354-b78bb18a49c5 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:53.054819 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0ed84d3e-c10e-42b5-b535-ddea926add62 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:53.068836 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bc816d1c-af86-4bf9-a354-b78bb18a49c5 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:53.069489 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-3b106c0f-cfda-4d6b-8bf7-5adef511858c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Calling delete_port for e73e9334-6930-4563-b889-0933a73569b9 owned by network:router_interface {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:03:53.072032 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-bc816d1c-af86-4bf9-a354-b78bb18a49c5 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "DELETE /v2.0/networks/7bf28453-94de-4f67-89f3-d79ba65dea87 HTTP/1.1" status: 204 len: 168 time: 2.1531985 Feb 16 17:03:53.080813 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53318) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:53.088665 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-4e5a7202-0b4a-463d-80bf-609ef1f3ad1a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2093611534', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:53.098183 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 02fb96dd-6106-480d-b8f0-d962e51a2c76 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:03:53.139943 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc816d1c-af86-4bf9-a354-b78bb18a49c5 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event deleted for resources: {'Network': ['ID=7bf28453-94de-4f67-89f3-d79ba65dea87,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:53.166608 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 02fb96dd-6106-480d-b8f0-d962e51a2c76 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:53.166608 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:53.191722 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-0ed84d3e-c10e-42b5-b535-ddea926add62 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] In _notify_port_updated(), no bound segment for port c4776e3b-667d-4d1a-8fd0-87ceef49b97c on network a7037b94-ac63-490a-a5e2-0102bdd301e7 {{(pid=114375) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 17:03:53.197556 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed84d3e-c10e-42b5-b535-ddea926add62 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:53.198008 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0ed84d3e-c10e-42b5-b535-ddea926add62 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:53.201944 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-0ed84d3e-c10e-42b5-b535-ddea926add62 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "PUT /v2.0/ports/c4776e3b-667d-4d1a-8fd0-87ceef49b97c HTTP/1.1" status: 200 len: 931 time: 2.4685214 Feb 16 17:03:53.203613 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53320) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:53.211544 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed84d3e-c10e-42b5-b535-ddea926add62 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event updated for resources: {'Port': ['ID=c4776e3b-667d-4d1a-8fd0-87ceef49b97c,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:53.232114 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f8df71f5-91fd-4e79-bc35-91ad57995ca4 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:53.243455 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1beb39a6-4073-4682-be33-174cfe527a56 None None] Provisioning complete for port 2c4a2bc6-5f3c-4378-8e2a-9b6302a664ee triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:53.243908 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1beb39a6-4073-4682-be33-174cfe527a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:53.266671 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df71f5-91fd-4e79-bc35-91ad57995ca4 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Pushing event deleted for resources: {'Port': ['ID=9e0f1dd1-4f74-4cd8-8be8-6763c483f48e,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:53.268642 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4e5a7202-0b4a-463d-80bf-609ef1f3ad1a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:53.269939 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4e5a7202-0b4a-463d-80bf-609ef1f3ad1a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:53.292018 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-c9db60c3-a8da-4968-8a50-d3aff896da22 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "PUT /v2.0/subnets/b8fe42f2-6296-4914-8295-0d33bbbc9893/tags HTTP/1.1" status: 200 len: 317 time: 0.2786121 Feb 16 17:03:53.294580 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53322) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:53.300412 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.tag.tag_plugin [None req-a086a53c-62d8-4cad-965b-0daba4ebf5d8 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b8fe42f2-6296-4914-8295-0d33bbbc9893') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:53.317661 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1beb39a6-4073-4682-be33-174cfe527a56 None None] Port 2c4a2bc6-5f3c-4378-8e2a-9b6302a664ee cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:03:53.339120 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1beb39a6-4073-4682-be33-174cfe527a56 None None] Provisioning complete for port c4776e3b-667d-4d1a-8fd0-87ceef49b97c triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:53.339754 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1beb39a6-4073-4682-be33-174cfe527a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:53.393648 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1beb39a6-4073-4682-be33-174cfe527a56 None None] Port c4776e3b-667d-4d1a-8fd0-87ceef49b97c cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:03:53.408307 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1beb39a6-4073-4682-be33-174cfe527a56 None None] Provisioning complete for port 02fb96dd-6106-480d-b8f0-d962e51a2c76 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:53.409004 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1beb39a6-4073-4682-be33-174cfe527a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:53.439524 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device be8c71d7-b258-4e22-95cc-57e59f3de5b9 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:03:53.477003 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: be8c71d7-b258-4e22-95cc-57e59f3de5b9 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:03:53.477603 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device be8c71d7-b258-4e22-95cc-57e59f3de5b9 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:03:53.534900 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3b106c0f-cfda-4d6b-8bf7-5adef511858c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:53.539567 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f8df71f5-91fd-4e79-bc35-91ad57995ca4 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:53.587416 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-0d3819aa-ff92-4899-b6ae-e2269bedc4e3 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Deleting port c4776e3b-667d-4d1a-8fd0-87ceef49b97c {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:03:53.587835 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0d3819aa-ff92-4899-b6ae-e2269bedc4e3 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:53.597677 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b106c0f-cfda-4d6b-8bf7-5adef511858c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event deleted for resources: {'Port': ['ID=e73e9334-6930-4563-b889-0933a73569b9,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:53.669151 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4e5a7202-0b4a-463d-80bf-609ef1f3ad1a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:53.677553 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-39702565-f558-48c1-b4cd-182db30c4eb2 None None] Provisioning complete for port c4776e3b-667d-4d1a-8fd0-87ceef49b97c triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:53.678063 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-39702565-f558-48c1-b4cd-182db30c4eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:53.735472 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-39702565-f558-48c1-b4cd-182db30c4eb2 None None] Port c4776e3b-667d-4d1a-8fd0-87ceef49b97c cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:03:53.746848 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8df71f5-91fd-4e79-bc35-91ad57995ca4 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Router 7cb1949b-df36-494b-9188-83e02bf70066 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:03:53.758548 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a086a53c-62d8-4cad-965b-0daba4ebf5d8 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "DELETE /v2.0/subnets/b8fe42f2-6296-4914-8295-0d33bbbc9893/tags HTTP/1.1" status: 204 len: 168 time: 0.4605510 Feb 16 17:03:53.759910 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53324) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:53.767302 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.tag.tag_plugin [None req-67d5bc33-a180-4425-ae35-b8713c56bf74 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b8fe42f2-6296-4914-8295-0d33bbbc9893', 'tempest-TagsExtTest-Tag-1370832238') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:53.778282 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4e5a7202-0b4a-463d-80bf-609ef1f3ad1a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:53.832354 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3b106c0f-cfda-4d6b-8bf7-5adef511858c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:53.861076 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0d3819aa-ff92-4899-b6ae-e2269bedc4e3 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:53.870753 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8df71f5-91fd-4e79-bc35-91ad57995ca4 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:03:53.877062 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f8df71f5-91fd-4e79-bc35-91ad57995ca4 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] 10.222.0.88 "PUT /v2.0/routers/7cb1949b-df36-494b-9188-83e02bf70066/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5086162 Feb 16 17:03:53.881313 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53326) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:53.887798 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d44adc9-6be8-488e-b922-43682f24634c None None] Sync routers for ids ['7cb1949b-df36-494b-9188-83e02bf70066'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:03:53.905030 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d44adc9-6be8-488e-b922-43682f24634c None None] Routers {'7cb1949b-df36-494b-9188-83e02bf70066'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:03:53.905813 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-0d44adc9-6be8-488e-b922-43682f24634c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:03:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['7cb1949b-df36-494b-9188-83e02bf70066'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:53.914901 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4e5a7202-0b4a-463d-80bf-609ef1f3ad1a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:53.918903 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-4e5a7202-0b4a-463d-80bf-609ef1f3ad1a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8367984 Feb 16 17:03:53.919514 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53328) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:53.920539 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-0d3819aa-ff92-4899-b6ae-e2269bedc4e3 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Calling delete_port for c4776e3b-667d-4d1a-8fd0-87ceef49b97c owned by {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:03:53.945673 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-9de3ca7c-6e5b-4983-9531-194166923a92 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] delete failed (client error): The resource could not be found. Feb 16 17:03:53.946725 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-9de3ca7c-6e5b-4983-9531-194166923a92 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] 10.222.0.88 "DELETE /v2.0/routers/tempest-non_exist_router-1602028557 HTTP/1.1" status: 404 len: 335 time: 0.0644784 Feb 16 17:03:53.952889 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53330) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:53.953943 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-ab86863a-6935-4193-9b8a-02d3670c1604 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Request body: {'network': {'name': 'tempest-RoutersTest-1798194800'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:53.958181 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-0089949e-eecb-4443-b05c-081e2bbb34f3 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Request body: {'router': {'external_gateway_info': {'network_id': '7cb1949b-df36-494b-9188-83e02bf70066'}}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:53.966863 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-0d44adc9-6be8-488e-b922-43682f24634c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:53.976226 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d44adc9-6be8-488e-b922-43682f24634c None None] Routers {'7cb1949b-df36-494b-9188-83e02bf70066'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:03:53.976995 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-0d44adc9-6be8-488e-b922-43682f24634c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:03:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['7cb1949b-df36-494b-9188-83e02bf70066'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:53.999852 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-67d5bc33-a180-4425-ae35-b8713c56bf74 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] show failed (client error): The resource could not be found. Feb 16 17:03:54.003706 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-67d5bc33-a180-4425-ae35-b8713c56bf74 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "GET /v2.0/subnets/b8fe42f2-6296-4914-8295-0d33bbbc9893/tags/tempest-TagsExtTest-Tag-1370832238 HTTP/1.1" status: 404 len: 329 time: 0.2400873 Feb 16 17:03:54.009639 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-0d44adc9-6be8-488e-b922-43682f24634c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:54.010280 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d44adc9-6be8-488e-b922-43682f24634c None None] The sync data for ids ['7cb1949b-df36-494b-9188-83e02bf70066'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:03:54.013228 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53332) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:54.025932 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.tag.tag_plugin [None req-3eb0b734-1720-4c46-a4f0-b378784b0122 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b8fe42f2-6296-4914-8295-0d33bbbc9893', 'tempest-TagsExtTest-Tag-888520903') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:54.159859 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab86863a-6935-4193-9b8a-02d3670c1604 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Made reservation on behalf of 687c6649ec1f4902bed4d35faf0c53f6 for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:54.163179 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ab86863a-6935-4193-9b8a-02d3670c1604 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:54.172902 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0089949e-eecb-4443-b05c-081e2bbb34f3 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:54.239674 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-0089949e-eecb-4443-b05c-081e2bbb34f3 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] update failed (client error): The resource could not be found. Feb 16 17:03:54.240954 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-0089949e-eecb-4443-b05c-081e2bbb34f3 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] 10.222.0.88 "PUT /v2.0/routers/7cb1949b-df36-494b-9188-83e02bf70066 HTTP/1.1" status: 404 len: 339 time: 0.2868986 Feb 16 17:03:54.242778 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b106c0f-cfda-4d6b-8bf7-5adef511858c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Router db45f01b-5915-4dd7-a5f6-88b3457106cb has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:03:54.245242 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53334) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:54.250062 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-face79cb-00d2-46a8-be60-ccac86ea5765 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-265892344'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:54.252478 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-3eb0b734-1720-4c46-a4f0-b378784b0122 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] show failed (client error): The resource could not be found. Feb 16 17:03:54.253528 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-3eb0b734-1720-4c46-a4f0-b378784b0122 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "GET /v2.0/subnets/b8fe42f2-6296-4914-8295-0d33bbbc9893/tags/tempest-TagsExtTest-Tag-888520903 HTTP/1.1" status: 404 len: 328 time: 0.2355988 Feb 16 17:03:54.257235 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53336) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:54.261292 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.tag.tag_plugin [None req-26d2f569-bec2-4ebe-83eb-a626c30c889e tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b8fe42f2-6296-4914-8295-0d33bbbc9893', 'tempest-TagsExtTest-Tag-1927030908') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:54.320118 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-26d2f569-bec2-4ebe-83eb-a626c30c889e tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] show failed (client error): The resource could not be found. Feb 16 17:03:54.321317 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-26d2f569-bec2-4ebe-83eb-a626c30c889e tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "GET /v2.0/subnets/b8fe42f2-6296-4914-8295-0d33bbbc9893/tags/tempest-TagsExtTest-Tag-1927030908 HTTP/1.1" status: 404 len: 329 time: 0.0631070 Feb 16 17:03:54.324297 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53338) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:54.328680 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.tag.tag_plugin [None req-e8de47b4-962a-4960-8d56-44366812de35 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'bb927871-aa2d-4c32-855d-41ce3c24a568', {'tags': ['tempest-TagsExtTest-Tag-357504679', 'tempest-TagsExtTest-Tag-1529945063', 'tempest-TagsExtTest-Tag-339518152']}) {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:54.340743 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0d3819aa-ff92-4899-b6ae-e2269bedc4e3 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:54.342372 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab86863a-6935-4193-9b8a-02d3670c1604 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:03:54.361896 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-face79cb-00d2-46a8-be60-ccac86ea5765 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Made reservation on behalf of cfd2ab0afff74809b322f3f08c4f3a90 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:54.365298 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-face79cb-00d2-46a8-be60-ccac86ea5765 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:54.384257 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ab86863a-6935-4193-9b8a-02d3670c1604 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:54.384609 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-ab86863a-6935-4193-9b8a-02d3670c1604 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Added segment e58745bb-8539-43a4-9b41-e2100dcd4197 of type vlan for network edc50841-ada0-4b9c-952e-31dd4d465844 Feb 16 17:03:54.386158 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3819aa-ff92-4899-b6ae-e2269bedc4e3 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event deleted for resources: {'Port': ['ID=c4776e3b-667d-4d1a-8fd0-87ceef49b97c,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:54.406922 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-face79cb-00d2-46a8-be60-ccac86ea5765 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:03:54.419362 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-face79cb-00d2-46a8-be60-ccac86ea5765 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:54.419628 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-face79cb-00d2-46a8-be60-ccac86ea5765 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Added segment c00ed6d8-9d17-40fa-9f70-677e0719c9c5 of type vlan for network efa4697a-60d9-454b-82dd-aae1bd3500ca Feb 16 17:03:54.448346 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b106c0f-cfda-4d6b-8bf7-5adef511858c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:03:54.455786 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0d3819aa-ff92-4899-b6ae-e2269bedc4e3 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:54.461896 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-0d3819aa-ff92-4899-b6ae-e2269bedc4e3 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "DELETE /v2.0/ports/c4776e3b-667d-4d1a-8fd0-87ceef49b97c HTTP/1.1" status: 204 len: 168 time: 1.2585545 Feb 16 17:03:54.462519 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53340) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:54.462667 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dc76df-5f20-4bad-ad81-50aabb4249e4 None None] Sync routers for ids ['db45f01b-5915-4dd7-a5f6-88b3457106cb'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:03:54.464891 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-face79cb-00d2-46a8-be60-ccac86ea5765 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:54.469795 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-3b106c0f-cfda-4d6b-8bf7-5adef511858c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "PUT /v2.0/routers/db45f01b-5915-4dd7-a5f6-88b3457106cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9326200 Feb 16 17:03:54.473361 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53342) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:54.479535 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dc76df-5f20-4bad-ad81-50aabb4249e4 None None] Routers {'db45f01b-5915-4dd7-a5f6-88b3457106cb'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:03:54.482161 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-86dc76df-5f20-4bad-ad81-50aabb4249e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:03:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['db45f01b-5915-4dd7-a5f6-88b3457106cb'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:54.483552 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ab86863a-6935-4193-9b8a-02d3670c1604 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:54.505583 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b4544e4-9bbb-4172-8bed-d841351f2f03 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] GET failed (client error): The resource could not be found. Feb 16 17:03:54.510106 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-2b4544e4-9bbb-4172-8bed-d841351f2f03 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "GET /v2.0/ports/c4776e3b-667d-4d1a-8fd0-87ceef49b97c HTTP/1.1" status: 404 len: 333 time: 0.0391965 Feb 16 17:03:54.512334 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53344) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:54.528365 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e8de47b4-962a-4960-8d56-44366812de35 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "PUT /v2.0/ports/bb927871-aa2d-4c32-855d-41ce3c24a568/tags HTTP/1.1" status: 200 len: 316 time: 0.2005765 Feb 16 17:03:54.544010 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-86dc76df-5f20-4bad-ad81-50aabb4249e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:54.553482 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dc76df-5f20-4bad-ad81-50aabb4249e4 None None] Routers {'db45f01b-5915-4dd7-a5f6-88b3457106cb'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:03:54.554172 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-86dc76df-5f20-4bad-ad81-50aabb4249e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:03:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['db45f01b-5915-4dd7-a5f6-88b3457106cb'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:54.558967 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53346) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:54.566062 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.tag.tag_plugin [None req-3c51c599-93b1-4160-89cd-a0ba457fed77 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'bb927871-aa2d-4c32-855d-41ce3c24a568') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:54.592386 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-86dc76df-5f20-4bad-ad81-50aabb4249e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:54.593358 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dc76df-5f20-4bad-ad81-50aabb4249e4 None None] The sync data for ids ['db45f01b-5915-4dd7-a5f6-88b3457106cb'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:03:54.606706 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-837eeee9-6635-415c-92ec-05ed62a60c29 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:54.633287 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ab86863a-6935-4193-9b8a-02d3670c1604 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:54.639018 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab86863a-6935-4193-9b8a-02d3670c1604 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:54.639672 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ab86863a-6935-4193-9b8a-02d3670c1604 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:54.644408 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-837eeee9-6635-415c-92ec-05ed62a60c29 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:54.711300 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-face79cb-00d2-46a8-be60-ccac86ea5765 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:54.716727 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-face79cb-00d2-46a8-be60-ccac86ea5765 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:54.717315 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-face79cb-00d2-46a8-be60-ccac86ea5765 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:54.740302 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab86863a-6935-4193-9b8a-02d3670c1604 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event updated for resources: {'Network': ['ID=edc50841-ada0-4b9c-952e-31dd4d465844,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:54.750456 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network edc50841-ada0-4b9c-952e-31dd4d465844 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:03:54.788260 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-ab86863a-6935-4193-9b8a-02d3670c1604 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8387098 Feb 16 17:03:54.791127 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53348) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:54.796437 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-dd456882-7ce3-4d6e-aafd-249c8ccc2dfb tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Request body: {'subnet': {'network_id': 'edc50841-ada0-4b9c-952e-31dd4d465844', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:54.854715 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-837eeee9-6635-415c-92ec-05ed62a60c29 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:54.857329 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-837eeee9-6635-415c-92ec-05ed62a60c29 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:54.858541 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-837eeee9-6635-415c-92ec-05ed62a60c29 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "DELETE /v2.0/security-groups/59c1fc81-ca33-497a-ae5a-12ef4460644b HTTP/1.1" status: 204 len: 168 time: 0.3454366 Feb 16 17:03:54.868529 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53350) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:54.889136 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837eeee9-6635-415c-92ec-05ed62a60c29 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c1fc81-ca33-497a-ae5a-12ef4460644b,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:54.965049 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8f11e32f-1436-4ab5-9f84-314d3950718a tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:54.989391 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8f11e32f-1436-4ab5-9f84-314d3950718a tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:55.027324 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd456882-7ce3-4d6e-aafd-249c8ccc2dfb tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Made reservation on behalf of 687c6649ec1f4902bed4d35faf0c53f6 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:55.030896 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-dd456882-7ce3-4d6e-aafd-249c8ccc2dfb tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:55.088467 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-face79cb-00d2-46a8-be60-ccac86ea5765 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8421869 Feb 16 17:03:55.092088 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53352) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:55.098982 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-d5d7c6c3-1395-4b63-b405-9a83a5ae7fba tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Request body: {'subnet': {'network_id': 'efa4697a-60d9-454b-82dd-aae1bd3500ca', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:55.109222 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-face79cb-00d2-46a8-be60-ccac86ea5765 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Pushing event updated for resources: {'Network': ['ID=efa4697a-60d9-454b-82dd-aae1bd3500ca,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:55.117911 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8f11e32f-1436-4ab5-9f84-314d3950718a tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:55.120016 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network efa4697a-60d9-454b-82dd-aae1bd3500ca details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:03:55.122593 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8f11e32f-1436-4ab5-9f84-314d3950718a tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:55.123933 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-8f11e32f-1436-4ab5-9f84-314d3950718a tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "DELETE /v2.0/security-groups/ca2c0e15-565a-498f-94cf-adf64e1b7286 HTTP/1.1" status: 204 len: 168 time: 0.2533884 Feb 16 17:03:55.128943 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53354) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:55.191002 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f11e32f-1436-4ab5-9f84-314d3950718a tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2c0e15-565a-498f-94cf-adf64e1b7286,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:55.193388 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-3c51c599-93b1-4160-89cd-a0ba457fed77 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "DELETE /v2.0/ports/bb927871-aa2d-4c32-855d-41ce3c24a568/tags HTTP/1.1" status: 204 len: 168 time: 0.6309826 Feb 16 17:03:55.204024 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53356) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:55.217007 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-9faf2eb3-97f6-427a-8887-669ff54ec5d9 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Deleting subnet 481e4d02-ddf6-471c-b527-43d02d7f2097 {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:03:55.217790 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.tag.tag_plugin [None req-ebd51044-05d0-490f-874b-252f95cb4a5f tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bb927871-aa2d-4c32-855d-41ce3c24a568', 'tempest-TagsExtTest-Tag-357504679') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:55.221969 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9faf2eb3-97f6-427a-8887-669ff54ec5d9 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:55.273751 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9faf2eb3-97f6-427a-8887-669ff54ec5d9 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:55.363309 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-ebd51044-05d0-490f-874b-252f95cb4a5f tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] show failed (client error): The resource could not be found. Feb 16 17:03:55.367190 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-ebd51044-05d0-490f-874b-252f95cb4a5f tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "GET /v2.0/ports/bb927871-aa2d-4c32-855d-41ce3c24a568/tags/tempest-TagsExtTest-Tag-357504679 HTTP/1.1" status: 404 len: 328 time: 0.1589401 Feb 16 17:03:55.369894 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53358) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:55.376296 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.tag.tag_plugin [None req-76fd6f50-99c1-4fab-ab6d-58f9df5572df tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bb927871-aa2d-4c32-855d-41ce3c24a568', 'tempest-TagsExtTest-Tag-1529945063') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:55.393823 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9faf2eb3-97f6-427a-8887-669ff54ec5d9 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:55.400590 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d7c6c3-1395-4b63-b405-9a83a5ae7fba tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Made reservation on behalf of cfd2ab0afff74809b322f3f08c4f3a90 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:55.404158 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d5d7c6c3-1395-4b63-b405-9a83a5ae7fba tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:55.435285 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0a784bff-c785-4317-b180-7a8ac3fa8c85 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:55.489365 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-dd456882-7ce3-4d6e-aafd-249c8ccc2dfb tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:55.567806 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-76fd6f50-99c1-4fab-ab6d-58f9df5572df tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] show failed (client error): The resource could not be found. Feb 16 17:03:55.571645 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-76fd6f50-99c1-4fab-ab6d-58f9df5572df tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "GET /v2.0/ports/bb927871-aa2d-4c32-855d-41ce3c24a568/tags/tempest-TagsExtTest-Tag-1529945063 HTTP/1.1" status: 404 len: 329 time: 0.1981781 Feb 16 17:03:55.574146 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53360) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:55.577589 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd456882-7ce3-4d6e-aafd-249c8ccc2dfb tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event updated for resources: {'Subnet': ['ID=dd4939f3-8a42-462d-8dae-50fcbb8c6496,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:55.581236 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.tag.tag_plugin [None req-b840175f-7891-48fd-8425-e67a8448be4c tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bb927871-aa2d-4c32-855d-41ce3c24a568', 'tempest-TagsExtTest-Tag-339518152') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:55.616651 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9faf2eb3-97f6-427a-8887-669ff54ec5d9 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:55.645570 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faf2eb3-97f6-427a-8887-669ff54ec5d9 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event deleted for resources: {'Subnet': ['ID=481e4d02-ddf6-471c-b527-43d02d7f2097,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:55.668280 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd456882-7ce3-4d6e-aafd-249c8ccc2dfb tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Checking segment: {'id': 'e58745bb-8539-43a4-9b41-e2100dcd4197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'edc50841-ada0-4b9c-952e-31dd4d465844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:03:55.668850 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd456882-7ce3-4d6e-aafd-249c8ccc2dfb tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Network hostable DHCP agents. Network: edc50841-ada0-4b9c-952e-31dd4d465844, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:03:55.684512 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9faf2eb3-97f6-427a-8887-669ff54ec5d9 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:55.691952 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-9faf2eb3-97f6-427a-8887-669ff54ec5d9 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "DELETE /v2.0/subnets/481e4d02-ddf6-471c-b527-43d02d7f2097 HTTP/1.1" status: 204 len: 168 time: 0.5617707 Feb 16 17:03:55.696105 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53362) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:55.700403 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-67dc4084-4c5d-4e10-92d7-332558057219 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Request body: {'subnet': {'network_id': 'a7037b94-ac63-490a-a5e2-0102bdd301e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:55.702782 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c56ff1-71d3-42cd-9bd5-de8167b16441 None None] Network a7037b94-ac63-490a-a5e2-0102bdd301e7 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:03:55.755054 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-b840175f-7891-48fd-8425-e67a8448be4c tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] show failed (client error): The resource could not be found. Feb 16 17:03:55.758640 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-b840175f-7891-48fd-8425-e67a8448be4c tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "GET /v2.0/ports/bb927871-aa2d-4c32-855d-41ce3c24a568/tags/tempest-TagsExtTest-Tag-339518152 HTTP/1.1" status: 404 len: 328 time: 0.1807954 Feb 16 17:03:55.761620 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53364) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:55.768754 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.tag.tag_plugin [None req-8bddcaa3-f61a-4d71-b2de-20c90c001f8b tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'b689b9ec-e4bf-481e-9576-e02b147d805a', {'tags': ['tempest-TagsExtTest-Tag-1560432972', 'tempest-TagsExtTest-Tag-424158181', 'tempest-TagsExtTest-Tag-1177213826']}) {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:55.822930 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-0a784bff-c785-4317-b180-7a8ac3fa8c85 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Deleting port 046f6b8a-fe4f-4b4e-9504-ea673dc4d141 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:03:55.823337 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0a784bff-c785-4317-b180-7a8ac3fa8c85 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:55.849683 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd456882-7ce3-4d6e-aafd-249c8ccc2dfb tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Network edc50841-ada0-4b9c-952e-31dd4d465844 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:03:55.862291 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d5d7c6c3-1395-4b63-b405-9a83a5ae7fba tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:55.946463 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-dd456882-7ce3-4d6e-aafd-249c8ccc2dfb tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, edc50841-ada0-4b9c-952e-31dd4d465844) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:55.948468 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d7c6c3-1395-4b63-b405-9a83a5ae7fba tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Pushing event updated for resources: {'Subnet': ['ID=1645dbf9-406a-45c7-b902-6ab92c456b85,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:55.950534 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0a784bff-c785-4317-b180-7a8ac3fa8c85 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:55.962278 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fa5c59-e20f-436c-a509-ce4259442afc None None] Network edc50841-ada0-4b9c-952e-31dd4d465844 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:03:55.962770 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd456882-7ce3-4d6e-aafd-249c8ccc2dfb tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:55.963308 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-dd456882-7ce3-4d6e-aafd-249c8ccc2dfb tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:55.966147 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d7c6c3-1395-4b63-b405-9a83a5ae7fba tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Checking segment: {'id': 'c00ed6d8-9d17-40fa-9f70-677e0719c9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'efa4697a-60d9-454b-82dd-aae1bd3500ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:03:55.966517 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d7c6c3-1395-4b63-b405-9a83a5ae7fba tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Network hostable DHCP agents. Network: efa4697a-60d9-454b-82dd-aae1bd3500ca, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:03:55.975298 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67dc4084-4c5d-4e10-92d7-332558057219 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Made reservation on behalf of 02ebc15ce0534c46afb3b8b1618852cd for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:55.979180 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-67dc4084-4c5d-4e10-92d7-332558057219 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:55.998783 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-0a784bff-c785-4317-b180-7a8ac3fa8c85 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Calling delete_port for 046f6b8a-fe4f-4b4e-9504-ea673dc4d141 owned by network:router_interface {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:03:56.015512 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-8bddcaa3-f61a-4d71-b2de-20c90c001f8b tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "PUT /v2.0/routers/b689b9ec-e4bf-481e-9576-e02b147d805a/tags HTTP/1.1" status: 200 len: 317 time: 0.2527158 Feb 16 17:03:56.018612 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53366) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:56.026882 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.tag.tag_plugin [None req-7f9b594d-5ea4-4aaf-81d7-e6750c2d8198 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b689b9ec-e4bf-481e-9576-e02b147d805a') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:56.075074 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d7c6c3-1395-4b63-b405-9a83a5ae7fba tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Network efa4697a-60d9-454b-82dd-aae1bd3500ca is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:03:56.083386 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-d5d7c6c3-1395-4b63-b405-9a83a5ae7fba tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, efa4697a-60d9-454b-82dd-aae1bd3500ca) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:56.088166 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d7c6c3-1395-4b63-b405-9a83a5ae7fba tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:56.088875 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d5d7c6c3-1395-4b63-b405-9a83a5ae7fba tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:56.122168 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44b70e9-86f6-4804-883a-2dccbca7654e None None] Network efa4697a-60d9-454b-82dd-aae1bd3500ca requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:03:56.137558 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-dd456882-7ce3-4d6e-aafd-249c8ccc2dfb tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3450208 Feb 16 17:03:56.138639 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53368) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:56.247071 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201ed449-f089-461c-a24a-bf7696101b23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-edc50841-ada0-4b9c-952e-31dd4d465844', 'network_id': 'edc50841-ada0-4b9c-952e-31dd4d465844', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'fixed_ips': [{'subnet_id': 'dd4939f3-8a42-462d-8dae-50fcbb8c6496'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:03:56.247342 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-d5d7c6c3-1395-4b63-b405-9a83a5ae7fba tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1540625 Feb 16 17:03:56.248351 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-201ed449-f089-461c-a24a-bf7696101b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:56.250239 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53370) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:56.256511 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-8f8c1fd6-3181-4e65-af2d-0e436a79b239 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Request body: {'router': {'external_gateway_info': {'network_id': 'efa4697a-60d9-454b-82dd-aae1bd3500ca'}}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:56.428352 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141a59a6-0b9c-458d-a725-3f23aaca4524 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-efa4697a-60d9-454b-82dd-aae1bd3500ca', 'network_id': 'efa4697a-60d9-454b-82dd-aae1bd3500ca', 'tenant_id': 'cfd2ab0afff74809b322f3f08c4f3a90', 'fixed_ips': [{'subnet_id': '1645dbf9-406a-45c7-b902-6ab92c456b85'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:03:56.429231 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-141a59a6-0b9c-458d-a725-3f23aaca4524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:56.459951 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0a784bff-c785-4317-b180-7a8ac3fa8c85 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:56.470380 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-201ed449-f089-461c-a24a-bf7696101b23 None None] Allocated IP 172.20.0.2 (edc50841-ada0-4b9c-952e-31dd4d465844/dd4939f3-8a42-462d-8dae-50fcbb8c6496/3768815c-2fda-452c-82a4-e6c238b94f72) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:56.514086 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-67dc4084-4c5d-4e10-92d7-332558057219 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:56.520464 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a784bff-c785-4317-b180-7a8ac3fa8c85 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event deleted for resources: {'Port': ['ID=046f6b8a-fe4f-4b4e-9504-ea673dc4d141,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:56.724904 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-141a59a6-0b9c-458d-a725-3f23aaca4524 None None] Allocated IP 2001:db8:1::2 (efa4697a-60d9-454b-82dd-aae1bd3500ca/1645dbf9-406a-45c7-b902-6ab92c456b85/2b1a2bba-ddf4-4313-84d6-86825296204f) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:56.734278 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-7f9b594d-5ea4-4aaf-81d7-e6750c2d8198 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "DELETE /v2.0/routers/b689b9ec-e4bf-481e-9576-e02b147d805a/tags HTTP/1.1" status: 204 len: 168 time: 0.7121778 Feb 16 17:03:56.740416 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67dc4084-4c5d-4e10-92d7-332558057219 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Network a7037b94-ac63-490a-a5e2-0102bdd301e7 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:56.753058 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53372) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:56.759693 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-67dc4084-4c5d-4e10-92d7-332558057219 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:56.763591 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.tag.tag_plugin [None req-dd782e83-2ce8-4da9-810c-1dbdb682b8f1 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b689b9ec-e4bf-481e-9576-e02b147d805a', 'tempest-TagsExtTest-Tag-1560432972') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:56.767282 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67dc4084-4c5d-4e10-92d7-332558057219 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:56.768064 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-67dc4084-4c5d-4e10-92d7-332558057219 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:56.815557 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0a784bff-c785-4317-b180-7a8ac3fa8c85 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:56.829140 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc4084-4c5d-4e10-92d7-332558057219 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event updated for resources: {'Subnet': ['ID=e88de096-f1c2-422d-b843-1a0fa3cbd8c4,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:56.863192 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-201ed449-f089-461c-a24a-bf7696101b23 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:56.884263 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91933089-98f6-4b8d-a2b0-e99a28fb21eb None None] Network a7037b94-ac63-490a-a5e2-0102bdd301e7 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:03:56.942631 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-67dc4084-4c5d-4e10-92d7-332558057219 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2437177 Feb 16 17:03:56.944670 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53374) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:56.949353 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-e9b51ef4-2b8a-4e76-88ac-eb1515dc6c8e tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Request body: {'security_group': {'name': 'tempest-secgroup-2136257643'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:56.962567 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-dd782e83-2ce8-4da9-810c-1dbdb682b8f1 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] show failed (client error): The resource could not be found. Feb 16 17:03:56.966363 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-dd782e83-2ce8-4da9-810c-1dbdb682b8f1 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "GET /v2.0/routers/b689b9ec-e4bf-481e-9576-e02b147d805a/tags/tempest-TagsExtTest-Tag-1560432972 HTTP/1.1" status: 404 len: 329 time: 0.2039001 Feb 16 17:03:56.967099 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53376) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:56.971412 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.tag.tag_plugin [None req-a28aac53-4416-4d18-8626-d3cc916031b4 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b689b9ec-e4bf-481e-9576-e02b147d805a', 'tempest-TagsExtTest-Tag-424158181') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:56.983217 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-201ed449-f089-461c-a24a-bf7696101b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:57.100900 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201ed449-f089-461c-a24a-bf7696101b23 None None] Network edc50841-ada0-4b9c-952e-31dd4d465844 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:57.111310 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8f8c1fd6-3181-4e65-af2d-0e436a79b239 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:57.111521 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-90ae264f-b3db-44b9-a876-75f3a06b7b0a None None] Provisioning complete for port 2c4a2bc6-5f3c-4378-8e2a-9b6302a664ee triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:57.115198 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-90ae264f-b3db-44b9-a876-75f3a06b7b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:57.118896 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a784bff-c785-4317-b180-7a8ac3fa8c85 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Router db45f01b-5915-4dd7-a5f6-88b3457106cb has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:03:57.130503 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-a28aac53-4416-4d18-8626-d3cc916031b4 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] show failed (client error): The resource could not be found. Feb 16 17:03:57.134245 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a28aac53-4416-4d18-8626-d3cc916031b4 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "GET /v2.0/routers/b689b9ec-e4bf-481e-9576-e02b147d805a/tags/tempest-TagsExtTest-Tag-424158181 HTTP/1.1" status: 404 len: 328 time: 0.1640968 Feb 16 17:03:57.134492 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53378) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:57.140469 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.tag.tag_plugin [None req-688b18ca-ab42-45ce-8062-4d5b22f45857 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b689b9ec-e4bf-481e-9576-e02b147d805a', 'tempest-TagsExtTest-Tag-1177213826') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:57.145334 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-201ed449-f089-461c-a24a-bf7696101b23 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:57.152673 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ed449-f089-461c-a24a-bf7696101b23 None None] Pushing event updated for resources: {'Port': ['ID=3768815c-2fda-452c-82a4-e6c238b94f72,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:57.154747 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201ed449-f089-461c-a24a-bf7696101b23 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:03:57.163823 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-90ae264f-b3db-44b9-a876-75f3a06b7b0a None None] Port 2c4a2bc6-5f3c-4378-8e2a-9b6302a664ee cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:03:57.183381 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ed449-f089-461c-a24a-bf7696101b23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:57.184079 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ed449-f089-461c-a24a-bf7696101b23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:57.184079 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ed449-f089-461c-a24a-bf7696101b23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:57.184425 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ed449-f089-461c-a24a-bf7696101b23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:57.184758 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ed449-f089-461c-a24a-bf7696101b23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:57.185092 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ed449-f089-461c-a24a-bf7696101b23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:57.185423 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ed449-f089-461c-a24a-bf7696101b23 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:57.185753 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ed449-f089-461c-a24a-bf7696101b23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:57.186082 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ed449-f089-461c-a24a-bf7696101b23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:57.186406 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ed449-f089-461c-a24a-bf7696101b23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:57.186729 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ed449-f089-461c-a24a-bf7696101b23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:57.187047 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ed449-f089-461c-a24a-bf7696101b23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:57.192941 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6720cf13-6ec7-4088-ab73-7cf61f7107ed tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:57.210774 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e9b51ef4-2b8a-4e76-88ac-eb1515dc6c8e tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:57.225551 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-141a59a6-0b9c-458d-a725-3f23aaca4524 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:57.284130 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a784bff-c785-4317-b180-7a8ac3fa8c85 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:03:57.298725 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-0a784bff-c785-4317-b180-7a8ac3fa8c85 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "PUT /v2.0/routers/db45f01b-5915-4dd7-a5f6-88b3457106cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8184938 Feb 16 17:03:57.298939 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53380) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:57.321877 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-688b18ca-ab42-45ce-8062-4d5b22f45857 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] show failed (client error): The resource could not be found. Feb 16 17:03:57.325580 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-688b18ca-ab42-45ce-8062-4d5b22f45857 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "GET /v2.0/routers/b689b9ec-e4bf-481e-9576-e02b147d805a/tags/tempest-TagsExtTest-Tag-1177213826 HTTP/1.1" status: 404 len: 329 time: 0.1875837 Feb 16 17:03:57.326202 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53382) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:57.331248 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.tag.tag_plugin [None req-a6540240-6e70-495d-8357-87f35ef74bc7 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'f8fbb9f7-5b3e-4315-a380-eecc3b78171f', {'tags': ['tempest-TagsExtTest-Tag-66168892', 'tempest-TagsExtTest-Tag-1158690462', 'tempest-TagsExtTest-Tag-1669343340']}) {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:57.366734 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-27273bc9-7ed2-4773-bace-1eedc32b2c5f tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "GET /v2.0/ports?device_id=db45f01b-5915-4dd7-a5f6-88b3457106cb HTTP/1.1" status: 200 len: 205 time: 0.0673850 Feb 16 17:03:57.366946 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53384) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:57.408784 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41981b5c-8bae-4b91-bee9-23123d980f8d None None] Sync routers for ids ['db45f01b-5915-4dd7-a5f6-88b3457106cb'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:03:57.413644 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-141a59a6-0b9c-458d-a725-3f23aaca4524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:57.424460 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-90ae264f-b3db-44b9-a876-75f3a06b7b0a None None] Provisioning complete for port 02fb96dd-6106-480d-b8f0-d962e51a2c76 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:57.425096 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-90ae264f-b3db-44b9-a876-75f3a06b7b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:57.462178 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e9b51ef4-2b8a-4e76-88ac-eb1515dc6c8e tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:57.465341 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e589ca40-b19c-42ab-b0c9-5bddc9cc88a2 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for router, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:57.493199 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-201ed449-f089-461c-a24a-bf7696101b23 None None] Attempting to bind port 3768815c-2fda-452c-82a4-e6c238b94f72 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:03:57.493576 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-201ed449-f089-461c-a24a-bf7696101b23 None None] Attempting to bind port 3768815c-2fda-452c-82a4-e6c238b94f72 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': 'e58745bb-8539-43a4-9b41-e2100dcd4197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'edc50841-ada0-4b9c-952e-31dd4d465844'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:03:57.493944 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201ed449-f089-461c-a24a-bf7696101b23 None None] Attempting to bind port 3768815c-2fda-452c-82a4-e6c238b94f72 on network edc50841-ada0-4b9c-952e-31dd4d465844 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:03:57.511484 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141a59a6-0b9c-458d-a725-3f23aaca4524 None None] Network efa4697a-60d9-454b-82dd-aae1bd3500ca is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:57.513450 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41981b5c-8bae-4b91-bee9-23123d980f8d None None] Routers {'db45f01b-5915-4dd7-a5f6-88b3457106cb'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:03:57.514087 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-41981b5c-8bae-4b91-bee9-23123d980f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:03:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['db45f01b-5915-4dd7-a5f6-88b3457106cb'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:57.530424 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-8f8c1fd6-3181-4e65-af2d-0e436a79b239 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:03:57.535124 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-8f8c1fd6-3181-4e65-af2d-0e436a79b239 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] 10.222.0.88 "PUT /v2.0/routers/7cb1949b-df36-494b-9188-83e02bf70066 HTTP/1.1" status: 400 len: 364 time: 1.2795191 Feb 16 17:03:57.535364 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53386) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:57.573433 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-141a59a6-0b9c-458d-a725-3f23aaca4524 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:57.578618 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a6540240-6e70-495d-8357-87f35ef74bc7 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "PUT /v2.0/subnetpools/f8fbb9f7-5b3e-4315-a380-eecc3b78171f/tags HTTP/1.1" status: 200 len: 316 time: 0.2492349 Feb 16 17:03:57.580593 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201ed449-f089-461c-a24a-bf7696101b23 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:03:57.580593 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201ed449-f089-461c-a24a-bf7696101b23 None None] Checking segment: {'id': 'e58745bb-8539-43a4-9b41-e2100dcd4197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'edc50841-ada0-4b9c-952e-31dd4d465844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:03:57.580916 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-201ed449-f089-461c-a24a-bf7696101b23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:57.581092 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201ed449-f089-461c-a24a-bf7696101b23 None None] Bound using segment: {'id': 'e58745bb-8539-43a4-9b41-e2100dcd4197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'edc50841-ada0-4b9c-952e-31dd4d465844'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:03:57.581586 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-201ed449-f089-461c-a24a-bf7696101b23 None None] Bound port: 3768815c-2fda-452c-82a4-e6c238b94f72, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e58745bb-8539-43a4-9b41-e2100dcd4197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'edc50841-ada0-4b9c-952e-31dd4d465844'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:03:57.581978 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-201ed449-f089-461c-a24a-bf7696101b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:57.587353 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141a59a6-0b9c-458d-a725-3f23aaca4524 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:03:57.589286 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-41981b5c-8bae-4b91-bee9-23123d980f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:57.591888 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141a59a6-0b9c-458d-a725-3f23aaca4524 None None] Pushing event updated for resources: {'Port': ['ID=2b1a2bba-ddf4-4313-84d6-86825296204f,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:57.596713 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53388) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:57.601163 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.tag.tag_plugin [None req-c1dc0d8f-d550-45a5-a81f-47eb070fd2e9 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f8fbb9f7-5b3e-4315-a380-eecc3b78171f') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:57.610634 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e9b51ef4-2b8a-4e76-88ac-eb1515dc6c8e tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:57.670958 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9e3b80-1501-4f7d-8968-b2c521e7bd93 None None] Update dhcp port {'port': {'network_id': 'a7037b94-ac63-490a-a5e2-0102bdd301e7', 'fixed_ips': [{'subnet_id': 'ff720542-1acb-4bb4-8838-7d20cd828452', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e88de096-f1c2-422d-b843-1a0fa3cbd8c4'}], 'binding:host_id': 'dv-neutron-828697-3-hyperv'}, 'id': '02fb96dd-6106-480d-b8f0-d962e51a2c76'} from dv-neutron-828697-3-hyperv. {{(pid=114377) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 16 17:03:57.674526 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e589ca40-b19c-42ab-b0c9-5bddc9cc88a2 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:57.678920 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e589ca40-b19c-42ab-b0c9-5bddc9cc88a2 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:57.683128 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b51ef4-2b8a-4e76-88ac-eb1515dc6c8e tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b789bc0-8047-432f-a164-fa5a14a50b62,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:57.697992 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41981b5c-8bae-4b91-bee9-23123d980f8d None None] Routers {'db45f01b-5915-4dd7-a5f6-88b3457106cb'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:03:57.698646 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-41981b5c-8bae-4b91-bee9-23123d980f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:03:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['db45f01b-5915-4dd7-a5f6-88b3457106cb'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:57.713361 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-6720cf13-6ec7-4088-ab73-7cf61f7107ed tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Allocated IP 172.20.0.1 (edc50841-ada0-4b9c-952e-31dd4d465844/dd4939f3-8a42-462d-8dae-50fcbb8c6496/19cff096-a39e-4fba-8a8c-b9a97496245b) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:57.732721 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e9b51ef4-2b8a-4e76-88ac-eb1515dc6c8e tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:57.736671 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e9b51ef4-2b8a-4e76-88ac-eb1515dc6c8e tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7885382 Feb 16 17:03:57.737589 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53390) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:57.744638 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-9b4b6244-cd2a-4c46-bd3a-1d1051c1e715 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Request body: {'security_group': {'name': 'tempest-secgroup-851860327'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:57.799827 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-fb9e3b80-1501-4f7d-8968-b2c521e7bd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:57.801699 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-41981b5c-8bae-4b91-bee9-23123d980f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:57.802309 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41981b5c-8bae-4b91-bee9-23123d980f8d None None] The sync data for ids ['db45f01b-5915-4dd7-a5f6-88b3457106cb'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:03:57.820455 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-141a59a6-0b9c-458d-a725-3f23aaca4524 None None] Attempting to bind port 2b1a2bba-ddf4-4313-84d6-86825296204f on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:03:57.820830 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-141a59a6-0b9c-458d-a725-3f23aaca4524 None None] Attempting to bind port 2b1a2bba-ddf4-4313-84d6-86825296204f by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': 'c00ed6d8-9d17-40fa-9f70-677e0719c9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'efa4697a-60d9-454b-82dd-aae1bd3500ca'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:03:57.821198 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141a59a6-0b9c-458d-a725-3f23aaca4524 None None] Attempting to bind port 2b1a2bba-ddf4-4313-84d6-86825296204f on network efa4697a-60d9-454b-82dd-aae1bd3500ca {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:03:57.827866 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e589ca40-b19c-42ab-b0c9-5bddc9cc88a2 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:57.829430 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e589ca40-b19c-42ab-b0c9-5bddc9cc88a2 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Fanout notify agent at l3_agent the message router_deleted on router db45f01b-5915-4dd7-a5f6-88b3457106cb {{(pid=114375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:03:57.835620 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-201ed449-f089-461c-a24a-bf7696101b23 None None] For port 3768815c-2fda-452c-82a4-e6c238b94f72, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:03:57.838235 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141a59a6-0b9c-458d-a725-3f23aaca4524 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:03:57.838611 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141a59a6-0b9c-458d-a725-3f23aaca4524 None None] Checking segment: {'id': 'c00ed6d8-9d17-40fa-9f70-677e0719c9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'efa4697a-60d9-454b-82dd-aae1bd3500ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:03:57.839013 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-141a59a6-0b9c-458d-a725-3f23aaca4524 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:57.839410 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141a59a6-0b9c-458d-a725-3f23aaca4524 None None] Bound using segment: {'id': 'c00ed6d8-9d17-40fa-9f70-677e0719c9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'efa4697a-60d9-454b-82dd-aae1bd3500ca'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:03:57.839895 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-141a59a6-0b9c-458d-a725-3f23aaca4524 None None] Bound port: 2b1a2bba-ddf4-4313-84d6-86825296204f, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c00ed6d8-9d17-40fa-9f70-677e0719c9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'efa4697a-60d9-454b-82dd-aae1bd3500ca'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:03:57.840311 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-141a59a6-0b9c-458d-a725-3f23aaca4524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:57.856760 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e589ca40-b19c-42ab-b0c9-5bddc9cc88a2 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:57.860826 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e589ca40-b19c-42ab-b0c9-5bddc9cc88a2 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "DELETE /v2.0/routers/db45f01b-5915-4dd7-a5f6-88b3457106cb HTTP/1.1" status: 204 len: 168 time: 0.4929609 Feb 16 17:03:57.861500 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53392) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:57.876636 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9b4b6244-cd2a-4c46-bd3a-1d1051c1e715 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:57.882935 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c1dc0d8f-d550-45a5-a81f-47eb070fd2e9 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "DELETE /v2.0/subnetpools/f8fbb9f7-5b3e-4315-a380-eecc3b78171f/tags HTTP/1.1" status: 204 len: 168 time: 0.2830608 Feb 16 17:03:57.883477 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-201ed449-f089-461c-a24a-bf7696101b23 None None] For port 3768815c-2fda-452c-82a4-e6c238b94f72, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=3768815c-2fda-452c-82a4-e6c238b94f72,segment=NetworkSegment(e58745bb-8539-43a4-9b41-e2100dcd4197),segment_id=e58745bb-8539-43a4-9b41-e2100dcd4197)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:03:57.883613 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53394) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:57.887419 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.tag.tag_plugin [None req-86edd857-ad08-4e7f-aa20-554fdde0d452 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f8fbb9f7-5b3e-4315-a380-eecc3b78171f', 'tempest-TagsExtTest-Tag-66168892') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:57.939189 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2a8a927-093f-4407-b09a-ec733480e7be tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Deleting subnet 6611c77d-675f-4a8f-a302-f951531d9277 {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:03:57.946687 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f2a8a927-093f-4407-b09a-ec733480e7be tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:57.975845 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-86edd857-ad08-4e7f-aa20-554fdde0d452 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] show failed (client error): The resource could not be found. Feb 16 17:03:57.980277 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-86edd857-ad08-4e7f-aa20-554fdde0d452 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "GET /v2.0/subnetpools/f8fbb9f7-5b3e-4315-a380-eecc3b78171f/tags/tempest-TagsExtTest-Tag-66168892 HTTP/1.1" status: 404 len: 327 time: 0.0927882 Feb 16 17:03:57.986005 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-201ed449-f089-461c-a24a-bf7696101b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:57.999369 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53396) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:58.003775 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.tag.tag_plugin [None req-40e923c7-aae1-4c5d-8331-10c2750fca70 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f8fbb9f7-5b3e-4315-a380-eecc3b78171f', 'tempest-TagsExtTest-Tag-1158690462') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:58.010401 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-38df7d7b-0a42-49f2-ba41-2d51f1c1f5cb tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:58.027959 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6720cf13-6ec7-4088-ab73-7cf61f7107ed tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:58.067570 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-141a59a6-0b9c-458d-a725-3f23aaca4524 None None] For port 2b1a2bba-ddf4-4313-84d6-86825296204f, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:03:58.075892 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-141a59a6-0b9c-458d-a725-3f23aaca4524 None None] For port 2b1a2bba-ddf4-4313-84d6-86825296204f, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=2b1a2bba-ddf4-4313-84d6-86825296204f,segment=NetworkSegment(c00ed6d8-9d17-40fa-9f70-677e0719c9c5),segment_id=c00ed6d8-9d17-40fa-9f70-677e0719c9c5)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:03:58.109722 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ed449-f089-461c-a24a-bf7696101b23 None None] Pushing event updated for resources: {'Port': ['ID=3768815c-2fda-452c-82a4-e6c238b94f72,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:58.145215 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-fb9e3b80-1501-4f7d-8968-b2c521e7bd93 None None] Allocated IP 2001:db8::2 (a7037b94-ac63-490a-a5e2-0102bdd301e7/e88de096-f1c2-422d-b843-1a0fa3cbd8c4/02fb96dd-6106-480d-b8f0-d962e51a2c76) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:58.145743 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-40e923c7-aae1-4c5d-8331-10c2750fca70 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] show failed (client error): The resource could not be found. Feb 16 17:03:58.147836 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-141a59a6-0b9c-458d-a725-3f23aaca4524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:58.150134 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-40e923c7-aae1-4c5d-8331-10c2750fca70 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "GET /v2.0/subnetpools/f8fbb9f7-5b3e-4315-a380-eecc3b78171f/tags/tempest-TagsExtTest-Tag-1158690462 HTTP/1.1" status: 404 len: 329 time: 0.1497653 Feb 16 17:03:58.154307 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53398) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:58.158965 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.tag.tag_plugin [None req-9397b6c9-1f80-4f27-84d2-afe2652cc97c tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f8fbb9f7-5b3e-4315-a380-eecc3b78171f', 'tempest-TagsExtTest-Tag-1669343340') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:58.219251 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-9397b6c9-1f80-4f27-84d2-afe2652cc97c tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] show failed (client error): The resource could not be found. Feb 16 17:03:58.224827 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-9397b6c9-1f80-4f27-84d2-afe2652cc97c tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "GET /v2.0/subnetpools/f8fbb9f7-5b3e-4315-a380-eecc3b78171f/tags/tempest-TagsExtTest-Tag-1669343340 HTTP/1.1" status: 404 len: 329 time: 0.0687201 Feb 16 17:03:58.225444 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53400) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:58.283513 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.tag.tag_plugin [None req-596633e2-9c6f-4827-aa24-364768edc460 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f8fbb9f7-5b3e-4315-a380-eecc3b78171f') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:58.285027 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141a59a6-0b9c-458d-a725-3f23aaca4524 None None] Pushing event updated for resources: {'Port': ['ID=2b1a2bba-ddf4-4313-84d6-86825296204f,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:58.369430 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-fb9e3b80-1501-4f7d-8968-b2c521e7bd93 None None] For port 02fb96dd-6106-480d-b8f0-d962e51a2c76, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=02fb96dd-6106-480d-b8f0-d962e51a2c76,segment=NetworkSegment(331746fb-4322-4882-a9d1-7ebc78f71ddb),segment_id=331746fb-4322-4882-a9d1-7ebc78f71ddb)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:03:58.374778 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f2a8a927-093f-4407-b09a-ec733480e7be tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:58.413380 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-fb9e3b80-1501-4f7d-8968-b2c521e7bd93 None None] Notify callbacks [] for port, precommit_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:58.432844 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6720cf13-6ec7-4088-ab73-7cf61f7107ed tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:58.436597 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9b4b6244-cd2a-4c46-bd3a-1d1051c1e715 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:58.483349 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-fb9e3b80-1501-4f7d-8968-b2c521e7bd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:58.486988 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-596633e2-9c6f-4827-aa24-364768edc460 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "DELETE /v2.0/subnetpools/f8fbb9f7-5b3e-4315-a380-eecc3b78171f/tags HTTP/1.1" status: 204 len: 168 time: 0.2116747 Feb 16 17:03:58.492267 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53402) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:58.495649 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.tag.tag_plugin [None req-eb77123e-2e21-4575-9a1c-18e2edd95e2e tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b689b9ec-e4bf-481e-9576-e02b147d805a') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:58.515568 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6720cf13-6ec7-4088-ab73-7cf61f7107ed tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Network edc50841-ada0-4b9c-952e-31dd4d465844 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:58.557851 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9b4b6244-cd2a-4c46-bd3a-1d1051c1e715 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:58.561919 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-6720cf13-6ec7-4088-ab73-7cf61f7107ed tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:58.567771 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6720cf13-6ec7-4088-ab73-7cf61f7107ed tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:03:58.570659 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6720cf13-6ec7-4088-ab73-7cf61f7107ed tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event updated for resources: {'Port': ['ID=19cff096-a39e-4fba-8a8c-b9a97496245b,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:58.615726 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e3b80-1501-4f7d-8968-b2c521e7bd93 None None] Pushing event updated for resources: {'Port': ['ID=02fb96dd-6106-480d-b8f0-d962e51a2c76,revision_number=6']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:58.619153 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f2a8a927-093f-4407-b09a-ec733480e7be tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:58.654622 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-38df7d7b-0a42-49f2-ba41-2d51f1c1f5cb tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Allocated IP 2001:db8::1 (c4f68b94-64ce-4310-b8ea-6f719236d606/f5cb8f28-7642-4bfb-8146-7efb67ce691a/e170ac96-a046-45c0-947a-b296fab8e155) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:58.672826 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6720cf13-6ec7-4088-ab73-7cf61f7107ed tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:58.697949 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4b6244-cd2a-4c46-bd3a-1d1051c1e715 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf34ed6-aa80-4c6d-8dfc-a5eb3a29cc1e,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:58.717768 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-eb77123e-2e21-4575-9a1c-18e2edd95e2e tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "DELETE /v2.0/routers/b689b9ec-e4bf-481e-9576-e02b147d805a/tags HTTP/1.1" status: 204 len: 168 time: 0.2245653 Feb 16 17:03:58.720666 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53404) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:58.725015 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.tag.tag_plugin [None req-f52097a1-f9aa-4176-a193-2703ea976616 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'bb927871-aa2d-4c32-855d-41ce3c24a568') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:58.752722 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9b4b6244-cd2a-4c46-bd3a-1d1051c1e715 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:58.754016 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-9b4b6244-cd2a-4c46-bd3a-1d1051c1e715 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0153036 Feb 16 17:03:58.756912 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53406) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:58.767603 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-1d7dd658-49e3-4e01-a1a7-a0be25272711 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Request body: {'security_group': {'name': 'tempest-secgroup-1746772226'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:58.822461 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f2a8a927-093f-4407-b09a-ec733480e7be tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:58.859052 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a8a927-093f-4407-b09a-ec733480e7be tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event deleted for resources: {'Subnet': ['ID=6611c77d-675f-4a8f-a302-f951531d9277,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:58.864573 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f2a8a927-093f-4407-b09a-ec733480e7be tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:58.869754 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f2a8a927-093f-4407-b09a-ec733480e7be tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "DELETE /v2.0/subnets/6611c77d-675f-4a8f-a302-f951531d9277 HTTP/1.1" status: 204 len: 168 time: 1.0044456 Feb 16 17:03:58.870062 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53408) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:58.872912 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4291dbd4-cece-458a-acd0-1127d430d706 None None] Network 38c65d25-be27-4cd5-bd4c-2444b2927a23 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:03:58.889545 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1d7dd658-49e3-4e01-a1a7-a0be25272711 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:58.930381 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-38df7d7b-0a42-49f2-ba41-2d51f1c1f5cb tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:58.948034 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-f52097a1-f9aa-4176-a193-2703ea976616 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "DELETE /v2.0/ports/bb927871-aa2d-4c32-855d-41ce3c24a568/tags HTTP/1.1" status: 204 len: 168 time: 0.2248638 Feb 16 17:03:58.949699 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53410) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:58.954137 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.tag.tag_plugin [None req-6753c85a-05d1-4351-9978-71aa6a01f2cd tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b8fe42f2-6296-4914-8295-0d33bbbc9893') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:58.985431 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6720cf13-6ec7-4088-ab73-7cf61f7107ed tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:58.993018 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3e26c8f-5ba7-44fe-8557-9b6b266e36f1 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Deleting subnet 117ea0b6-3436-4813-b6a4-33fc05fdbb61 {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:03:58.999617 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d3e26c8f-5ba7-44fe-8557-9b6b266e36f1 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:59.084018 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d3e26c8f-5ba7-44fe-8557-9b6b266e36f1 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:59.176152 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1d7dd658-49e3-4e01-a1a7-a0be25272711 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:59.186333 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-38df7d7b-0a42-49f2-ba41-2d51f1c1f5cb tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:59.207881 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f8c8d2-01b5-4c9b-b693-52a70f646b73 None None] DHCP port deletion for 38c65d25-be27-4cd5-bd4c-2444b2927a23 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:03:59.208479 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-6753c85a-05d1-4351-9978-71aa6a01f2cd tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "DELETE /v2.0/subnets/b8fe42f2-6296-4914-8295-0d33bbbc9893/tags HTTP/1.1" status: 204 len: 168 time: 0.2503965 Feb 16 17:03:59.212033 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53412) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:59.296581 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-e0f8c8d2-01b5-4c9b-b693-52a70f646b73 None None] Deleting port 9c6d1e4c-3e9e-42e3-935a-ce3e39f8cb82 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:03:59.297037 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e0f8c8d2-01b5-4c9b-b693-52a70f646b73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:59.303191 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38df7d7b-0a42-49f2-ba41-2d51f1c1f5cb tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Network c4f68b94-64ce-4310-b8ea-6f719236d606 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:59.316941 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d3e26c8f-5ba7-44fe-8557-9b6b266e36f1 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:59.330407 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-38df7d7b-0a42-49f2-ba41-2d51f1c1f5cb tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:59.354643 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38df7d7b-0a42-49f2-ba41-2d51f1c1f5cb tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:03:59.358983 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-38df7d7b-0a42-49f2-ba41-2d51f1c1f5cb tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:59.399914 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1d7dd658-49e3-4e01-a1a7-a0be25272711 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:59.438280 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df7d7b-0a42-49f2-ba41-2d51f1c1f5cb tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Pushing event updated for resources: {'Port': ['ID=e170ac96-a046-45c0-947a-b296fab8e155,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:59.459138 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7dd658-49e3-4e01-a1a7-a0be25272711 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a574214-1c17-4060-a396-6915fd9ff17c,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:59.466722 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 2b1a2bba-ddf4-4313-84d6-86825296204f up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:03:59.491338 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1d7dd658-49e3-4e01-a1a7-a0be25272711 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:59.498756 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-1d7dd658-49e3-4e01-a1a7-a0be25272711 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7407422 Feb 16 17:03:59.503044 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53414) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:59.512751 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-ec18b2ea-bdfe-4053-908b-baa695321e2c tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-544462593', 'security_groups': ['6a574214-1c17-4060-a396-6915fd9ff17c'], 'network_id': 'a7037b94-ac63-490a-a5e2-0102bdd301e7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e88de096-f1c2-422d-b843-1a0fa3cbd8c4'}]}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:59.525508 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-e0f8c8d2-01b5-4c9b-b693-52a70f646b73 None None] For port 9c6d1e4c-3e9e-42e3-935a-ce3e39f8cb82, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=9c6d1e4c-3e9e-42e3-935a-ce3e39f8cb82,segment=NetworkSegment(2648de15-99c5-4249-86f9-dcdf4730f88e),segment_id=2648de15-99c5-4249-86f9-dcdf4730f88e)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:03:59.525902 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e0f8c8d2-01b5-4c9b-b693-52a70f646b73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:59.547929 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-e0f8c8d2-01b5-4c9b-b693-52a70f646b73 None None] Calling delete_port for 9c6d1e4c-3e9e-42e3-935a-ce3e39f8cb82 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:03:59.659472 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7d186006-f29f-4451-b33e-bca1968c811f tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Notify callbacks [] for subnetpool, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:59.663075 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-7d186006-f29f-4451-b33e-bca1968c811f tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "DELETE /v2.0/subnetpools/f8fbb9f7-5b3e-4315-a380-eecc3b78171f HTTP/1.1" status: 204 len: 168 time: 0.4421692 Feb 16 17:03:59.671529 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53416) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:59.692168 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 2b1a2bba-ddf4-4313-84d6-86825296204f triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:59.692415 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:59.753033 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d3e26c8f-5ba7-44fe-8557-9b6b266e36f1 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:59.762241 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-4c86693d-f273-4989-b168-ad3fc1f7603d tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "GET /v2.0/ports?device_id=b689b9ec-e4bf-481e-9576-e02b147d805a HTTP/1.1" status: 200 len: 205 time: 0.0893624 Feb 16 17:03:59.765339 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53418) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:59.826349 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e26c8f-5ba7-44fe-8557-9b6b266e36f1 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event deleted for resources: {'Subnet': ['ID=117ea0b6-3436-4813-b6a4-33fc05fdbb61,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:59.831197 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:59.842541 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e0f8c8d2-01b5-4c9b-b693-52a70f646b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:59.863902 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d3e26c8f-5ba7-44fe-8557-9b6b266e36f1 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:03:59.880588 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d3e26c8f-5ba7-44fe-8557-9b6b266e36f1 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "DELETE /v2.0/subnets/117ea0b6-3436-4813-b6a4-33fc05fdbb61 HTTP/1.1" status: 204 len: 168 time: 1.0073159 Feb 16 17:03:59.882975 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53420) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:03:59.887161 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port 2b1a2bba-ddf4-4313-84d6-86825296204f, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=2b1a2bba-ddf4-4313-84d6-86825296204f,segment=NetworkSegment(c00ed6d8-9d17-40fa-9f70-677e0719c9c5),segment_id=c00ed6d8-9d17-40fa-9f70-677e0719c9c5)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:03:59.917265 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109c65d7-e19d-4cd3-ad0b-92755bac7218 None None] Network 1d2a8dd3-7beb-491e-93f2-b8634b7eeb2c requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:03:59.938790 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f8c8d2-01b5-4c9b-b693-52a70f646b73 None None] Pushing event deleted for resources: {'Port': ['ID=9c6d1e4c-3e9e-42e3-935a-ce3e39f8cb82,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:59.941941 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f8c8d2-01b5-4c9b-b693-52a70f646b73 None None] No DVR routers for this DVR port 9c6d1e4c-3e9e-42e3-935a-ce3e39f8cb82 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:04:00.006080 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-99d853dd-b1c1-429a-8d03-36dc2c9e65cc tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Notify callbacks [] for router, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:00.024276 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78a2452-b385-4c38-8b34-4ed567f5cbaf None None] Network edc50841-ada0-4b9c-952e-31dd4d465844 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:04:00.031387 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:00.031387 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 02fb96dd-6106-480d-b8f0-d962e51a2c76 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:04:00.098733 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec18b2ea-bdfe-4053-908b-baa695321e2c tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Made reservation on behalf of 02ebc15ce0534c46afb3b8b1618852cd for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:04:00.120951 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-9ea91120-09bc-4a8f-ac79-8939c92cddda None None] Provisioning complete for port 2c4a2bc6-5f3c-4378-8e2a-9b6302a664ee triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:00.121565 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9ea91120-09bc-4a8f-ac79-8939c92cddda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:00.186954 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c380e11c-d323-4c1a-abb8-2d49c9c0847c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:00.221211 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-9ea91120-09bc-4a8f-ac79-8939c92cddda None None] Port 2c4a2bc6-5f3c-4378-8e2a-9b6302a664ee cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:04:00.241827 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-38df7d7b-0a42-49f2-ba41-2d51f1c1f5cb tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:00.255771 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6720cf13-6ec7-4088-ab73-7cf61f7107ed tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:00.257427 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f48bc33-1872-4952-9377-35d2c85a8516 None None] Network efa4697a-60d9-454b-82dd-aae1bd3500ca requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:04:00.266420 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-99d853dd-b1c1-429a-8d03-36dc2c9e65cc tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:00.269602 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-99d853dd-b1c1-429a-8d03-36dc2c9e65cc tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:00.348442 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-9ea91120-09bc-4a8f-ac79-8939c92cddda None None] Provisioning complete for port e170ac96-a046-45c0-947a-b296fab8e155 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:00.348960 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9ea91120-09bc-4a8f-ac79-8939c92cddda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:00.374172 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6720cf13-6ec7-4088-ab73-7cf61f7107ed tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:00.401065 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=2b1a2bba-ddf4-4313-84d6-86825296204f,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:00.404300 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ec18b2ea-bdfe-4053-908b-baa695321e2c tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:00.412762 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 02fb96dd-6106-480d-b8f0-d962e51a2c76 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:00.413618 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:00.421585 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c380e11c-d323-4c1a-abb8-2d49c9c0847c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:00.435572 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-ec18b2ea-bdfe-4053-908b-baa695321e2c tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] device_id is not set on port de1685f3-73be-41a9-a4fc-d13691729a8e yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:04:00.448536 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-99d853dd-b1c1-429a-8d03-36dc2c9e65cc tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:00.448536 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d853dd-b1c1-429a-8d03-36dc2c9e65cc tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Fanout notify agent at l3_agent the message router_deleted on router b689b9ec-e4bf-481e-9576-e02b147d805a {{(pid=114375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:04:00.459114 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-99d853dd-b1c1-429a-8d03-36dc2c9e65cc tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:00.463507 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-99d853dd-b1c1-429a-8d03-36dc2c9e65cc tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "DELETE /v2.0/routers/b689b9ec-e4bf-481e-9576-e02b147d805a HTTP/1.1" status: 204 len: 168 time: 0.6885314 Feb 16 17:04:00.470627 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53422) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:00.493102 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-c380e11c-d323-4c1a-abb8-2d49c9c0847c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38c65d25-be27-4cd5-bd4c-2444b2927a23']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:00.513044 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-c380e11c-d323-4c1a-abb8-2d49c9c0847c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2648de15-99c5-4249-86f9-dcdf4730f88e') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:00.513795 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-c380e11c-d323-4c1a-abb8-2d49c9c0847c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2648de15-99c5-4249-86f9-dcdf4730f88e') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:00.529697 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c380e11c-d323-4c1a-abb8-2d49c9c0847c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:00.531065 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6720cf13-6ec7-4088-ab73-7cf61f7107ed tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:00.544731 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6720cf13-6ec7-4088-ab73-7cf61f7107ed tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event updated for resources: {'Port': ['ID=19cff096-a39e-4fba-8a8c-b9a97496245b,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:00.576966 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c380e11c-d323-4c1a-abb8-2d49c9c0847c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:00.589131 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c380e11c-d323-4c1a-abb8-2d49c9c0847c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:04:00.589539 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c380e11c-d323-4c1a-abb8-2d49c9c0847c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:00.592731 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 17:04:00.592731 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:04:00.592731 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 17:04:00.592731 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:04:00.592731 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 17:04:00.592731 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:04:00.592731 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 17:04:00.592731 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:04:00.592731 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 17:04:00.592731 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:04:00.592731 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 17:04:00.592731 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:04:00.592731 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 17:04:00.592731 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:04:00.592731 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:04:00.592731 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:04:00.592731 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:04:00.592731 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:04:00.592731 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 17:04:00.592731 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:04:00.592731 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 17:04:00.592731 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:04:00.592731 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:04:00.592731 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:04:00.592731 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 17:04:00.592731 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:04:00.592731 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:04:00.592731 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:04:00.592731 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:04:00.592731 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:04:00.592731 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:04:00.592731 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:04:00.627000 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27b567c-6ece-4235-a3f7-ff69dcc059bc None None] DHCP port deletion for 1d2a8dd3-7beb-491e-93f2-b8634b7eeb2c request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:04:00.635348 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:00.645067 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-9ea91120-09bc-4a8f-ac79-8939c92cddda None None] Port e170ac96-a046-45c0-947a-b296fab8e155 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:04:00.721162 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-ec18b2ea-bdfe-4053-908b-baa695321e2c tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Allocated IP 2001:db8::37b (a7037b94-ac63-490a-a5e2-0102bdd301e7/e88de096-f1c2-422d-b843-1a0fa3cbd8c4/de1685f3-73be-41a9-a4fc-d13691729a8e) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:04:00.753505 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-9ea91120-09bc-4a8f-ac79-8939c92cddda None None] Provisioning complete for port 02fb96dd-6106-480d-b8f0-d962e51a2c76 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:00.753973 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9ea91120-09bc-4a8f-ac79-8939c92cddda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:00.781489 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6720cf13-6ec7-4088-ab73-7cf61f7107ed tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Network edc50841-ada0-4b9c-952e-31dd4d465844 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:00.786367 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-6720cf13-6ec7-4088-ab73-7cf61f7107ed tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:00.811101 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-38df7d7b-0a42-49f2-ba41-2d51f1c1f5cb tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:00.816040 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-2b6d9729-96e3-4988-a8bd-bf5e1967686c tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Deleting port bb927871-aa2d-4c32-855d-41ce3c24a568 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:04:00.816375 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2b6d9729-96e3-4988-a8bd-bf5e1967686c tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:00.823720 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c380e11c-d323-4c1a-abb8-2d49c9c0847c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:00.833336 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c380e11c-d323-4c1a-abb8-2d49c9c0847c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:00.839333 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-c380e11c-d323-4c1a-abb8-2d49c9c0847c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "DELETE /v2.0/networks/38c65d25-be27-4cd5-bd4c-2444b2927a23 HTTP/1.1" status: 204 len: 168 time: 0.9528875 Feb 16 17:04:00.846165 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53424) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:00.877021 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c380e11c-d323-4c1a-abb8-2d49c9c0847c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event deleted for resources: {'Network': ['ID=38c65d25-be27-4cd5-bd4c-2444b2927a23,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:00.905984 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 3768815c-2fda-452c-82a4-e6c238b94f72 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:04:00.928577 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-38df7d7b-0a42-49f2-ba41-2d51f1c1f5cb tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:00.928971 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-38df7d7b-0a42-49f2-ba41-2d51f1c1f5cb tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:00.945814 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-c27b567c-6ece-4235-a3f7-ff69dcc059bc None None] Deleting port 5989cad5-f5f9-47c6-a859-3adb5134d963 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:04:00.945814 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c27b567c-6ece-4235-a3f7-ff69dcc059bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:00.966247 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c3475aa3-d8dc-4fd7-b605-2f80caba1120 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:00.984360 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ec18b2ea-bdfe-4053-908b-baa695321e2c tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:01.054125 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-c27b567c-6ece-4235-a3f7-ff69dcc059bc None None] For port 5989cad5-f5f9-47c6-a859-3adb5134d963, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=5989cad5-f5f9-47c6-a859-3adb5134d963,segment=NetworkSegment(e74a7ec7-caac-4049-9b2f-f393d96d55c6),segment_id=e74a7ec7-caac-4049-9b2f-f393d96d55c6)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:04:01.060152 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c27b567c-6ece-4235-a3f7-ff69dcc059bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:01.079889 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-c3475aa3-d8dc-4fd7-b605-2f80caba1120 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Deleting port 5989cad5-f5f9-47c6-a859-3adb5134d963 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:04:01.082771 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c3475aa3-d8dc-4fd7-b605-2f80caba1120 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:01.091054 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-c27b567c-6ece-4235-a3f7-ff69dcc059bc None None] Calling delete_port for 5989cad5-f5f9-47c6-a859-3adb5134d963 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:04:01.109083 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 3768815c-2fda-452c-82a4-e6c238b94f72 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:01.111324 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:01.122022 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df7d7b-0a42-49f2-ba41-2d51f1c1f5cb tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Pushing event updated for resources: {'Port': ['ID=e170ac96-a046-45c0-947a-b296fab8e155,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:01.151437 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ec18b2ea-bdfe-4053-908b-baa695321e2c tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:01.154010 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2b6d9729-96e3-4988-a8bd-bf5e1967686c tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:01.169242 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-2b6d9729-96e3-4988-a8bd-bf5e1967686c tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Calling delete_port for bb927871-aa2d-4c32-855d-41ce3c24a568 owned by {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:04:01.234209 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec18b2ea-bdfe-4053-908b-baa695321e2c tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Network a7037b94-ac63-490a-a5e2-0102bdd301e7 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:01.239528 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec18b2ea-bdfe-4053-908b-baa695321e2c tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event updated for resources: {'Port': ['ID=de1685f3-73be-41a9-a4fc-d13691729a8e,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:01.243846 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-ec18b2ea-bdfe-4053-908b-baa695321e2c tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:01.251044 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-abd83a2d-8d4b-48b5-80ba-6586635c5549 None None] Provisioning complete for port 2b1a2bba-ddf4-4313-84d6-86825296204f triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:01.252417 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-abd83a2d-8d4b-48b5-80ba-6586635c5549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:01.252620 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec18b2ea-bdfe-4053-908b-baa695321e2c tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:04:01.261411 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec18b2ea-bdfe-4053-908b-baa695321e2c tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:01.262681 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ec18b2ea-bdfe-4053-908b-baa695321e2c tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:01.303012 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-c3475aa3-d8dc-4fd7-b605-2f80caba1120 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] For port 5989cad5-f5f9-47c6-a859-3adb5134d963, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=5989cad5-f5f9-47c6-a859-3adb5134d963,segment=NetworkSegment(e74a7ec7-caac-4049-9b2f-f393d96d55c6),segment_id=e74a7ec7-caac-4049-9b2f-f393d96d55c6)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:04:01.303330 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c3475aa3-d8dc-4fd7-b605-2f80caba1120 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:01.326879 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-c3475aa3-d8dc-4fd7-b605-2f80caba1120 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Calling delete_port for 5989cad5-f5f9-47c6-a859-3adb5134d963 owned by network:dhcp {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:04:01.371108 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:01.405933 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38df7d7b-0a42-49f2-ba41-2d51f1c1f5cb tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Network c4f68b94-64ce-4310-b8ea-6f719236d606 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:01.415784 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-38df7d7b-0a42-49f2-ba41-2d51f1c1f5cb tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:01.442029 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ec18b2ea-bdfe-4053-908b-baa695321e2c tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9352264 Feb 16 17:04:01.446241 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53426) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:01.451754 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-853f8de3-de97-48d4-a683-7a37aa2cbab5 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Request body: {'subnet': {'network_id': 'a7037b94-ac63-490a-a5e2-0102bdd301e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:01.452844 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c27b567c-6ece-4235-a3f7-ff69dcc059bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:01.508444 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b567c-6ece-4235-a3f7-ff69dcc059bc None None] Pushing event deleted for resources: {'Port': ['ID=5989cad5-f5f9-47c6-a859-3adb5134d963,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:01.532194 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6720cf13-6ec7-4088-ab73-7cf61f7107ed tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Router 555b9773-e579-4af4-b656-7412b447c3a0 is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:04:01.583886 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port 3768815c-2fda-452c-82a4-e6c238b94f72, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=3768815c-2fda-452c-82a4-e6c238b94f72,segment=NetworkSegment(e58745bb-8539-43a4-9b41-e2100dcd4197),segment_id=e58745bb-8539-43a4-9b41-e2100dcd4197)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:04:01.587327 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27b567c-6ece-4235-a3f7-ff69dcc059bc None None] No DVR routers for this DVR port 5989cad5-f5f9-47c6-a859-3adb5134d963 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:04:01.588087 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2b6d9729-96e3-4988-a8bd-bf5e1967686c tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:01.611672 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-abd83a2d-8d4b-48b5-80ba-6586635c5549 None None] Provisioning complete for port 3768815c-2fda-452c-82a4-e6c238b94f72 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:01.612090 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-abd83a2d-8d4b-48b5-80ba-6586635c5549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:01.640595 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c3475aa3-d8dc-4fd7-b605-2f80caba1120 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:01.663752 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3475aa3-d8dc-4fd7-b605-2f80caba1120 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] No DVR routers for this DVR port 5989cad5-f5f9-47c6-a859-3adb5134d963 on host dv-neutron-828697-3-hyperv {{(pid=114375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:04:01.677284 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6d9729-96e3-4988-a8bd-bf5e1967686c tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Pushing event deleted for resources: {'Port': ['ID=bb927871-aa2d-4c32-855d-41ce3c24a568,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:01.691725 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:01.756135 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38df7d7b-0a42-49f2-ba41-2d51f1c1f5cb tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Router 7cb1949b-df36-494b-9188-83e02bf70066 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:04:01.785650 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3475aa3-d8dc-4fd7-b605-2f80caba1120 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event deleted for resources: {'Port': ['ID=5989cad5-f5f9-47c6-a859-3adb5134d963,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:01.816705 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6720cf13-6ec7-4088-ab73-7cf61f7107ed tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:04:01.826064 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-6720cf13-6ec7-4088-ab73-7cf61f7107ed tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "PUT /v2.0/routers/555b9773-e579-4af4-b656-7412b447c3a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6857572 Feb 16 17:04:01.827288 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53428) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:01.827730 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7811321-7059-411f-8843-1a275c27517c None None] Sync routers for ids ['555b9773-e579-4af4-b656-7412b447c3a0'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:04:01.838093 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2b6d9729-96e3-4988-a8bd-bf5e1967686c tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:01.845493 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-2b6d9729-96e3-4988-a8bd-bf5e1967686c tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "DELETE /v2.0/ports/bb927871-aa2d-4c32-855d-41ce3c24a568 HTTP/1.1" status: 204 len: 168 time: 1.3731122 Feb 16 17:04:01.852490 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7811321-7059-411f-8843-1a275c27517c None None] Routers {'555b9773-e579-4af4-b656-7412b447c3a0'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:04:01.855038 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-f7811321-7059-411f-8843-1a275c27517c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:03:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['555b9773-e579-4af4-b656-7412b447c3a0'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:01.858701 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-c56d5c1d-29c9-4b90-89da-abf1f63e8f05 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Request body: {'network': {'name': 'tempest-RoutersTest-1698344685'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:01.863019 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53430) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:01.909922 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 2b1a2bba-ddf4-4313-84d6-86825296204f up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:04:01.957127 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c3475aa3-d8dc-4fd7-b605-2f80caba1120 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:01.962959 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=3768815c-2fda-452c-82a4-e6c238b94f72,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:02.012733 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-c3475aa3-d8dc-4fd7-b605-2f80caba1120 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d2a8dd3-7beb-491e-93f2-b8634b7eeb2c']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:02.034842 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-c3475aa3-d8dc-4fd7-b605-2f80caba1120 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e74a7ec7-caac-4049-9b2f-f393d96d55c6') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:02.035479 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-c3475aa3-d8dc-4fd7-b605-2f80caba1120 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e74a7ec7-caac-4049-9b2f-f393d96d55c6') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:02.053528 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c3475aa3-d8dc-4fd7-b605-2f80caba1120 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:02.060467 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-39b94a10-2682-428c-a56d-b27486255d91 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Deleting subnet b8fe42f2-6296-4914-8295-0d33bbbc9893 {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:04:02.065688 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-39b94a10-2682-428c-a56d-b27486255d91 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:02.071058 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 2b1a2bba-ddf4-4313-84d6-86825296204f triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:02.071442 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:02.072142 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c3475aa3-d8dc-4fd7-b605-2f80caba1120 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:02.074139 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38df7d7b-0a42-49f2-ba41-2d51f1c1f5cb tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:04:02.083792 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-38df7d7b-0a42-49f2-ba41-2d51f1c1f5cb tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] 10.222.0.88 "PUT /v2.0/routers/7cb1949b-df36-494b-9188-83e02bf70066/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5438671 Feb 16 17:04:02.084021 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3475aa3-d8dc-4fd7-b605-2f80caba1120 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:04:02.084021 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c3475aa3-d8dc-4fd7-b605-2f80caba1120 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:02.091792 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-f7811321-7059-411f-8843-1a275c27517c None None] Set router 555b9773-e579-4af4-b656-7412b447c3a0 gateway port host: None {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:04:02.106136 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53432) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:02.145428 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3603616a-0e61-435f-8353-f12b0217991e None None] Sync routers for ids ['7cb1949b-df36-494b-9188-83e02bf70066'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:04:02.165091 dv-neutron-828697-3-hyperv neutron-server[114375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:04:02.165091 dv-neutron-828697-3-hyperv neutron-server[114375]: self.session.flush() Feb 16 17:04:02.165091 dv-neutron-828697-3-hyperv neutron-server[114375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:04:02.165091 dv-neutron-828697-3-hyperv neutron-server[114375]: self.session.flush() Feb 16 17:04:02.165091 dv-neutron-828697-3-hyperv neutron-server[114375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:04:02.165091 dv-neutron-828697-3-hyperv neutron-server[114375]: self.session.flush() Feb 16 17:04:02.165091 dv-neutron-828697-3-hyperv neutron-server[114375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:04:02.165091 dv-neutron-828697-3-hyperv neutron-server[114375]: self.session.flush() Feb 16 17:04:02.165091 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 17:04:02.165091 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:04:02.165091 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 17:04:02.165091 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:04:02.165091 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 17:04:02.165091 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:04:02.165091 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 17:04:02.165091 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:04:02.165091 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 17:04:02.165091 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:04:02.165091 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 17:04:02.165091 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:04:02.165091 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 17:04:02.165091 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:04:02.165091 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:04:02.165091 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:04:02.165091 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:04:02.165091 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:04:02.165091 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 17:04:02.165091 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:04:02.165091 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 17:04:02.165091 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:04:02.165091 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:04:02.165091 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:04:02.165091 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 17:04:02.165091 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:04:02.165091 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:04:02.165091 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:04:02.165091 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:04:02.165091 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:04:02.165091 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:04:02.165091 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:04:02.184914 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3603616a-0e61-435f-8353-f12b0217991e None None] Routers {'7cb1949b-df36-494b-9188-83e02bf70066'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:04:02.185640 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-3603616a-0e61-435f-8353-f12b0217991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:03:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['7cb1949b-df36-494b-9188-83e02bf70066'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:02.200005 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56d5c1d-29c9-4b90-89da-abf1f63e8f05 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Made reservation on behalf of 687c6649ec1f4902bed4d35faf0c53f6 for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:04:02.203636 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c56d5c1d-29c9-4b90-89da-abf1f63e8f05 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:02.209390 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-41f5e3b2-0948-40ba-ab6f-b1622f15f61f None None] Provisioning complete for port de1685f3-73be-41a9-a4fc-d13691729a8e triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:02.209765 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-41f5e3b2-0948-40ba-ab6f-b1622f15f61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:02.238213 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e3f5fb6a-82c1-47c8-aef7-853599f960b6 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks [] for router, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:02.238426 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c3475aa3-d8dc-4fd7-b605-2f80caba1120 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:02.245500 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c3475aa3-d8dc-4fd7-b605-2f80caba1120 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:02.255127 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-c3475aa3-d8dc-4fd7-b605-2f80caba1120 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "DELETE /v2.0/networks/1d2a8dd3-7beb-491e-93f2-b8634b7eeb2c HTTP/1.1" status: 204 len: 168 time: 1.4127049 Feb 16 17:04:02.257205 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53434) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:02.264115 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-09d436e2-d203-44a2-a38d-d3aeac49a97a tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-9476439'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:02.282708 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-3603616a-0e61-435f-8353-f12b0217991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:02.289749 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-39b94a10-2682-428c-a56d-b27486255d91 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:02.294897 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-41f5e3b2-0948-40ba-ab6f-b1622f15f61f None None] Port de1685f3-73be-41a9-a4fc-d13691729a8e cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:04:02.299312 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853f8de3-de97-48d4-a683-7a37aa2cbab5 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Made reservation on behalf of 02ebc15ce0534c46afb3b8b1618852cd for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:04:02.303909 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-853f8de3-de97-48d4-a683-7a37aa2cbab5 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:02.309000 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3475aa3-d8dc-4fd7-b605-2f80caba1120 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event deleted for resources: {'Network': ['ID=1d2a8dd3-7beb-491e-93f2-b8634b7eeb2c,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:02.312583 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3603616a-0e61-435f-8353-f12b0217991e None None] Routers {'7cb1949b-df36-494b-9188-83e02bf70066'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:04:02.313793 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-3603616a-0e61-435f-8353-f12b0217991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:03:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['7cb1949b-df36-494b-9188-83e02bf70066'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:02.317583 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-41f5e3b2-0948-40ba-ab6f-b1622f15f61f None None] Provisioning complete for port 19cff096-a39e-4fba-8a8c-b9a97496245b triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:02.317958 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-41f5e3b2-0948-40ba-ab6f-b1622f15f61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:02.359479 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d436e2-d203-44a2-a38d-d3aeac49a97a tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Made reservation on behalf of 8b839598b51f4c5f8c0eeb567a6c9232 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:04:02.363531 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-09d436e2-d203-44a2-a38d-d3aeac49a97a tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:02.373072 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-3603616a-0e61-435f-8353-f12b0217991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:02.373752 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3603616a-0e61-435f-8353-f12b0217991e None None] The sync data for ids ['7cb1949b-df36-494b-9188-83e02bf70066'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:04:02.391717 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 9c6d1e4c-3e9e-42e3-935a-ce3e39f8cb82 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:04:02.398978 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09d436e2-d203-44a2-a38d-d3aeac49a97a tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:04:02.408055 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-09d436e2-d203-44a2-a38d-d3aeac49a97a tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:02.408444 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-09d436e2-d203-44a2-a38d-d3aeac49a97a tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Added segment 25c43170-19f8-4a13-91f2-07097ca7955c of type vlan for network 4a7b9d37-aebc-4be4-87e4-8efe11a02639 Feb 16 17:04:02.415819 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-41f5e3b2-0948-40ba-ab6f-b1622f15f61f None None] Port 19cff096-a39e-4fba-8a8c-b9a97496245b cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:04:02.417426 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 9c6d1e4c-3e9e-42e3-935a-ce3e39f8cb82 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:04:02.418430 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 9c6d1e4c-3e9e-42e3-935a-ce3e39f8cb82 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:04:02.418430 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 5989cad5-f5f9-47c6-a859-3adb5134d963 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:04:02.427382 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-f7811321-7059-411f-8843-1a275c27517c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555b9773-e579-4af4-b656-7412b447c3a0', 'name': 'tempest-RoutersTest-router-2093611534', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:53Z', 'updated_at': '2022-02-16T17:03:58Z', 'revision_number': 2, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'gw_port_host': None, '_interfaces': [{'id': '19cff096-a39e-4fba-8a8c-b9a97496245b', 'name': '', 'network_id': 'edc50841-ada0-4b9c-952e-31dd4d465844', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'mac_address': 'fa:16:3e:77:73:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555b9773-e579-4af4-b656-7412b447c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'dd4939f3-8a42-462d-8dae-50fcbb8c6496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:57Z', 'updated_at': '2022-02-16T17:03:59Z', 'revision_number': 2, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'subnets': [{'id': 'dd4939f3-8a42-462d-8dae-50fcbb8c6496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:02.441540 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 5989cad5-f5f9-47c6-a859-3adb5134d963 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:04:02.441898 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 5989cad5-f5f9-47c6-a859-3adb5134d963 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:04:02.448695 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-41f5e3b2-0948-40ba-ab6f-b1622f15f61f None None] Provisioning complete for port e170ac96-a046-45c0-947a-b296fab8e155 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:02.449242 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-41f5e3b2-0948-40ba-ab6f-b1622f15f61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:02.452303 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-09d436e2-d203-44a2-a38d-d3aeac49a97a tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:02.463257 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7811321-7059-411f-8843-1a275c27517c None None] Checking router: 555b9773-e579-4af4-b656-7412b447c3a0 for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:04:02.463875 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7811321-7059-411f-8843-1a275c27517c None None] Updating router 555b9773-e579-4af4-b656-7412b447c3a0 port 19cff096-a39e-4fba-8a8c-b9a97496245b binding host dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:04:02.490819 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-e3f5fb6a-82c1-47c8-aef7-853599f960b6 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 16 17:04:02.491903 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-e3f5fb6a-82c1-47c8-aef7-853599f960b6 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] 10.222.0.88 "DELETE /v2.0/routers/7cb1949b-df36-494b-9188-83e02bf70066 HTTP/1.1" status: 409 len: 329 time: 0.3845334 Feb 16 17:04:02.496005 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-f7811321-7059-411f-8843-1a275c27517c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:02.497226 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53436) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:02.499255 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-41f5e3b2-0948-40ba-ab6f-b1622f15f61f None None] Port e170ac96-a046-45c0-947a-b296fab8e155 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:04:02.510702 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-41f5e3b2-0948-40ba-ab6f-b1622f15f61f None None] Provisioning complete for port 2b1a2bba-ddf4-4313-84d6-86825296204f triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:02.512075 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-41f5e3b2-0948-40ba-ab6f-b1622f15f61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:02.537165 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c56d5c1d-29c9-4b90-89da-abf1f63e8f05 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:04:02.560639 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c56d5c1d-29c9-4b90-89da-abf1f63e8f05 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:02.561072 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-c56d5c1d-29c9-4b90-89da-abf1f63e8f05 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Added segment b647108f-b51f-406a-8541-3f0f7116de32 of type vlan for network e8b73613-649f-4221-a256-6c40539acf43 Feb 16 17:04:02.577563 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-09d436e2-d203-44a2-a38d-d3aeac49a97a tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:02.578394 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-39b94a10-2682-428c-a56d-b27486255d91 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:02.582834 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d436e2-d203-44a2-a38d-d3aeac49a97a tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:02.583430 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-09d436e2-d203-44a2-a38d-d3aeac49a97a tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:02.636699 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-41f5e3b2-0948-40ba-ab6f-b1622f15f61f None None] Provisioning complete for port 3768815c-2fda-452c-82a4-e6c238b94f72 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:02.637501 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-41f5e3b2-0948-40ba-ab6f-b1622f15f61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:02.638245 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.ipam_backend_mixin [None req-853f8de3-de97-48d4-a683-7a37aa2cbab5 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e88de096-f1c2-422d-b843-1a0fa3cbd8c4 (CIDR: 2001:db8::/64) Feb 16 17:04:02.642824 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c56d5c1d-29c9-4b90-89da-abf1f63e8f05 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:02.768407 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c56d5c1d-29c9-4b90-89da-abf1f63e8f05 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:02.774519 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56d5c1d-29c9-4b90-89da-abf1f63e8f05 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:02.775181 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c56d5c1d-29c9-4b90-89da-abf1f63e8f05 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:02.796395 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-39b94a10-2682-428c-a56d-b27486255d91 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:02.812634 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-f7811321-7059-411f-8843-1a275c27517c None None] Notify callbacks [] for port, precommit_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:02.862429 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-92fef6f1-37ab-409d-8afe-1fdc7f73bcb9 None None] Provisioning complete for port 19cff096-a39e-4fba-8a8c-b9a97496245b triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:02.862804 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-92fef6f1-37ab-409d-8afe-1fdc7f73bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:02.875929 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-39b94a10-2682-428c-a56d-b27486255d91 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:02.879194 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-39b94a10-2682-428c-a56d-b27486255d91 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "DELETE /v2.0/subnets/b8fe42f2-6296-4914-8295-0d33bbbc9893 HTTP/1.1" status: 204 len: 168 time: 1.0050507 Feb 16 17:04:02.883721 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b94a10-2682-428c-a56d-b27486255d91 tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Pushing event deleted for resources: {'Subnet': ['ID=b8fe42f2-6296-4914-8295-0d33bbbc9893,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:02.886138 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53438) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:02.889116 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358eac49-08ab-4deb-9850-a817b1d4133e None None] Network c9199828-375a-4359-9f9f-e0284a7fe118 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:04:02.898390 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56d5c1d-29c9-4b90-89da-abf1f63e8f05 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event updated for resources: {'Network': ['ID=e8b73613-649f-4221-a256-6c40539acf43,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:02.916436 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-f7811321-7059-411f-8843-1a275c27517c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:02.919193 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c56d5c1d-29c9-4b90-89da-abf1f63e8f05 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0702658 Feb 16 17:04:02.950204 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53440) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:02.956595 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-a6e6aa86-9053-4fd0-8c22-4c55c611e633 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Request body: {'subnet': {'network_id': 'e8b73613-649f-4221-a256-6c40539acf43', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:02.958108 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b25c1c6-bb59-48cd-b943-241a73cfceb6 None None] Pushing event updated for resources: {'Port': ['ID=19cff096-a39e-4fba-8a8c-b9a97496245b,revision_number=3']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:02.965886 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network e8b73613-649f-4221-a256-6c40539acf43 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:04:02.970283 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25c1c6-bb59-48cd-b943-241a73cfceb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:02.970981 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25c1c6-bb59-48cd-b943-241a73cfceb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:02.971506 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25c1c6-bb59-48cd-b943-241a73cfceb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:02.972053 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25c1c6-bb59-48cd-b943-241a73cfceb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:02.972816 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25c1c6-bb59-48cd-b943-241a73cfceb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:02.973349 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25c1c6-bb59-48cd-b943-241a73cfceb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:02.973856 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25c1c6-bb59-48cd-b943-241a73cfceb6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:02.974377 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25c1c6-bb59-48cd-b943-241a73cfceb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:02.974898 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25c1c6-bb59-48cd-b943-241a73cfceb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:02.975401 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25c1c6-bb59-48cd-b943-241a73cfceb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:02.975918 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25c1c6-bb59-48cd-b943-241a73cfceb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:02.976479 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25c1c6-bb59-48cd-b943-241a73cfceb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:03.006661 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-92fef6f1-37ab-409d-8afe-1fdc7f73bcb9 None None] Port 19cff096-a39e-4fba-8a8c-b9a97496245b cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:04:03.027246 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-853f8de3-de97-48d4-a683-7a37aa2cbab5 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:04:03.029424 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-853f8de3-de97-48d4-a683-7a37aa2cbab5 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:04:03.049444 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-09d436e2-d203-44a2-a38d-d3aeac49a97a tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7902660 Feb 16 17:04:03.054802 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-f7811321-7059-411f-8843-1a275c27517c None None] Attempting to bind port 19cff096-a39e-4fba-8a8c-b9a97496245b on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:04:03.060293 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-f7811321-7059-411f-8843-1a275c27517c None None] Attempting to bind port 19cff096-a39e-4fba-8a8c-b9a97496245b by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': 'e58745bb-8539-43a4-9b41-e2100dcd4197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'edc50841-ada0-4b9c-952e-31dd4d465844'}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:04:03.060293 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7811321-7059-411f-8843-1a275c27517c None None] Attempting to bind port 19cff096-a39e-4fba-8a8c-b9a97496245b on network edc50841-ada0-4b9c-952e-31dd4d465844 {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:04:03.060637 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53442) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:03.065638 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-b7ebe317-c2cf-41a3-88eb-9e600ee835d1 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Request body: {'subnet': {'network_id': '4a7b9d37-aebc-4be4-87e4-8efe11a02639', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:03.068005 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7811321-7059-411f-8843-1a275c27517c None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:04:03.068546 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7811321-7059-411f-8843-1a275c27517c None None] Checking segment: {'id': 'e58745bb-8539-43a4-9b41-e2100dcd4197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'edc50841-ada0-4b9c-952e-31dd4d465844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:04:03.069049 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-f7811321-7059-411f-8843-1a275c27517c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:03.069527 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7811321-7059-411f-8843-1a275c27517c None None] Bound using segment: {'id': 'e58745bb-8539-43a4-9b41-e2100dcd4197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'edc50841-ada0-4b9c-952e-31dd4d465844'} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:04:03.070241 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-f7811321-7059-411f-8843-1a275c27517c None None] Bound port: 19cff096-a39e-4fba-8a8c-b9a97496245b, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e58745bb-8539-43a4-9b41-e2100dcd4197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'edc50841-ada0-4b9c-952e-31dd4d465844'}}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:04:03.070983 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-f7811321-7059-411f-8843-1a275c27517c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:03.088539 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-bc1cd630-c050-4410-87c1-4fa21f2f14df tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:03.161571 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-f7811321-7059-411f-8843-1a275c27517c None None] For port 19cff096-a39e-4fba-8a8c-b9a97496245b, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:04:03.165120 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-f7811321-7059-411f-8843-1a275c27517c None None] For port 19cff096-a39e-4fba-8a8c-b9a97496245b, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=19cff096-a39e-4fba-8a8c-b9a97496245b,segment=NetworkSegment(e58745bb-8539-43a4-9b41-e2100dcd4197),segment_id=e58745bb-8539-43a4-9b41-e2100dcd4197)] {{(pid=114378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:04:03.196108 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-bc1cd630-c050-4410-87c1-4fa21f2f14df tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Deleting port f1449c22-782a-48d1-8544-8d779a505e7a {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:04:03.196909 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-853f8de3-de97-48d4-a683-7a37aa2cbab5 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7492754 Feb 16 17:04:03.205924 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-bc1cd630-c050-4410-87c1-4fa21f2f14df tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:03.207968 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53444) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:03.213208 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-f8e7651a-59d2-44f5-9405-f4f79d43872b tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Request body: {'subnet': {'network_id': 'a7037b94-ac63-490a-a5e2-0102bdd301e7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:03.238938 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d436e2-d203-44a2-a38d-d3aeac49a97a tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event updated for resources: {'Network': ['ID=4a7b9d37-aebc-4be4-87e4-8efe11a02639,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:03.244760 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-f7811321-7059-411f-8843-1a275c27517c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:03.257118 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 4a7b9d37-aebc-4be4-87e4-8efe11a02639 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:04:03.328266 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7811321-7059-411f-8843-1a275c27517c None None] Routers {'555b9773-e579-4af4-b656-7412b447c3a0'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:04:03.328266 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-f7811321-7059-411f-8843-1a275c27517c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:03:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['555b9773-e579-4af4-b656-7412b447c3a0'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:03.340547 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e6aa86-9053-4fd0-8c22-4c55c611e633 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Made reservation on behalf of 687c6649ec1f4902bed4d35faf0c53f6 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:04:03.353046 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a6e6aa86-9053-4fd0-8c22-4c55c611e633 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:03.363578 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638672e6-a227-4e09-85bc-d866b664b7f0 None None] DHCP port deletion for c9199828-375a-4359-9f9f-e0284a7fe118 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:04:03.449970 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ebe317-c2cf-41a3-88eb-9e600ee835d1 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Made reservation on behalf of 8b839598b51f4c5f8c0eeb567a6c9232 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:04:03.450517 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-9368fb22-54c9-4338-a644-aad3f6a9c618 None None] Provisioning complete for port 19cff096-a39e-4fba-8a8c-b9a97496245b triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:03.451085 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9368fb22-54c9-4338-a644-aad3f6a9c618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:03.453498 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b7ebe317-c2cf-41a3-88eb-9e600ee835d1 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:03.455302 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-f7811321-7059-411f-8843-1a275c27517c None None] Set router 555b9773-e579-4af4-b656-7412b447c3a0 gateway port host: None {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:04:03.509069 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-bc1cd630-c050-4410-87c1-4fa21f2f14df tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] For port f1449c22-782a-48d1-8544-8d779a505e7a, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=f1449c22-782a-48d1-8544-8d779a505e7a,segment=NetworkSegment(f8ee769a-b2db-483a-94c1-e77589cf3267),segment_id=f8ee769a-b2db-483a-94c1-e77589cf3267)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:04:03.509640 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-bc1cd630-c050-4410-87c1-4fa21f2f14df tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:03.539482 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-bc1cd630-c050-4410-87c1-4fa21f2f14df tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Calling delete_port for f1449c22-782a-48d1-8544-8d779a505e7a owned by network:dhcp {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:04:03.561872 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d2954175-412e-4654-8040-24168d6d71fb tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:03.575105 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-638672e6-a227-4e09-85bc-d866b664b7f0 None None] Deleting port f1449c22-782a-48d1-8544-8d779a505e7a {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:04:03.575484 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-638672e6-a227-4e09-85bc-d866b664b7f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:03.650847 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b25c1c6-bb59-48cd-b943-241a73cfceb6 None None] Pushing event updated for resources: {'Port': ['ID=19cff096-a39e-4fba-8a8c-b9a97496245b,revision_number=4']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:03.684892 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9368fb22-54c9-4338-a644-aad3f6a9c618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:03.692818 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-638672e6-a227-4e09-85bc-d866b664b7f0 None None] For port f1449c22-782a-48d1-8544-8d779a505e7a, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=f1449c22-782a-48d1-8544-8d779a505e7a,segment=NetworkSegment(f8ee769a-b2db-483a-94c1-e77589cf3267),segment_id=f8ee769a-b2db-483a-94c1-e77589cf3267)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:04:03.693015 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-638672e6-a227-4e09-85bc-d866b664b7f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:03.718214 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e7651a-59d2-44f5-9405-f4f79d43872b tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Made reservation on behalf of 02ebc15ce0534c46afb3b8b1618852cd for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:04:03.721476 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f8e7651a-59d2-44f5-9405-f4f79d43872b tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:03.723119 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-638672e6-a227-4e09-85bc-d866b664b7f0 None None] Calling delete_port for f1449c22-782a-48d1-8544-8d779a505e7a owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:04:03.808175 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-9368fb22-54c9-4338-a644-aad3f6a9c618 None None] For port 19cff096-a39e-4fba-8a8c-b9a97496245b, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=19cff096-a39e-4fba-8a8c-b9a97496245b,segment=NetworkSegment(e58745bb-8539-43a4-9b41-e2100dcd4197),segment_id=e58745bb-8539-43a4-9b41-e2100dcd4197)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:04:03.849854 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 3768815c-2fda-452c-82a4-e6c238b94f72 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:04:03.924209 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9368fb22-54c9-4338-a644-aad3f6a9c618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:03.939744 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-638672e6-a227-4e09-85bc-d866b664b7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:04.001352 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-f7811321-7059-411f-8843-1a275c27517c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555b9773-e579-4af4-b656-7412b447c3a0', 'name': 'tempest-RoutersTest-router-2093611534', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:53Z', 'updated_at': '2022-02-16T17:03:58Z', 'revision_number': 2, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'gw_port_host': None, '_interfaces': [{'id': '19cff096-a39e-4fba-8a8c-b9a97496245b', 'name': '', 'network_id': 'edc50841-ada0-4b9c-952e-31dd4d465844', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'mac_address': 'fa:16:3e:77:73:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555b9773-e579-4af4-b656-7412b447c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'dd4939f3-8a42-462d-8dae-50fcbb8c6496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:57Z', 'updated_at': '2022-02-16T17:04:03Z', 'revision_number': 4, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'subnets': [{'id': 'dd4939f3-8a42-462d-8dae-50fcbb8c6496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:04.024310 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-d2954175-412e-4654-8040-24168d6d71fb tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Deleting port e170ac96-a046-45c0-947a-b296fab8e155 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:04:04.024834 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d2954175-412e-4654-8040-24168d6d71fb tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:04.032331 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7811321-7059-411f-8843-1a275c27517c None None] The sync data for ids ['555b9773-e579-4af4-b656-7412b447c3a0'] in dv-neutron-828697-3-hyperv is: [{'id': '555b9773-e579-4af4-b656-7412b447c3a0', 'name': 'tempest-RoutersTest-router-2093611534', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:53Z', 'updated_at': '2022-02-16T17:03:58Z', 'revision_number': 2, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'gw_port_host': None, '_interfaces': [{'id': '19cff096-a39e-4fba-8a8c-b9a97496245b', 'name': '', 'network_id': 'edc50841-ada0-4b9c-952e-31dd4d465844', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'mac_address': 'fa:16:3e:77:73:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555b9773-e579-4af4-b656-7412b447c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'dd4939f3-8a42-462d-8dae-50fcbb8c6496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:57Z', 'updated_at': '2022-02-16T17:04:03Z', 'revision_number': 4, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'subnets': [{'id': 'dd4939f3-8a42-462d-8dae-50fcbb8c6496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:04:04.075785 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b7ebe317-c2cf-41a3-88eb-9e600ee835d1 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:04.166701 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ebe317-c2cf-41a3-88eb-9e600ee835d1 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event updated for resources: {'Subnet': ['ID=501c10a2-ff22-4e00-8a88-8154a8c9e0c2,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:04.178772 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638672e6-a227-4e09-85bc-d866b664b7f0 None None] No DVR routers for this DVR port f1449c22-782a-48d1-8544-8d779a505e7a on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:04:04.190481 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-bc1cd630-c050-4410-87c1-4fa21f2f14df tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:04.198805 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d2954175-412e-4654-8040-24168d6d71fb tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:04.214171 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ebe317-c2cf-41a3-88eb-9e600ee835d1 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Checking segment: {'id': '25c43170-19f8-4a13-91f2-07097ca7955c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4a7b9d37-aebc-4be4-87e4-8efe11a02639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:04:04.214638 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ebe317-c2cf-41a3-88eb-9e600ee835d1 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Network hostable DHCP agents. Network: 4a7b9d37-aebc-4be4-87e4-8efe11a02639, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:04:04.221522 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1cd630-c050-4410-87c1-4fa21f2f14df tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Pushing event deleted for resources: {'Port': ['ID=f1449c22-782a-48d1-8544-8d779a505e7a,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:04.221915 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 3768815c-2fda-452c-82a4-e6c238b94f72 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:04.222297 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:04.227614 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-d2954175-412e-4654-8040-24168d6d71fb tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Calling delete_port for e170ac96-a046-45c0-947a-b296fab8e155 owned by network:router_interface {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:04:04.231171 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-67de8311-6ef3-4245-b8be-97e2d07f12a8 None None] Provisioning complete for port 19cff096-a39e-4fba-8a8c-b9a97496245b triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:04.231514 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67de8311-6ef3-4245-b8be-97e2d07f12a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:04.244236 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1cd630-c050-4410-87c1-4fa21f2f14df tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] No DVR routers for this DVR port f1449c22-782a-48d1-8544-8d779a505e7a on host dv-neutron-828697-3-hyperv {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:04:04.273000 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368fb22-54c9-4338-a644-aad3f6a9c618 None None] Pushing event updated for resources: {'Port': ['ID=19cff096-a39e-4fba-8a8c-b9a97496245b,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:04.339759 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638672e6-a227-4e09-85bc-d866b664b7f0 None None] Pushing event deleted for resources: {'Port': ['ID=f1449c22-782a-48d1-8544-8d779a505e7a,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:04.373063 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a6e6aa86-9053-4fd0-8c22-4c55c611e633 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:04.384699 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ebe317-c2cf-41a3-88eb-9e600ee835d1 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Network 4a7b9d37-aebc-4be4-87e4-8efe11a02639 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:04:04.418728 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-bc1cd630-c050-4410-87c1-4fa21f2f14df tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:04.425437 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.ipam_backend_mixin [None req-f8e7651a-59d2-44f5-9405-f4f79d43872b tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet ff720542-1acb-4bb4-8838-7d20cd828452 (CIDR: 2001:db8:0:1::/64) Feb 16 17:04:04.473413 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-b7ebe317-c2cf-41a3-88eb-9e600ee835d1 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 4a7b9d37-aebc-4be4-87e4-8efe11a02639) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:04.479229 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8e7651a-59d2-44f5-9405-f4f79d43872b tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:04:04.487409 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8e7651a-59d2-44f5-9405-f4f79d43872b tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:04:04.487684 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ebe317-c2cf-41a3-88eb-9e600ee835d1 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:04.487684 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b7ebe317-c2cf-41a3-88eb-9e600ee835d1 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:04.487853 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-bc1cd630-c050-4410-87c1-4fa21f2f14df tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9199828-375a-4359-9f9f-e0284a7fe118']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:04.490169 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17740057-e49d-4e56-ba23-d55a4324ae6d None None] Network 4a7b9d37-aebc-4be4-87e4-8efe11a02639 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:04:04.508625 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e6aa86-9053-4fd0-8c22-4c55c611e633 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event updated for resources: {'Subnet': ['ID=ef9b049c-b41d-4330-ae69-c4c5aaf44f2b,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:04.514328 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-bc1cd630-c050-4410-87c1-4fa21f2f14df tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8ee769a-b2db-483a-94c1-e77589cf3267') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:04.516767 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-bc1cd630-c050-4410-87c1-4fa21f2f14df tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8ee769a-b2db-483a-94c1-e77589cf3267') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:04.529838 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-bc1cd630-c050-4410-87c1-4fa21f2f14df tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:04.549331 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e6aa86-9053-4fd0-8c22-4c55c611e633 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Checking segment: {'id': 'b647108f-b51f-406a-8541-3f0f7116de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e8b73613-649f-4221-a256-6c40539acf43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:04:04.549695 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e6aa86-9053-4fd0-8c22-4c55c611e633 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Network hostable DHCP agents. Network: e8b73613-649f-4221-a256-6c40539acf43, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:04:04.563235 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-bc1cd630-c050-4410-87c1-4fa21f2f14df tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:04.570096 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-b7ebe317-c2cf-41a3-88eb-9e600ee835d1 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5120113 Feb 16 17:04:04.574490 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53446) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:04.580276 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-c512822d-d29a-4a26-b5ed-5bd15d1d2fe2 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-982850103', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:04.587467 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc1cd630-c050-4410-87c1-4fa21f2f14df tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:04:04.587859 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-bc1cd630-c050-4410-87c1-4fa21f2f14df tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:04.591504 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 17:04:04.591504 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:04:04.591504 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 17:04:04.591504 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:04:04.591504 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 17:04:04.591504 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:04:04.591504 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 17:04:04.591504 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:04:04.591504 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 17:04:04.591504 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:04:04.591504 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 17:04:04.591504 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:04:04.591504 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 17:04:04.591504 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:04:04.591504 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:04:04.591504 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:04:04.591504 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:04:04.591504 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:04:04.591504 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 17:04:04.591504 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:04:04.591504 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 17:04:04.591504 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:04:04.591504 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:04:04.591504 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:04:04.591504 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 17:04:04.591504 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:04:04.591504 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:04:04.591504 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:04:04.591504 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:04:04.591504 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:04:04.591504 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:04:04.591504 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:04:04.635317 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device f1449c22-782a-48d1-8544-8d779a505e7a no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:04:04.639491 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d2954175-412e-4654-8040-24168d6d71fb tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:04.663096 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: f1449c22-782a-48d1-8544-8d779a505e7a {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:04:04.663445 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device f1449c22-782a-48d1-8544-8d779a505e7a not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:04:04.678188 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2954175-412e-4654-8040-24168d6d71fb tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Pushing event deleted for resources: {'Port': ['ID=e170ac96-a046-45c0-947a-b296fab8e155,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:04.709818 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5fc8a1-f900-4b14-9c96-69ecf7626869 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-4a7b9d37-aebc-4be4-87e4-8efe11a02639', 'network_id': '4a7b9d37-aebc-4be4-87e4-8efe11a02639', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'fixed_ips': [{'subnet_id': '501c10a2-ff22-4e00-8a88-8154a8c9e0c2'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:04:04.710986 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5c5fc8a1-f900-4b14-9c96-69ecf7626869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:04.712512 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-f8e7651a-59d2-44f5-9405-f4f79d43872b tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.5029404 Feb 16 17:04:04.714180 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e6aa86-9053-4fd0-8c22-4c55c611e633 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Network e8b73613-649f-4221-a256-6c40539acf43 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:04:04.717122 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53448) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:04.755738 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-94679dfe-42aa-47a5-b0c0-51ad96665de1 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Request body: {'subnet': {'network_id': 'a7037b94-ac63-490a-a5e2-0102bdd301e7', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:04.785048 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-a6e6aa86-9053-4fd0-8c22-4c55c611e633 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, e8b73613-649f-4221-a256-6c40539acf43) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:04.787158 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-bc1cd630-c050-4410-87c1-4fa21f2f14df tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:04.802630 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d2954175-412e-4654-8040-24168d6d71fb tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:04.836333 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e6aa86-9053-4fd0-8c22-4c55c611e633 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:04.837077 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a6e6aa86-9053-4fd0-8c22-4c55c611e633 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:04.849662 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-bc1cd630-c050-4410-87c1-4fa21f2f14df tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:04.856014 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-bc1cd630-c050-4410-87c1-4fa21f2f14df tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] 10.222.0.88 "DELETE /v2.0/networks/c9199828-375a-4359-9f9f-e0284a7fe118 HTTP/1.1" status: 204 len: 168 time: 1.9660702 Feb 16 17:04:04.875097 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0e18b6-1ca6-44a9-935c-62fb56766c3e None None] Network e8b73613-649f-4221-a256-6c40539acf43 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:04:04.881507 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1cd630-c050-4410-87c1-4fa21f2f14df tempest-TagsExtTest-1646347252 tempest-TagsExtTest-1646347252-project] Pushing event deleted for resources: {'Network': ['ID=c9199828-375a-4359-9f9f-e0284a7fe118,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:04.915107 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c512822d-d29a-4a26-b5ed-5bd15d1d2fe2 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:04.919706 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c512822d-d29a-4a26-b5ed-5bd15d1d2fe2 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:05.019177 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-a6e6aa86-9053-4fd0-8c22-4c55c611e633 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0677979 Feb 16 17:04:05.030541 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53452) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:05.051522 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2954175-412e-4654-8040-24168d6d71fb tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Router 7cb1949b-df36-494b-9188-83e02bf70066 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:04:05.159022 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8155c2d-c778-450d-8768-09347f143e84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-e8b73613-649f-4221-a256-6c40539acf43', 'network_id': 'e8b73613-649f-4221-a256-6c40539acf43', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'fixed_ips': [{'subnet_id': 'ef9b049c-b41d-4330-ae69-c4c5aaf44f2b'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:04:05.161380 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d8155c2d-c778-450d-8768-09347f143e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:05.161573 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2954175-412e-4654-8040-24168d6d71fb tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:04:05.164972 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-5c5fc8a1-f900-4b14-9c96-69ecf7626869 None None] Allocated IP 2001:db8::2 (4a7b9d37-aebc-4be4-87e4-8efe11a02639/501c10a2-ff22-4e00-8a88-8154a8c9e0c2/6259b875-f093-496a-b0bd-ff96c9c4b77d) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:04:05.169140 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d2954175-412e-4654-8040-24168d6d71fb tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] 10.222.0.88 "PUT /v2.0/routers/7cb1949b-df36-494b-9188-83e02bf70066/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6693494 Feb 16 17:04:05.171591 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53454) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:05.177575 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fac930-b7a0-4014-9538-908559ad64a5 None None] Sync routers for ids ['7cb1949b-df36-494b-9188-83e02bf70066'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:04:05.183546 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c512822d-d29a-4a26-b5ed-5bd15d1d2fe2 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:05.190275 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fac930-b7a0-4014-9538-908559ad64a5 None None] Routers {'7cb1949b-df36-494b-9188-83e02bf70066'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:04:05.191234 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-b5fac930-b7a0-4014-9538-908559ad64a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:03:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['7cb1949b-df36-494b-9188-83e02bf70066'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:05.232859 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-adc9eae2-af66-4b7c-b034-970e39dd98ff tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] show failed (client error): The resource could not be found. Feb 16 17:04:05.236046 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-adc9eae2-af66-4b7c-b034-970e39dd98ff tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] 10.222.0.88 "GET /v2.0/routers/tempest-non_exist_router-1615479539 HTTP/1.1" status: 404 len: 335 time: 0.0607507 Feb 16 17:04:05.239472 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53456) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:05.241749 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-b5fac930-b7a0-4014-9538-908559ad64a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:05.250869 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-86f6f905-9a0b-4402-a458-4fd683a319af tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Request body: {'router': {'name': 'new_name'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:05.253545 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fac930-b7a0-4014-9538-908559ad64a5 None None] Routers {'7cb1949b-df36-494b-9188-83e02bf70066'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:04:05.254148 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-b5fac930-b7a0-4014-9538-908559ad64a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:03:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['7cb1949b-df36-494b-9188-83e02bf70066'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:05.301073 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c512822d-d29a-4a26-b5ed-5bd15d1d2fe2 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:05.312780 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-86f6f905-9a0b-4402-a458-4fd683a319af tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] update failed (client error): The resource could not be found. Feb 16 17:04:05.321062 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-86f6f905-9a0b-4402-a458-4fd683a319af tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] 10.222.0.88 "PUT /v2.0/routers/tempest-non_exist_router-87686832 HTTP/1.1" status: 404 len: 333 time: 0.0703433 Feb 16 17:04:05.321559 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53458) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:05.332121 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-b5fac930-b7a0-4014-9538-908559ad64a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:05.333243 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fac930-b7a0-4014-9538-908559ad64a5 None None] The sync data for ids ['7cb1949b-df36-494b-9188-83e02bf70066'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:04:05.354466 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94679dfe-42aa-47a5-b0c0-51ad96665de1 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Made reservation on behalf of 02ebc15ce0534c46afb3b8b1618852cd for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:04:05.358320 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-94679dfe-42aa-47a5-b0c0-51ad96665de1 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:05.383047 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-d8155c2d-c778-450d-8768-09347f143e84 None None] Allocated IP 172.21.0.2 (e8b73613-649f-4221-a256-6c40539acf43/ef9b049c-b41d-4330-ae69-c4c5aaf44f2b/3a6bb72e-1b5f-4d3a-becc-beec824392ba) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:04:05.470997 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-48aab53a-41a5-4d98-b908-1128df5c27ba tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Deleting subnet 1645dbf9-406a-45c7-b902-6ab92c456b85 {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:04:05.476480 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-48aab53a-41a5-4d98-b908-1128df5c27ba tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:05.495112 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c512822d-d29a-4a26-b5ed-5bd15d1d2fe2 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:05.499579 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c512822d-d29a-4a26-b5ed-5bd15d1d2fe2 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9203904 Feb 16 17:04:05.514426 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53462) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:05.521021 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-25b9063a-a037-4300-903b-630d788dc23c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Request body: {'port': {'network_id': '4a7b9d37-aebc-4be4-87e4-8efe11a02639', 'name': 'tempest-RoutersIpV6Test-1698905309'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:05.575263 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53464) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:05.593041 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5c5fc8a1-f900-4b14-9c96-69ecf7626869 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:05.627655 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-48aab53a-41a5-4d98-b908-1128df5c27ba tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:05.650795 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d8155c2d-c778-450d-8768-09347f143e84 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:05.670559 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5c5fc8a1-f900-4b14-9c96-69ecf7626869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:05.762208 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d8155c2d-c778-450d-8768-09347f143e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:05.801296 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-48aab53a-41a5-4d98-b908-1128df5c27ba tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:05.814875 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8069132b-efdb-49d9-a105-1766486a6129 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:05.830921 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5fc8a1-f900-4b14-9c96-69ecf7626869 None None] Network 4a7b9d37-aebc-4be4-87e4-8efe11a02639 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:05.832313 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5fc8a1-f900-4b14-9c96-69ecf7626869 None None] Pushing event updated for resources: {'Port': ['ID=6259b875-f093-496a-b0bd-ff96c9c4b77d,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:05.851924 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-5c5fc8a1-f900-4b14-9c96-69ecf7626869 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:05.896078 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5fc8a1-f900-4b14-9c96-69ecf7626869 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:04:05.900824 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b9063a-a037-4300-903b-630d788dc23c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Made reservation on behalf of 8b839598b51f4c5f8c0eeb567a6c9232 for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:04:05.904883 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 19cff096-a39e-4fba-8a8c-b9a97496245b up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:04:05.906412 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-25b9063a-a037-4300-903b-630d788dc23c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:05.908417 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8155c2d-c778-450d-8768-09347f143e84 None None] Network e8b73613-649f-4221-a256-6c40539acf43 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:05.928643 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-d8155c2d-c778-450d-8768-09347f143e84 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:05.940925 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-25b9063a-a037-4300-903b-630d788dc23c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] device_id is not set on port df79a4dc-0d79-461e-90c8-3373b6d3872e yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:04:05.957166 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8155c2d-c778-450d-8768-09347f143e84 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:04:05.972828 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-17ecb3c5-5e41-416f-ac4c-95a14738f849 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=095c774cbfc24830afb1470c6611d635&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3941562 Feb 16 17:04:05.981068 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53468) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:05.994057 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8155c2d-c778-450d-8768-09347f143e84 None None] Pushing event updated for resources: {'Port': ['ID=3a6bb72e-1b5f-4d3a-becc-beec824392ba,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:06.012718 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-48aab53a-41a5-4d98-b908-1128df5c27ba tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:06.068811 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-5c5fc8a1-f900-4b14-9c96-69ecf7626869 None None] Attempting to bind port 6259b875-f093-496a-b0bd-ff96c9c4b77d on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:04:06.069192 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-5c5fc8a1-f900-4b14-9c96-69ecf7626869 None None] Attempting to bind port 6259b875-f093-496a-b0bd-ff96c9c4b77d by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '25c43170-19f8-4a13-91f2-07097ca7955c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4a7b9d37-aebc-4be4-87e4-8efe11a02639'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:04:06.069558 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5fc8a1-f900-4b14-9c96-69ecf7626869 None None] Attempting to bind port 6259b875-f093-496a-b0bd-ff96c9c4b77d on network 4a7b9d37-aebc-4be4-87e4-8efe11a02639 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:04:06.078654 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5fc8a1-f900-4b14-9c96-69ecf7626869 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:04:06.080213 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5fc8a1-f900-4b14-9c96-69ecf7626869 None None] Checking segment: {'id': '25c43170-19f8-4a13-91f2-07097ca7955c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4a7b9d37-aebc-4be4-87e4-8efe11a02639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:04:06.080213 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5c5fc8a1-f900-4b14-9c96-69ecf7626869 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:06.080660 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5fc8a1-f900-4b14-9c96-69ecf7626869 None None] Bound using segment: {'id': '25c43170-19f8-4a13-91f2-07097ca7955c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4a7b9d37-aebc-4be4-87e4-8efe11a02639'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:04:06.081496 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-5c5fc8a1-f900-4b14-9c96-69ecf7626869 None None] Bound port: 6259b875-f093-496a-b0bd-ff96c9c4b77d, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25c43170-19f8-4a13-91f2-07097ca7955c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4a7b9d37-aebc-4be4-87e4-8efe11a02639'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:04:06.082162 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5c5fc8a1-f900-4b14-9c96-69ecf7626869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:06.088231 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aab53a-41a5-4d98-b908-1128df5c27ba tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Pushing event deleted for resources: {'Subnet': ['ID=1645dbf9-406a-45c7-b902-6ab92c456b85,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:06.098721 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-d8155c2d-c778-450d-8768-09347f143e84 None None] Attempting to bind port 3a6bb72e-1b5f-4d3a-becc-beec824392ba on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:04:06.099585 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-d8155c2d-c778-450d-8768-09347f143e84 None None] Attempting to bind port 3a6bb72e-1b5f-4d3a-becc-beec824392ba by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': 'b647108f-b51f-406a-8541-3f0f7116de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e8b73613-649f-4221-a256-6c40539acf43'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:04:06.099585 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8155c2d-c778-450d-8768-09347f143e84 None None] Attempting to bind port 3a6bb72e-1b5f-4d3a-becc-beec824392ba on network e8b73613-649f-4221-a256-6c40539acf43 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:04:06.100099 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-48aab53a-41a5-4d98-b908-1128df5c27ba tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:06.105069 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-48aab53a-41a5-4d98-b908-1128df5c27ba tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] 10.222.0.88 "DELETE /v2.0/subnets/1645dbf9-406a-45c7-b902-6ab92c456b85 HTTP/1.1" status: 204 len: 168 time: 0.7818167 Feb 16 17:04:06.110982 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53470) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:06.117771 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8155c2d-c778-450d-8768-09347f143e84 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:04:06.123865 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8155c2d-c778-450d-8768-09347f143e84 None None] Checking segment: {'id': 'b647108f-b51f-406a-8541-3f0f7116de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e8b73613-649f-4221-a256-6c40539acf43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:04:06.123865 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d8155c2d-c778-450d-8768-09347f143e84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:06.123865 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8155c2d-c778-450d-8768-09347f143e84 None None] Bound using segment: {'id': 'b647108f-b51f-406a-8541-3f0f7116de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e8b73613-649f-4221-a256-6c40539acf43'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:04:06.123865 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-d8155c2d-c778-450d-8768-09347f143e84 None None] Bound port: 3a6bb72e-1b5f-4d3a-becc-beec824392ba, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b647108f-b51f-406a-8541-3f0f7116de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e8b73613-649f-4221-a256-6c40539acf43'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:04:06.123865 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d8155c2d-c778-450d-8768-09347f143e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:06.141498 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-14450eb8-183c-40e1-b183-d34258fe34fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:06.149259 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-94679dfe-42aa-47a5-b0c0-51ad96665de1 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:06.150279 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3902e6d1-990c-4441-aa62-57acb9f2f68e None None] Network efa4697a-60d9-454b-82dd-aae1bd3500ca requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:04:06.197618 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-27ad48d5-0d2c-4a6d-aafb-aef317164e08 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:06.221352 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-25b9063a-a037-4300-903b-630d788dc23c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Allocated IP 2001:db8::380 (4a7b9d37-aebc-4be4-87e4-8efe11a02639/501c10a2-ff22-4e00-8a88-8154a8c9e0c2/df79a4dc-0d79-461e-90c8-3373b6d3872e) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:04:06.245326 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 19cff096-a39e-4fba-8a8c-b9a97496245b triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:06.245699 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:06.246872 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-14450eb8-183c-40e1-b183-d34258fe34fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:06.272668 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94679dfe-42aa-47a5-b0c0-51ad96665de1 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Network a7037b94-ac63-490a-a5e2-0102bdd301e7 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:06.281884 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-94679dfe-42aa-47a5-b0c0-51ad96665de1 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:06.290236 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94679dfe-42aa-47a5-b0c0-51ad96665de1 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event updated for resources: {'Subnet': ['ID=c049a14e-1ebd-4bc9-8395-4129db450828,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:06.293094 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94679dfe-42aa-47a5-b0c0-51ad96665de1 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:06.293800 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-94679dfe-42aa-47a5-b0c0-51ad96665de1 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:06.334575 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c58d5fc-82ec-48dd-871c-f14d5bbf3dbc None None] Network a7037b94-ac63-490a-a5e2-0102bdd301e7 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:04:06.365237 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-5c5fc8a1-f900-4b14-9c96-69ecf7626869 None None] For port 6259b875-f093-496a-b0bd-ff96c9c4b77d, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:04:06.370444 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-27ad48d5-0d2c-4a6d-aafb-aef317164e08 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Deleting port 2b1a2bba-ddf4-4313-84d6-86825296204f {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:04:06.370788 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-27ad48d5-0d2c-4a6d-aafb-aef317164e08 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:06.378870 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-8069132b-efdb-49d9-a105-1766486a6129 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Allocated IP 172.21.0.1 (e8b73613-649f-4221-a256-6c40539acf43/ef9b049c-b41d-4330-ae69-c4c5aaf44f2b/7f472a92-6811-4dc4-b43a-6d9ea6d84130) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:04:06.401840 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-94679dfe-42aa-47a5-b0c0-51ad96665de1 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6800790 Feb 16 17:04:06.402198 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53472) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:06.408584 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-a6d6fae4-4896-4ac8-a4aa-25bfd65a4247 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1856909047', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c049a14e-1ebd-4bc9-8395-4129db450828'}], 'security_groups': ['8b789bc0-8047-432f-a164-fa5a14a50b62', '2cf34ed6-aa80-4c6d-8dfc-a5eb3a29cc1e']}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:06.448563 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-14450eb8-183c-40e1-b183-d34258fe34fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:06.451137 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-14450eb8-183c-40e1-b183-d34258fe34fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:06.452373 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-14450eb8-183c-40e1-b183-d34258fe34fa admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/03461758-d234-430f-aa0d-a72e4b58967d HTTP/1.1" status: 204 len: 168 time: 0.4693871 Feb 16 17:04:06.467531 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-27ad48d5-0d2c-4a6d-aafb-aef317164e08 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] For port 2b1a2bba-ddf4-4313-84d6-86825296204f, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=2b1a2bba-ddf4-4313-84d6-86825296204f,segment=NetworkSegment(c00ed6d8-9d17-40fa-9f70-677e0719c9c5),segment_id=c00ed6d8-9d17-40fa-9f70-677e0719c9c5)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:04:06.467916 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-27ad48d5-0d2c-4a6d-aafb-aef317164e08 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:06.504260 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14450eb8-183c-40e1-b183-d34258fe34fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03461758-d234-430f-aa0d-a72e4b58967d,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:06.508994 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-27ad48d5-0d2c-4a6d-aafb-aef317164e08 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Calling delete_port for 2b1a2bba-ddf4-4313-84d6-86825296204f owned by network:dhcp {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:04:06.535050 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-25b9063a-a037-4300-903b-630d788dc23c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:06.624638 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8069132b-efdb-49d9-a105-1766486a6129 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:06.632119 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-5c5fc8a1-f900-4b14-9c96-69ecf7626869 None None] For port 6259b875-f093-496a-b0bd-ff96c9c4b77d, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=6259b875-f093-496a-b0bd-ff96c9c4b77d,segment=NetworkSegment(25c43170-19f8-4a13-91f2-07097ca7955c),segment_id=25c43170-19f8-4a13-91f2-07097ca7955c)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:04:06.674094 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-d8155c2d-c778-450d-8768-09347f143e84 None None] For port 3a6bb72e-1b5f-4d3a-becc-beec824392ba, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:04:06.677479 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-25b9063a-a037-4300-903b-630d788dc23c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:06.701696 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a6d6fae4-4896-4ac8-a4aa-25bfd65a4247 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:06.706900 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-d8155c2d-c778-450d-8768-09347f143e84 None None] For port 3a6bb72e-1b5f-4d3a-becc-beec824392ba, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=3a6bb72e-1b5f-4d3a-becc-beec824392ba,segment=NetworkSegment(b647108f-b51f-406a-8541-3f0f7116de32),segment_id=b647108f-b51f-406a-8541-3f0f7116de32)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:04:06.739792 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5c5fc8a1-f900-4b14-9c96-69ecf7626869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:06.774434 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-27ad48d5-0d2c-4a6d-aafb-aef317164e08 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:06.784860 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b9063a-a037-4300-903b-630d788dc23c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Network 4a7b9d37-aebc-4be4-87e4-8efe11a02639 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:06.787403 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b9063a-a037-4300-903b-630d788dc23c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event updated for resources: {'Port': ['ID=df79a4dc-0d79-461e-90c8-3373b6d3872e,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:06.811231 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-25b9063a-a037-4300-903b-630d788dc23c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:06.811231 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b9063a-a037-4300-903b-630d788dc23c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:04:06.813343 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b9063a-a037-4300-903b-630d788dc23c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:06.814627 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-25b9063a-a037-4300-903b-630d788dc23c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:06.851149 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ad48d5-0d2c-4a6d-aafb-aef317164e08 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] No DVR routers for this DVR port 2b1a2bba-ddf4-4313-84d6-86825296204f on host dv-neutron-828697-3-hyperv {{(pid=114375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:04:06.853765 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2c628f-05e9-4c9c-8033-08b4ac546337 None None] DHCP port deletion for efa4697a-60d9-454b-82dd-aae1bd3500ca request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:04:06.862614 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad48d5-0d2c-4a6d-aafb-aef317164e08 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Pushing event deleted for resources: {'Port': ['ID=2b1a2bba-ddf4-4313-84d6-86825296204f,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:06.924303 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8069132b-efdb-49d9-a105-1766486a6129 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:06.952419 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d8155c2d-c778-450d-8768-09347f143e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:06.977021 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-cabf86a9-e54c-45bb-b345-81fd40023614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:06.991225 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8069132b-efdb-49d9-a105-1766486a6129 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Network e8b73613-649f-4221-a256-6c40539acf43 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:06.998516 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-25b9063a-a037-4300-903b-630d788dc23c tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4792075 Feb 16 17:04:06.998659 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53476) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:07.016678 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5fc8a1-f900-4b14-9c96-69ecf7626869 None None] Pushing event updated for resources: {'Port': ['ID=6259b875-f093-496a-b0bd-ff96c9c4b77d,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:07.017110 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-27ad48d5-0d2c-4a6d-aafb-aef317164e08 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:07.017674 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-8069132b-efdb-49d9-a105-1766486a6129 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:07.055599 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-27ad48d5-0d2c-4a6d-aafb-aef317164e08 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efa4697a-60d9-454b-82dd-aae1bd3500ca']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:07.069921 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-27ad48d5-0d2c-4a6d-aafb-aef317164e08 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c00ed6d8-9d17-40fa-9f70-677e0719c9c5') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:07.070552 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-27ad48d5-0d2c-4a6d-aafb-aef317164e08 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c00ed6d8-9d17-40fa-9f70-677e0719c9c5') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:07.081428 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-27ad48d5-0d2c-4a6d-aafb-aef317164e08 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:07.105609 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-27ad48d5-0d2c-4a6d-aafb-aef317164e08 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:07.111060 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8155c2d-c778-450d-8768-09347f143e84 None None] Pushing event updated for resources: {'Port': ['ID=3a6bb72e-1b5f-4d3a-becc-beec824392ba,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:07.115591 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27ad48d5-0d2c-4a6d-aafb-aef317164e08 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:04:07.116691 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-27ad48d5-0d2c-4a6d-aafb-aef317164e08 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:07.126404 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 17:04:07.126404 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:04:07.126404 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 17:04:07.126404 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:04:07.126404 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 17:04:07.126404 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:04:07.126404 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 17:04:07.126404 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:04:07.126404 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 17:04:07.126404 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:04:07.126404 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 17:04:07.126404 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:04:07.126404 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 17:04:07.126404 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:04:07.126404 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:04:07.126404 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:04:07.126404 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:04:07.126404 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:04:07.126404 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 17:04:07.126404 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:04:07.126404 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 17:04:07.126404 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:04:07.126404 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:04:07.126404 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:04:07.126404 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 17:04:07.126404 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:04:07.126404 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:04:07.126404 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:04:07.126404 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:04:07.126404 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:04:07.126404 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:04:07.126404 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:04:07.173130 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8069132b-efdb-49d9-a105-1766486a6129 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:04:07.221456 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd7b3e4-68e1-46c2-b3f0-ae3f50aab5fb None None] Update dhcp port {'port': {'network_id': 'a7037b94-ac63-490a-a5e2-0102bdd301e7', 'fixed_ips': [{'subnet_id': 'ff720542-1acb-4bb4-8838-7d20cd828452', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e88de096-f1c2-422d-b843-1a0fa3cbd8c4', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c049a14e-1ebd-4bc9-8395-4129db450828'}], 'binding:host_id': 'dv-neutron-828697-3-hyperv'}, 'id': '02fb96dd-6106-480d-b8f0-d962e51a2c76'} from dv-neutron-828697-3-hyperv. {{(pid=114377) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 16 17:04:07.254789 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-fbd7b3e4-68e1-46c2-b3f0-ae3f50aab5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:07.276611 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-27ad48d5-0d2c-4a6d-aafb-aef317164e08 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:07.285043 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-27ad48d5-0d2c-4a6d-aafb-aef317164e08 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:07.287905 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8069132b-efdb-49d9-a105-1766486a6129 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event updated for resources: {'Port': ['ID=7f472a92-6811-4dc4-b43a-6d9ea6d84130,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:07.299214 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-27ad48d5-0d2c-4a6d-aafb-aef317164e08 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] 10.222.0.88 "DELETE /v2.0/networks/efa4697a-60d9-454b-82dd-aae1bd3500ca HTTP/1.1" status: 204 len: 168 time: 1.1797099 Feb 16 17:04:07.305344 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53478) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:07.350525 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad48d5-0d2c-4a6d-aafb-aef317164e08 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Pushing event deleted for resources: {'Network': ['ID=efa4697a-60d9-454b-82dd-aae1bd3500ca,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:07.434572 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8069132b-efdb-49d9-a105-1766486a6129 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:07.478153 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d3730ef-b727-414e-9579-fc8b6bef6259 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Deleting subnet 555fdd47-edba-4da5-a356-5bcf674bccc7 {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:04:07.478153 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9d3730ef-b727-414e-9579-fc8b6bef6259 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:07.542987 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9d3730ef-b727-414e-9579-fc8b6bef6259 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:07.639798 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9d3730ef-b727-414e-9579-fc8b6bef6259 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:07.679238 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-a6d6fae4-4896-4ac8-a4aa-25bfd65a4247 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Delete allocated IP 2001:db8::37b (a7037b94-ac63-490a-a5e2-0102bdd301e7/e88de096-f1c2-422d-b843-1a0fa3cbd8c4) {{(pid=114376) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 17:04:07.694583 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-a6d6fae4-4896-4ac8-a4aa-25bfd65a4247 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Allocated IP 2001:db8:0:2::10b (a7037b94-ac63-490a-a5e2-0102bdd301e7/c049a14e-1ebd-4bc9-8395-4129db450828/de1685f3-73be-41a9-a4fc-d13691729a8e) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:04:07.776986 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c39d28f7-c928-4ca9-8adc-52ba2d52102a tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:07.779641 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9d3730ef-b727-414e-9579-fc8b6bef6259 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:07.799730 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8069132b-efdb-49d9-a105-1766486a6129 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:07.807767 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3730ef-b727-414e-9579-fc8b6bef6259 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Pushing event deleted for resources: {'Subnet': ['ID=555fdd47-edba-4da5-a356-5bcf674bccc7,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:07.811789 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9d3730ef-b727-414e-9579-fc8b6bef6259 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:07.816461 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-9d3730ef-b727-414e-9579-fc8b6bef6259 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] 10.222.0.88 "DELETE /v2.0/subnets/555fdd47-edba-4da5-a356-5bcf674bccc7 HTTP/1.1" status: 204 len: 168 time: 0.5090868 Feb 16 17:04:07.818744 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b063b58-5a3d-4b66-a245-797decbf4c7e None None] Network bc0d6dfe-aa4c-4910-b7a8-d4ce2454cbf2 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:04:07.819844 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53480) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:07.892878 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 6259b875-f093-496a-b0bd-ff96c9c4b77d up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:04:07.896993 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-35170da4-1573-41a2-8086-aaf67d0d710e tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Deleting subnet a5f6677f-aa69-4f8d-b83e-e158f31f183d {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:04:07.901055 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-35170da4-1573-41a2-8086-aaf67d0d710e tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:07.951161 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-35170da4-1573-41a2-8086-aaf67d0d710e tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:08.014471 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 6259b875-f093-496a-b0bd-ff96c9c4b77d triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:08.014849 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:08.081691 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-35170da4-1573-41a2-8086-aaf67d0d710e tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:08.123541 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:08.146911 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac19cfba-6ffe-421a-b744-3c16d8000f4c None None] DHCP port deletion for bc0d6dfe-aa4c-4910-b7a8-d4ce2454cbf2 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:04:08.190870 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port 6259b875-f093-496a-b0bd-ff96c9c4b77d, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=6259b875-f093-496a-b0bd-ff96c9c4b77d,segment=NetworkSegment(25c43170-19f8-4a13-91f2-07097ca7955c),segment_id=25c43170-19f8-4a13-91f2-07097ca7955c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:04:08.218167 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-ac19cfba-6ffe-421a-b744-3c16d8000f4c None None] Deleting port 01ef2196-9d6d-4961-9a03-437d2f7a525b {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:04:08.218554 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ac19cfba-6ffe-421a-b744-3c16d8000f4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:08.286991 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-ac19cfba-6ffe-421a-b744-3c16d8000f4c None None] For port 01ef2196-9d6d-4961-9a03-437d2f7a525b, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=01ef2196-9d6d-4961-9a03-437d2f7a525b,segment=NetworkSegment(0d888589-00cd-4346-8096-acfbe3124b40),segment_id=0d888589-00cd-4346-8096-acfbe3124b40)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:04:08.287402 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ac19cfba-6ffe-421a-b744-3c16d8000f4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:08.302152 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-ac19cfba-6ffe-421a-b744-3c16d8000f4c None None] Calling delete_port for 01ef2196-9d6d-4961-9a03-437d2f7a525b owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:04:08.312648 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-35170da4-1573-41a2-8086-aaf67d0d710e tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:08.352329 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35170da4-1573-41a2-8086-aaf67d0d710e tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Pushing event deleted for resources: {'Subnet': ['ID=a5f6677f-aa69-4f8d-b83e-e158f31f183d,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:08.363234 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609903a3-f719-4e62-a634-678be6f8cdf4 None None] Network b94a5d8c-bbdb-437b-99e9-06ec102634fb requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:04:08.367074 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:08.368161 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 3a6bb72e-1b5f-4d3a-becc-beec824392ba up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:04:08.370620 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-35170da4-1573-41a2-8086-aaf67d0d710e tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:08.375058 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-35170da4-1573-41a2-8086-aaf67d0d710e tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] 10.222.0.88 "DELETE /v2.0/subnets/a5f6677f-aa69-4f8d-b83e-e158f31f183d HTTP/1.1" status: 204 len: 168 time: 0.5523865 Feb 16 17:04:08.378175 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53482) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:08.436906 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1b246f-3596-477c-8307-feb848e93bf4 None None] Network 4a7b9d37-aebc-4be4-87e4-8efe11a02639 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:04:08.513083 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-490a2190-b671-45a9-b87a-f1991c2d6848 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:08.593041 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-490a2190-b671-45a9-b87a-f1991c2d6848 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Deleting port 01ef2196-9d6d-4961-9a03-437d2f7a525b {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:04:08.594868 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-490a2190-b671-45a9-b87a-f1991c2d6848 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:08.637505 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-4ea84aa2-ec03-48b1-b46a-ce6eba76a178 None None] Provisioning complete for port 6259b875-f093-496a-b0bd-ff96c9c4b77d triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:08.637505 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4ea84aa2-ec03-48b1-b46a-ce6eba76a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:08.637505 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=6259b875-f093-496a-b0bd-ff96c9c4b77d,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:08.678868 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a6d6fae4-4896-4ac8-a4aa-25bfd65a4247 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:08.709917 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-490a2190-b671-45a9-b87a-f1991c2d6848 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] For port 01ef2196-9d6d-4961-9a03-437d2f7a525b, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=01ef2196-9d6d-4961-9a03-437d2f7a525b,segment=NetworkSegment(0d888589-00cd-4346-8096-acfbe3124b40),segment_id=0d888589-00cd-4346-8096-acfbe3124b40)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:04:08.710331 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-490a2190-b671-45a9-b87a-f1991c2d6848 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:08.733992 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-490a2190-b671-45a9-b87a-f1991c2d6848 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Calling delete_port for 01ef2196-9d6d-4961-9a03-437d2f7a525b owned by network:dhcp {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:04:08.749844 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a6d6fae4-4896-4ac8-a4aa-25bfd65a4247 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:08.810688 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d6fae4-4896-4ac8-a4aa-25bfd65a4247 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event updated for resources: {'Port': ['ID=de1685f3-73be-41a9-a4fc-d13691729a8e,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:08.838743 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 3a6bb72e-1b5f-4d3a-becc-beec824392ba triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:08.839892 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:08.855769 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-490a2190-b671-45a9-b87a-f1991c2d6848 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:08.878443 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c39d28f7-c928-4ca9-8adc-52ba2d52102a tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:08.881306 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-a6d6fae4-4896-4ac8-a4aa-25bfd65a4247 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] In _notify_port_updated(), no bound segment for port de1685f3-73be-41a9-a4fc-d13691729a8e on network a7037b94-ac63-490a-a5e2-0102bdd301e7 {{(pid=114376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 17:04:08.887594 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d6fae4-4896-4ac8-a4aa-25bfd65a4247 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:08.890059 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a6d6fae4-4896-4ac8-a4aa-25bfd65a4247 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:08.890643 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490a2190-b671-45a9-b87a-f1991c2d6848 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] No DVR routers for this DVR port 01ef2196-9d6d-4961-9a03-437d2f7a525b on host dv-neutron-828697-3-hyperv {{(pid=114375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:04:08.891912 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-a6d6fae4-4896-4ac8-a4aa-25bfd65a4247 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "PUT /v2.0/ports/de1685f3-73be-41a9-a4fc-d13691729a8e HTTP/1.1" status: 200 len: 970 time: 2.4886417 Feb 16 17:04:08.896103 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53486) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:08.905817 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a2190-b671-45a9-b87a-f1991c2d6848 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Pushing event deleted for resources: {'Port': ['ID=01ef2196-9d6d-4961-9a03-437d2f7a525b,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:08.916233 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ac19cfba-6ffe-421a-b744-3c16d8000f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:08.931627 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130abfaa-622c-4d37-a1d4-dada305e14c9 None None] Network e8b73613-649f-4221-a256-6c40539acf43 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:04:08.953203 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8069132b-efdb-49d9-a105-1766486a6129 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:08.976538 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c39d28f7-c928-4ca9-8adc-52ba2d52102a tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:08.995855 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-490a2190-b671-45a9-b87a-f1991c2d6848 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:09.024783 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-490a2190-b671-45a9-b87a-f1991c2d6848 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc0d6dfe-aa4c-4910-b7a8-d4ce2454cbf2']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:09.030467 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac19cfba-6ffe-421a-b744-3c16d8000f4c None None] Pushing event deleted for resources: {'Port': ['ID=01ef2196-9d6d-4961-9a03-437d2f7a525b,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:09.037286 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-490a2190-b671-45a9-b87a-f1991c2d6848 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d888589-00cd-4346-8096-acfbe3124b40') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:09.037669 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-490a2190-b671-45a9-b87a-f1991c2d6848 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d888589-00cd-4346-8096-acfbe3124b40') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:09.043796 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac19cfba-6ffe-421a-b744-3c16d8000f4c None None] No DVR routers for this DVR port 01ef2196-9d6d-4961-9a03-437d2f7a525b on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:04:09.049096 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-fbd7b3e4-68e1-46c2-b3f0-ae3f50aab5fb None None] Allocated IP 2001:db8:0:2::2 (a7037b94-ac63-490a-a5e2-0102bdd301e7/c049a14e-1ebd-4bc9-8395-4129db450828/02fb96dd-6106-480d-b8f0-d962e51a2c76) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:04:09.050311 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-490a2190-b671-45a9-b87a-f1991c2d6848 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:09.057588 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8069132b-efdb-49d9-a105-1766486a6129 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:09.068189 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-490a2190-b671-45a9-b87a-f1991c2d6848 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:09.075426 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-490a2190-b671-45a9-b87a-f1991c2d6848 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:04:09.075951 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-490a2190-b671-45a9-b87a-f1991c2d6848 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:09.080481 dv-neutron-828697-3-hyperv neutron-server[114375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:04:09.080481 dv-neutron-828697-3-hyperv neutron-server[114375]: self.session.flush() Feb 16 17:04:09.080481 dv-neutron-828697-3-hyperv neutron-server[114375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:04:09.080481 dv-neutron-828697-3-hyperv neutron-server[114375]: self.session.flush() Feb 16 17:04:09.080481 dv-neutron-828697-3-hyperv neutron-server[114375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:04:09.080481 dv-neutron-828697-3-hyperv neutron-server[114375]: self.session.flush() Feb 16 17:04:09.080481 dv-neutron-828697-3-hyperv neutron-server[114375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:04:09.080481 dv-neutron-828697-3-hyperv neutron-server[114375]: self.session.flush() Feb 16 17:04:09.080481 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 17:04:09.080481 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:04:09.080481 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 17:04:09.080481 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:04:09.080481 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 17:04:09.080481 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:04:09.080481 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 17:04:09.080481 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:04:09.080481 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 17:04:09.080481 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:04:09.080481 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 17:04:09.080481 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:04:09.080481 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 17:04:09.080481 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:04:09.080481 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:04:09.080481 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:04:09.080481 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:04:09.080481 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:04:09.080481 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 17:04:09.080481 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:04:09.080481 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 17:04:09.080481 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:04:09.080481 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:04:09.080481 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:04:09.080481 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 17:04:09.080481 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:04:09.080481 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:04:09.080481 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:04:09.080481 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:04:09.080481 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:04:09.080481 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:04:09.080481 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:04:09.091515 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d28f7-c928-4ca9-8adc-52ba2d52102a tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event updated for resources: {'Port': ['ID=df79a4dc-0d79-461e-90c8-3373b6d3872e,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:09.189109 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8069132b-efdb-49d9-a105-1766486a6129 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:09.193422 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-87aebb49-231c-4332-9c56-4adf638e8b21 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Deleting port de1685f3-73be-41a9-a4fc-d13691729a8e {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:04:09.193800 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-87aebb49-231c-4332-9c56-4adf638e8b21 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:09.251093 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8069132b-efdb-49d9-a105-1766486a6129 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event updated for resources: {'Port': ['ID=7f472a92-6811-4dc4-b43a-6d9ea6d84130,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:09.391826 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c39d28f7-c928-4ca9-8adc-52ba2d52102a tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:09.438591 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb68c68-04cb-4e7f-aea4-0ed6d714a51c None None] DHCP port deletion for b94a5d8c-bbdb-437b-99e9-06ec102634fb request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:04:09.449870 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-be425e2a-e706-43ff-96e9-d6385c622263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:09.504506 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-87aebb49-231c-4332-9c56-4adf638e8b21 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:09.525134 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-87aebb49-231c-4332-9c56-4adf638e8b21 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Calling delete_port for de1685f3-73be-41a9-a4fc-d13691729a8e owned by {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:04:09.539958 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8069132b-efdb-49d9-a105-1766486a6129 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Network e8b73613-649f-4221-a256-6c40539acf43 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:09.544943 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-8069132b-efdb-49d9-a105-1766486a6129 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:09.574108 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-490a2190-b671-45a9-b87a-f1991c2d6848 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:09.587713 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-490a2190-b671-45a9-b87a-f1991c2d6848 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:09.602150 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-490a2190-b671-45a9-b87a-f1991c2d6848 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] 10.222.0.88 "DELETE /v2.0/networks/bc0d6dfe-aa4c-4910-b7a8-d4ce2454cbf2 HTTP/1.1" status: 204 len: 168 time: 1.2219088 Feb 16 17:04:09.605665 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:09.614746 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53488) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:09.615678 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a2190-b671-45a9-b87a-f1991c2d6848 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Pushing event deleted for resources: {'Network': ['ID=bc0d6dfe-aa4c-4910-b7a8-d4ce2454cbf2,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:09.619574 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-fbd7b3e4-68e1-46c2-b3f0-ae3f50aab5fb None None] For port 02fb96dd-6106-480d-b8f0-d962e51a2c76, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=02fb96dd-6106-480d-b8f0-d962e51a2c76,segment=NetworkSegment(331746fb-4322-4882-a9d1-7ebc78f71ddb),segment_id=331746fb-4322-4882-a9d1-7ebc78f71ddb)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:04:09.686628 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-6b417f66-bed3-484c-92bb-03d24a2d4f3b None None] Provisioning complete for port 3a6bb72e-1b5f-4d3a-becc-beec824392ba triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:09.686628 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6b417f66-bed3-484c-92bb-03d24a2d4f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:09.708238 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-21b52c8e-c26b-4319-9730-534d1393e4db tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:09.717817 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c39d28f7-c928-4ca9-8adc-52ba2d52102a tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:09.745560 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port 3a6bb72e-1b5f-4d3a-becc-beec824392ba, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=3a6bb72e-1b5f-4d3a-becc-beec824392ba,segment=NetworkSegment(b647108f-b51f-406a-8541-3f0f7116de32),segment_id=b647108f-b51f-406a-8541-3f0f7116de32)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:04:09.749694 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-fbd7b3e4-68e1-46c2-b3f0-ae3f50aab5fb None None] Notify callbacks [] for port, precommit_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:09.755073 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8069132b-efdb-49d9-a105-1766486a6129 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Router 555b9773-e579-4af4-b656-7412b447c3a0 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:04:09.777096 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-21b52c8e-c26b-4319-9730-534d1393e4db tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Deleting port 6d38b131-2cb3-47d1-9114-65c170f029fb {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:04:09.777317 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-5bb68c68-04cb-4e7f-aea4-0ed6d714a51c None None] Deleting port 6d38b131-2cb3-47d1-9114-65c170f029fb {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:04:09.777542 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-21b52c8e-c26b-4319-9730-534d1393e4db tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:09.777679 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5bb68c68-04cb-4e7f-aea4-0ed6d714a51c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:09.835752 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:09.851166 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-fbd7b3e4-68e1-46c2-b3f0-ae3f50aab5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:09.913818 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-5bb68c68-04cb-4e7f-aea4-0ed6d714a51c None None] For port 6d38b131-2cb3-47d1-9114-65c170f029fb, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=6d38b131-2cb3-47d1-9114-65c170f029fb,segment=NetworkSegment(2cfa1e20-abeb-424e-8f83-ed4ed5841aae),segment_id=2cfa1e20-abeb-424e-8f83-ed4ed5841aae)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:04:09.914450 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5bb68c68-04cb-4e7f-aea4-0ed6d714a51c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:09.944756 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-21b52c8e-c26b-4319-9730-534d1393e4db tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] For port 6d38b131-2cb3-47d1-9114-65c170f029fb, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=6d38b131-2cb3-47d1-9114-65c170f029fb,segment=NetworkSegment(2cfa1e20-abeb-424e-8f83-ed4ed5841aae),segment_id=2cfa1e20-abeb-424e-8f83-ed4ed5841aae)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:04:09.945124 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-21b52c8e-c26b-4319-9730-534d1393e4db tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:09.962453 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-21b52c8e-c26b-4319-9730-534d1393e4db tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Calling delete_port for 6d38b131-2cb3-47d1-9114-65c170f029fb owned by network:dhcp {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:04:09.992529 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 2b1a2bba-ddf4-4313-84d6-86825296204f no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:04:10.001433 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=3a6bb72e-1b5f-4d3a-becc-beec824392ba,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:10.034421 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-5bb68c68-04cb-4e7f-aea4-0ed6d714a51c None None] Calling delete_port for 6d38b131-2cb3-47d1-9114-65c170f029fb owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:04:10.083141 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 2b1a2bba-ddf4-4313-84d6-86825296204f {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:04:10.083502 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 2b1a2bba-ddf4-4313-84d6-86825296204f not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:04:10.127937 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8069132b-efdb-49d9-a105-1766486a6129 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:04:10.134713 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-8069132b-efdb-49d9-a105-1766486a6129 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "PUT /v2.0/routers/555b9773-e579-4af4-b656-7412b447c3a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1019003 Feb 16 17:04:10.136924 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-21b52c8e-c26b-4319-9730-534d1393e4db tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:10.137784 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53490) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:10.162626 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-d2e05aea-8058-4f16-ba07-deb08c5cf528 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Request body: {'network': {'name': 'tempest-RoutersTest-1885737635'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:10.163931 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b52c8e-c26b-4319-9730-534d1393e4db tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] No DVR routers for this DVR port 6d38b131-2cb3-47d1-9114-65c170f029fb on host dv-neutron-828697-3-hyperv {{(pid=114375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:04:10.208943 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabc0e72-f504-4dc7-9a7f-45a42ab993b4 None None] Sync routers for ids ['555b9773-e579-4af4-b656-7412b447c3a0'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:04:10.212679 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b52c8e-c26b-4319-9730-534d1393e4db tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Pushing event deleted for resources: {'Port': ['ID=6d38b131-2cb3-47d1-9114-65c170f029fb,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:10.221742 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7b3e4-68e1-46c2-b3f0-ae3f50aab5fb None None] Pushing event updated for resources: {'Port': ['ID=02fb96dd-6106-480d-b8f0-d962e51a2c76,revision_number=7']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:10.246378 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-87aebb49-231c-4332-9c56-4adf638e8b21 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:10.289083 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 6259b875-f093-496a-b0bd-ff96c9c4b77d up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:04:10.304610 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabc0e72-f504-4dc7-9a7f-45a42ab993b4 None None] Routers {'555b9773-e579-4af4-b656-7412b447c3a0'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:04:10.305627 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-dabc0e72-f504-4dc7-9a7f-45a42ab993b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:04:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['555b9773-e579-4af4-b656-7412b447c3a0'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:10.322498 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-21b52c8e-c26b-4319-9730-534d1393e4db tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:10.348855 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-21b52c8e-c26b-4319-9730-534d1393e4db tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b94a5d8c-bbdb-437b-99e9-06ec102634fb']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:10.359361 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-21b52c8e-c26b-4319-9730-534d1393e4db tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cfa1e20-abeb-424e-8f83-ed4ed5841aae') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:10.359701 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-21b52c8e-c26b-4319-9730-534d1393e4db tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cfa1e20-abeb-424e-8f83-ed4ed5841aae') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:10.377726 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-21b52c8e-c26b-4319-9730-534d1393e4db tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:10.403719 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-21b52c8e-c26b-4319-9730-534d1393e4db tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:10.420353 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21b52c8e-c26b-4319-9730-534d1393e4db tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:04:10.420777 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-21b52c8e-c26b-4319-9730-534d1393e4db tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:10.434082 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 17:04:10.434082 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:04:10.434082 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 17:04:10.434082 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:04:10.434082 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 17:04:10.434082 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:04:10.434082 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 17:04:10.434082 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:04:10.434082 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 17:04:10.434082 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:04:10.434082 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 17:04:10.434082 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:04:10.434082 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 17:04:10.434082 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:04:10.434082 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:04:10.434082 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:04:10.434082 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:04:10.434082 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:04:10.434082 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 17:04:10.434082 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:04:10.434082 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 17:04:10.434082 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:04:10.434082 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:04:10.434082 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:04:10.434082 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 17:04:10.434082 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:04:10.434082 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:04:10.434082 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:04:10.434082 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:04:10.434082 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:04:10.434082 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:04:10.434082 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:04:10.441635 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aebb49-231c-4332-9c56-4adf638e8b21 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event deleted for resources: {'Port': ['ID=de1685f3-73be-41a9-a4fc-d13691729a8e,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:10.486723 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-7fb75768-d7fc-440b-ae4c-b5913ba02cb8 None None] Provisioning complete for port 6259b875-f093-496a-b0bd-ff96c9c4b77d triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:10.487470 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-7fb75768-d7fc-440b-ae4c-b5913ba02cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:10.505341 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c39d28f7-c928-4ca9-8adc-52ba2d52102a tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:10.508962 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-87aebb49-231c-4332-9c56-4adf638e8b21 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:10.515625 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-87aebb49-231c-4332-9c56-4adf638e8b21 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "DELETE /v2.0/ports/de1685f3-73be-41a9-a4fc-d13691729a8e HTTP/1.1" status: 204 len: 168 time: 1.6184878 Feb 16 17:04:10.519735 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53492) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:10.550901 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5bb68c68-04cb-4e7f-aea4-0ed6d714a51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:10.565442 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-dabc0e72-f504-4dc7-9a7f-45a42ab993b4 None None] Set router 555b9773-e579-4af4-b656-7412b447c3a0 gateway port host: None {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:04:10.567661 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5174e2e-48ad-495a-9186-a2bb970760f7 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] GET failed (client error): The resource could not be found. Feb 16 17:04:10.573581 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53494) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:10.579151 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-b5174e2e-48ad-495a-9186-a2bb970760f7 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "GET /v2.0/ports/de1685f3-73be-41a9-a4fc-d13691729a8e HTTP/1.1" status: 404 len: 333 time: 0.0582099 Feb 16 17:04:10.584927 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e05aea-8058-4f16-ba07-deb08c5cf528 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Made reservation on behalf of 687c6649ec1f4902bed4d35faf0c53f6 for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:04:10.592443 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d2e05aea-8058-4f16-ba07-deb08c5cf528 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:10.616719 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:10.629730 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb68c68-04cb-4e7f-aea4-0ed6d714a51c None None] No DVR routers for this DVR port 6d38b131-2cb3-47d1-9114-65c170f029fb on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:04:10.634121 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb68c68-04cb-4e7f-aea4-0ed6d714a51c None None] Pushing event deleted for resources: {'Port': ['ID=6d38b131-2cb3-47d1-9114-65c170f029fb,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:10.651509 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c39d28f7-c928-4ca9-8adc-52ba2d52102a tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:10.653942 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c39d28f7-c928-4ca9-8adc-52ba2d52102a tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:10.698812 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6d86d8c5-c8c9-455d-b8c8-e1a0ed0b4e47 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:10.711367 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-21b52c8e-c26b-4319-9730-534d1393e4db tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:10.723619 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 6259b875-f093-496a-b0bd-ff96c9c4b77d triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:10.724025 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:10.730361 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-21b52c8e-c26b-4319-9730-534d1393e4db tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:10.743368 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-21b52c8e-c26b-4319-9730-534d1393e4db tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] 10.222.0.88 "DELETE /v2.0/networks/b94a5d8c-bbdb-437b-99e9-06ec102634fb HTTP/1.1" status: 204 len: 168 time: 1.1232913 Feb 16 17:04:10.745796 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2e05aea-8058-4f16-ba07-deb08c5cf528 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:04:10.748532 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53496) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:10.788570 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b52c8e-c26b-4319-9730-534d1393e4db tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Pushing event deleted for resources: {'Network': ['ID=b94a5d8c-bbdb-437b-99e9-06ec102634fb,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:10.816481 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6d86d8c5-c8c9-455d-b8c8-e1a0ed0b4e47 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:10.930019 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d28f7-c928-4ca9-8adc-52ba2d52102a tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event updated for resources: {'Port': ['ID=df79a4dc-0d79-461e-90c8-3373b6d3872e,revision_number=3']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:10.950209 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-7fb75768-d7fc-440b-ae4c-b5913ba02cb8 None None] Provisioning complete for port 7f472a92-6811-4dc4-b43a-6d9ea6d84130 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:10.950781 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-7fb75768-d7fc-440b-ae4c-b5913ba02cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:10.954502 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d2e05aea-8058-4f16-ba07-deb08c5cf528 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:10.956387 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-d2e05aea-8058-4f16-ba07-deb08c5cf528 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Added segment 9039409c-8e37-46f4-ab3a-a57b9c40bdd2 of type vlan for network d926e9d7-1d17-4baa-80a2-b5a206c139fc Feb 16 17:04:10.964992 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6d86d8c5-c8c9-455d-b8c8-e1a0ed0b4e47 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:10.967799 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6d86d8c5-c8c9-455d-b8c8-e1a0ed0b4e47 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:10.970178 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-6d86d8c5-c8c9-455d-b8c8-e1a0ed0b4e47 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "DELETE /v2.0/security-groups/6a574214-1c17-4060-a396-6915fd9ff17c HTTP/1.1" status: 204 len: 168 time: 0.3940771 Feb 16 17:04:10.979521 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53498) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:10.991784 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d86d8c5-c8c9-455d-b8c8-e1a0ed0b4e47 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a574214-1c17-4060-a396-6915fd9ff17c,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:10.996893 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 3a6bb72e-1b5f-4d3a-becc-beec824392ba up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:04:11.040541 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-7fb75768-d7fc-440b-ae4c-b5913ba02cb8 None None] Port 7f472a92-6811-4dc4-b43a-6d9ea6d84130 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:04:11.062636 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b1c2bbb-3765-4e65-879a-072ca9d962fd tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Deleting subnet f5cb8f28-7642-4bfb-8146-7efb67ce691a {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:04:11.065698 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e66719b0-1322-43e7-85a3-2abb2f289af3 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:11.072120 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-7fb75768-d7fc-440b-ae4c-b5913ba02cb8 None None] Provisioning complete for port 3a6bb72e-1b5f-4d3a-becc-beec824392ba triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:11.072383 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6b1c2bbb-3765-4e65-879a-072ca9d962fd tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:11.072502 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-7fb75768-d7fc-440b-ae4c-b5913ba02cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:11.078465 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39d28f7-c928-4ca9-8adc-52ba2d52102a tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Network 4a7b9d37-aebc-4be4-87e4-8efe11a02639 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:11.080668 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d2e05aea-8058-4f16-ba07-deb08c5cf528 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:11.096810 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e66719b0-1322-43e7-85a3-2abb2f289af3 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:11.107677 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-c39d28f7-c928-4ca9-8adc-52ba2d52102a tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:11.114667 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-dabc0e72-f504-4dc7-9a7f-45a42ab993b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555b9773-e579-4af4-b656-7412b447c3a0', 'name': 'tempest-RoutersTest-router-2093611534', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:53Z', 'updated_at': '2022-02-16T17:04:07Z', 'revision_number': 3, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'gw_port_host': None, '_interfaces': [{'id': '19cff096-a39e-4fba-8a8c-b9a97496245b', 'name': '', 'network_id': 'edc50841-ada0-4b9c-952e-31dd4d465844', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'mac_address': 'fa:16:3e:77:73:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555b9773-e579-4af4-b656-7412b447c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'dd4939f3-8a42-462d-8dae-50fcbb8c6496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:57Z', 'updated_at': '2022-02-16T17:04:03Z', 'revision_number': 5, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'subnets': [{'id': 'dd4939f3-8a42-462d-8dae-50fcbb8c6496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f472a92-6811-4dc4-b43a-6d9ea6d84130', 'name': '', 'network_id': 'e8b73613-649f-4221-a256-6c40539acf43', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'mac_address': 'fa:16:3e:f0:71:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555b9773-e579-4af4-b656-7412b447c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'ef9b049c-b41d-4330-ae69-c4c5aaf44f2b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:06Z', 'updated_at': '2022-02-16T17:04:08Z', 'revision_number': 2, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'subnets': [{'id': 'ef9b049c-b41d-4330-ae69-c4c5aaf44f2b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:11.150805 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabc0e72-f504-4dc7-9a7f-45a42ab993b4 None None] Checking router: 555b9773-e579-4af4-b656-7412b447c3a0 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:04:11.151162 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabc0e72-f504-4dc7-9a7f-45a42ab993b4 None None] Updating router 555b9773-e579-4af4-b656-7412b447c3a0 port 7f472a92-6811-4dc4-b43a-6d9ea6d84130 binding host dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:04:11.153999 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 3a6bb72e-1b5f-4d3a-becc-beec824392ba triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:11.154374 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:11.218696 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-dabc0e72-f504-4dc7-9a7f-45a42ab993b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:11.229568 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6b1c2bbb-3765-4e65-879a-072ca9d962fd tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:11.353776 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6b1c2bbb-3765-4e65-879a-072ca9d962fd tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:11.471612 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e66719b0-1322-43e7-85a3-2abb2f289af3 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:11.474868 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e66719b0-1322-43e7-85a3-2abb2f289af3 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:11.476380 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e66719b0-1322-43e7-85a3-2abb2f289af3 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "DELETE /v2.0/security-groups/2cf34ed6-aa80-4c6d-8dfc-a5eb3a29cc1e HTTP/1.1" status: 204 len: 168 time: 0.4954629 Feb 16 17:04:11.481029 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53500) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:11.487189 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66719b0-1322-43e7-85a3-2abb2f289af3 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf34ed6-aa80-4c6d-8dfc-a5eb3a29cc1e,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:11.507611 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6b1c2bbb-3765-4e65-879a-072ca9d962fd tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:11.519109 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39d28f7-c928-4ca9-8adc-52ba2d52102a tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Router 2822505f-34d9-4ad3-af38-a408bf35f7b9 is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:04:11.519109 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d2e05aea-8058-4f16-ba07-deb08c5cf528 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:11.519109 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e05aea-8058-4f16-ba07-deb08c5cf528 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:11.519109 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d2e05aea-8058-4f16-ba07-deb08c5cf528 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:11.617734 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1c2bbb-3765-4e65-879a-072ca9d962fd tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Pushing event deleted for resources: {'Subnet': ['ID=f5cb8f28-7642-4bfb-8146-7efb67ce691a,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:11.634950 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6b1c2bbb-3765-4e65-879a-072ca9d962fd tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:11.642307 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53502) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:11.642425 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40f26d6-7375-4007-af26-263de80dc11f None None] Network c4f68b94-64ce-4310-b8ea-6f719236d606 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:04:11.643200 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-6b1c2bbb-3765-4e65-879a-072ca9d962fd tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] 10.222.0.88 "DELETE /v2.0/subnets/f5cb8f28-7642-4bfb-8146-7efb67ce691a HTTP/1.1" status: 204 len: 168 time: 0.8899360 Feb 16 17:04:11.673275 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-7fb75768-d7fc-440b-ae4c-b5913ba02cb8 None None] Provisioning complete for port df79a4dc-0d79-461e-90c8-3373b6d3872e triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:11.673923 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-7fb75768-d7fc-440b-ae4c-b5913ba02cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:11.768170 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53504) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:11.769014 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-d2e05aea-8058-4f16-ba07-deb08c5cf528 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6301219 Feb 16 17:04:11.769814 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e05aea-8058-4f16-ba07-deb08c5cf528 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event updated for resources: {'Network': ['ID=d926e9d7-1d17-4baa-80a2-b5a206c139fc,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:11.776251 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-96c8b27f-a07c-49f4-a78c-cd5c9b3efc86 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Request body: {'subnet': {'network_id': 'd926e9d7-1d17-4baa-80a2-b5a206c139fc', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:11.780471 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ff1d2d5e-629d-444a-9262-a51737acfd11 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:11.810380 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-64ba6069-454d-4470-b2d9-417c92f150e9 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:11.816397 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 01ef2196-9d6d-4961-9a03-437d2f7a525b no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:04:11.816658 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ff1d2d5e-629d-444a-9262-a51737acfd11 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:11.819266 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network d926e9d7-1d17-4baa-80a2-b5a206c139fc details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:04:11.831941 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39d28f7-c928-4ca9-8adc-52ba2d52102a tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:04:11.840232 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c39d28f7-c928-4ca9-8adc-52ba2d52102a tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "PUT /v2.0/routers/2822505f-34d9-4ad3-af38-a408bf35f7b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8356919 Feb 16 17:04:11.843521 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53506) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:11.849835 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddccfee-d80a-4162-a3bf-493495ac975b None None] Sync routers for ids ['2822505f-34d9-4ad3-af38-a408bf35f7b9'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:04:11.867526 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddccfee-d80a-4162-a3bf-493495ac975b None None] Routers {'2822505f-34d9-4ad3-af38-a408bf35f7b9'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:04:11.879478 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-7ddccfee-d80a-4162-a3bf-493495ac975b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:04:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['2822505f-34d9-4ad3-af38-a408bf35f7b9'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:11.908683 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd86485-9f2e-470f-891e-61fe9369fb58 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:11.912917 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-cfd86485-9f2e-470f-891e-61fe9369fb58 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "GET /v2.0/ports/df79a4dc-0d79-461e-90c8-3373b6d3872e HTTP/1.1" status: 200 len: 984 time: 0.0654085 Feb 16 17:04:11.915616 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53508) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:11.915769 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-7ddccfee-d80a-4162-a3bf-493495ac975b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:11.925058 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddccfee-d80a-4162-a3bf-493495ac975b None None] Routers {'2822505f-34d9-4ad3-af38-a408bf35f7b9'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:04:11.925676 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-7ddccfee-d80a-4162-a3bf-493495ac975b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:04:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['2822505f-34d9-4ad3-af38-a408bf35f7b9'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:11.962086 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-7ddccfee-d80a-4162-a3bf-493495ac975b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:11.963012 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddccfee-d80a-4162-a3bf-493495ac975b None None] The sync data for ids ['2822505f-34d9-4ad3-af38-a408bf35f7b9'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:04:11.977067 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 01ef2196-9d6d-4961-9a03-437d2f7a525b {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:04:11.977638 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 01ef2196-9d6d-4961-9a03-437d2f7a525b not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:04:11.977983 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 6d38b131-2cb3-47d1-9114-65c170f029fb no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:04:12.004580 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-64ba6069-454d-4470-b2d9-417c92f150e9 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Deleting port ca2c6d31-6181-4d63-91fa-ed47e7698a7b {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:04:12.004830 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-64ba6069-454d-4470-b2d9-417c92f150e9 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:12.035452 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:12.072143 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c8b27f-a07c-49f4-a78c-cd5c9b3efc86 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Made reservation on behalf of 687c6649ec1f4902bed4d35faf0c53f6 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:04:12.076056 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-96c8b27f-a07c-49f4-a78c-cd5c9b3efc86 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:12.080660 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 6d38b131-2cb3-47d1-9114-65c170f029fb {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:04:12.080660 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 6d38b131-2cb3-47d1-9114-65c170f029fb not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:04:12.110393 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-7fb75768-d7fc-440b-ae4c-b5913ba02cb8 None None] Port df79a4dc-0d79-461e-90c8-3373b6d3872e cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:04:12.174008 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:12.199013 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-dabc0e72-f504-4dc7-9a7f-45a42ab993b4 None None] Notify callbacks [] for port, precommit_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:12.205855 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-64ba6069-454d-4470-b2d9-417c92f150e9 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] For port ca2c6d31-6181-4d63-91fa-ed47e7698a7b, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=ca2c6d31-6181-4d63-91fa-ed47e7698a7b,segment=NetworkSegment(52442332-a4ff-4d58-be26-721a3934b587),segment_id=52442332-a4ff-4d58-be26-721a3934b587)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:04:12.210290 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-64ba6069-454d-4470-b2d9-417c92f150e9 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:12.227621 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-f99f6db2-f204-4dff-9faa-f15ada0444dc None None] Could not find standard attr ID for object de1685f3-73be-41a9-a4fc-d13691729a8e. {{(pid=114377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 17:04:12.228880 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-64ba6069-454d-4470-b2d9-417c92f150e9 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Calling delete_port for ca2c6d31-6181-4d63-91fa-ed47e7698a7b owned by network:dhcp {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:04:12.283320 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 02fb96dd-6106-480d-b8f0-d962e51a2c76 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:04:12.283320 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd81ddb-66d6-46a5-b158-3aa610835b53 None None] DHCP port deletion for c4f68b94-64ce-4310-b8ea-6f719236d606 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:04:12.295643 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-f99f6db2-f204-4dff-9faa-f15ada0444dc None None] Provisioning complete for port df79a4dc-0d79-461e-90c8-3373b6d3872e triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:12.296044 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f99f6db2-f204-4dff-9faa-f15ada0444dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:12.343554 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-dabc0e72-f504-4dc7-9a7f-45a42ab993b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:12.412186 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-f99f6db2-f204-4dff-9faa-f15ada0444dc None None] Port df79a4dc-0d79-461e-90c8-3373b6d3872e cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:04:12.429399 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff8153e-7fb6-41e1-8adb-8e7eedddd1b0 None None] Pushing event updated for resources: {'Port': ['ID=7f472a92-6811-4dc4-b43a-6d9ea6d84130,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:12.431181 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ff1d2d5e-629d-444a-9262-a51737acfd11 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:12.438338 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ff1d2d5e-629d-444a-9262-a51737acfd11 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:12.438338 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-ff1d2d5e-629d-444a-9262-a51737acfd11 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "DELETE /v2.0/security-groups/8b789bc0-8047-432f-a164-fa5a14a50b62 HTTP/1.1" status: 204 len: 168 time: 0.9554925 Feb 16 17:04:12.438690 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 02fb96dd-6106-480d-b8f0-d962e51a2c76 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:12.438892 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:12.441804 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53510) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:12.478367 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1d2d5e-629d-444a-9262-a51737acfd11 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b789bc0-8047-432f-a164-fa5a14a50b62,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:12.483358 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-64ba6069-454d-4470-b2d9-417c92f150e9 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:12.496734 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-f99f6db2-f204-4dff-9faa-f15ada0444dc None None] Provisioning complete for port 2c4a2bc6-5f3c-4378-8e2a-9b6302a664ee triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:12.501160 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f99f6db2-f204-4dff-9faa-f15ada0444dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:12.532970 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-96c8b27f-a07c-49f4-a78c-cd5c9b3efc86 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:12.541145 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ba6069-454d-4470-b2d9-417c92f150e9 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Pushing event deleted for resources: {'Port': ['ID=ca2c6d31-6181-4d63-91fa-ed47e7698a7b,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:12.580496 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-8bd81ddb-66d6-46a5-b158-3aa610835b53 None None] Deleting port ca2c6d31-6181-4d63-91fa-ed47e7698a7b {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:04:12.581386 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8bd81ddb-66d6-46a5-b158-3aa610835b53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:12.590909 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ba6069-454d-4470-b2d9-417c92f150e9 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] No DVR routers for this DVR port ca2c6d31-6181-4d63-91fa-ed47e7698a7b on host dv-neutron-828697-3-hyperv {{(pid=114375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:04:12.612323 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-d17f6dec-b258-41e5-a2a7-a3c58bb37f02 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Deleting subnet e88de096-f1c2-422d-b843-1a0fa3cbd8c4 {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:04:12.615337 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-f99f6db2-f204-4dff-9faa-f15ada0444dc None None] Port 2c4a2bc6-5f3c-4378-8e2a-9b6302a664ee cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:04:12.636286 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d17f6dec-b258-41e5-a2a7-a3c58bb37f02 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:12.645798 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-dabc0e72-f504-4dc7-9a7f-45a42ab993b4 None None] Attempting to bind port 7f472a92-6811-4dc4-b43a-6d9ea6d84130 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:04:12.646175 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-dabc0e72-f504-4dc7-9a7f-45a42ab993b4 None None] Attempting to bind port 7f472a92-6811-4dc4-b43a-6d9ea6d84130 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': 'b647108f-b51f-406a-8541-3f0f7116de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e8b73613-649f-4221-a256-6c40539acf43'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:04:12.646737 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabc0e72-f504-4dc7-9a7f-45a42ab993b4 None None] Attempting to bind port 7f472a92-6811-4dc4-b43a-6d9ea6d84130 on network e8b73613-649f-4221-a256-6c40539acf43 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:04:12.667605 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabc0e72-f504-4dc7-9a7f-45a42ab993b4 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:04:12.668351 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabc0e72-f504-4dc7-9a7f-45a42ab993b4 None None] Checking segment: {'id': 'b647108f-b51f-406a-8541-3f0f7116de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e8b73613-649f-4221-a256-6c40539acf43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:04:12.669392 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-dabc0e72-f504-4dc7-9a7f-45a42ab993b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:12.669821 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabc0e72-f504-4dc7-9a7f-45a42ab993b4 None None] Bound using segment: {'id': 'b647108f-b51f-406a-8541-3f0f7116de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e8b73613-649f-4221-a256-6c40539acf43'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:04:12.670318 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-dabc0e72-f504-4dc7-9a7f-45a42ab993b4 None None] Bound port: 7f472a92-6811-4dc4-b43a-6d9ea6d84130, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b647108f-b51f-406a-8541-3f0f7116de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e8b73613-649f-4221-a256-6c40539acf43'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:04:12.670708 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-dabc0e72-f504-4dc7-9a7f-45a42ab993b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:12.682224 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e4cfd524-6b9c-45e2-8f67-2e350a8cd5cf tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:12.724748 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-8bd81ddb-66d6-46a5-b158-3aa610835b53 None None] For port ca2c6d31-6181-4d63-91fa-ed47e7698a7b, host dv-neutron-828697-3-hyperv, got binding levels [] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:04:12.725154 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8bd81ddb-66d6-46a5-b158-3aa610835b53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:12.730468 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-f99f6db2-f204-4dff-9faa-f15ada0444dc None None] Provisioning complete for port 02fb96dd-6106-480d-b8f0-d962e51a2c76 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:12.730840 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f99f6db2-f204-4dff-9faa-f15ada0444dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:12.737283 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c8b27f-a07c-49f4-a78c-cd5c9b3efc86 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event updated for resources: {'Subnet': ['ID=95ee9f61-65b8-4d02-8a8a-f6b3f84b0a5b,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:12.768828 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d17f6dec-b258-41e5-a2a7-a3c58bb37f02 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:12.773005 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-64ba6069-454d-4470-b2d9-417c92f150e9 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:12.790367 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-8bd81ddb-66d6-46a5-b158-3aa610835b53 None None] Calling delete_port for ca2c6d31-6181-4d63-91fa-ed47e7698a7b owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:04:12.798878 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.ipam_backend_mixin [None req-8bd81ddb-66d6-46a5-b158-3aa610835b53 None None] Port ca2c6d31-6181-4d63-91fa-ed47e7698a7b was not found and therefore no delete operation was performed {{(pid=114377) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 17:04:12.804732 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8bd81ddb-66d6-46a5-b158-3aa610835b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:12.821142 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c8b27f-a07c-49f4-a78c-cd5c9b3efc86 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Checking segment: {'id': '9039409c-8e37-46f4-ab3a-a57b9c40bdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd926e9d7-1d17-4baa-80a2-b5a206c139fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:04:12.821142 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c8b27f-a07c-49f4-a78c-cd5c9b3efc86 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Network hostable DHCP agents. Network: d926e9d7-1d17-4baa-80a2-b5a206c139fc, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:04:12.828420 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-64ba6069-454d-4470-b2d9-417c92f150e9 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4f68b94-64ce-4310-b8ea-6f719236d606']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:12.851702 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-64ba6069-454d-4470-b2d9-417c92f150e9 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52442332-a4ff-4d58-be26-721a3934b587') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:12.852078 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-64ba6069-454d-4470-b2d9-417c92f150e9 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52442332-a4ff-4d58-be26-721a3934b587') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:12.855714 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd81ddb-66d6-46a5-b158-3aa610835b53 None None] Pushing event deleted for resources: {'Port': ['ID=ca2c6d31-6181-4d63-91fa-ed47e7698a7b,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:12.860425 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd81ddb-66d6-46a5-b158-3aa610835b53 None None] No DVR routers for this DVR port ca2c6d31-6181-4d63-91fa-ed47e7698a7b on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:04:12.867138 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-64ba6069-454d-4470-b2d9-417c92f150e9 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:12.876000 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-dabc0e72-f504-4dc7-9a7f-45a42ab993b4 None None] For port 7f472a92-6811-4dc4-b43a-6d9ea6d84130, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:04:12.879662 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-dabc0e72-f504-4dc7-9a7f-45a42ab993b4 None None] For port 7f472a92-6811-4dc4-b43a-6d9ea6d84130, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=7f472a92-6811-4dc4-b43a-6d9ea6d84130,segment=NetworkSegment(b647108f-b51f-406a-8541-3f0f7116de32),segment_id=b647108f-b51f-406a-8541-3f0f7116de32)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:04:12.909648 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-64ba6069-454d-4470-b2d9-417c92f150e9 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:12.919761 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64ba6069-454d-4470-b2d9-417c92f150e9 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:04:12.922742 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-64ba6069-454d-4470-b2d9-417c92f150e9 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:12.923839 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 17:04:12.923839 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:04:12.923839 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 17:04:12.923839 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:04:12.923839 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 17:04:12.923839 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:04:12.923839 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 17:04:12.923839 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:04:12.923839 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 17:04:12.923839 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:04:12.923839 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 17:04:12.923839 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:04:12.923839 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 17:04:12.923839 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:04:12.923839 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:04:12.923839 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:04:12.923839 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:04:12.923839 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:04:12.923839 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 17:04:12.923839 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:04:12.923839 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 17:04:12.923839 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:04:12.923839 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:04:12.923839 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:04:12.923839 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 17:04:12.923839 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:04:12.923839 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:04:12.923839 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:04:12.923839 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:04:12.923839 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:04:12.923839 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:04:12.923839 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:04:12.941338 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-f99f6db2-f204-4dff-9faa-f15ada0444dc None None] Provisioning complete for port 7f472a92-6811-4dc4-b43a-6d9ea6d84130 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:12.941853 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f99f6db2-f204-4dff-9faa-f15ada0444dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:12.969104 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-e4cfd524-6b9c-45e2-8f67-2e350a8cd5cf tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Deleting port df79a4dc-0d79-461e-90c8-3373b6d3872e {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:04:12.969479 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d17f6dec-b258-41e5-a2a7-a3c58bb37f02 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:12.969638 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e4cfd524-6b9c-45e2-8f67-2e350a8cd5cf tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:12.976680 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-dabc0e72-f504-4dc7-9a7f-45a42ab993b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:13.009568 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-f99f6db2-f204-4dff-9faa-f15ada0444dc None None] Port 7f472a92-6811-4dc4-b43a-6d9ea6d84130 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:04:13.034026 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c8b27f-a07c-49f4-a78c-cd5c9b3efc86 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Network d926e9d7-1d17-4baa-80a2-b5a206c139fc is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:04:13.043309 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabc0e72-f504-4dc7-9a7f-45a42ab993b4 None None] Routers {'555b9773-e579-4af4-b656-7412b447c3a0'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:04:13.043965 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-dabc0e72-f504-4dc7-9a7f-45a42ab993b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:04:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['555b9773-e579-4af4-b656-7412b447c3a0'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:13.049731 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff8153e-7fb6-41e1-8adb-8e7eedddd1b0 None None] Pushing event updated for resources: {'Port': ['ID=7f472a92-6811-4dc4-b43a-6d9ea6d84130,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:13.090985 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e4cfd524-6b9c-45e2-8f67-2e350a8cd5cf tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:13.104856 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-e4cfd524-6b9c-45e2-8f67-2e350a8cd5cf tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Calling delete_port for df79a4dc-0d79-461e-90c8-3373b6d3872e owned by network:router_interface {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:04:13.110821 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-64ba6069-454d-4470-b2d9-417c92f150e9 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:13.133498 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-64ba6069-454d-4470-b2d9-417c92f150e9 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:13.137035 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-64ba6069-454d-4470-b2d9-417c92f150e9 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] 10.222.0.88 "DELETE /v2.0/networks/c4f68b94-64ce-4310-b8ea-6f719236d606 HTTP/1.1" status: 204 len: 168 time: 1.4939983 Feb 16 17:04:13.137934 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ba6069-454d-4470-b2d9-417c92f150e9 tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Pushing event deleted for resources: {'Network': ['ID=c4f68b94-64ce-4310-b8ea-6f719236d606,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:13.140854 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53512) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:13.153672 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-dabc0e72-f504-4dc7-9a7f-45a42ab993b4 None None] Set router 555b9773-e579-4af4-b656-7412b447c3a0 gateway port host: None {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:04:13.156106 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-2ef28ae8-0401-4b42-b02f-2c089722b60d None None] Provisioning complete for port 7f472a92-6811-4dc4-b43a-6d9ea6d84130 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:13.156917 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2ef28ae8-0401-4b42-b02f-2c089722b60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:13.186891 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-96c8b27f-a07c-49f4-a78c-cd5c9b3efc86 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, d926e9d7-1d17-4baa-80a2-b5a206c139fc) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:13.205943 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857b031d-4545-4fbb-a067-89da7ed3f285 None None] Network d926e9d7-1d17-4baa-80a2-b5a206c139fc requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:04:13.212934 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c8b27f-a07c-49f4-a78c-cd5c9b3efc86 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:13.214727 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-96c8b27f-a07c-49f4-a78c-cd5c9b3efc86 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:13.220590 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-6743ea15-de8e-4ba1-bb61-1e0ff0695e3c tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] 10.222.0.88 "GET /v2.0/ports?device_id=7cb1949b-df36-494b-9188-83e02bf70066 HTTP/1.1" status: 200 len: 205 time: 0.0786448 Feb 16 17:04:13.222034 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d17f6dec-b258-41e5-a2a7-a3c58bb37f02 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:13.226072 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53514) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:13.317417 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4defee1b-7174-468c-9791-d3769f9dcec8 None None] Network a7037b94-ac63-490a-a5e2-0102bdd301e7 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:04:13.335586 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f6dec-b258-41e5-a2a7-a3c58bb37f02 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event deleted for resources: {'Subnet': ['ID=e88de096-f1c2-422d-b843-1a0fa3cbd8c4,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:13.337918 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d17f6dec-b258-41e5-a2a7-a3c58bb37f02 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:13.348245 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d17f6dec-b258-41e5-a2a7-a3c58bb37f02 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "DELETE /v2.0/subnets/e88de096-f1c2-422d-b843-1a0fa3cbd8c4 HTTP/1.1" status: 204 len: 168 time: 0.9047003 Feb 16 17:04:13.350635 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53516) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:13.357414 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9851120a-3fdb-4835-83cf-c570df64903b tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks [] for router, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:13.408422 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-96c8b27f-a07c-49f4-a78c-cd5c9b3efc86 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6371305 Feb 16 17:04:13.413369 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53518) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:13.424910 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8755109-b936-4f22-a038-1633bd641e44 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Deleting subnet c049a14e-1ebd-4bc9-8395-4129db450828 {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:04:13.461786 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e4cfd524-6b9c-45e2-8f67-2e350a8cd5cf tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:13.495961 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d8755109-b936-4f22-a038-1633bd641e44 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:13.550333 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cfd524-6b9c-45e2-8f67-2e350a8cd5cf tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event deleted for resources: {'Port': ['ID=df79a4dc-0d79-461e-90c8-3373b6d3872e,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:13.551741 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9851120a-3fdb-4835-83cf-c570df64903b tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:13.553973 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9851120a-3fdb-4835-83cf-c570df64903b tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:13.634753 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d8755109-b936-4f22-a038-1633bd641e44 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:13.696203 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9851120a-3fdb-4835-83cf-c570df64903b tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:13.697112 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9851120a-3fdb-4835-83cf-c570df64903b tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Fanout notify agent at l3_agent the message router_deleted on router 7cb1949b-df36-494b-9188-83e02bf70066 {{(pid=114375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:04:13.718740 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9851120a-3fdb-4835-83cf-c570df64903b tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:13.722859 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-9851120a-3fdb-4835-83cf-c570df64903b tempest-RoutersNegativeIpV6Test-1812764483 tempest-RoutersNegativeIpV6Test-1812764483-project] 10.222.0.88 "DELETE /v2.0/routers/7cb1949b-df36-494b-9188-83e02bf70066 HTTP/1.1" status: 204 len: 168 time: 0.4904630 Feb 16 17:04:13.739029 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2ef28ae8-0401-4b42-b02f-2c089722b60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:13.751335 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e4cfd524-6b9c-45e2-8f67-2e350a8cd5cf tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:13.866253 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4e58cf-2122-4074-8266-fbc6f824b1bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-d926e9d7-1d17-4baa-80a2-b5a206c139fc', 'network_id': 'd926e9d7-1d17-4baa-80a2-b5a206c139fc', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'fixed_ips': [{'subnet_id': '95ee9f61-65b8-4d02-8a8a-f6b3f84b0a5b'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:04:13.866253 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ff4e58cf-2122-4074-8266-fbc6f824b1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:13.877517 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-2ef28ae8-0401-4b42-b02f-2c089722b60d None None] For port 7f472a92-6811-4dc4-b43a-6d9ea6d84130, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=7f472a92-6811-4dc4-b43a-6d9ea6d84130,segment=NetworkSegment(b647108f-b51f-406a-8541-3f0f7116de32),segment_id=b647108f-b51f-406a-8541-3f0f7116de32)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:04:13.943215 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:04:13.974862 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d8755109-b936-4f22-a038-1633bd641e44 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:14.004007 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2ef28ae8-0401-4b42-b02f-2c089722b60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:14.048334 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-dabc0e72-f504-4dc7-9a7f-45a42ab993b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555b9773-e579-4af4-b656-7412b447c3a0', 'name': 'tempest-RoutersTest-router-2093611534', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:53Z', 'updated_at': '2022-02-16T17:04:07Z', 'revision_number': 3, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'gw_port_host': None, '_interfaces': [{'id': '19cff096-a39e-4fba-8a8c-b9a97496245b', 'name': '', 'network_id': 'edc50841-ada0-4b9c-952e-31dd4d465844', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'mac_address': 'fa:16:3e:77:73:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555b9773-e579-4af4-b656-7412b447c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'dd4939f3-8a42-462d-8dae-50fcbb8c6496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:57Z', 'updated_at': '2022-02-16T17:04:03Z', 'revision_number': 5, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'subnets': [{'id': 'dd4939f3-8a42-462d-8dae-50fcbb8c6496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f472a92-6811-4dc4-b43a-6d9ea6d84130', 'name': '', 'network_id': 'e8b73613-649f-4221-a256-6c40539acf43', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'mac_address': 'fa:16:3e:f0:71:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555b9773-e579-4af4-b656-7412b447c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'ef9b049c-b41d-4330-ae69-c4c5aaf44f2b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:06Z', 'updated_at': '2022-02-16T17:04:12Z', 'revision_number': 4, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'subnets': [{'id': 'ef9b049c-b41d-4330-ae69-c4c5aaf44f2b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:14.109135 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabc0e72-f504-4dc7-9a7f-45a42ab993b4 None None] The sync data for ids ['555b9773-e579-4af4-b656-7412b447c3a0'] in dv-neutron-828697-3-hyperv is: [{'id': '555b9773-e579-4af4-b656-7412b447c3a0', 'name': 'tempest-RoutersTest-router-2093611534', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:53Z', 'updated_at': '2022-02-16T17:04:07Z', 'revision_number': 3, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'gw_port_host': None, '_interfaces': [{'id': '19cff096-a39e-4fba-8a8c-b9a97496245b', 'name': '', 'network_id': 'edc50841-ada0-4b9c-952e-31dd4d465844', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'mac_address': 'fa:16:3e:77:73:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555b9773-e579-4af4-b656-7412b447c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'dd4939f3-8a42-462d-8dae-50fcbb8c6496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:57Z', 'updated_at': '2022-02-16T17:04:03Z', 'revision_number': 5, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'subnets': [{'id': 'dd4939f3-8a42-462d-8dae-50fcbb8c6496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f472a92-6811-4dc4-b43a-6d9ea6d84130', 'name': '', 'network_id': 'e8b73613-649f-4221-a256-6c40539acf43', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'mac_address': 'fa:16:3e:f0:71:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555b9773-e579-4af4-b656-7412b447c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'ef9b049c-b41d-4330-ae69-c4c5aaf44f2b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:06Z', 'updated_at': '2022-02-16T17:04:12Z', 'revision_number': 4, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'subnets': [{'id': 'ef9b049c-b41d-4330-ae69-c4c5aaf44f2b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:04:14.153547 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef28ae8-0401-4b42-b02f-2c089722b60d None None] Pushing event updated for resources: {'Port': ['ID=7f472a92-6811-4dc4-b43a-6d9ea6d84130,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:14.164939 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-ff4e58cf-2122-4074-8266-fbc6f824b1bd None None] Allocated IP 172.22.0.2 (d926e9d7-1d17-4baa-80a2-b5a206c139fc/95ee9f61-65b8-4d02-8a8a-f6b3f84b0a5b/af3de316-9d0f-46f1-a012-6ca84da19238) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:04:14.169302 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-a8d506c4-ef92-4a0b-b567-e8c92c068a53 None None] Provisioning complete for port 7f472a92-6811-4dc4-b43a-6d9ea6d84130 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:14.169682 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a8d506c4-ef92-4a0b-b567-e8c92c068a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:14.187196 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4cfd524-6b9c-45e2-8f67-2e350a8cd5cf tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Router 2822505f-34d9-4ad3-af38-a408bf35f7b9 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:04:14.365629 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device ca2c6d31-6181-4d63-91fa-ed47e7698a7b no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:04:14.422427 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: ca2c6d31-6181-4d63-91fa-ed47e7698a7b {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:04:14.422771 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device ca2c6d31-6181-4d63-91fa-ed47e7698a7b not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:04:14.464392 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53524) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:14.514834 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c2b7b7ed-faa2-46ce-855f-c93a50490629 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:14.530439 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4cfd524-6b9c-45e2-8f67-2e350a8cd5cf tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:04:14.559918 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c255ec60-a9c5-4c00-9093-01d90caaa59b None None] Sync routers for ids ['2822505f-34d9-4ad3-af38-a408bf35f7b9'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:04:14.586450 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53528) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:14.586961 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-e4cfd524-6b9c-45e2-8f67-2e350a8cd5cf tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "PUT /v2.0/routers/2822505f-34d9-4ad3-af38-a408bf35f7b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6726825 Feb 16 17:04:14.600890 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d8755109-b936-4f22-a038-1633bd641e44 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:14.601141 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c255ec60-a9c5-4c00-9093-01d90caaa59b None None] Routers {'2822505f-34d9-4ad3-af38-a408bf35f7b9'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:04:14.601141 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-c255ec60-a9c5-4c00-9093-01d90caaa59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:04:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['2822505f-34d9-4ad3-af38-a408bf35f7b9'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:14.613254 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ff4e58cf-2122-4074-8266-fbc6f824b1bd None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:14.683787 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8755109-b936-4f22-a038-1633bd641e44 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event deleted for resources: {'Subnet': ['ID=c049a14e-1ebd-4bc9-8395-4129db450828,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:14.692791 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-c255ec60-a9c5-4c00-9093-01d90caaa59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:14.696522 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d8755109-b936-4f22-a038-1633bd641e44 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:14.701195 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-d8755109-b936-4f22-a038-1633bd641e44 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "DELETE /v2.0/subnets/c049a14e-1ebd-4bc9-8395-4129db450828 HTTP/1.1" status: 204 len: 168 time: 1.3488553 Feb 16 17:04:14.705139 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53530) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:14.711325 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c255ec60-a9c5-4c00-9093-01d90caaa59b None None] Routers {'2822505f-34d9-4ad3-af38-a408bf35f7b9'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:04:14.711952 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-c255ec60-a9c5-4c00-9093-01d90caaa59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:04:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['2822505f-34d9-4ad3-af38-a408bf35f7b9'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:14.740278 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-40439bff-f251-4649-963a-34c669e9a94f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=cfd2ab0afff74809b322f3f08c4f3a90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2739730 Feb 16 17:04:14.741378 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-69bca899-6dea-4420-be03-0bb600539cdc tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] DELETE failed (client error): The resource could not be found. Feb 16 17:04:14.741845 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69bca899-6dea-4420-be03-0bb600539cdc tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:04:14.745344 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-69bca899-6dea-4420-be03-0bb600539cdc tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "DELETE /v2.0/subnets/e88de096-f1c2-422d-b843-1a0fa3cbd8c4 HTTP/1.1" status: 404 len: 337 time: 0.0390959 Feb 16 17:04:14.745920 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53532) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:14.756138 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53534) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:14.775138 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ff4e58cf-2122-4074-8266-fbc6f824b1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:14.777124 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-c255ec60-a9c5-4c00-9093-01d90caaa59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:14.777742 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c255ec60-a9c5-4c00-9093-01d90caaa59b None None] The sync data for ids ['2822505f-34d9-4ad3-af38-a408bf35f7b9'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:04:14.824652 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4e58cf-2122-4074-8266-fbc6f824b1bd None None] Network d926e9d7-1d17-4baa-80a2-b5a206c139fc is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:14.841031 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e58cf-2122-4074-8266-fbc6f824b1bd None None] Pushing event updated for resources: {'Port': ['ID=af3de316-9d0f-46f1-a012-6ca84da19238,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:14.844465 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-ff4e58cf-2122-4074-8266-fbc6f824b1bd None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:14.851481 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4e58cf-2122-4074-8266-fbc6f824b1bd None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:04:14.906060 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-12252f1f-ae96-47e6-b74c-bd98963edbb1 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Deleting subnet ff720542-1acb-4bb4-8838-7d20cd828452 {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:04:14.933411 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-ff4e58cf-2122-4074-8266-fbc6f824b1bd None None] Attempting to bind port af3de316-9d0f-46f1-a012-6ca84da19238 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:04:14.934055 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-ff4e58cf-2122-4074-8266-fbc6f824b1bd None None] Attempting to bind port af3de316-9d0f-46f1-a012-6ca84da19238 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '9039409c-8e37-46f4-ab3a-a57b9c40bdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd926e9d7-1d17-4baa-80a2-b5a206c139fc'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:04:14.934616 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4e58cf-2122-4074-8266-fbc6f824b1bd None None] Attempting to bind port af3de316-9d0f-46f1-a012-6ca84da19238 on network d926e9d7-1d17-4baa-80a2-b5a206c139fc {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:04:14.940346 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4e58cf-2122-4074-8266-fbc6f824b1bd None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:04:14.940977 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4e58cf-2122-4074-8266-fbc6f824b1bd None None] Checking segment: {'id': '9039409c-8e37-46f4-ab3a-a57b9c40bdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd926e9d7-1d17-4baa-80a2-b5a206c139fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:04:14.941557 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ff4e58cf-2122-4074-8266-fbc6f824b1bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:14.942126 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4e58cf-2122-4074-8266-fbc6f824b1bd None None] Bound using segment: {'id': '9039409c-8e37-46f4-ab3a-a57b9c40bdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd926e9d7-1d17-4baa-80a2-b5a206c139fc'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:04:14.943024 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-ff4e58cf-2122-4074-8266-fbc6f824b1bd None None] Bound port: af3de316-9d0f-46f1-a012-6ca84da19238, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9039409c-8e37-46f4-ab3a-a57b9c40bdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd926e9d7-1d17-4baa-80a2-b5a206c139fc'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:04:14.943796 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ff4e58cf-2122-4074-8266-fbc6f824b1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:14.965057 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-d87eec74-8ec6-4193-9aa8-edd1b6a1f1df tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] remove_router_interface failed (client error): The resource could not be found. Feb 16 17:04:14.969889 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d87eec74-8ec6-4193-9aa8-edd1b6a1f1df tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "PUT /v2.0/routers/2822505f-34d9-4ad3-af38-a408bf35f7b9/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3788033 Feb 16 17:04:14.970389 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53536) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:15.014876 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a7340d08-e87c-4057-869e-eb0dcbf5da53 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "GET /v2.0/ports?device_id=2822505f-34d9-4ad3-af38-a408bf35f7b9 HTTP/1.1" status: 200 len: 205 time: 0.0411212 Feb 16 17:04:15.015369 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53538) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:15.017536 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9441ca-e224-48ae-a94a-2522b2322e95 None None] Network a7037b94-ac63-490a-a5e2-0102bdd301e7 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:04:15.043378 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-12252f1f-ae96-47e6-b74c-bd98963edbb1 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:15.093695 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bbe5e240-d600-40ee-9e36-9d5e41b70917 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for router, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:15.121534 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-ff4e58cf-2122-4074-8266-fbc6f824b1bd None None] For port af3de316-9d0f-46f1-a012-6ca84da19238, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:04:15.136616 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-12252f1f-ae96-47e6-b74c-bd98963edbb1 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:15.143667 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-ff4e58cf-2122-4074-8266-fbc6f824b1bd None None] For port af3de316-9d0f-46f1-a012-6ca84da19238, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=af3de316-9d0f-46f1-a012-6ca84da19238,segment=NetworkSegment(9039409c-8e37-46f4-ab3a-a57b9c40bdd2),segment_id=9039409c-8e37-46f4-ab3a-a57b9c40bdd2)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:04:15.153594 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-98c37799-9e98-4e3c-a789-0ec45369891a None None] Provisioning complete for port 2c4a2bc6-5f3c-4378-8e2a-9b6302a664ee triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:15.153973 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-98c37799-9e98-4e3c-a789-0ec45369891a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:15.168317 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-108cf3a7-475b-4b21-9e7e-5c599c7679c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:15.173698 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-c2b7b7ed-faa2-46ce-855f-c93a50490629 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Allocated IP 172.22.0.1 (d926e9d7-1d17-4baa-80a2-b5a206c139fc/95ee9f61-65b8-4d02-8a8a-f6b3f84b0a5b/8a6c558f-c7f9-468a-bbb5-5657f5d111d4) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:04:15.189790 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-98c37799-9e98-4e3c-a789-0ec45369891a None None] Port 2c4a2bc6-5f3c-4378-8e2a-9b6302a664ee cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:04:15.219941 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-108cf3a7-475b-4b21-9e7e-5c599c7679c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:15.237210 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ff4e58cf-2122-4074-8266-fbc6f824b1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:15.272076 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bbe5e240-d600-40ee-9e36-9d5e41b70917 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:15.274431 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bbe5e240-d600-40ee-9e36-9d5e41b70917 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:15.300664 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-98c37799-9e98-4e3c-a789-0ec45369891a None None] Provisioning complete for port 02fb96dd-6106-480d-b8f0-d962e51a2c76 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:15.301053 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-98c37799-9e98-4e3c-a789-0ec45369891a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:15.340453 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-12252f1f-ae96-47e6-b74c-bd98963edbb1 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:15.366694 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e58cf-2122-4074-8266-fbc6f824b1bd None None] Pushing event updated for resources: {'Port': ['ID=af3de316-9d0f-46f1-a012-6ca84da19238,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:15.386645 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bbe5e240-d600-40ee-9e36-9d5e41b70917 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:15.394470 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe5e240-d600-40ee-9e36-9d5e41b70917 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Fanout notify agent at l3_agent the message router_deleted on router 2822505f-34d9-4ad3-af38-a408bf35f7b9 {{(pid=114375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:04:15.407310 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bbe5e240-d600-40ee-9e36-9d5e41b70917 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:15.408849 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-bbe5e240-d600-40ee-9e36-9d5e41b70917 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "DELETE /v2.0/routers/2822505f-34d9-4ad3-af38-a408bf35f7b9 HTTP/1.1" status: 204 len: 168 time: 0.3919556 Feb 16 17:04:15.411554 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53540) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:15.446985 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c2b7b7ed-faa2-46ce-855f-c93a50490629 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:15.463613 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-108cf3a7-475b-4b21-9e7e-5c599c7679c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:15.466412 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-108cf3a7-475b-4b21-9e7e-5c599c7679c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:15.470238 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-108cf3a7-475b-4b21-9e7e-5c599c7679c4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4aae3ee8-b2fb-4c98-b93e-eaa564e818f4 HTTP/1.1" status: 204 len: 168 time: 0.7176530 Feb 16 17:04:15.487971 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108cf3a7-475b-4b21-9e7e-5c599c7679c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aae3ee8-b2fb-4c98-b93e-eaa564e818f4,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:15.514268 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea85c68f-297e-4b97-8543-bcf531879581 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Deleting subnet 501c10a2-ff22-4e00-8a88-8154a8c9e0c2 {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:04:15.518875 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ea85c68f-297e-4b97-8543-bcf531879581 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:15.520129 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-12252f1f-ae96-47e6-b74c-bd98963edbb1 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:15.554908 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12252f1f-ae96-47e6-b74c-bd98963edbb1 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event deleted for resources: {'Subnet': ['ID=ff720542-1acb-4bb4-8838-7d20cd828452,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:15.561192 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-12252f1f-ae96-47e6-b74c-bd98963edbb1 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:15.565887 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-12252f1f-ae96-47e6-b74c-bd98963edbb1 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "DELETE /v2.0/subnets/ff720542-1acb-4bb4-8838-7d20cd828452 HTTP/1.1" status: 204 len: 168 time: 0.8065515 Feb 16 17:04:15.568277 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53544) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:15.579868 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ea85c68f-297e-4b97-8543-bcf531879581 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:15.602644 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c2b7b7ed-faa2-46ce-855f-c93a50490629 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:15.605115 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e9870f6-f806-4b78-a928-0822772061df tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] DELETE failed (client error): The resource could not be found. Feb 16 17:04:15.605757 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e9870f6-f806-4b78-a928-0822772061df tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:04:15.609535 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-3e9870f6-f806-4b78-a928-0822772061df tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "DELETE /v2.0/subnets/481e4d02-ddf6-471c-b527-43d02d7f2097 HTTP/1.1" status: 404 len: 337 time: 0.0402398 Feb 16 17:04:15.621604 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53546) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:15.652416 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-391aff09-11e1-483b-9edb-240a79b8a1fa tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "GET /v2.0/ports?device_id=feb8cf5e-971d-4afd-8700-c75ba065b36c HTTP/1.1" status: 200 len: 205 time: 0.0313466 Feb 16 17:04:15.655098 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53548) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:15.683655 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b7b7ed-faa2-46ce-855f-c93a50490629 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Network d926e9d7-1d17-4baa-80a2-b5a206c139fc is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:15.690669 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-c2b7b7ed-faa2-46ce-855f-c93a50490629 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:15.697188 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b7b7ed-faa2-46ce-855f-c93a50490629 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:04:15.710358 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-2f72f887-c38f-46c8-85df-dda2b76abf71 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] delete failed (client error): The resource could not be found. Feb 16 17:04:15.713467 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-2f72f887-c38f-46c8-85df-dda2b76abf71 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "DELETE /v2.0/routers/feb8cf5e-971d-4afd-8700-c75ba065b36c HTTP/1.1" status: 404 len: 336 time: 0.0553854 Feb 16 17:04:15.714605 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53550) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:15.743614 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b7b7ed-faa2-46ce-855f-c93a50490629 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event updated for resources: {'Port': ['ID=8a6c558f-c7f9-468a-bbb5-5657f5d111d4,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:15.757899 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c2b7b7ed-faa2-46ce-855f-c93a50490629 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:15.785225 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec31683d-72a0-4cbc-8c4e-12a64a69c73c tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] DELETE failed (client error): The resource could not be found. Feb 16 17:04:15.785687 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec31683d-72a0-4cbc-8c4e-12a64a69c73c tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:04:15.788987 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ec31683d-72a0-4cbc-8c4e-12a64a69c73c tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "DELETE /v2.0/subnets/41016a24-28c6-4476-ab20-e5f7c9c989cf HTTP/1.1" status: 404 len: 337 time: 0.0733242 Feb 16 17:04:15.791312 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53552) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:15.824457 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7822135-cb6f-4aa5-b90e-7a231244efe7 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] DELETE failed (client error): The resource could not be found. Feb 16 17:04:15.824926 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7822135-cb6f-4aa5-b90e-7a231244efe7 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:04:15.828049 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d7822135-cb6f-4aa5-b90e-7a231244efe7 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "DELETE /v2.0/subnets/7d1e1849-f73e-4919-ad0d-e885997a1fa1 HTTP/1.1" status: 404 len: 337 time: 0.0357785 Feb 16 17:04:15.831744 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53554) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:15.866665 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5aba6e8-dc9c-45f8-b818-dd8b4ac91374 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] DELETE failed (client error): The resource could not be found. Feb 16 17:04:15.867501 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5aba6e8-dc9c-45f8-b818-dd8b4ac91374 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:04:15.872092 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-c5aba6e8-dc9c-45f8-b818-dd8b4ac91374 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "DELETE /v2.0/subnets/d35b024a-cfcd-435e-b4de-966a64b102da HTTP/1.1" status: 404 len: 337 time: 0.0377102 Feb 16 17:04:15.872092 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ea85c68f-297e-4b97-8543-bcf531879581 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:15.873044 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53558) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:15.901390 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-66ed2090-18a1-4ca9-99a6-76334c34004e tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] DELETE failed (client error): The resource could not be found. Feb 16 17:04:15.902227 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66ed2090-18a1-4ca9-99a6-76334c34004e tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:04:15.908608 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-66ed2090-18a1-4ca9-99a6-76334c34004e tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "DELETE /v2.0/ports/86b6c0f5-fdbb-4c14-b049-6c021cdea65d HTTP/1.1" status: 404 len: 333 time: 0.0341964 Feb 16 17:04:15.910263 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53560) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:15.942972 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-021e1726-a277-4c5c-ba3c-c0d45124a947 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] DELETE failed (client error): The resource could not be found. Feb 16 17:04:15.943426 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-021e1726-a277-4c5c-ba3c-c0d45124a947 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:04:15.949020 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-021e1726-a277-4c5c-ba3c-c0d45124a947 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "DELETE /v2.0/subnets/44387b45-9985-4ebf-ac0f-2d8323655460 HTTP/1.1" status: 404 len: 337 time: 0.0349076 Feb 16 17:04:15.950201 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53562) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:15.987427 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-a91a32e3-6dd5-43fc-a736-2fe54ca8eced tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] DELETE failed (client error): The resource could not be found. Feb 16 17:04:15.987888 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a91a32e3-6dd5-43fc-a736-2fe54ca8eced tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:04:15.990916 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a91a32e3-6dd5-43fc-a736-2fe54ca8eced tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "DELETE /v2.0/subnets/a66dcf92-72f5-4807-84c3-ff295baee475 HTTP/1.1" status: 404 len: 337 time: 0.0407445 Feb 16 17:04:15.993462 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53564) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:15.996612 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c2b7b7ed-faa2-46ce-855f-c93a50490629 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:16.032759 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a6f66c3-598c-4167-90b4-0a5eb758f008 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] DELETE failed (client error): The resource could not be found. Feb 16 17:04:16.033662 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a6f66c3-598c-4167-90b4-0a5eb758f008 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:04:16.046713 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-4a6f66c3-598c-4167-90b4-0a5eb758f008 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "DELETE /v2.0/ports/9983098d-d2ea-4528-b4f2-c16c8f88ea3b HTTP/1.1" status: 404 len: 333 time: 0.0454946 Feb 16 17:04:16.046881 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53568) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:16.081208 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-a09d7d1e-9510-4250-b11d-baa974bf76f8 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] DELETE failed (client error): The resource could not be found. Feb 16 17:04:16.081208 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a09d7d1e-9510-4250-b11d-baa974bf76f8 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:04:16.086136 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-a09d7d1e-9510-4250-b11d-baa974bf76f8 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "DELETE /v2.0/subnets/d8cb9c24-c941-4b9b-b478-a650a3ef0359 HTTP/1.1" status: 404 len: 337 time: 0.0423534 Feb 16 17:04:16.086348 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53572) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:16.106072 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ea85c68f-297e-4b97-8543-bcf531879581 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:16.124177 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-a65d659f-a710-46b6-8c43-2c862563833b tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] DELETE failed (client error): The resource could not be found. Feb 16 17:04:16.124177 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a65d659f-a710-46b6-8c43-2c862563833b tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:04:16.124177 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-a65d659f-a710-46b6-8c43-2c862563833b tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "DELETE /v2.0/subnets/019a6332-7b9c-4a64-bec8-99d7a0633834 HTTP/1.1" status: 404 len: 337 time: 0.0339262 Feb 16 17:04:16.125551 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53576) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:16.133318 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f662f0c5-21e1-4359-9489-28b81b32fcb4 None None] Network 4a7b9d37-aebc-4be4-87e4-8efe11a02639 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:04:16.160418 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ea85c68f-297e-4b97-8543-bcf531879581 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:16.163779 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ea85c68f-297e-4b97-8543-bcf531879581 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "DELETE /v2.0/subnets/501c10a2-ff22-4e00-8a88-8154a8c9e0c2 HTTP/1.1" status: 204 len: 168 time: 0.7484248 Feb 16 17:04:16.164855 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea85c68f-297e-4b97-8543-bcf531879581 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event deleted for resources: {'Subnet': ['ID=501c10a2-ff22-4e00-8a88-8154a8c9e0c2,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:16.183863 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53578) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:16.323213 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-12fef845-5f25-4da3-91ee-f75c4e2b34b1 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:16.363214 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187fc18c-1616-44f8-b074-33a65856f2d1 None None] Network a7037b94-ac63-490a-a5e2-0102bdd301e7 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:04:16.368151 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 7f472a92-6811-4dc4-b43a-6d9ea6d84130 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:04:16.436769 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-12fef845-5f25-4da3-91ee-f75c4e2b34b1 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Deleting port 6259b875-f093-496a-b0bd-ff96c9c4b77d {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:04:16.437115 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-12fef845-5f25-4da3-91ee-f75c4e2b34b1 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:16.528010 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-12fef845-5f25-4da3-91ee-f75c4e2b34b1 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] For port 6259b875-f093-496a-b0bd-ff96c9c4b77d, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=6259b875-f093-496a-b0bd-ff96c9c4b77d,segment=NetworkSegment(25c43170-19f8-4a13-91f2-07097ca7955c),segment_id=25c43170-19f8-4a13-91f2-07097ca7955c)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:04:16.528879 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-12fef845-5f25-4da3-91ee-f75c4e2b34b1 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:16.560996 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-12fef845-5f25-4da3-91ee-f75c4e2b34b1 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Calling delete_port for 6259b875-f093-496a-b0bd-ff96c9c4b77d owned by network:dhcp {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:04:16.687651 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-f4c7146a-2b71-4012-b7c3-a7078bc6c7ec None None] Provisioning complete for port 2c4a2bc6-5f3c-4378-8e2a-9b6302a664ee triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:16.687651 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f4c7146a-2b71-4012-b7c3-a7078bc6c7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:16.775858 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-12fef845-5f25-4da3-91ee-f75c4e2b34b1 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:16.806833 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fef845-5f25-4da3-91ee-f75c4e2b34b1 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event deleted for resources: {'Port': ['ID=6259b875-f093-496a-b0bd-ff96c9c4b77d,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:16.815038 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f45e7e-865f-435c-baec-66571ceb3ab3 None None] DHCP port deletion for 4a7b9d37-aebc-4be4-87e4-8efe11a02639 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:04:16.815639 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fef845-5f25-4da3-91ee-f75c4e2b34b1 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] No DVR routers for this DVR port 6259b875-f093-496a-b0bd-ff96c9c4b77d on host dv-neutron-828697-3-hyperv {{(pid=114375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:04:16.845126 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-f4c7146a-2b71-4012-b7c3-a7078bc6c7ec None None] Port 2c4a2bc6-5f3c-4378-8e2a-9b6302a664ee cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:04:16.850722 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 7f472a92-6811-4dc4-b43a-6d9ea6d84130 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:16.851264 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:16.923557 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-f4c7146a-2b71-4012-b7c3-a7078bc6c7ec None None] Provisioning complete for port 02fb96dd-6106-480d-b8f0-d962e51a2c76 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:16.924315 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f4c7146a-2b71-4012-b7c3-a7078bc6c7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:16.969623 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-12fef845-5f25-4da3-91ee-f75c4e2b34b1 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:16.970840 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-b308a31c-43be-4092-8170-1d36c3815f44 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Deleting port 2c4a2bc6-5f3c-4378-8e2a-9b6302a664ee {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:04:16.971300 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b308a31c-43be-4092-8170-1d36c3815f44 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:16.975539 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cde4663-1acf-4a09-8472-072421a1467d None None] Network d926e9d7-1d17-4baa-80a2-b5a206c139fc requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:04:16.997664 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c2b7b7ed-faa2-46ce-855f-c93a50490629 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:17.006771 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-12fef845-5f25-4da3-91ee-f75c4e2b34b1 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a7b9d37-aebc-4be4-87e4-8efe11a02639']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:17.017179 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-12fef845-5f25-4da3-91ee-f75c4e2b34b1 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25c43170-19f8-4a13-91f2-07097ca7955c') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:17.017480 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-12fef845-5f25-4da3-91ee-f75c4e2b34b1 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25c43170-19f8-4a13-91f2-07097ca7955c') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:17.032961 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-12fef845-5f25-4da3-91ee-f75c4e2b34b1 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:17.033274 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53590) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:17.040252 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [-] 10.222.0.88 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029392 Feb 16 17:04:17.040466 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ed7b52-4db1-4b4e-a966-ea1757df7ceb None None] DHCP port deletion for a7037b94-ac63-490a-a5e2-0102bdd301e7 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:04:17.041999 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53592) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:17.052140 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-12fef845-5f25-4da3-91ee-f75c4e2b34b1 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:17.067836 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12fef845-5f25-4da3-91ee-f75c4e2b34b1 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:04:17.073190 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-12fef845-5f25-4da3-91ee-f75c4e2b34b1 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:17.073336 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c2b7b7ed-faa2-46ce-855f-c93a50490629 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:17.073459 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 17:04:17.073459 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:04:17.073459 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 17:04:17.073459 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:04:17.073459 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 17:04:17.073459 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:04:17.073459 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 17:04:17.073459 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:04:17.073459 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 17:04:17.073459 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:04:17.073459 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 17:04:17.073459 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:04:17.073459 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 17:04:17.073459 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:04:17.073459 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:04:17.073459 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:04:17.073459 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:04:17.073459 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:04:17.073459 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 17:04:17.073459 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:04:17.073459 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 17:04:17.073459 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:04:17.073459 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:04:17.073459 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:04:17.073459 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 17:04:17.073459 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:04:17.073459 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:04:17.073459 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:04:17.073459 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:04:17.073459 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:04:17.073459 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:04:17.073459 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:04:17.120566 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b308a31c-43be-4092-8170-1d36c3815f44 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:17.125926 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c2b7b7ed-faa2-46ce-855f-c93a50490629 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:17.168995 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-b308a31c-43be-4092-8170-1d36c3815f44 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Calling delete_port for 2c4a2bc6-5f3c-4378-8e2a-9b6302a664ee owned by {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:04:17.206127 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-8e6bc2c7-d01e-4a2e-a84c-90b868ba13b9 tempest-NetworksApiDiscovery-143236608 tempest-NetworksApiDiscovery-143236608-project] 10.222.0.88 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1619294 Feb 16 17:04:17.206127 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b7b7ed-faa2-46ce-855f-c93a50490629 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event updated for resources: {'Port': ['ID=8a6c558f-c7f9-468a-bbb5-5657f5d111d4,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:17.221811 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device af3de316-9d0f-46f1-a012-6ca84da19238 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:04:17.229336 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-12fef845-5f25-4da3-91ee-f75c4e2b34b1 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:17.249083 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-12fef845-5f25-4da3-91ee-f75c4e2b34b1 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:17.253845 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-12fef845-5f25-4da3-91ee-f75c4e2b34b1 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "DELETE /v2.0/networks/4a7b9d37-aebc-4be4-87e4-8efe11a02639 HTTP/1.1" status: 204 len: 168 time: 1.0685246 Feb 16 17:04:17.270482 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53598) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:17.270733 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-05ed7b52-4db1-4b4e-a966-ea1757df7ceb None None] Deleting port 02fb96dd-6106-480d-b8f0-d962e51a2c76 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:04:17.270733 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-05ed7b52-4db1-4b4e-a966-ea1757df7ceb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:17.276844 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-0e0847c3-3862-40f5-8287-5c4b8d5aa61f tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1970009091'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:17.282270 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fef845-5f25-4da3-91ee-f75c4e2b34b1 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event deleted for resources: {'Network': ['ID=4a7b9d37-aebc-4be4-87e4-8efe11a02639,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:17.346126 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b7b7ed-faa2-46ce-855f-c93a50490629 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Network d926e9d7-1d17-4baa-80a2-b5a206c139fc is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:17.349344 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-c2b7b7ed-faa2-46ce-855f-c93a50490629 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:17.387481 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0847c3-3862-40f5-8287-5c4b8d5aa61f tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Made reservation on behalf of 8b839598b51f4c5f8c0eeb567a6c9232 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:04:17.398722 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0e0847c3-3862-40f5-8287-5c4b8d5aa61f tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:17.398839 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-05ed7b52-4db1-4b4e-a966-ea1757df7ceb None None] For port 02fb96dd-6106-480d-b8f0-d962e51a2c76, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=02fb96dd-6106-480d-b8f0-d962e51a2c76,segment=NetworkSegment(331746fb-4322-4882-a9d1-7ebc78f71ddb),segment_id=331746fb-4322-4882-a9d1-7ebc78f71ddb)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:04:17.398839 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-05ed7b52-4db1-4b4e-a966-ea1757df7ceb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:17.405003 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-26b796f7-b962-4a4a-81ef-1a96c7528d95 None None] Provisioning complete for port af3de316-9d0f-46f1-a012-6ca84da19238 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:17.405639 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-26b796f7-b962-4a4a-81ef-1a96c7528d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:17.421672 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e0847c3-3862-40f5-8287-5c4b8d5aa61f tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:04:17.431076 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b308a31c-43be-4092-8170-1d36c3815f44 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:17.432640 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0e0847c3-3862-40f5-8287-5c4b8d5aa61f tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:17.432999 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-0e0847c3-3862-40f5-8287-5c4b8d5aa61f tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Added segment 2108852c-f2cb-4244-8b0c-c68c701a05f5 of type vlan for network e3e8cef3-4d53-4d4b-b37c-ddfd1fcea5e7 Feb 16 17:04:17.434982 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-05ed7b52-4db1-4b4e-a966-ea1757df7ceb None None] Calling delete_port for 02fb96dd-6106-480d-b8f0-d962e51a2c76 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:04:17.445679 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port af3de316-9d0f-46f1-a012-6ca84da19238 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:17.446407 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:17.466711 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b308a31c-43be-4092-8170-1d36c3815f44 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event deleted for resources: {'Port': ['ID=2c4a2bc6-5f3c-4378-8e2a-9b6302a664ee,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:17.478005 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b308a31c-43be-4092-8170-1d36c3815f44 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:17.483670 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-b308a31c-43be-4092-8170-1d36c3815f44 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "DELETE /v2.0/ports/2c4a2bc6-5f3c-4378-8e2a-9b6302a664ee HTTP/1.1" status: 204 len: 168 time: 1.3559728 Feb 16 17:04:17.484305 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53600) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:17.488708 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0e0847c3-3862-40f5-8287-5c4b8d5aa61f tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:17.497524 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2b7b7ed-faa2-46ce-855f-c93a50490629 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Router 555b9773-e579-4af4-b656-7412b447c3a0 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:04:17.600274 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a04ac432-0b8b-41f1-882a-5ae9115f4db0 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:17.626191 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b7b7ed-faa2-46ce-855f-c93a50490629 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:04:17.633013 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c2b7b7ed-faa2-46ce-855f-c93a50490629 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "PUT /v2.0/routers/555b9773-e579-4af4-b656-7412b447c3a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2185440 Feb 16 17:04:17.636007 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53602) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:17.643473 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64633e9a-7580-4d1a-9de3-74056de73156 None None] Sync routers for ids ['555b9773-e579-4af4-b656-7412b447c3a0'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:04:17.656357 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-acc6cb8b-874a-49d3-91e5-f083e46d5ac5 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Request body: {'network': {'name': 'tempest-RoutersTest-350104575'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:17.659635 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64633e9a-7580-4d1a-9de3-74056de73156 None None] Routers {'555b9773-e579-4af4-b656-7412b447c3a0'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:04:17.662534 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-64633e9a-7580-4d1a-9de3-74056de73156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:04:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['555b9773-e579-4af4-b656-7412b447c3a0'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:17.680676 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-a04ac432-0b8b-41f1-882a-5ae9115f4db0 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Deleting port 02fb96dd-6106-480d-b8f0-d962e51a2c76 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:04:17.681072 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a04ac432-0b8b-41f1-882a-5ae9115f4db0 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:17.695117 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-26b796f7-b962-4a4a-81ef-1a96c7528d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:17.716312 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:17.746177 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0e0847c3-3862-40f5-8287-5c4b8d5aa61f tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:17.746413 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0847c3-3862-40f5-8287-5c4b8d5aa61f tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:17.747020 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0e0847c3-3862-40f5-8287-5c4b8d5aa61f tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:17.758109 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-26b796f7-b962-4a4a-81ef-1a96c7528d95 None None] For port af3de316-9d0f-46f1-a012-6ca84da19238, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=af3de316-9d0f-46f1-a012-6ca84da19238,segment=NetworkSegment(9039409c-8e37-46f4-ab3a-a57b9c40bdd2),segment_id=9039409c-8e37-46f4-ab3a-a57b9c40bdd2)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:04:17.764423 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-05ed7b52-4db1-4b4e-a966-ea1757df7ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:17.811010 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-64633e9a-7580-4d1a-9de3-74056de73156 None None] Set router 555b9773-e579-4af4-b656-7412b447c3a0 gateway port host: None {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:04:17.821575 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc6cb8b-874a-49d3-91e5-f083e46d5ac5 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Made reservation on behalf of 687c6649ec1f4902bed4d35faf0c53f6 for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:04:17.823954 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ed7b52-4db1-4b4e-a966-ea1757df7ceb None None] No DVR routers for this DVR port 02fb96dd-6106-480d-b8f0-d962e51a2c76 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:04:17.825387 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-acc6cb8b-874a-49d3-91e5-f083e46d5ac5 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:17.830777 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed7b52-4db1-4b4e-a966-ea1757df7ceb None None] Pushing event deleted for resources: {'Port': ['ID=02fb96dd-6106-480d-b8f0-d962e51a2c76,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:17.855722 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-26b796f7-b962-4a4a-81ef-1a96c7528d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:17.876769 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acc6cb8b-874a-49d3-91e5-f083e46d5ac5 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:04:17.887008 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-acc6cb8b-874a-49d3-91e5-f083e46d5ac5 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:17.887426 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-acc6cb8b-874a-49d3-91e5-f083e46d5ac5 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Added segment 354d1439-7e50-4a43-ad44-cb766407f55e of type vlan for network 624de39a-9f5c-4d13-b36e-e59c99e1979f Feb 16 17:04:17.899129 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-a04ac432-0b8b-41f1-882a-5ae9115f4db0 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] For port 02fb96dd-6106-480d-b8f0-d962e51a2c76, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=02fb96dd-6106-480d-b8f0-d962e51a2c76,segment=NetworkSegment(331746fb-4322-4882-a9d1-7ebc78f71ddb),segment_id=331746fb-4322-4882-a9d1-7ebc78f71ddb)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:04:17.902144 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a04ac432-0b8b-41f1-882a-5ae9115f4db0 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:17.919277 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53606) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:17.971360 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-acc6cb8b-874a-49d3-91e5-f083e46d5ac5 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:17.972440 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.db.api [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:04:17.973077 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG oslo_db.api [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:04:17.974943 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-0e0847c3-3862-40f5-8287-5c4b8d5aa61f tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7044778 Feb 16 17:04:17.976684 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-a04ac432-0b8b-41f1-882a-5ae9115f4db0 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Calling delete_port for 02fb96dd-6106-480d-b8f0-d962e51a2c76 owned by network:dhcp {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:04:17.978327 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53610) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:17.981950 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b796f7-b962-4a4a-81ef-1a96c7528d95 None None] Pushing event updated for resources: {'Port': ['ID=af3de316-9d0f-46f1-a012-6ca84da19238,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:17.988867 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-a3512b62-824d-44be-b383-1f266da7fe25 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Request body: {'subnet': {'network_id': 'e3e8cef3-4d53-4d4b-b37c-ddfd1fcea5e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:17.994744 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0847c3-3862-40f5-8287-5c4b8d5aa61f tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event updated for resources: {'Network': ['ID=e3e8cef3-4d53-4d4b-b37c-ddfd1fcea5e7,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:17.997155 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-59542d87-e12a-4c93-881b-47121d086393 None None] Provisioning complete for port 8a6c558f-c7f9-468a-bbb5-5657f5d111d4 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:17.998843 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-59542d87-e12a-4c93-881b-47121d086393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:18.036544 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network e3e8cef3-4d53-4d4b-b37c-ddfd1fcea5e7 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:04:18.064625 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-acc6cb8b-874a-49d3-91e5-f083e46d5ac5 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:18.071508 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc6cb8b-874a-49d3-91e5-f083e46d5ac5 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:18.072792 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-acc6cb8b-874a-49d3-91e5-f083e46d5ac5 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:18.158834 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-59542d87-e12a-4c93-881b-47121d086393 None None] Port 8a6c558f-c7f9-468a-bbb5-5657f5d111d4 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:04:18.186235 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-59542d87-e12a-4c93-881b-47121d086393 None None] Provisioning complete for port af3de316-9d0f-46f1-a012-6ca84da19238 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:18.186750 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-59542d87-e12a-4c93-881b-47121d086393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:18.189584 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-64633e9a-7580-4d1a-9de3-74056de73156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555b9773-e579-4af4-b656-7412b447c3a0', 'name': 'tempest-RoutersTest-router-2093611534', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:53Z', 'updated_at': '2022-02-16T17:04:15Z', 'revision_number': 4, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'gw_port_host': None, '_interfaces': [{'id': '19cff096-a39e-4fba-8a8c-b9a97496245b', 'name': '', 'network_id': 'edc50841-ada0-4b9c-952e-31dd4d465844', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'mac_address': 'fa:16:3e:77:73:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555b9773-e579-4af4-b656-7412b447c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'dd4939f3-8a42-462d-8dae-50fcbb8c6496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:57Z', 'updated_at': '2022-02-16T17:04:03Z', 'revision_number': 5, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'subnets': [{'id': 'dd4939f3-8a42-462d-8dae-50fcbb8c6496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f472a92-6811-4dc4-b43a-6d9ea6d84130', 'name': '', 'network_id': 'e8b73613-649f-4221-a256-6c40539acf43', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'mac_address': 'fa:16:3e:f0:71:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555b9773-e579-4af4-b656-7412b447c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'ef9b049c-b41d-4330-ae69-c4c5aaf44f2b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:06Z', 'updated_at': '2022-02-16T17:04:13Z', 'revision_number': 5, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'subnets': [{'id': 'ef9b049c-b41d-4330-ae69-c4c5aaf44f2b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a6c558f-c7f9-468a-bbb5-5657f5d111d4', 'name': '', 'network_id': 'd926e9d7-1d17-4baa-80a2-b5a206c139fc', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'mac_address': 'fa:16:3e:5c:2f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555b9773-e579-4af4-b656-7412b447c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '95ee9f61-65b8-4d02-8a8a-f6b3f84b0a5b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:14Z', 'updated_at': '2022-02-16T17:04:16Z', 'revision_number': 2, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'subnets': [{'id': '95ee9f61-65b8-4d02-8a8a-f6b3f84b0a5b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:18.206812 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6cb8b-874a-49d3-91e5-f083e46d5ac5 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event updated for resources: {'Network': ['ID=624de39a-9f5c-4d13-b36e-e59c99e1979f,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:18.223748 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64633e9a-7580-4d1a-9de3-74056de73156 None None] Checking router: 555b9773-e579-4af4-b656-7412b447c3a0 for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:04:18.224154 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64633e9a-7580-4d1a-9de3-74056de73156 None None] Updating router 555b9773-e579-4af4-b656-7412b447c3a0 port 8a6c558f-c7f9-468a-bbb5-5657f5d111d4 binding host dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:04:18.232770 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 624de39a-9f5c-4d13-b36e-e59c99e1979f details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:04:18.259595 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-64633e9a-7580-4d1a-9de3-74056de73156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:18.280727 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-acc6cb8b-874a-49d3-91e5-f083e46d5ac5 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6432779 Feb 16 17:04:18.284054 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53612) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:18.290517 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-7af0b0d2-0485-4cfb-b0cb-4e33ac105da4 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Request body: {'subnet': {'network_id': '624de39a-9f5c-4d13-b36e-e59c99e1979f', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:18.471844 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cb3c6155-9f32-4b52-9155-a75361a022b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:18.481068 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af0b0d2-0485-4cfb-b0cb-4e33ac105da4 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Made reservation on behalf of 687c6649ec1f4902bed4d35faf0c53f6 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:04:18.481068 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7af0b0d2-0485-4cfb-b0cb-4e33ac105da4 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:18.520886 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-a199ee88-efde-4109-89c1-da3ac2132b33 None None] Provisioning complete for port 8a6c558f-c7f9-468a-bbb5-5657f5d111d4 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:18.521268 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a199ee88-efde-4109-89c1-da3ac2132b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:18.584633 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-a199ee88-efde-4109-89c1-da3ac2132b33 None None] Port 8a6c558f-c7f9-468a-bbb5-5657f5d111d4 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:04:18.586608 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a04ac432-0b8b-41f1-882a-5ae9115f4db0 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:18.631398 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-64633e9a-7580-4d1a-9de3-74056de73156 None None] Notify callbacks [] for port, precommit_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:18.642941 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device af3de316-9d0f-46f1-a012-6ca84da19238 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:04:18.646336 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04ac432-0b8b-41f1-882a-5ae9115f4db0 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event deleted for resources: {'Port': ['ID=02fb96dd-6106-480d-b8f0-d962e51a2c76,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:18.655785 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04ac432-0b8b-41f1-882a-5ae9115f4db0 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] No DVR routers for this DVR port 02fb96dd-6106-480d-b8f0-d962e51a2c76 on host dv-neutron-828697-3-hyperv {{(pid=114375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:04:18.697529 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port af3de316-9d0f-46f1-a012-6ca84da19238 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:18.698238 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:18.740283 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-64633e9a-7580-4d1a-9de3-74056de73156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:18.752036 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cb3c6155-9f32-4b52-9155-a75361a022b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:18.757105 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a04ac432-0b8b-41f1-882a-5ae9115f4db0 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:18.766926 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3512b62-824d-44be-b383-1f266da7fe25 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Made reservation on behalf of 8b839598b51f4c5f8c0eeb567a6c9232 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:04:18.770442 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a3512b62-824d-44be-b383-1f266da7fe25 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:18.799441 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7af0b0d2-0485-4cfb-b0cb-4e33ac105da4 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:18.831585 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-a04ac432-0b8b-41f1-882a-5ae9115f4db0 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7037b94-ac63-490a-a5e2-0102bdd301e7']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:18.845322 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cb3c6155-9f32-4b52-9155-a75361a022b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:18.862042 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-64633e9a-7580-4d1a-9de3-74056de73156 None None] Attempting to bind port 8a6c558f-c7f9-468a-bbb5-5657f5d111d4 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:04:18.865126 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-64633e9a-7580-4d1a-9de3-74056de73156 None None] Attempting to bind port 8a6c558f-c7f9-468a-bbb5-5657f5d111d4 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '9039409c-8e37-46f4-ab3a-a57b9c40bdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd926e9d7-1d17-4baa-80a2-b5a206c139fc'}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:04:18.865126 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64633e9a-7580-4d1a-9de3-74056de73156 None None] Attempting to bind port 8a6c558f-c7f9-468a-bbb5-5657f5d111d4 on network d926e9d7-1d17-4baa-80a2-b5a206c139fc {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:04:18.870167 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64633e9a-7580-4d1a-9de3-74056de73156 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:04:18.870639 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64633e9a-7580-4d1a-9de3-74056de73156 None None] Checking segment: {'id': '9039409c-8e37-46f4-ab3a-a57b9c40bdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd926e9d7-1d17-4baa-80a2-b5a206c139fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:04:18.871487 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-64633e9a-7580-4d1a-9de3-74056de73156 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:18.871953 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64633e9a-7580-4d1a-9de3-74056de73156 None None] Bound using segment: {'id': '9039409c-8e37-46f4-ab3a-a57b9c40bdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd926e9d7-1d17-4baa-80a2-b5a206c139fc'} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:04:18.872681 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-64633e9a-7580-4d1a-9de3-74056de73156 None None] Bound port: 8a6c558f-c7f9-468a-bbb5-5657f5d111d4, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9039409c-8e37-46f4-ab3a-a57b9c40bdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd926e9d7-1d17-4baa-80a2-b5a206c139fc'}}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:04:18.873680 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-64633e9a-7580-4d1a-9de3-74056de73156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:18.881066 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-cb3c6155-9f32-4b52-9155-a75361a022b1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6a8c7dc8d5064d44b32b4dbea4930ed7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9521499 Feb 16 17:04:18.881066 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-a04ac432-0b8b-41f1-882a-5ae9115f4db0 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '331746fb-4322-4882-a9d1-7ebc78f71ddb') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:18.881066 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-a04ac432-0b8b-41f1-882a-5ae9115f4db0 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '331746fb-4322-4882-a9d1-7ebc78f71ddb') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:18.886582 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 6259b875-f093-496a-b0bd-ff96c9c4b77d no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:04:18.888229 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53614) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:18.912027 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a04ac432-0b8b-41f1-882a-5ae9115f4db0 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:18.923823 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af0b0d2-0485-4cfb-b0cb-4e33ac105da4 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Checking segment: {'id': '354d1439-7e50-4a43-ad44-cb766407f55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '624de39a-9f5c-4d13-b36e-e59c99e1979f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:04:18.924214 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af0b0d2-0485-4cfb-b0cb-4e33ac105da4 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Network hostable DHCP agents. Network: 624de39a-9f5c-4d13-b36e-e59c99e1979f, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:04:18.948215 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a04ac432-0b8b-41f1-882a-5ae9115f4db0 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:18.949970 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3c6155-9f32-4b52-9155-a75361a022b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705ed5e4-c3f5-4fdd-8e6a-736f66342b00,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:18.956373 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 6259b875-f093-496a-b0bd-ff96c9c4b77d {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:04:18.956720 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 6259b875-f093-496a-b0bd-ff96c9c4b77d not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:04:18.957140 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 02fb96dd-6106-480d-b8f0-d962e51a2c76 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:04:18.965895 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a04ac432-0b8b-41f1-882a-5ae9115f4db0 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:04:18.966147 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a04ac432-0b8b-41f1-882a-5ae9115f4db0 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:18.975491 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 17:04:18.975491 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:04:18.975491 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 17:04:18.975491 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:04:18.975491 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 17:04:18.975491 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:04:18.975491 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 17:04:18.975491 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:04:18.975491 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 17:04:18.975491 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:04:18.975491 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 17:04:18.975491 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:04:18.975491 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 17:04:18.975491 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:04:18.975491 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:04:18.975491 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:04:18.975491 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:04:18.975491 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:04:18.975491 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 17:04:18.975491 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:04:18.975491 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 17:04:18.975491 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:04:18.975491 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:04:18.975491 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:04:18.975491 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 17:04:18.975491 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:04:18.975491 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:04:18.975491 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:04:18.975491 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:04:18.975491 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:04:18.975491 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:04:18.975491 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:04:18.977772 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-64633e9a-7580-4d1a-9de3-74056de73156 None None] For port 8a6c558f-c7f9-468a-bbb5-5657f5d111d4, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:04:18.982272 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-64633e9a-7580-4d1a-9de3-74056de73156 None None] For port 8a6c558f-c7f9-468a-bbb5-5657f5d111d4, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=8a6c558f-c7f9-468a-bbb5-5657f5d111d4,segment=NetworkSegment(9039409c-8e37-46f4-ab3a-a57b9c40bdd2),segment_id=9039409c-8e37-46f4-ab3a-a57b9c40bdd2)] {{(pid=114378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:04:18.991734 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc4bd62-47fc-4a56-80d8-faf8d77668ec None None] Pushing event updated for resources: {'Port': ['ID=8a6c558f-c7f9-468a-bbb5-5657f5d111d4,revision_number=3']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:19.005513 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 02fb96dd-6106-480d-b8f0-d962e51a2c76 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:04:19.009892 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 02fb96dd-6106-480d-b8f0-d962e51a2c76 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:04:19.014934 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af0b0d2-0485-4cfb-b0cb-4e33ac105da4 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event updated for resources: {'Subnet': ['ID=646a8b0a-a6f2-406b-871e-5873ec2cdcdb,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:19.048368 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3dbbf1ac-1c91-4aaf-8fa4-55a746170c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:19.068613 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-64633e9a-7580-4d1a-9de3-74056de73156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:19.080055 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3dbbf1ac-1c91-4aaf-8fa4-55a746170c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:19.114400 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af0b0d2-0485-4cfb-b0cb-4e33ac105da4 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Network 624de39a-9f5c-4d13-b36e-e59c99e1979f is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:04:19.129602 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64633e9a-7580-4d1a-9de3-74056de73156 None None] Routers {'555b9773-e579-4af4-b656-7412b447c3a0'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:04:19.130432 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-64633e9a-7580-4d1a-9de3-74056de73156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:04:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['555b9773-e579-4af4-b656-7412b447c3a0'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:19.177736 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a04ac432-0b8b-41f1-882a-5ae9115f4db0 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:19.183063 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a04ac432-0b8b-41f1-882a-5ae9115f4db0 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:19.189314 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a04ac432-0b8b-41f1-882a-5ae9115f4db0 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] 10.222.0.88 "DELETE /v2.0/networks/a7037b94-ac63-490a-a5e2-0102bdd301e7 HTTP/1.1" status: 204 len: 168 time: 1.7009840 Feb 16 17:04:19.213840 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-7af0b0d2-0485-4cfb-b0cb-4e33ac105da4 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 624de39a-9f5c-4d13-b36e-e59c99e1979f) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:19.218122 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-449d5035-c9f7-4855-b9a6-d2c2c1d9e4e8 None None] Provisioning complete for port 8a6c558f-c7f9-468a-bbb5-5657f5d111d4 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:19.222222 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-449d5035-c9f7-4855-b9a6-d2c2c1d9e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:19.222509 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc4bd62-47fc-4a56-80d8-faf8d77668ec None None] Pushing event updated for resources: {'Port': ['ID=8a6c558f-c7f9-468a-bbb5-5657f5d111d4,revision_number=4']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:19.227049 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af0b0d2-0485-4cfb-b0cb-4e33ac105da4 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:19.227240 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04ac432-0b8b-41f1-882a-5ae9115f4db0 tempest-PortsIpV6TestJSON-2119716672 tempest-PortsIpV6TestJSON-2119716672-project] Pushing event deleted for resources: {'Network': ['ID=a7037b94-ac63-490a-a5e2-0102bdd301e7,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:19.227825 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7af0b0d2-0485-4cfb-b0cb-4e33ac105da4 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:19.247679 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-64633e9a-7580-4d1a-9de3-74056de73156 None None] Set router 555b9773-e579-4af4-b656-7412b447c3a0 gateway port host: None {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:04:19.270594 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1582dc-0547-4b43-a9ef-27f05706370e None None] Network 624de39a-9f5c-4d13-b36e-e59c99e1979f requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:04:19.310878 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3dbbf1ac-1c91-4aaf-8fa4-55a746170c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:19.311139 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a3512b62-824d-44be-b383-1f266da7fe25 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:19.318723 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3dbbf1ac-1c91-4aaf-8fa4-55a746170c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:19.334454 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-3dbbf1ac-1c91-4aaf-8fa4-55a746170c82 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/705ed5e4-c3f5-4fdd-8e6a-736f66342b00 HTTP/1.1" status: 204 len: 168 time: 0.4191787 Feb 16 17:04:19.368238 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-7af0b0d2-0485-4cfb-b0cb-4e33ac105da4 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0827520 Feb 16 17:04:19.369499 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbbf1ac-1c91-4aaf-8fa4-55a746170c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705ed5e4-c3f5-4fdd-8e6a-736f66342b00,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:19.371356 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53620) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:19.409457 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3512b62-824d-44be-b383-1f266da7fe25 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event updated for resources: {'Subnet': ['ID=1071f965-157c-4712-8a56-ea9df087d03a,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:19.467799 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-449d5035-c9f7-4855-b9a6-d2c2c1d9e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:19.494036 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3512b62-824d-44be-b383-1f266da7fe25 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Checking segment: {'id': '2108852c-f2cb-4244-8b0c-c68c701a05f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3e8cef3-4d53-4d4b-b37c-ddfd1fcea5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:04:19.497934 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3512b62-824d-44be-b383-1f266da7fe25 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Network hostable DHCP agents. Network: e3e8cef3-4d53-4d4b-b37c-ddfd1fcea5e7, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:04:19.502249 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-64633e9a-7580-4d1a-9de3-74056de73156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555b9773-e579-4af4-b656-7412b447c3a0', 'name': 'tempest-RoutersTest-router-2093611534', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:53Z', 'updated_at': '2022-02-16T17:04:15Z', 'revision_number': 4, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'gw_port_host': None, '_interfaces': [{'id': '19cff096-a39e-4fba-8a8c-b9a97496245b', 'name': '', 'network_id': 'edc50841-ada0-4b9c-952e-31dd4d465844', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'mac_address': 'fa:16:3e:77:73:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555b9773-e579-4af4-b656-7412b447c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'dd4939f3-8a42-462d-8dae-50fcbb8c6496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:57Z', 'updated_at': '2022-02-16T17:04:03Z', 'revision_number': 5, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'subnets': [{'id': 'dd4939f3-8a42-462d-8dae-50fcbb8c6496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f472a92-6811-4dc4-b43a-6d9ea6d84130', 'name': '', 'network_id': 'e8b73613-649f-4221-a256-6c40539acf43', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'mac_address': 'fa:16:3e:f0:71:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555b9773-e579-4af4-b656-7412b447c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'ef9b049c-b41d-4330-ae69-c4c5aaf44f2b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:06Z', 'updated_at': '2022-02-16T17:04:13Z', 'revision_number': 5, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'subnets': [{'id': 'ef9b049c-b41d-4330-ae69-c4c5aaf44f2b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a6c558f-c7f9-468a-bbb5-5657f5d111d4', 'name': '', 'network_id': 'd926e9d7-1d17-4baa-80a2-b5a206c139fc', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'mac_address': 'fa:16:3e:5c:2f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555b9773-e579-4af4-b656-7412b447c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '95ee9f61-65b8-4d02-8a8a-f6b3f84b0a5b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:14Z', 'updated_at': '2022-02-16T17:04:18Z', 'revision_number': 4, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'subnets': [{'id': '95ee9f61-65b8-4d02-8a8a-f6b3f84b0a5b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:19.576234 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64633e9a-7580-4d1a-9de3-74056de73156 None None] The sync data for ids ['555b9773-e579-4af4-b656-7412b447c3a0'] in dv-neutron-828697-3-hyperv is: [{'id': '555b9773-e579-4af4-b656-7412b447c3a0', 'name': 'tempest-RoutersTest-router-2093611534', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:53Z', 'updated_at': '2022-02-16T17:04:15Z', 'revision_number': 4, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'gw_port_host': None, '_interfaces': [{'id': '19cff096-a39e-4fba-8a8c-b9a97496245b', 'name': '', 'network_id': 'edc50841-ada0-4b9c-952e-31dd4d465844', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'mac_address': 'fa:16:3e:77:73:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555b9773-e579-4af4-b656-7412b447c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'dd4939f3-8a42-462d-8dae-50fcbb8c6496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:57Z', 'updated_at': '2022-02-16T17:04:03Z', 'revision_number': 5, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'subnets': [{'id': 'dd4939f3-8a42-462d-8dae-50fcbb8c6496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f472a92-6811-4dc4-b43a-6d9ea6d84130', 'name': '', 'network_id': 'e8b73613-649f-4221-a256-6c40539acf43', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'mac_address': 'fa:16:3e:f0:71:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555b9773-e579-4af4-b656-7412b447c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'ef9b049c-b41d-4330-ae69-c4c5aaf44f2b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:06Z', 'updated_at': '2022-02-16T17:04:13Z', 'revision_number': 5, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'subnets': [{'id': 'ef9b049c-b41d-4330-ae69-c4c5aaf44f2b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a6c558f-c7f9-468a-bbb5-5657f5d111d4', 'name': '', 'network_id': 'd926e9d7-1d17-4baa-80a2-b5a206c139fc', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'mac_address': 'fa:16:3e:5c:2f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555b9773-e579-4af4-b656-7412b447c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '95ee9f61-65b8-4d02-8a8a-f6b3f84b0a5b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:14Z', 'updated_at': '2022-02-16T17:04:18Z', 'revision_number': 4, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'subnets': [{'id': '95ee9f61-65b8-4d02-8a8a-f6b3f84b0a5b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:04:19.667578 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3512b62-824d-44be-b383-1f266da7fe25 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Network e3e8cef3-4d53-4d4b-b37c-ddfd1fcea5e7 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:04:19.707335 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-449d5035-c9f7-4855-b9a6-d2c2c1d9e4e8 None None] For port 8a6c558f-c7f9-468a-bbb5-5657f5d111d4, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=8a6c558f-c7f9-468a-bbb5-5657f5d111d4,segment=NetworkSegment(9039409c-8e37-46f4-ab3a-a57b9c40bdd2),segment_id=9039409c-8e37-46f4-ab3a-a57b9c40bdd2)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:04:19.758079 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a3d61a-4069-4d89-8360-fe1db0c63c4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-624de39a-9f5c-4d13-b36e-e59c99e1979f', 'network_id': '624de39a-9f5c-4d13-b36e-e59c99e1979f', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'fixed_ips': [{'subnet_id': '646a8b0a-a6f2-406b-871e-5873ec2cdcdb'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:04:19.758079 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f0a3d61a-4069-4d89-8360-fe1db0c63c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:19.793068 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-a3512b62-824d-44be-b383-1f266da7fe25 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, e3e8cef3-4d53-4d4b-b37c-ddfd1fcea5e7) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:19.799750 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3512b62-824d-44be-b383-1f266da7fe25 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:19.803805 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a3512b62-824d-44be-b383-1f266da7fe25 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:19.831551 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53626) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:19.851301 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a27223-ee02-4dc1-a078-4742e83c39a1 None None] Network e3e8cef3-4d53-4d4b-b37c-ddfd1fcea5e7 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:04:19.860393 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-24d214ca-f25e-44cf-9a87-5110135171c4 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:19.865433 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-449d5035-c9f7-4855-b9a6-d2c2c1d9e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:19.882828 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a3512b62-824d-44be-b383-1f266da7fe25 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9028816 Feb 16 17:04:19.884962 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53632) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:19.889728 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-b85c8a22-54b1-4b23-98ae-23961af2a299 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1399858359', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:20.021901 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b85c8a22-54b1-4b23-98ae-23961af2a299 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:20.024067 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b85c8a22-54b1-4b23-98ae-23961af2a299 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:20.034137 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449d5035-c9f7-4855-b9a6-d2c2c1d9e4e8 None None] Pushing event updated for resources: {'Port': ['ID=8a6c558f-c7f9-468a-bbb5-5657f5d111d4,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:20.090013 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-0ff27367-a35d-4f10-84e1-6f81fec7386e None None] Provisioning complete for port 8a6c558f-c7f9-468a-bbb5-5657f5d111d4 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:20.090013 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0ff27367-a35d-4f10-84e1-6f81fec7386e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:20.156639 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b85c8a22-54b1-4b23-98ae-23961af2a299 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:20.162339 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-4d116cb9-9e32-495f-becd-134000f474c5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=02ebc15ce0534c46afb3b8b1618852cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3279829 Feb 16 17:04:20.162622 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53638) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:20.214430 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-f0a3d61a-4069-4d89-8360-fe1db0c63c4c None None] Allocated IP 172.23.0.2 (624de39a-9f5c-4d13-b36e-e59c99e1979f/646a8b0a-a6f2-406b-871e-5873ec2cdcdb/76eced09-03d5-4f0c-b150-d3aae5c4e21b) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:04:20.227206 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f2b55516-6905-447e-a374-f14b4c32b399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:20.250221 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b85c8a22-54b1-4b23-98ae-23961af2a299 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:20.252912 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ad63ef-7a36-406f-82d4-4d16d84e578c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-e3e8cef3-4d53-4d4b-b37c-ddfd1fcea5e7', 'network_id': 'e3e8cef3-4d53-4d4b-b37c-ddfd1fcea5e7', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'fixed_ips': [{'subnet_id': '1071f965-157c-4712-8a56-ea9df087d03a'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:04:20.253770 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-14ad63ef-7a36-406f-82d4-4d16d84e578c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:20.286788 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f2b55516-6905-447e-a374-f14b4c32b399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:20.367925 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b85c8a22-54b1-4b23-98ae-23961af2a299 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:20.372911 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-b85c8a22-54b1-4b23-98ae-23961af2a299 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4832242 Feb 16 17:04:20.372911 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53642) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:20.493061 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f2b55516-6905-447e-a374-f14b4c32b399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:20.495746 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f2b55516-6905-447e-a374-f14b4c32b399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:20.496920 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f2b55516-6905-447e-a374-f14b4c32b399 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ed065044-3345-421f-ab92-97d20e2106ec HTTP/1.1" status: 204 len: 168 time: 0.3333917 Feb 16 17:04:20.541246 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b55516-6905-447e-a374-f14b4c32b399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed065044-3345-421f-ab92-97d20e2106ec,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:20.561069 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f0a3d61a-4069-4d89-8360-fe1db0c63c4c None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:20.572020 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-14ad63ef-7a36-406f-82d4-4d16d84e578c None None] Allocated IP 2001:db8::2 (e3e8cef3-4d53-4d4b-b37c-ddfd1fcea5e7/1071f965-157c-4712-8a56-ea9df087d03a/8ff2e680-5ed5-476a-ad56-4260f2e64a3c) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:04:20.653410 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f0a3d61a-4069-4d89-8360-fe1db0c63c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:20.693528 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 8a6c558f-c7f9-468a-bbb5-5657f5d111d4 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:04:20.716600 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-24d214ca-f25e-44cf-9a87-5110135171c4 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Allocated IP 172.23.0.1 (624de39a-9f5c-4d13-b36e-e59c99e1979f/646a8b0a-a6f2-406b-871e-5873ec2cdcdb/9a0e1979-b669-468a-8f24-13ca6e2dd67d) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:04:20.724633 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-14e4208c-63cb-40fb-a5fa-51a5174590bf tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:20.777556 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a3d61a-4069-4d89-8360-fe1db0c63c4c None None] Network 624de39a-9f5c-4d13-b36e-e59c99e1979f is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:20.802901 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a3d61a-4069-4d89-8360-fe1db0c63c4c None None] Pushing event updated for resources: {'Port': ['ID=76eced09-03d5-4f0c-b150-d3aae5c4e21b,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:20.805424 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-f0a3d61a-4069-4d89-8360-fe1db0c63c4c None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:20.811004 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a3d61a-4069-4d89-8360-fe1db0c63c4c None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:04:20.909084 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 8a6c558f-c7f9-468a-bbb5-5657f5d111d4 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:20.909460 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:20.915994 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-f0a3d61a-4069-4d89-8360-fe1db0c63c4c None None] Attempting to bind port 76eced09-03d5-4f0c-b150-d3aae5c4e21b on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:04:20.916371 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-f0a3d61a-4069-4d89-8360-fe1db0c63c4c None None] Attempting to bind port 76eced09-03d5-4f0c-b150-d3aae5c4e21b by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '354d1439-7e50-4a43-ad44-cb766407f55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '624de39a-9f5c-4d13-b36e-e59c99e1979f'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:04:20.916750 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a3d61a-4069-4d89-8360-fe1db0c63c4c None None] Attempting to bind port 76eced09-03d5-4f0c-b150-d3aae5c4e21b on network 624de39a-9f5c-4d13-b36e-e59c99e1979f {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:04:20.951826 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-24d214ca-f25e-44cf-9a87-5110135171c4 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:20.959689 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-14ad63ef-7a36-406f-82d4-4d16d84e578c None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:20.961288 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a3d61a-4069-4d89-8360-fe1db0c63c4c None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:04:20.961663 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a3d61a-4069-4d89-8360-fe1db0c63c4c None None] Checking segment: {'id': '354d1439-7e50-4a43-ad44-cb766407f55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '624de39a-9f5c-4d13-b36e-e59c99e1979f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:04:20.962062 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f0a3d61a-4069-4d89-8360-fe1db0c63c4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:20.962460 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a3d61a-4069-4d89-8360-fe1db0c63c4c None None] Bound using segment: {'id': '354d1439-7e50-4a43-ad44-cb766407f55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '624de39a-9f5c-4d13-b36e-e59c99e1979f'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:04:20.962954 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-f0a3d61a-4069-4d89-8360-fe1db0c63c4c None None] Bound port: 76eced09-03d5-4f0c-b150-d3aae5c4e21b, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '354d1439-7e50-4a43-ad44-cb766407f55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '624de39a-9f5c-4d13-b36e-e59c99e1979f'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:04:20.963338 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f0a3d61a-4069-4d89-8360-fe1db0c63c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:21.045315 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-f0a3d61a-4069-4d89-8360-fe1db0c63c4c None None] For port 76eced09-03d5-4f0c-b150-d3aae5c4e21b, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:04:21.049707 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-f0a3d61a-4069-4d89-8360-fe1db0c63c4c None None] For port 76eced09-03d5-4f0c-b150-d3aae5c4e21b, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=76eced09-03d5-4f0c-b150-d3aae5c4e21b,segment=NetworkSegment(354d1439-7e50-4a43-ad44-cb766407f55e),segment_id=354d1439-7e50-4a43-ad44-cb766407f55e)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:04:21.074757 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-14ad63ef-7a36-406f-82d4-4d16d84e578c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:21.115998 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-14e4208c-63cb-40fb-a5fa-51a5174590bf tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Allocated IP 2001:db8::1 (e3e8cef3-4d53-4d4b-b37c-ddfd1fcea5e7/1071f965-157c-4712-8a56-ea9df087d03a/2ba6681a-7e5d-46a5-aa98-eba11c8b09a6) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:04:21.127315 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-24d214ca-f25e-44cf-9a87-5110135171c4 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:21.129152 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ad63ef-7a36-406f-82d4-4d16d84e578c None None] Network e3e8cef3-4d53-4d4b-b37c-ddfd1fcea5e7 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:21.135502 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-14ad63ef-7a36-406f-82d4-4d16d84e578c None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:21.137142 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ad63ef-7a36-406f-82d4-4d16d84e578c None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:04:21.139132 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ad63ef-7a36-406f-82d4-4d16d84e578c None None] Pushing event updated for resources: {'Port': ['ID=8ff2e680-5ed5-476a-ad56-4260f2e64a3c,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:21.166576 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f0a3d61a-4069-4d89-8360-fe1db0c63c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:21.195407 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d214ca-f25e-44cf-9a87-5110135171c4 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Network 624de39a-9f5c-4d13-b36e-e59c99e1979f is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:21.198865 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-24d214ca-f25e-44cf-9a87-5110135171c4 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:21.202639 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d214ca-f25e-44cf-9a87-5110135171c4 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:04:21.238107 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d214ca-f25e-44cf-9a87-5110135171c4 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event updated for resources: {'Port': ['ID=9a0e1979-b669-468a-8f24-13ca6e2dd67d,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:21.248743 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-14ad63ef-7a36-406f-82d4-4d16d84e578c None None] Attempting to bind port 8ff2e680-5ed5-476a-ad56-4260f2e64a3c on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:04:21.251108 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-14ad63ef-7a36-406f-82d4-4d16d84e578c None None] Attempting to bind port 8ff2e680-5ed5-476a-ad56-4260f2e64a3c by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '2108852c-f2cb-4244-8b0c-c68c701a05f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3e8cef3-4d53-4d4b-b37c-ddfd1fcea5e7'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:04:21.251108 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ad63ef-7a36-406f-82d4-4d16d84e578c None None] Attempting to bind port 8ff2e680-5ed5-476a-ad56-4260f2e64a3c on network e3e8cef3-4d53-4d4b-b37c-ddfd1fcea5e7 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:04:21.262962 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-24d214ca-f25e-44cf-9a87-5110135171c4 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:21.271598 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ad63ef-7a36-406f-82d4-4d16d84e578c None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:04:21.272540 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ad63ef-7a36-406f-82d4-4d16d84e578c None None] Checking segment: {'id': '2108852c-f2cb-4244-8b0c-c68c701a05f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3e8cef3-4d53-4d4b-b37c-ddfd1fcea5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:04:21.272540 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-14ad63ef-7a36-406f-82d4-4d16d84e578c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:21.273039 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ad63ef-7a36-406f-82d4-4d16d84e578c None None] Bound using segment: {'id': '2108852c-f2cb-4244-8b0c-c68c701a05f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3e8cef3-4d53-4d4b-b37c-ddfd1fcea5e7'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:04:21.273581 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-14ad63ef-7a36-406f-82d4-4d16d84e578c None None] Bound port: 8ff2e680-5ed5-476a-ad56-4260f2e64a3c, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2108852c-f2cb-4244-8b0c-c68c701a05f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3e8cef3-4d53-4d4b-b37c-ddfd1fcea5e7'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:04:21.274036 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-14ad63ef-7a36-406f-82d4-4d16d84e578c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:21.276982 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-14e4208c-63cb-40fb-a5fa-51a5174590bf tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:21.277151 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a3d61a-4069-4d89-8360-fe1db0c63c4c None None] Pushing event updated for resources: {'Port': ['ID=76eced09-03d5-4f0c-b150-d3aae5c4e21b,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:21.358846 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-14ad63ef-7a36-406f-82d4-4d16d84e578c None None] For port 8ff2e680-5ed5-476a-ad56-4260f2e64a3c, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:04:21.364527 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-14ad63ef-7a36-406f-82d4-4d16d84e578c None None] For port 8ff2e680-5ed5-476a-ad56-4260f2e64a3c, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=8ff2e680-5ed5-476a-ad56-4260f2e64a3c,segment=NetworkSegment(2108852c-f2cb-4244-8b0c-c68c701a05f5),segment_id=2108852c-f2cb-4244-8b0c-c68c701a05f5)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:04:21.428169 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-14e4208c-63cb-40fb-a5fa-51a5174590bf tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:21.454652 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-14ad63ef-7a36-406f-82d4-4d16d84e578c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:21.501811 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-24d214ca-f25e-44cf-9a87-5110135171c4 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:21.503529 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e4208c-63cb-40fb-a5fa-51a5174590bf tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Network e3e8cef3-4d53-4d4b-b37c-ddfd1fcea5e7 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:21.508271 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-14e4208c-63cb-40fb-a5fa-51a5174590bf tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:21.512384 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e4208c-63cb-40fb-a5fa-51a5174590bf tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:04:21.512934 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-14e4208c-63cb-40fb-a5fa-51a5174590bf tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:21.573829 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ad63ef-7a36-406f-82d4-4d16d84e578c None None] Pushing event updated for resources: {'Port': ['ID=8ff2e680-5ed5-476a-ad56-4260f2e64a3c,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:21.585579 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e4208c-63cb-40fb-a5fa-51a5174590bf tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event updated for resources: {'Port': ['ID=2ba6681a-7e5d-46a5-aa98-eba11c8b09a6,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:21.876620 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-14e4208c-63cb-40fb-a5fa-51a5174590bf tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:21.966286 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-24d214ca-f25e-44cf-9a87-5110135171c4 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:22.039004 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-24d214ca-f25e-44cf-9a87-5110135171c4 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:22.124144 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-24d214ca-f25e-44cf-9a87-5110135171c4 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:22.132541 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d214ca-f25e-44cf-9a87-5110135171c4 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event updated for resources: {'Port': ['ID=9a0e1979-b669-468a-8f24-13ca6e2dd67d,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:22.211548 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53668) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:22.238438 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d214ca-f25e-44cf-9a87-5110135171c4 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Network 624de39a-9f5c-4d13-b36e-e59c99e1979f is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:22.239909 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-24d214ca-f25e-44cf-9a87-5110135171c4 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:22.258186 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-14e4208c-63cb-40fb-a5fa-51a5174590bf tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:22.311104 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-14e4208c-63cb-40fb-a5fa-51a5174590bf tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:22.312238 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-14e4208c-63cb-40fb-a5fa-51a5174590bf tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:22.356376 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d214ca-f25e-44cf-9a87-5110135171c4 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Router 555b9773-e579-4af4-b656-7412b447c3a0 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:04:22.428792 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-babb7b31-1851-46e2-9ccf-f2f1c4975fad tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'network': {'name': 'tempest-network-smoke--218785023', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'port_security_enabled': True}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:22.435167 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e4208c-63cb-40fb-a5fa-51a5174590bf tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event updated for resources: {'Port': ['ID=2ba6681a-7e5d-46a5-aa98-eba11c8b09a6,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:22.487867 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e4208c-63cb-40fb-a5fa-51a5174590bf tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Network e3e8cef3-4d53-4d4b-b37c-ddfd1fcea5e7 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:22.489356 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-14e4208c-63cb-40fb-a5fa-51a5174590bf tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:22.501517 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d214ca-f25e-44cf-9a87-5110135171c4 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:04:22.506609 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-24d214ca-f25e-44cf-9a87-5110135171c4 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "PUT /v2.0/routers/555b9773-e579-4af4-b656-7412b447c3a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1342778 Feb 16 17:04:22.516597 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53672) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:22.518181 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92bd986-6268-4bb7-99fd-a20042ddca86 None None] Sync routers for ids ['555b9773-e579-4af4-b656-7412b447c3a0'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:04:22.522841 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-9240f391-81be-4fd3-9afe-7ac7c6f4c186 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:22.532029 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92bd986-6268-4bb7-99fd-a20042ddca86 None None] Routers {'555b9773-e579-4af4-b656-7412b447c3a0'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:04:22.533021 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-e92bd986-6268-4bb7-99fd-a20042ddca86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:04:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['555b9773-e579-4af4-b656-7412b447c3a0'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:22.585525 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-babb7b31-1851-46e2-9ccf-f2f1c4975fad tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Made reservation on behalf of 9c9820320aae461fbcc5eba944eb2160 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:04:22.589244 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-babb7b31-1851-46e2-9ccf-f2f1c4975fad tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:22.603777 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-babb7b31-1851-46e2-9ccf-f2f1c4975fad tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:22.661045 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cb246a-28ce-48dd-8f2a-c89af8a44a10 None None] Network 624de39a-9f5c-4d13-b36e-e59c99e1979f requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:04:22.743460 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-babb7b31-1851-46e2-9ccf-f2f1c4975fad tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:22.772763 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e4208c-63cb-40fb-a5fa-51a5174590bf tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Router 29a7fb2e-63bd-4192-a813-5983ef49c636 is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:04:22.870428 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-babb7b31-1851-46e2-9ccf-f2f1c4975fad tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:22.914572 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-babb7b31-1851-46e2-9ccf-f2f1c4975fad tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:04:22.928050 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babb7b31-1851-46e2-9ccf-f2f1c4975fad tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb64004-8aa0-469f-bb15-f0bdc6ea64aa,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:22.935512 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e4208c-63cb-40fb-a5fa-51a5174590bf tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:04:22.938733 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-babb7b31-1851-46e2-9ccf-f2f1c4975fad tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:22.940474 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-babb7b31-1851-46e2-9ccf-f2f1c4975fad tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Added segment 60588410-0ce9-4ca8-bc7e-83b5810a7a00 of type vlan for network a887233e-d481-41aa-9584-24a22f5e599a Feb 16 17:04:22.941860 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-e92bd986-6268-4bb7-99fd-a20042ddca86 None None] Set router 555b9773-e579-4af4-b656-7412b447c3a0 gateway port host: None {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:04:22.946834 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1f8ad7-2341-4837-80f5-55020b11bd82 None None] Sync routers for ids ['29a7fb2e-63bd-4192-a813-5983ef49c636'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:04:22.947301 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-14e4208c-63cb-40fb-a5fa-51a5174590bf tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "PUT /v2.0/routers/29a7fb2e-63bd-4192-a813-5983ef49c636/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5739801 Feb 16 17:04:22.955418 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53674) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:22.960698 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1f8ad7-2341-4837-80f5-55020b11bd82 None None] Routers {'29a7fb2e-63bd-4192-a813-5983ef49c636'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:04:22.962949 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-af1f8ad7-2341-4837-80f5-55020b11bd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:04:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['29a7fb2e-63bd-4192-a813-5983ef49c636'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:23.013660 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-af1f8ad7-2341-4837-80f5-55020b11bd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:23.027153 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1f8ad7-2341-4837-80f5-55020b11bd82 None None] Routers {'29a7fb2e-63bd-4192-a813-5983ef49c636'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:04:23.028073 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-af1f8ad7-2341-4837-80f5-55020b11bd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:04:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['29a7fb2e-63bd-4192-a813-5983ef49c636'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:23.028307 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-babb7b31-1851-46e2-9ccf-f2f1c4975fad tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:23.039371 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e9fc89-908c-4074-a303-3435b84ca301 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:23.040670 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 76eced09-03d5-4f0c-b150-d3aae5c4e21b up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:04:23.041223 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-84e9fc89-908c-4074-a303-3435b84ca301 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "GET /v2.0/ports/2ba6681a-7e5d-46a5-aa98-eba11c8b09a6 HTTP/1.1" status: 200 len: 911 time: 0.0846124 Feb 16 17:04:23.044056 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53676) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:23.073940 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-af1f8ad7-2341-4837-80f5-55020b11bd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:23.074921 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1f8ad7-2341-4837-80f5-55020b11bd82 None None] The sync data for ids ['29a7fb2e-63bd-4192-a813-5983ef49c636'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:04:23.084828 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8387da-fbf3-489c-ba97-f75755c98e2d None None] Network e3e8cef3-4d53-4d4b-b37c-ddfd1fcea5e7 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:04:23.216090 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-9096e195-617e-41d5-936a-87721cb5f7f8 None None] Provisioning complete for port 76eced09-03d5-4f0c-b150-d3aae5c4e21b triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:23.216474 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9096e195-617e-41d5-936a-87721cb5f7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:23.235488 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-babb7b31-1851-46e2-9ccf-f2f1c4975fad tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:23.241170 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babb7b31-1851-46e2-9ccf-f2f1c4975fad tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:23.242422 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-babb7b31-1851-46e2-9ccf-f2f1c4975fad tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:23.312997 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 76eced09-03d5-4f0c-b150-d3aae5c4e21b triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:23.313288 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:23.368911 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babb7b31-1851-46e2-9ccf-f2f1c4975fad tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Network': ['ID=a887233e-d481-41aa-9584-24a22f5e599a,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:23.400198 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-babb7b31-1851-46e2-9ccf-f2f1c4975fad tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1840625 Feb 16 17:04:23.401428 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53678) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:23.402777 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network a887233e-d481-41aa-9584-24a22f5e599a details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:04:23.412917 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-ad99c76d-9d1f-47d4-bd46-be02408ac853 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-668424910', 'admin_state_up': True, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:23.461906 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.extraroute_db [None req-9240f391-81be-4fd3-9afe-7ac7c6f4c186 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=114376) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 16 17:04:23.483653 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.extraroute_db [None req-9240f391-81be-4fd3-9afe-7ac7c6f4c186 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Removed routes are [] {{(pid=114376) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 16 17:04:23.484776 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9240f391-81be-4fd3-9afe-7ac7c6f4c186 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-583993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10422'] for router, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:23.528905 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ad99c76d-9d1f-47d4-bd46-be02408ac853 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:23.529924 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ad99c76d-9d1f-47d4-bd46-be02408ac853 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:23.659514 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9096e195-617e-41d5-936a-87721cb5f7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:23.736193 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:23.762454 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-9096e195-617e-41d5-936a-87721cb5f7f8 None None] For port 76eced09-03d5-4f0c-b150-d3aae5c4e21b, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=76eced09-03d5-4f0c-b150-d3aae5c4e21b,segment=NetworkSegment(354d1439-7e50-4a43-ad44-cb766407f55e),segment_id=354d1439-7e50-4a43-ad44-cb766407f55e)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:04:23.770509 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-e92bd986-6268-4bb7-99fd-a20042ddca86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555b9773-e579-4af4-b656-7412b447c3a0', 'name': 'tempest-RoutersTest-router-2093611534', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:53Z', 'updated_at': '2022-02-16T17:04:21Z', 'revision_number': 5, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'gw_port_host': None, '_interfaces': [{'id': '19cff096-a39e-4fba-8a8c-b9a97496245b', 'name': '', 'network_id': 'edc50841-ada0-4b9c-952e-31dd4d465844', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'mac_address': 'fa:16:3e:77:73:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555b9773-e579-4af4-b656-7412b447c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'dd4939f3-8a42-462d-8dae-50fcbb8c6496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:57Z', 'updated_at': '2022-02-16T17:04:03Z', 'revision_number': 5, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'subnets': [{'id': 'dd4939f3-8a42-462d-8dae-50fcbb8c6496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f472a92-6811-4dc4-b43a-6d9ea6d84130', 'name': '', 'network_id': 'e8b73613-649f-4221-a256-6c40539acf43', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'mac_address': 'fa:16:3e:f0:71:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555b9773-e579-4af4-b656-7412b447c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'ef9b049c-b41d-4330-ae69-c4c5aaf44f2b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:06Z', 'updated_at': '2022-02-16T17:04:13Z', 'revision_number': 5, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'subnets': [{'id': 'ef9b049c-b41d-4330-ae69-c4c5aaf44f2b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a6c558f-c7f9-468a-bbb5-5657f5d111d4', 'name': '', 'network_id': 'd926e9d7-1d17-4baa-80a2-b5a206c139fc', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'mac_address': 'fa:16:3e:5c:2f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555b9773-e579-4af4-b656-7412b447c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '95ee9f61-65b8-4d02-8a8a-f6b3f84b0a5b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:14Z', 'updated_at': '2022-02-16T17:04:19Z', 'revision_number': 5, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'subnets': [{'id': '95ee9f61-65b8-4d02-8a8a-f6b3f84b0a5b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a0e1979-b669-468a-8f24-13ca6e2dd67d', 'name': '', 'network_id': '624de39a-9f5c-4d13-b36e-e59c99e1979f', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'mac_address': 'fa:16:3e:10:62:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555b9773-e579-4af4-b656-7412b447c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '646a8b0a-a6f2-406b-871e-5873ec2cdcdb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:20Z', 'updated_at': '2022-02-16T17:04:21Z', 'revision_number': 2, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'subnets': [{'id': '646a8b0a-a6f2-406b-871e-5873ec2cdcdb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:23.787823 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9240f391-81be-4fd3-9afe-7ac7c6f4c186 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-583993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10422'] for router, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:23.791761 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9240f391-81be-4fd3-9afe-7ac7c6f4c186 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-583970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-583979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-582263'] for router, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:23.803668 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92bd986-6268-4bb7-99fd-a20042ddca86 None None] Checking router: 555b9773-e579-4af4-b656-7412b447c3a0 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:04:23.804065 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92bd986-6268-4bb7-99fd-a20042ddca86 None None] Updating router 555b9773-e579-4af4-b656-7412b447c3a0 port 9a0e1979-b669-468a-8f24-13ca6e2dd67d binding host dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:04:23.834535 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9096e195-617e-41d5-936a-87721cb5f7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:23.927880 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9240f391-81be-4fd3-9afe-7ac7c6f4c186 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Router 555b9773-e579-4af4-b656-7412b447c3a0 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:04:23.929631 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e92bd986-6268-4bb7-99fd-a20042ddca86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:23.934555 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ad99c76d-9d1f-47d4-bd46-be02408ac853 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:23.956332 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-850251cf-0720-471f-8e50-ceb7d16c8bf9 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:23.987713 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.db.api [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:04:23.987713 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG oslo_db.api [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:04:23.990993 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9096e195-617e-41d5-936a-87721cb5f7f8 None None] Pushing event updated for resources: {'Port': ['ID=76eced09-03d5-4f0c-b150-d3aae5c4e21b,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:24.016104 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-594a28c6-4b0d-4138-8067-00d99fa0e8d8 None None] Provisioning complete for port 8ff2e680-5ed5-476a-ad56-4260f2e64a3c triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:24.016570 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-594a28c6-4b0d-4138-8067-00d99fa0e8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:24.082500 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9240f391-81be-4fd3-9afe-7ac7c6f4c186 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:04:24.092514 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9240f391-81be-4fd3-9afe-7ac7c6f4c186 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:24.094986 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-9240f391-81be-4fd3-9afe-7ac7c6f4c186 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "PUT /v2.0/routers/555b9773-e579-4af4-b656-7412b447c3a0 HTTP/1.1" status: 200 len: 934 time: 1.5768459 Feb 16 17:04:24.098335 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53680) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:24.208557 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-e90b67c3-7227-4811-8765-c894a9b989e4 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "GET /v2.0/routers/555b9773-e579-4af4-b656-7412b447c3a0 HTTP/1.1" status: 200 len: 934 time: 0.1089959 Feb 16 17:04:24.209447 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53682) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:24.214763 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-6ecb3fa8-0108-49a1-879c-22fb2d94fc55 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Request body: {'router': {'routes': None}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:24.258103 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ad99c76d-9d1f-47d4-bd46-be02408ac853 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:24.397668 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e92bd986-6268-4bb7-99fd-a20042ddca86 None None] Notify callbacks [] for port, precommit_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:24.399184 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-594a28c6-4b0d-4138-8067-00d99fa0e8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:24.449880 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-594a28c6-4b0d-4138-8067-00d99fa0e8d8 None None] For port 8ff2e680-5ed5-476a-ad56-4260f2e64a3c, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=8ff2e680-5ed5-476a-ad56-4260f2e64a3c,segment=NetworkSegment(2108852c-f2cb-4244-8b0c-c68c701a05f5),segment_id=2108852c-f2cb-4244-8b0c-c68c701a05f5)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:04:24.479204 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e92bd986-6268-4bb7-99fd-a20042ddca86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:24.581156 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-594a28c6-4b0d-4138-8067-00d99fa0e8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:24.600332 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-850251cf-0720-471f-8e50-ceb7d16c8bf9 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Deleting port 2ba6681a-7e5d-46a5-aa98-eba11c8b09a6 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:04:24.600956 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-850251cf-0720-471f-8e50-ceb7d16c8bf9 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:24.621552 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 8ff2e680-5ed5-476a-ad56-4260f2e64a3c up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:04:24.630707 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5e204-31cd-4da3-b83a-b1da554891d3 None None] Pushing event updated for resources: {'Port': ['ID=9a0e1979-b669-468a-8f24-13ca6e2dd67d,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:24.751765 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.extraroute_db [None req-6ecb3fa8-0108-49a1-879c-22fb2d94fc55 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Added routes are [] {{(pid=114376) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 16 17:04:24.751765 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.extraroute_db [None req-6ecb3fa8-0108-49a1-879c-22fb2d94fc55 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=114376) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 16 17:04:24.800131 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6ecb3fa8-0108-49a1-879c-22fb2d94fc55 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-583993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10422'] for router, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:24.803465 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-e92bd986-6268-4bb7-99fd-a20042ddca86 None None] Attempting to bind port 9a0e1979-b669-468a-8f24-13ca6e2dd67d on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:04:24.803991 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-e92bd986-6268-4bb7-99fd-a20042ddca86 None None] Attempting to bind port 9a0e1979-b669-468a-8f24-13ca6e2dd67d by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '354d1439-7e50-4a43-ad44-cb766407f55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '624de39a-9f5c-4d13-b36e-e59c99e1979f'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:04:24.804414 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92bd986-6268-4bb7-99fd-a20042ddca86 None None] Attempting to bind port 9a0e1979-b669-468a-8f24-13ca6e2dd67d on network 624de39a-9f5c-4d13-b36e-e59c99e1979f {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:04:24.810367 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-3b0f59e6-8266-4f47-8af0-34e741035ad2 None None] Provisioning complete for port 8ff2e680-5ed5-476a-ad56-4260f2e64a3c triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:24.810855 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-3b0f59e6-8266-4f47-8af0-34e741035ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:24.814319 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ad99c76d-9d1f-47d4-bd46-be02408ac853 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router_gateway, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:24.817378 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92bd986-6268-4bb7-99fd-a20042ddca86 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:04:24.817882 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92bd986-6268-4bb7-99fd-a20042ddca86 None None] Checking segment: {'id': '354d1439-7e50-4a43-ad44-cb766407f55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '624de39a-9f5c-4d13-b36e-e59c99e1979f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:04:24.818647 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e92bd986-6268-4bb7-99fd-a20042ddca86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:24.818813 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92bd986-6268-4bb7-99fd-a20042ddca86 None None] Bound using segment: {'id': '354d1439-7e50-4a43-ad44-cb766407f55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '624de39a-9f5c-4d13-b36e-e59c99e1979f'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:04:24.819396 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-e92bd986-6268-4bb7-99fd-a20042ddca86 None None] Bound port: 9a0e1979-b669-468a-8f24-13ca6e2dd67d, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '354d1439-7e50-4a43-ad44-cb766407f55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '624de39a-9f5c-4d13-b36e-e59c99e1979f'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:04:24.820039 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e92bd986-6268-4bb7-99fd-a20042ddca86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:24.823874 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a28c6-4b0d-4138-8067-00d99fa0e8d8 None None] Pushing event updated for resources: {'Port': ['ID=8ff2e680-5ed5-476a-ad56-4260f2e64a3c,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:24.858331 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ad99c76d-9d1f-47d4-bd46-be02408ac853 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:24.896920 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-850251cf-0720-471f-8e50-ceb7d16c8bf9 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:24.908539 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 8ff2e680-5ed5-476a-ad56-4260f2e64a3c triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:24.913836 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:24.958511 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-850251cf-0720-471f-8e50-ceb7d16c8bf9 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Calling delete_port for 2ba6681a-7e5d-46a5-aa98-eba11c8b09a6 owned by network:router_interface {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:04:25.094580 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-ad99c76d-9d1f-47d4-bd46-be02408ac853 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Allocated IP 172.26.3.143 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/e546ca72-3c0e-46c5-ab56-e78eab069bf8) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:04:25.153795 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6ecb3fa8-0108-49a1-879c-22fb2d94fc55 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-583993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10422'] for router, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:25.159559 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6ecb3fa8-0108-49a1-879c-22fb2d94fc55 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-583970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-583979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-582263'] for router, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:25.203171 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-e92bd986-6268-4bb7-99fd-a20042ddca86 None None] For port 9a0e1979-b669-468a-8f24-13ca6e2dd67d, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:04:25.208798 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-e92bd986-6268-4bb7-99fd-a20042ddca86 None None] For port 9a0e1979-b669-468a-8f24-13ca6e2dd67d, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=9a0e1979-b669-468a-8f24-13ca6e2dd67d,segment=NetworkSegment(354d1439-7e50-4a43-ad44-cb766407f55e),segment_id=354d1439-7e50-4a43-ad44-cb766407f55e)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:04:25.256814 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-3b0f59e6-8266-4f47-8af0-34e741035ad2 None None] Provisioning complete for port 2ba6681a-7e5d-46a5-aa98-eba11c8b09a6 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:25.257194 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-3b0f59e6-8266-4f47-8af0-34e741035ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:25.275104 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ecb3fa8-0108-49a1-879c-22fb2d94fc55 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Router 555b9773-e579-4af4-b656-7412b447c3a0 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:04:25.286678 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ad99c76d-9d1f-47d4-bd46-be02408ac853 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:25.288589 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e92bd986-6268-4bb7-99fd-a20042ddca86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:25.337928 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-3b0f59e6-8266-4f47-8af0-34e741035ad2 None None] Port 2ba6681a-7e5d-46a5-aa98-eba11c8b09a6 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:04:25.353306 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-850251cf-0720-471f-8e50-ceb7d16c8bf9 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:25.366669 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92bd986-6268-4bb7-99fd-a20042ddca86 None None] Routers {'555b9773-e579-4af4-b656-7412b447c3a0'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:04:25.366669 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-e92bd986-6268-4bb7-99fd-a20042ddca86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:04:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['555b9773-e579-4af4-b656-7412b447c3a0'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:25.375971 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ecb3fa8-0108-49a1-879c-22fb2d94fc55 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:04:25.385053 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6ecb3fa8-0108-49a1-879c-22fb2d94fc55 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:25.386217 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-6ecb3fa8-0108-49a1-879c-22fb2d94fc55 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "PUT /v2.0/routers/555b9773-e579-4af4-b656-7412b447c3a0 HTTP/1.1" status: 200 len: 700 time: 1.1758597 Feb 16 17:04:25.388864 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53684) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:25.408207 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850251cf-0720-471f-8e50-ceb7d16c8bf9 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event deleted for resources: {'Port': ['ID=2ba6681a-7e5d-46a5-aa98-eba11c8b09a6,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:25.416213 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ad99c76d-9d1f-47d4-bd46-be02408ac853 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:25.416646 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-3b0f59e6-8266-4f47-8af0-34e741035ad2 None None] Provisioning complete for port 9a0e1979-b669-468a-8f24-13ca6e2dd67d triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:25.417038 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-3b0f59e6-8266-4f47-8af0-34e741035ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:25.483060 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5e204-31cd-4da3-b83a-b1da554891d3 None None] Pushing event updated for resources: {'Port': ['ID=9a0e1979-b669-468a-8f24-13ca6e2dd67d,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:25.514925 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad99c76d-9d1f-47d4-bd46-be02408ac853 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:25.517404 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-ad99c76d-9d1f-47d4-bd46-be02408ac853 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:25.521717 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 76eced09-03d5-4f0c-b150-d3aae5c4e21b up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:04:25.533669 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad99c76d-9d1f-47d4-bd46-be02408ac853 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:04:25.563702 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-8a4b2ae5-632e-4883-b939-c9908f050b65 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "GET /v2.0/routers/555b9773-e579-4af4-b656-7412b447c3a0 HTTP/1.1" status: 200 len: 700 time: 0.1727264 Feb 16 17:04:25.564817 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53686) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:25.602780 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-e92bd986-6268-4bb7-99fd-a20042ddca86 None None] Set router 555b9773-e579-4af4-b656-7412b447c3a0 gateway port host: None {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:04:25.653322 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad99c76d-9d1f-47d4-bd46-be02408ac853 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Port': ['ID=e546ca72-3c0e-46c5-ab56-e78eab069bf8,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:25.677863 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-850251cf-0720-471f-8e50-ceb7d16c8bf9 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:25.714100 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 76eced09-03d5-4f0c-b150-d3aae5c4e21b triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:25.714482 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:25.794887 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-3b0f59e6-8266-4f47-8af0-34e741035ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:25.889371 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-3b0f59e6-8266-4f47-8af0-34e741035ad2 None None] For port 9a0e1979-b669-468a-8f24-13ca6e2dd67d, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=9a0e1979-b669-468a-8f24-13ca6e2dd67d,segment=NetworkSegment(354d1439-7e50-4a43-ad44-cb766407f55e),segment_id=354d1439-7e50-4a43-ad44-cb766407f55e)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:04:25.962069 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-3b0f59e6-8266-4f47-8af0-34e741035ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:25.968268 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 8ff2e680-5ed5-476a-ad56-4260f2e64a3c up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:04:25.991438 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b0852ec1-85e1-4395-83bf-31c6965dbf22 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:26.042008 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850251cf-0720-471f-8e50-ceb7d16c8bf9 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Router 29a7fb2e-63bd-4192-a813-5983ef49c636 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:04:26.048051 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-3b0f59e6-8266-4f47-8af0-34e741035ad2 None None] Provisioning complete for port 76eced09-03d5-4f0c-b150-d3aae5c4e21b triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:26.048366 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-3b0f59e6-8266-4f47-8af0-34e741035ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:26.060140 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ad99c76d-9d1f-47d4-bd46-be02408ac853 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router_gateway, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:26.091105 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f59e6-8266-4f47-8af0-34e741035ad2 None None] Pushing event updated for resources: {'Port': ['ID=9a0e1979-b669-468a-8f24-13ca6e2dd67d,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:26.124413 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-e92bd986-6268-4bb7-99fd-a20042ddca86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555b9773-e579-4af4-b656-7412b447c3a0', 'name': 'tempest-RoutersTest-router-2093611534', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:53Z', 'updated_at': '2022-02-16T17:04:24Z', 'revision_number': 7, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'gw_port_host': None, '_interfaces': [{'id': '19cff096-a39e-4fba-8a8c-b9a97496245b', 'name': '', 'network_id': 'edc50841-ada0-4b9c-952e-31dd4d465844', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'mac_address': 'fa:16:3e:77:73:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555b9773-e579-4af4-b656-7412b447c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'dd4939f3-8a42-462d-8dae-50fcbb8c6496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:57Z', 'updated_at': '2022-02-16T17:04:03Z', 'revision_number': 5, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'subnets': [{'id': 'dd4939f3-8a42-462d-8dae-50fcbb8c6496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f472a92-6811-4dc4-b43a-6d9ea6d84130', 'name': '', 'network_id': 'e8b73613-649f-4221-a256-6c40539acf43', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'mac_address': 'fa:16:3e:f0:71:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555b9773-e579-4af4-b656-7412b447c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'ef9b049c-b41d-4330-ae69-c4c5aaf44f2b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:06Z', 'updated_at': '2022-02-16T17:04:13Z', 'revision_number': 5, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'subnets': [{'id': 'ef9b049c-b41d-4330-ae69-c4c5aaf44f2b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a6c558f-c7f9-468a-bbb5-5657f5d111d4', 'name': '', 'network_id': 'd926e9d7-1d17-4baa-80a2-b5a206c139fc', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'mac_address': 'fa:16:3e:5c:2f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555b9773-e579-4af4-b656-7412b447c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '95ee9f61-65b8-4d02-8a8a-f6b3f84b0a5b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:14Z', 'updated_at': '2022-02-16T17:04:19Z', 'revision_number': 5, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'subnets': [{'id': '95ee9f61-65b8-4d02-8a8a-f6b3f84b0a5b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a0e1979-b669-468a-8f24-13ca6e2dd67d', 'name': '', 'network_id': '624de39a-9f5c-4d13-b36e-e59c99e1979f', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'mac_address': 'fa:16:3e:10:62:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555b9773-e579-4af4-b656-7412b447c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '646a8b0a-a6f2-406b-871e-5873ec2cdcdb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:20Z', 'updated_at': '2022-02-16T17:04:25Z', 'revision_number': 4, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'subnets': [{'id': '646a8b0a-a6f2-406b-871e-5873ec2cdcdb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:26.127578 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 8ff2e680-5ed5-476a-ad56-4260f2e64a3c triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:26.127970 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:26.155590 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92bd986-6268-4bb7-99fd-a20042ddca86 None None] The sync data for ids ['555b9773-e579-4af4-b656-7412b447c3a0'] in dv-neutron-828697-3-hyperv is: [{'id': '555b9773-e579-4af4-b656-7412b447c3a0', 'name': 'tempest-RoutersTest-router-2093611534', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:53Z', 'updated_at': '2022-02-16T17:04:24Z', 'revision_number': 7, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'gw_port_host': None, '_interfaces': [{'id': '19cff096-a39e-4fba-8a8c-b9a97496245b', 'name': '', 'network_id': 'edc50841-ada0-4b9c-952e-31dd4d465844', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'mac_address': 'fa:16:3e:77:73:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555b9773-e579-4af4-b656-7412b447c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'dd4939f3-8a42-462d-8dae-50fcbb8c6496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:57Z', 'updated_at': '2022-02-16T17:04:03Z', 'revision_number': 5, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'subnets': [{'id': 'dd4939f3-8a42-462d-8dae-50fcbb8c6496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f472a92-6811-4dc4-b43a-6d9ea6d84130', 'name': '', 'network_id': 'e8b73613-649f-4221-a256-6c40539acf43', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'mac_address': 'fa:16:3e:f0:71:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555b9773-e579-4af4-b656-7412b447c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'ef9b049c-b41d-4330-ae69-c4c5aaf44f2b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:06Z', 'updated_at': '2022-02-16T17:04:13Z', 'revision_number': 5, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'subnets': [{'id': 'ef9b049c-b41d-4330-ae69-c4c5aaf44f2b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a6c558f-c7f9-468a-bbb5-5657f5d111d4', 'name': '', 'network_id': 'd926e9d7-1d17-4baa-80a2-b5a206c139fc', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'mac_address': 'fa:16:3e:5c:2f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555b9773-e579-4af4-b656-7412b447c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '95ee9f61-65b8-4d02-8a8a-f6b3f84b0a5b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:14Z', 'updated_at': '2022-02-16T17:04:19Z', 'revision_number': 5, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'subnets': [{'id': '95ee9f61-65b8-4d02-8a8a-f6b3f84b0a5b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a0e1979-b669-468a-8f24-13ca6e2dd67d', 'name': '', 'network_id': '624de39a-9f5c-4d13-b36e-e59c99e1979f', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'mac_address': 'fa:16:3e:10:62:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555b9773-e579-4af4-b656-7412b447c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '646a8b0a-a6f2-406b-871e-5873ec2cdcdb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:20Z', 'updated_at': '2022-02-16T17:04:25Z', 'revision_number': 4, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'subnets': [{'id': '646a8b0a-a6f2-406b-871e-5873ec2cdcdb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:04:26.337079 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-b0852ec1-85e1-4395-83bf-31c6965dbf22 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Deleting port 9a0e1979-b669-468a-8f24-13ca6e2dd67d {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:04:26.337547 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b0852ec1-85e1-4395-83bf-31c6965dbf22 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:26.379785 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-2b68d421-a137-43bb-b323-95375805af09 None None] Provisioning complete for port 9a0e1979-b669-468a-8f24-13ca6e2dd67d triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:26.380289 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2b68d421-a137-43bb-b323-95375805af09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:26.459296 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-b0852ec1-85e1-4395-83bf-31c6965dbf22 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] For port 9a0e1979-b669-468a-8f24-13ca6e2dd67d, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=9a0e1979-b669-468a-8f24-13ca6e2dd67d,segment=NetworkSegment(354d1439-7e50-4a43-ad44-cb766407f55e),segment_id=354d1439-7e50-4a43-ad44-cb766407f55e)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:04:26.460040 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b0852ec1-85e1-4395-83bf-31c6965dbf22 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:26.476972 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-b0852ec1-85e1-4395-83bf-31c6965dbf22 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Calling delete_port for 9a0e1979-b669-468a-8f24-13ca6e2dd67d owned by network:router_interface {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:04:26.483652 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850251cf-0720-471f-8e50-ceb7d16c8bf9 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:04:26.493293 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-850251cf-0720-471f-8e50-ceb7d16c8bf9 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "PUT /v2.0/routers/29a7fb2e-63bd-4192-a813-5983ef49c636/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4465187 Feb 16 17:04:26.494120 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53688) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:26.504978 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf0b55d-994c-4765-962c-d6dd884b4d20 None None] Sync routers for ids ['29a7fb2e-63bd-4192-a813-5983ef49c636'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:04:26.521700 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-2b68d421-a137-43bb-b323-95375805af09 None None] Could not find standard attr ID for object 2ba6681a-7e5d-46a5-aa98-eba11c8b09a6. {{(pid=114377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 17:04:26.526600 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf0b55d-994c-4765-962c-d6dd884b4d20 None None] Routers {'29a7fb2e-63bd-4192-a813-5983ef49c636'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:04:26.527197 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-1bf0b55d-994c-4765-962c-d6dd884b4d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:04:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['29a7fb2e-63bd-4192-a813-5983ef49c636'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:26.555469 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-7ff472ad-c468-4328-aa27-7b6851ca76a6 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "GET /v2.0/ports?device_id=29a7fb2e-63bd-4192-a813-5983ef49c636 HTTP/1.1" status: 200 len: 205 time: 0.0600648 Feb 16 17:04:26.557885 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53690) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:26.566323 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-1bf0b55d-994c-4765-962c-d6dd884b4d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:26.575145 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf0b55d-994c-4765-962c-d6dd884b4d20 None None] Routers {'29a7fb2e-63bd-4192-a813-5983ef49c636'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:04:26.575576 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-1bf0b55d-994c-4765-962c-d6dd884b4d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:04:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['29a7fb2e-63bd-4192-a813-5983ef49c636'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:26.610398 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-1bf0b55d-994c-4765-962c-d6dd884b4d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:26.611309 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf0b55d-994c-4765-962c-d6dd884b4d20 None None] The sync data for ids ['29a7fb2e-63bd-4192-a813-5983ef49c636'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:04:26.650845 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-30ac8176-4bac-4247-b889-71764224a9bb tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for router, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:26.673795 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ad99c76d-9d1f-47d4-bd46-be02408ac853 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:26.887494 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad99c76d-9d1f-47d4-bd46-be02408ac853 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Router bc0b02f3-3a37-4b8e-a021-5c815bd7aebe is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:04:26.938513 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0c90fe-0a60-4f89-b1c7-90b756dcfef7 None None] Sync routers for ids ['555b9773-e579-4af4-b656-7412b447c3a0'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:04:26.949968 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0c90fe-0a60-4f89-b1c7-90b756dcfef7 None None] Routers {'555b9773-e579-4af4-b656-7412b447c3a0'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:04:26.950806 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-4a0c90fe-0a60-4f89-b1c7-90b756dcfef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:04:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['555b9773-e579-4af4-b656-7412b447c3a0'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:27.007050 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad99c76d-9d1f-47d4-bd46-be02408ac853 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:04:27.019357 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da36d18-2cec-47b6-9f2d-9b8ea12b2256 None None] Sync routers for ids ['bc0b02f3-3a37-4b8e-a021-5c815bd7aebe'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:04:27.036960 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da36d18-2cec-47b6-9f2d-9b8ea12b2256 None None] Routers {'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:04:27.038108 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-8da36d18-2cec-47b6-9f2d-9b8ea12b2256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:04:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['bc0b02f3-3a37-4b8e-a021-5c815bd7aebe'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:27.055945 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-4a0c90fe-0a60-4f89-b1c7-90b756dcfef7 None None] Set router 555b9773-e579-4af4-b656-7412b447c3a0 gateway port host: None {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:04:27.088641 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ad99c76d-9d1f-47d4-bd46-be02408ac853 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:27.098010 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ad99c76d-9d1f-47d4-bd46-be02408ac853 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.6903796 Feb 16 17:04:27.098987 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53692) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:27.177458 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-8da36d18-2cec-47b6-9f2d-9b8ea12b2256 None None] Set router bc0b02f3-3a37-4b8e-a021-5c815bd7aebe gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:04:27.189687 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-2900e16d-2c5b-4ce6-8aed-c9a75a713540 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=9c9820320aae461fbcc5eba944eb2160&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0893033 Feb 16 17:04:27.190589 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53696) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:27.229540 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-30ac8176-4bac-4247-b889-71764224a9bb tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:27.233347 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-30ac8176-4bac-4247-b889-71764224a9bb tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:27.322961 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-4a0c90fe-0a60-4f89-b1c7-90b756dcfef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555b9773-e579-4af4-b656-7412b447c3a0', 'name': 'tempest-RoutersTest-router-2093611534', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:53Z', 'updated_at': '2022-02-16T17:04:24Z', 'revision_number': 7, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'gw_port_host': None, '_interfaces': [{'id': '19cff096-a39e-4fba-8a8c-b9a97496245b', 'name': '', 'network_id': 'edc50841-ada0-4b9c-952e-31dd4d465844', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'mac_address': 'fa:16:3e:77:73:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555b9773-e579-4af4-b656-7412b447c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'dd4939f3-8a42-462d-8dae-50fcbb8c6496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:57Z', 'updated_at': '2022-02-16T17:04:03Z', 'revision_number': 5, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'subnets': [{'id': 'dd4939f3-8a42-462d-8dae-50fcbb8c6496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f472a92-6811-4dc4-b43a-6d9ea6d84130', 'name': '', 'network_id': 'e8b73613-649f-4221-a256-6c40539acf43', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'mac_address': 'fa:16:3e:f0:71:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555b9773-e579-4af4-b656-7412b447c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'ef9b049c-b41d-4330-ae69-c4c5aaf44f2b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:06Z', 'updated_at': '2022-02-16T17:04:13Z', 'revision_number': 5, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'subnets': [{'id': 'ef9b049c-b41d-4330-ae69-c4c5aaf44f2b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a6c558f-c7f9-468a-bbb5-5657f5d111d4', 'name': '', 'network_id': 'd926e9d7-1d17-4baa-80a2-b5a206c139fc', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'mac_address': 'fa:16:3e:5c:2f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555b9773-e579-4af4-b656-7412b447c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '95ee9f61-65b8-4d02-8a8a-f6b3f84b0a5b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:14Z', 'updated_at': '2022-02-16T17:04:19Z', 'revision_number': 5, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'subnets': [{'id': '95ee9f61-65b8-4d02-8a8a-f6b3f84b0a5b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a0e1979-b669-468a-8f24-13ca6e2dd67d', 'name': '', 'network_id': '624de39a-9f5c-4d13-b36e-e59c99e1979f', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'mac_address': 'fa:16:3e:10:62:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555b9773-e579-4af4-b656-7412b447c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '646a8b0a-a6f2-406b-871e-5873ec2cdcdb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:20Z', 'updated_at': '2022-02-16T17:04:25Z', 'revision_number': 5, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'subnets': [{'id': '646a8b0a-a6f2-406b-871e-5873ec2cdcdb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:27.341287 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-30ac8176-4bac-4247-b889-71764224a9bb tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:27.341983 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ac8176-4bac-4247-b889-71764224a9bb tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Fanout notify agent at l3_agent the message router_deleted on router 29a7fb2e-63bd-4192-a813-5983ef49c636 {{(pid=114376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:04:27.354766 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-30ac8176-4bac-4247-b889-71764224a9bb tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:27.361429 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-30ac8176-4bac-4247-b889-71764224a9bb tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "DELETE /v2.0/routers/29a7fb2e-63bd-4192-a813-5983ef49c636 HTTP/1.1" status: 204 len: 168 time: 0.7995861 Feb 16 17:04:27.361620 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0c90fe-0a60-4f89-b1c7-90b756dcfef7 None None] Checking router: 555b9773-e579-4af4-b656-7412b447c3a0 for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:04:27.362128 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53698) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:27.372057 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0c90fe-0a60-4f89-b1c7-90b756dcfef7 None None] Routers {'555b9773-e579-4af4-b656-7412b447c3a0'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:04:27.372891 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-4a0c90fe-0a60-4f89-b1c7-90b756dcfef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:04:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['555b9773-e579-4af4-b656-7412b447c3a0'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:27.390009 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19991296-25b7-4e29-bdee-763f8ea67d27 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:27.394231 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-19991296-25b7-4e29-bdee-763f8ea67d27 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1999874 Feb 16 17:04:27.394575 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53700) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:27.416408 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b0852ec1-85e1-4395-83bf-31c6965dbf22 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:27.433762 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-92a97be4-3f3a-46a9-8a4e-4688425b0303 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=d8eab20e-246c-47ce-8449-822ce53769fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367923 Feb 16 17:04:27.436326 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53702) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:27.439565 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-8da36d18-2cec-47b6-9f2d-9b8ea12b2256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'name': 'tempest-TestNetworkBasicOps-router-668424910', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e546ca72-3c0e-46c5-ab56-e78eab069bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:23Z', 'updated_at': '2022-02-16T17:04:25Z', 'revision_number': 3, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'e546ca72-3c0e-46c5-ab56-e78eab069bf8', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:24Z', 'updated_at': '2022-02-16T17:04:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:27.441794 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-74f70190-a062-47f1-898b-a5edd3b81042 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-988379744', 'network_id': 'a887233e-d481-41aa-9584-24a22f5e599a', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:27.483212 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 9a0e1979-b669-468a-8f24-13ca6e2dd67d up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:04:27.487469 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da36d18-2cec-47b6-9f2d-9b8ea12b2256 None None] Checking router: bc0b02f3-3a37-4b8e-a021-5c815bd7aebe for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:04:27.487932 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da36d18-2cec-47b6-9f2d-9b8ea12b2256 None None] Updating router bc0b02f3-3a37-4b8e-a021-5c815bd7aebe port e546ca72-3c0e-46c5-ab56-e78eab069bf8 binding host dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:04:27.499370 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0852ec1-85e1-4395-83bf-31c6965dbf22 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event deleted for resources: {'Port': ['ID=9a0e1979-b669-468a-8f24-13ca6e2dd67d,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:27.522927 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-4a0c90fe-0a60-4f89-b1c7-90b756dcfef7 None None] Set router 555b9773-e579-4af4-b656-7412b447c3a0 gateway port host: None {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:04:27.559115 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-7367c9aa-da29-48c2-9b2d-e4581da141a0 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Deleting subnet 1071f965-157c-4712-8a56-ea9df087d03a {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:04:27.561914 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 9a0e1979-b669-468a-8f24-13ca6e2dd67d {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:04:27.565643 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 9a0e1979-b669-468a-8f24-13ca6e2dd67d not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 16 17:04:27.566963 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7367c9aa-da29-48c2-9b2d-e4581da141a0 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:27.606435 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Port 9a0e1979-b669-468a-8f24-13ca6e2dd67d not found, will not notify nova. {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 16 17:04:27.608606 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8da36d18-2cec-47b6-9f2d-9b8ea12b2256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:27.679474 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f70190-a062-47f1-898b-a5edd3b81042 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Made reservation on behalf of 9c9820320aae461fbcc5eba944eb2160 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:04:27.684794 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-74f70190-a062-47f1-898b-a5edd3b81042 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:27.710428 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7367c9aa-da29-48c2-9b2d-e4581da141a0 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:27.779570 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b0852ec1-85e1-4395-83bf-31c6965dbf22 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:27.790664 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-4a0c90fe-0a60-4f89-b1c7-90b756dcfef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555b9773-e579-4af4-b656-7412b447c3a0', 'name': 'tempest-RoutersTest-router-2093611534', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:53Z', 'updated_at': '2022-02-16T17:04:26Z', 'revision_number': 8, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'gw_port_host': None, '_interfaces': [{'id': '19cff096-a39e-4fba-8a8c-b9a97496245b', 'name': '', 'network_id': 'edc50841-ada0-4b9c-952e-31dd4d465844', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'mac_address': 'fa:16:3e:77:73:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555b9773-e579-4af4-b656-7412b447c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'dd4939f3-8a42-462d-8dae-50fcbb8c6496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:57Z', 'updated_at': '2022-02-16T17:04:03Z', 'revision_number': 5, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'subnets': [{'id': 'dd4939f3-8a42-462d-8dae-50fcbb8c6496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f472a92-6811-4dc4-b43a-6d9ea6d84130', 'name': '', 'network_id': 'e8b73613-649f-4221-a256-6c40539acf43', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'mac_address': 'fa:16:3e:f0:71:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555b9773-e579-4af4-b656-7412b447c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'ef9b049c-b41d-4330-ae69-c4c5aaf44f2b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:06Z', 'updated_at': '2022-02-16T17:04:13Z', 'revision_number': 5, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'subnets': [{'id': 'ef9b049c-b41d-4330-ae69-c4c5aaf44f2b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a6c558f-c7f9-468a-bbb5-5657f5d111d4', 'name': '', 'network_id': 'd926e9d7-1d17-4baa-80a2-b5a206c139fc', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'mac_address': 'fa:16:3e:5c:2f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555b9773-e579-4af4-b656-7412b447c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '95ee9f61-65b8-4d02-8a8a-f6b3f84b0a5b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:14Z', 'updated_at': '2022-02-16T17:04:19Z', 'revision_number': 5, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'subnets': [{'id': '95ee9f61-65b8-4d02-8a8a-f6b3f84b0a5b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:27.840114 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0c90fe-0a60-4f89-b1c7-90b756dcfef7 None None] The sync data for ids ['555b9773-e579-4af4-b656-7412b447c3a0'] in dv-neutron-828697-3-hyperv is: [{'id': '555b9773-e579-4af4-b656-7412b447c3a0', 'name': 'tempest-RoutersTest-router-2093611534', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:53Z', 'updated_at': '2022-02-16T17:04:26Z', 'revision_number': 8, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'gw_port_host': None, '_interfaces': [{'id': '19cff096-a39e-4fba-8a8c-b9a97496245b', 'name': '', 'network_id': 'edc50841-ada0-4b9c-952e-31dd4d465844', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'mac_address': 'fa:16:3e:77:73:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555b9773-e579-4af4-b656-7412b447c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'dd4939f3-8a42-462d-8dae-50fcbb8c6496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:57Z', 'updated_at': '2022-02-16T17:04:03Z', 'revision_number': 5, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'subnets': [{'id': 'dd4939f3-8a42-462d-8dae-50fcbb8c6496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f472a92-6811-4dc4-b43a-6d9ea6d84130', 'name': '', 'network_id': 'e8b73613-649f-4221-a256-6c40539acf43', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'mac_address': 'fa:16:3e:f0:71:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555b9773-e579-4af4-b656-7412b447c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'ef9b049c-b41d-4330-ae69-c4c5aaf44f2b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:06Z', 'updated_at': '2022-02-16T17:04:13Z', 'revision_number': 5, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'subnets': [{'id': 'ef9b049c-b41d-4330-ae69-c4c5aaf44f2b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a6c558f-c7f9-468a-bbb5-5657f5d111d4', 'name': '', 'network_id': 'd926e9d7-1d17-4baa-80a2-b5a206c139fc', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'mac_address': 'fa:16:3e:5c:2f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555b9773-e579-4af4-b656-7412b447c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '95ee9f61-65b8-4d02-8a8a-f6b3f84b0a5b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:14Z', 'updated_at': '2022-02-16T17:04:19Z', 'revision_number': 5, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'subnets': [{'id': '95ee9f61-65b8-4d02-8a8a-f6b3f84b0a5b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:04:27.915672 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7367c9aa-da29-48c2-9b2d-e4581da141a0 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:27.985852 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8da36d18-2cec-47b6-9f2d-9b8ea12b2256 None None] Notify callbacks [] for port, precommit_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:28.005875 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-74f70190-a062-47f1-898b-a5edd3b81042 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:28.067407 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f70190-a062-47f1-898b-a5edd3b81042 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Subnet': ['ID=2bf959e4-88a3-4718-9710-0ca033dd4cba,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:28.079152 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f70190-a062-47f1-898b-a5edd3b81042 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Checking segment: {'id': '60588410-0ce9-4ca8-bc7e-83b5810a7a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a887233e-d481-41aa-9584-24a22f5e599a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:04:28.079583 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f70190-a062-47f1-898b-a5edd3b81042 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network hostable DHCP agents. Network: a887233e-d481-41aa-9584-24a22f5e599a, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:04:28.079895 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0852ec1-85e1-4395-83bf-31c6965dbf22 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Router 555b9773-e579-4af4-b656-7412b447c3a0 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:04:28.087416 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8da36d18-2cec-47b6-9f2d-9b8ea12b2256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:28.155884 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7367c9aa-da29-48c2-9b2d-e4581da141a0 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:28.167691 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f70190-a062-47f1-898b-a5edd3b81042 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network a887233e-d481-41aa-9584-24a22f5e599a is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:04:28.193374 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7367c9aa-da29-48c2-9b2d-e4581da141a0 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event deleted for resources: {'Subnet': ['ID=1071f965-157c-4712-8a56-ea9df087d03a,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:28.198877 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7367c9aa-da29-48c2-9b2d-e4581da141a0 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:28.201977 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-7367c9aa-da29-48c2-9b2d-e4581da141a0 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "DELETE /v2.0/subnets/1071f965-157c-4712-8a56-ea9df087d03a HTTP/1.1" status: 204 len: 168 time: 0.8388743 Feb 16 17:04:28.205550 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53704) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:28.221733 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0852ec1-85e1-4395-83bf-31c6965dbf22 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:04:28.227059 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-b0852ec1-85e1-4395-83bf-31c6965dbf22 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "PUT /v2.0/routers/555b9773-e579-4af4-b656-7412b447c3a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6587594 Feb 16 17:04:28.231401 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53706) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:28.233305 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619225d3-ffd7-449a-be41-ab6e94192ef2 None None] Sync routers for ids ['555b9773-e579-4af4-b656-7412b447c3a0'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:04:28.242500 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619225d3-ffd7-449a-be41-ab6e94192ef2 None None] Routers {'555b9773-e579-4af4-b656-7412b447c3a0'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:04:28.243184 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-619225d3-ffd7-449a-be41-ab6e94192ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:04:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['555b9773-e579-4af4-b656-7412b447c3a0'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:28.243504 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-74f70190-a062-47f1-898b-a5edd3b81042 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, a887233e-d481-41aa-9584-24a22f5e599a) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:28.287935 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28574e47-b647-4e95-b184-786fd5ed9805 None None] Network e3e8cef3-4d53-4d4b-b37c-ddfd1fcea5e7 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:04:28.289760 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9f9fe5-dab6-478d-9801-faaad852f5dc None None] Network a887233e-d481-41aa-9584-24a22f5e599a requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:04:28.296564 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f70190-a062-47f1-898b-a5edd3b81042 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:28.297153 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-74f70190-a062-47f1-898b-a5edd3b81042 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:28.337223 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-619225d3-ffd7-449a-be41-ab6e94192ef2 None None] Set router 555b9773-e579-4af4-b656-7412b447c3a0 gateway port host: None {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:04:28.348694 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-865afb57-5bbc-4e10-8096-eae21c74dd7e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:28.357400 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-7897c813-2d64-4d22-9d1c-682857470d9b tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Deleting subnet 646a8b0a-a6f2-406b-871e-5873ec2cdcdb {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:04:28.362555 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7897c813-2d64-4d22-9d1c-682857470d9b tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:28.398511 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-8da36d18-2cec-47b6-9f2d-9b8ea12b2256 None None] Attempting to bind port e546ca72-3c0e-46c5-ab56-e78eab069bf8 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:04:28.398971 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-8da36d18-2cec-47b6-9f2d-9b8ea12b2256 None None] Attempting to bind port e546ca72-3c0e-46c5-ab56-e78eab069bf8 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:04:28.399514 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da36d18-2cec-47b6-9f2d-9b8ea12b2256 None None] Attempting to bind port e546ca72-3c0e-46c5-ab56-e78eab069bf8 on network d8eab20e-246c-47ce-8449-822ce53769fc {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:04:28.408848 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d00a8d-fe30-4bc2-ba98-e81a5c027035 None None] Pushing event updated for resources: {'Port': ['ID=e546ca72-3c0e-46c5-ab56-e78eab069bf8,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:28.421070 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53708) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:28.421545 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-74f70190-a062-47f1-898b-a5edd3b81042 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9831085 Feb 16 17:04:28.428949 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da36d18-2cec-47b6-9f2d-9b8ea12b2256 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:04:28.430098 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da36d18-2cec-47b6-9f2d-9b8ea12b2256 None None] Checking segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:04:28.430098 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8da36d18-2cec-47b6-9f2d-9b8ea12b2256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:28.430487 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da36d18-2cec-47b6-9f2d-9b8ea12b2256 None None] Bound using segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:04:28.431083 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-8da36d18-2cec-47b6-9f2d-9b8ea12b2256 None None] Bound port: e546ca72-3c0e-46c5-ab56-e78eab069bf8, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:04:28.431577 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8da36d18-2cec-47b6-9f2d-9b8ea12b2256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:28.441652 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7897c813-2d64-4d22-9d1c-682857470d9b tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:28.489160 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-8da36d18-2cec-47b6-9f2d-9b8ea12b2256 None None] For port e546ca72-3c0e-46c5-ab56-e78eab069bf8, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:04:28.492575 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-8da36d18-2cec-47b6-9f2d-9b8ea12b2256 None None] For port e546ca72-3c0e-46c5-ab56-e78eab069bf8, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=e546ca72-3c0e-46c5-ab56-e78eab069bf8,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:04:28.499855 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-865afb57-5bbc-4e10-8096-eae21c74dd7e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Deleting port 8ff2e680-5ed5-476a-ad56-4260f2e64a3c {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:04:28.500222 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-865afb57-5bbc-4e10-8096-eae21c74dd7e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:28.568695 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8da36d18-2cec-47b6-9f2d-9b8ea12b2256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:28.588580 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7897c813-2d64-4d22-9d1c-682857470d9b tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:28.628205 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-865afb57-5bbc-4e10-8096-eae21c74dd7e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] For port 8ff2e680-5ed5-476a-ad56-4260f2e64a3c, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=8ff2e680-5ed5-476a-ad56-4260f2e64a3c,segment=NetworkSegment(2108852c-f2cb-4244-8b0c-c68c701a05f5),segment_id=2108852c-f2cb-4244-8b0c-c68c701a05f5)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:04:28.628441 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-865afb57-5bbc-4e10-8096-eae21c74dd7e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:28.650978 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-865afb57-5bbc-4e10-8096-eae21c74dd7e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Calling delete_port for 8ff2e680-5ed5-476a-ad56-4260f2e64a3c owned by network:dhcp {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:04:28.651188 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-619225d3-ffd7-449a-be41-ab6e94192ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555b9773-e579-4af4-b656-7412b447c3a0', 'name': 'tempest-RoutersTest-router-2093611534', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:53Z', 'updated_at': '2022-02-16T17:04:26Z', 'revision_number': 8, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'gw_port_host': None, '_interfaces': [{'id': '19cff096-a39e-4fba-8a8c-b9a97496245b', 'name': '', 'network_id': 'edc50841-ada0-4b9c-952e-31dd4d465844', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'mac_address': 'fa:16:3e:77:73:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555b9773-e579-4af4-b656-7412b447c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'dd4939f3-8a42-462d-8dae-50fcbb8c6496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:57Z', 'updated_at': '2022-02-16T17:04:03Z', 'revision_number': 5, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'subnets': [{'id': 'dd4939f3-8a42-462d-8dae-50fcbb8c6496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f472a92-6811-4dc4-b43a-6d9ea6d84130', 'name': '', 'network_id': 'e8b73613-649f-4221-a256-6c40539acf43', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'mac_address': 'fa:16:3e:f0:71:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555b9773-e579-4af4-b656-7412b447c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'ef9b049c-b41d-4330-ae69-c4c5aaf44f2b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:06Z', 'updated_at': '2022-02-16T17:04:13Z', 'revision_number': 5, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'subnets': [{'id': 'ef9b049c-b41d-4330-ae69-c4c5aaf44f2b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a6c558f-c7f9-468a-bbb5-5657f5d111d4', 'name': '', 'network_id': 'd926e9d7-1d17-4baa-80a2-b5a206c139fc', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'mac_address': 'fa:16:3e:5c:2f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555b9773-e579-4af4-b656-7412b447c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '95ee9f61-65b8-4d02-8a8a-f6b3f84b0a5b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:14Z', 'updated_at': '2022-02-16T17:04:19Z', 'revision_number': 5, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'subnets': [{'id': '95ee9f61-65b8-4d02-8a8a-f6b3f84b0a5b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:28.668245 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da36d18-2cec-47b6-9f2d-9b8ea12b2256 None None] Routers {'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:04:28.669030 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-8da36d18-2cec-47b6-9f2d-9b8ea12b2256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:04:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['bc0b02f3-3a37-4b8e-a021-5c815bd7aebe'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:28.679951 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619225d3-ffd7-449a-be41-ab6e94192ef2 None None] Checking router: 555b9773-e579-4af4-b656-7412b447c3a0 for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:04:28.689926 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619225d3-ffd7-449a-be41-ab6e94192ef2 None None] Routers {'555b9773-e579-4af4-b656-7412b447c3a0'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:04:28.690539 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-619225d3-ffd7-449a-be41-ab6e94192ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:04:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['555b9773-e579-4af4-b656-7412b447c3a0'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:28.758795 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac11af5-4cd9-48c2-bfb7-f1f790dd6d1a None None] DHCP port deletion for e3e8cef3-4d53-4d4b-b37c-ddfd1fcea5e7 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:04:28.764226 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d00a8d-fe30-4bc2-ba98-e81a5c027035 None None] Pushing event updated for resources: {'Port': ['ID=e546ca72-3c0e-46c5-ab56-e78eab069bf8,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:28.783790 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a383a3-7d34-4bfe-9a76-1b7e6f9e4d38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-a887233e-d481-41aa-9584-24a22f5e599a', 'network_id': 'a887233e-d481-41aa-9584-24a22f5e599a', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ips': [{'subnet_id': '2bf959e4-88a3-4718-9710-0ca033dd4cba'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:04:28.784623 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-97a383a3-7d34-4bfe-9a76-1b7e6f9e4d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:28.848110 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7897c813-2d64-4d22-9d1c-682857470d9b tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:28.904090 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7897c813-2d64-4d22-9d1c-682857470d9b tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event deleted for resources: {'Subnet': ['ID=646a8b0a-a6f2-406b-871e-5873ec2cdcdb,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:28.910409 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-865afb57-5bbc-4e10-8096-eae21c74dd7e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:28.917754 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7897c813-2d64-4d22-9d1c-682857470d9b tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:28.924515 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-7897c813-2d64-4d22-9d1c-682857470d9b tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "DELETE /v2.0/subnets/646a8b0a-a6f2-406b-871e-5873ec2cdcdb HTTP/1.1" status: 204 len: 168 time: 0.6916859 Feb 16 17:04:28.930608 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-619225d3-ffd7-449a-be41-ab6e94192ef2 None None] Set router 555b9773-e579-4af4-b656-7412b447c3a0 gateway port host: None {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:04:28.930806 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53710) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:28.934179 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3b922e-0ce6-4e90-8f0e-c131594b1b15 None None] Network 624de39a-9f5c-4d13-b36e-e59c99e1979f requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:04:28.963718 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865afb57-5bbc-4e10-8096-eae21c74dd7e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event deleted for resources: {'Port': ['ID=8ff2e680-5ed5-476a-ad56-4260f2e64a3c,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:28.979329 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865afb57-5bbc-4e10-8096-eae21c74dd7e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] No DVR routers for this DVR port 8ff2e680-5ed5-476a-ad56-4260f2e64a3c on host dv-neutron-828697-3-hyperv {{(pid=114375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:04:29.045490 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-8da36d18-2cec-47b6-9f2d-9b8ea12b2256 None None] Set router bc0b02f3-3a37-4b8e-a021-5c815bd7aebe gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:04:29.096378 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f747c9e2-6721-4ffe-8abd-7e7f7a12ec0a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:29.104608 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-06b0fc3a-5d02-4ef7-9878-e9a87d8122f9 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:29.115193 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-865afb57-5bbc-4e10-8096-eae21c74dd7e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:29.140492 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-865afb57-5bbc-4e10-8096-eae21c74dd7e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3e8cef3-4d53-4d4b-b37c-ddfd1fcea5e7']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:29.165829 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1ac11af5-4cd9-48c2-bfb7-f1f790dd6d1a None None] Deleting port 8ff2e680-5ed5-476a-ad56-4260f2e64a3c {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:04:29.165829 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1ac11af5-4cd9-48c2-bfb7-f1f790dd6d1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:29.170010 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-865afb57-5bbc-4e10-8096-eae21c74dd7e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2108852c-f2cb-4244-8b0c-c68c701a05f5') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:29.170473 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-865afb57-5bbc-4e10-8096-eae21c74dd7e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2108852c-f2cb-4244-8b0c-c68c701a05f5') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:29.184121 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-865afb57-5bbc-4e10-8096-eae21c74dd7e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:29.192200 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-97a383a3-7d34-4bfe-9a76-1b7e6f9e4d38 None None] Allocated IP 172.20.0.2 (a887233e-d481-41aa-9584-24a22f5e599a/2bf959e4-88a3-4718-9710-0ca033dd4cba/5e3c9f82-d0be-4639-84f4-783ddf5ff310) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:04:29.198350 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-619225d3-ffd7-449a-be41-ab6e94192ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555b9773-e579-4af4-b656-7412b447c3a0', 'name': 'tempest-RoutersTest-router-2093611534', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:53Z', 'updated_at': '2022-02-16T17:04:26Z', 'revision_number': 8, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'gw_port_host': None, '_interfaces': [{'id': '19cff096-a39e-4fba-8a8c-b9a97496245b', 'name': '', 'network_id': 'edc50841-ada0-4b9c-952e-31dd4d465844', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'mac_address': 'fa:16:3e:77:73:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555b9773-e579-4af4-b656-7412b447c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'dd4939f3-8a42-462d-8dae-50fcbb8c6496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:57Z', 'updated_at': '2022-02-16T17:04:03Z', 'revision_number': 5, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'subnets': [{'id': 'dd4939f3-8a42-462d-8dae-50fcbb8c6496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f472a92-6811-4dc4-b43a-6d9ea6d84130', 'name': '', 'network_id': 'e8b73613-649f-4221-a256-6c40539acf43', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'mac_address': 'fa:16:3e:f0:71:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555b9773-e579-4af4-b656-7412b447c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'ef9b049c-b41d-4330-ae69-c4c5aaf44f2b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:06Z', 'updated_at': '2022-02-16T17:04:13Z', 'revision_number': 5, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'subnets': [{'id': 'ef9b049c-b41d-4330-ae69-c4c5aaf44f2b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a6c558f-c7f9-468a-bbb5-5657f5d111d4', 'name': '', 'network_id': 'd926e9d7-1d17-4baa-80a2-b5a206c139fc', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'mac_address': 'fa:16:3e:5c:2f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555b9773-e579-4af4-b656-7412b447c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '95ee9f61-65b8-4d02-8a8a-f6b3f84b0a5b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:14Z', 'updated_at': '2022-02-16T17:04:19Z', 'revision_number': 5, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'subnets': [{'id': '95ee9f61-65b8-4d02-8a8a-f6b3f84b0a5b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:29.203965 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-865afb57-5bbc-4e10-8096-eae21c74dd7e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:29.211800 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-865afb57-5bbc-4e10-8096-eae21c74dd7e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:04:29.215001 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-865afb57-5bbc-4e10-8096-eae21c74dd7e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:29.242442 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 17:04:29.242442 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:04:29.242442 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 17:04:29.242442 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:04:29.242442 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 17:04:29.242442 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:04:29.242442 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 17:04:29.242442 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:04:29.242442 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 17:04:29.242442 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:04:29.242442 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 17:04:29.242442 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:04:29.242442 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 17:04:29.242442 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:04:29.242442 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:04:29.242442 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:04:29.242442 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:04:29.242442 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:04:29.242442 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 17:04:29.242442 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:04:29.242442 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 17:04:29.242442 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:04:29.242442 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:04:29.242442 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:04:29.242442 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 17:04:29.242442 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:04:29.242442 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:04:29.242442 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:04:29.242442 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:04:29.242442 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:04:29.242442 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:04:29.242442 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:04:29.248090 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619225d3-ffd7-449a-be41-ab6e94192ef2 None None] The sync data for ids ['555b9773-e579-4af4-b656-7412b447c3a0'] in dv-neutron-828697-3-hyperv is: [{'id': '555b9773-e579-4af4-b656-7412b447c3a0', 'name': 'tempest-RoutersTest-router-2093611534', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:53Z', 'updated_at': '2022-02-16T17:04:26Z', 'revision_number': 8, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'gw_port_host': None, '_interfaces': [{'id': '19cff096-a39e-4fba-8a8c-b9a97496245b', 'name': '', 'network_id': 'edc50841-ada0-4b9c-952e-31dd4d465844', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'mac_address': 'fa:16:3e:77:73:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555b9773-e579-4af4-b656-7412b447c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'dd4939f3-8a42-462d-8dae-50fcbb8c6496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:57Z', 'updated_at': '2022-02-16T17:04:03Z', 'revision_number': 5, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'subnets': [{'id': 'dd4939f3-8a42-462d-8dae-50fcbb8c6496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f472a92-6811-4dc4-b43a-6d9ea6d84130', 'name': '', 'network_id': 'e8b73613-649f-4221-a256-6c40539acf43', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'mac_address': 'fa:16:3e:f0:71:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555b9773-e579-4af4-b656-7412b447c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'ef9b049c-b41d-4330-ae69-c4c5aaf44f2b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:06Z', 'updated_at': '2022-02-16T17:04:13Z', 'revision_number': 5, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'subnets': [{'id': 'ef9b049c-b41d-4330-ae69-c4c5aaf44f2b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a6c558f-c7f9-468a-bbb5-5657f5d111d4', 'name': '', 'network_id': 'd926e9d7-1d17-4baa-80a2-b5a206c139fc', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'mac_address': 'fa:16:3e:5c:2f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555b9773-e579-4af4-b656-7412b447c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '95ee9f61-65b8-4d02-8a8a-f6b3f84b0a5b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:14Z', 'updated_at': '2022-02-16T17:04:19Z', 'revision_number': 5, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'subnets': [{'id': '95ee9f61-65b8-4d02-8a8a-f6b3f84b0a5b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:04:29.277595 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-06b0fc3a-5d02-4ef7-9878-e9a87d8122f9 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Deleting port 76eced09-03d5-4f0c-b150-d3aae5c4e21b {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:04:29.277936 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-06b0fc3a-5d02-4ef7-9878-e9a87d8122f9 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:29.362361 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-06b0fc3a-5d02-4ef7-9878-e9a87d8122f9 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] For port 76eced09-03d5-4f0c-b150-d3aae5c4e21b, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=76eced09-03d5-4f0c-b150-d3aae5c4e21b,segment=NetworkSegment(354d1439-7e50-4a43-ad44-cb766407f55e),segment_id=354d1439-7e50-4a43-ad44-cb766407f55e)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:04:29.364293 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-06b0fc3a-5d02-4ef7-9878-e9a87d8122f9 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:29.368849 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1ac11af5-4cd9-48c2-bfb7-f1f790dd6d1a None None] For port 8ff2e680-5ed5-476a-ad56-4260f2e64a3c, host dv-neutron-828697-3-hyperv, got binding levels [] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:04:29.369613 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1ac11af5-4cd9-48c2-bfb7-f1f790dd6d1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:29.384304 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-06b0fc3a-5d02-4ef7-9878-e9a87d8122f9 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Calling delete_port for 76eced09-03d5-4f0c-b150-d3aae5c4e21b owned by network:dhcp {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:04:29.391025 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-865afb57-5bbc-4e10-8096-eae21c74dd7e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:29.397048 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1ac11af5-4cd9-48c2-bfb7-f1f790dd6d1a None None] Calling delete_port for 8ff2e680-5ed5-476a-ad56-4260f2e64a3c owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:04:29.399443 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.ipam_backend_mixin [None req-1ac11af5-4cd9-48c2-bfb7-f1f790dd6d1a None None] Port 8ff2e680-5ed5-476a-ad56-4260f2e64a3c was not found and therefore no delete operation was performed {{(pid=114377) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 17:04:29.406046 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1ac11af5-4cd9-48c2-bfb7-f1f790dd6d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:29.415213 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-865afb57-5bbc-4e10-8096-eae21c74dd7e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:29.420222 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-865afb57-5bbc-4e10-8096-eae21c74dd7e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "DELETE /v2.0/networks/e3e8cef3-4d53-4d4b-b37c-ddfd1fcea5e7 HTTP/1.1" status: 204 len: 168 time: 1.2135971 Feb 16 17:04:29.426804 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53712) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:29.439587 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-64c367da-2830-4c57-9231-bb4ae930c106 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1841963331', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}, 'admin_state_up': False}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:29.444104 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865afb57-5bbc-4e10-8096-eae21c74dd7e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event deleted for resources: {'Network': ['ID=e3e8cef3-4d53-4d4b-b37c-ddfd1fcea5e7,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:29.472449 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 8ff2e680-5ed5-476a-ad56-4260f2e64a3c no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:04:29.475160 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1ac11af5-4cd9-48c2-bfb7-f1f790dd6d1a None None] Network e3e8cef3-4d53-4d4b-b37c-ddfd1fcea5e7 is not hosted by any dhcp agent {{(pid=114377) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 16 17:04:29.475619 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac11af5-4cd9-48c2-bfb7-f1f790dd6d1a None None] No DVR routers for this DVR port 8ff2e680-5ed5-476a-ad56-4260f2e64a3c on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:04:29.477789 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac11af5-4cd9-48c2-bfb7-f1f790dd6d1a None None] Pushing event deleted for resources: {'Port': ['ID=8ff2e680-5ed5-476a-ad56-4260f2e64a3c,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:29.532783 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 8ff2e680-5ed5-476a-ad56-4260f2e64a3c {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:04:29.533133 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 8ff2e680-5ed5-476a-ad56-4260f2e64a3c not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:04:29.533561 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 9a0e1979-b669-468a-8f24-13ca6e2dd67d no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:04:29.559038 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-64c367da-2830-4c57-9231-bb4ae930c106 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:29.560323 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-64c367da-2830-4c57-9231-bb4ae930c106 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:29.581117 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1761a09-44cf-4dfb-ad4d-ab8a8e761127 None None] DHCP port deletion for 624de39a-9f5c-4d13-b36e-e59c99e1979f request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:04:29.582662 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 9a0e1979-b669-468a-8f24-13ca6e2dd67d {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:04:29.583007 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 9a0e1979-b669-468a-8f24-13ca6e2dd67d not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:04:29.615423 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-06b0fc3a-5d02-4ef7-9878-e9a87d8122f9 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:29.620219 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-64c367da-2830-4c57-9231-bb4ae930c106 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:29.637903 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-97a383a3-7d34-4bfe-9a76-1b7e6f9e4d38 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:29.644322 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b0fc3a-5d02-4ef7-9878-e9a87d8122f9 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event deleted for resources: {'Port': ['ID=76eced09-03d5-4f0c-b150-d3aae5c4e21b,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:29.646444 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b0fc3a-5d02-4ef7-9878-e9a87d8122f9 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] No DVR routers for this DVR port 76eced09-03d5-4f0c-b150-d3aae5c4e21b on host dv-neutron-828697-3-hyperv {{(pid=114375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:04:29.657665 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-8da36d18-2cec-47b6-9f2d-9b8ea12b2256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'name': 'tempest-TestNetworkBasicOps-router-668424910', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e546ca72-3c0e-46c5-ab56-e78eab069bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:23Z', 'updated_at': '2022-02-16T17:04:25Z', 'revision_number': 3, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'e546ca72-3c0e-46c5-ab56-e78eab069bf8', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:24Z', 'updated_at': '2022-02-16T17:04:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:29.691530 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da36d18-2cec-47b6-9f2d-9b8ea12b2256 None None] The sync data for ids ['bc0b02f3-3a37-4b8e-a021-5c815bd7aebe'] in dv-neutron-828697-3-hyperv is: [{'id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'name': 'tempest-TestNetworkBasicOps-router-668424910', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e546ca72-3c0e-46c5-ab56-e78eab069bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:23Z', 'updated_at': '2022-02-16T17:04:25Z', 'revision_number': 3, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'e546ca72-3c0e-46c5-ab56-e78eab069bf8', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:24Z', 'updated_at': '2022-02-16T17:04:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:04:29.699083 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-b1761a09-44cf-4dfb-ad4d-ab8a8e761127 None None] Deleting port 76eced09-03d5-4f0c-b150-d3aae5c4e21b {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:04:29.699530 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b1761a09-44cf-4dfb-ad4d-ab8a8e761127 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:29.746870 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-06b0fc3a-5d02-4ef7-9878-e9a87d8122f9 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:29.757469 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-97a383a3-7d34-4bfe-9a76-1b7e6f9e4d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:29.778386 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-06b0fc3a-5d02-4ef7-9878-e9a87d8122f9 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['624de39a-9f5c-4d13-b36e-e59c99e1979f']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:29.793199 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-06b0fc3a-5d02-4ef7-9878-e9a87d8122f9 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '354d1439-7e50-4a43-ad44-cb766407f55e') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:29.794115 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-06b0fc3a-5d02-4ef7-9878-e9a87d8122f9 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '354d1439-7e50-4a43-ad44-cb766407f55e') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:29.802196 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-b1761a09-44cf-4dfb-ad4d-ab8a8e761127 None None] For port 76eced09-03d5-4f0c-b150-d3aae5c4e21b, host dv-neutron-828697-3-hyperv, got binding levels [] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:04:29.802812 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b1761a09-44cf-4dfb-ad4d-ab8a8e761127 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:29.804081 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-06b0fc3a-5d02-4ef7-9878-e9a87d8122f9 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:29.819213 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-06b0fc3a-5d02-4ef7-9878-e9a87d8122f9 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:29.819836 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a383a3-7d34-4bfe-9a76-1b7e6f9e4d38 None None] Network a887233e-d481-41aa-9584-24a22f5e599a is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:29.826691 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06b0fc3a-5d02-4ef7-9878-e9a87d8122f9 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:04:29.831153 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-97a383a3-7d34-4bfe-9a76-1b7e6f9e4d38 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:29.831328 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-06b0fc3a-5d02-4ef7-9878-e9a87d8122f9 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:29.831446 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-b1761a09-44cf-4dfb-ad4d-ab8a8e761127 None None] Calling delete_port for 76eced09-03d5-4f0c-b150-d3aae5c4e21b owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:04:29.831546 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 17:04:29.831546 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:04:29.831546 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 17:04:29.831546 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:04:29.831546 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 17:04:29.831546 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:04:29.831546 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 17:04:29.831546 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:04:29.831546 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 17:04:29.831546 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:04:29.831546 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 17:04:29.831546 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:04:29.831546 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 17:04:29.831546 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:04:29.831546 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:04:29.831546 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:04:29.831546 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:04:29.831546 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:04:29.831546 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 17:04:29.831546 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:04:29.831546 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 17:04:29.831546 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:04:29.831546 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:04:29.831546 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:04:29.831546 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 17:04:29.831546 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:04:29.831546 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:04:29.831546 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:04:29.831546 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:04:29.831546 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:04:29.831546 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:04:29.831546 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:04:29.834077 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.ipam_backend_mixin [None req-b1761a09-44cf-4dfb-ad4d-ab8a8e761127 None None] Port 76eced09-03d5-4f0c-b150-d3aae5c4e21b was not found and therefore no delete operation was performed {{(pid=114377) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 17:04:29.834077 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a383a3-7d34-4bfe-9a76-1b7e6f9e4d38 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:04:29.839758 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b1761a09-44cf-4dfb-ad4d-ab8a8e761127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:29.844965 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a383a3-7d34-4bfe-9a76-1b7e6f9e4d38 None None] Pushing event updated for resources: {'Port': ['ID=5e3c9f82-d0be-4639-84f4-783ddf5ff310,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:29.860129 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1761a09-44cf-4dfb-ad4d-ab8a8e761127 None None] No DVR routers for this DVR port 76eced09-03d5-4f0c-b150-d3aae5c4e21b on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:04:29.920561 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-64c367da-2830-4c57-9231-bb4ae930c106 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:29.949387 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-f747c9e2-6721-4ffe-8abd-7e7f7a12ec0a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Allocated IP 172.20.0.1 (a887233e-d481-41aa-9584-24a22f5e599a/2bf959e4-88a3-4718-9710-0ca033dd4cba/f668f9e5-9c2a-472e-9bc2-1e476f6ac0fa) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:04:29.996559 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-06b0fc3a-5d02-4ef7-9878-e9a87d8122f9 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:30.012802 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-06b0fc3a-5d02-4ef7-9878-e9a87d8122f9 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:30.019658 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-06b0fc3a-5d02-4ef7-9878-e9a87d8122f9 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "DELETE /v2.0/networks/624de39a-9f5c-4d13-b36e-e59c99e1979f HTTP/1.1" status: 204 len: 168 time: 1.0863154 Feb 16 17:04:30.032811 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53714) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:30.089878 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1761a09-44cf-4dfb-ad4d-ab8a8e761127 None None] Pushing event deleted for resources: {'Port': ['ID=76eced09-03d5-4f0c-b150-d3aae5c4e21b,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:30.101884 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b0fc3a-5d02-4ef7-9878-e9a87d8122f9 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event deleted for resources: {'Network': ['ID=624de39a-9f5c-4d13-b36e-e59c99e1979f,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:30.141504 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-97a383a3-7d34-4bfe-9a76-1b7e6f9e4d38 None None] Attempting to bind port 5e3c9f82-d0be-4639-84f4-783ddf5ff310 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:04:30.142146 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-97a383a3-7d34-4bfe-9a76-1b7e6f9e4d38 None None] Attempting to bind port 5e3c9f82-d0be-4639-84f4-783ddf5ff310 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '60588410-0ce9-4ca8-bc7e-83b5810a7a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a887233e-d481-41aa-9584-24a22f5e599a'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:04:30.142505 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a383a3-7d34-4bfe-9a76-1b7e6f9e4d38 None None] Attempting to bind port 5e3c9f82-d0be-4639-84f4-783ddf5ff310 on network a887233e-d481-41aa-9584-24a22f5e599a {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:04:30.148645 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a383a3-7d34-4bfe-9a76-1b7e6f9e4d38 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:04:30.148871 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a383a3-7d34-4bfe-9a76-1b7e6f9e4d38 None None] Checking segment: {'id': '60588410-0ce9-4ca8-bc7e-83b5810a7a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a887233e-d481-41aa-9584-24a22f5e599a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:04:30.149160 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-97a383a3-7d34-4bfe-9a76-1b7e6f9e4d38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:30.149524 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a383a3-7d34-4bfe-9a76-1b7e6f9e4d38 None None] Bound using segment: {'id': '60588410-0ce9-4ca8-bc7e-83b5810a7a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a887233e-d481-41aa-9584-24a22f5e599a'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:04:30.149984 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-97a383a3-7d34-4bfe-9a76-1b7e6f9e4d38 None None] Bound port: 5e3c9f82-d0be-4639-84f4-783ddf5ff310, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60588410-0ce9-4ca8-bc7e-83b5810a7a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a887233e-d481-41aa-9584-24a22f5e599a'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:04:30.150361 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-97a383a3-7d34-4bfe-9a76-1b7e6f9e4d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:30.188468 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f747c9e2-6721-4ffe-8abd-7e7f7a12ec0a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:30.237907 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-97a383a3-7d34-4bfe-9a76-1b7e6f9e4d38 None None] For port 5e3c9f82-d0be-4639-84f4-783ddf5ff310, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:04:30.241531 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-97a383a3-7d34-4bfe-9a76-1b7e6f9e4d38 None None] For port 5e3c9f82-d0be-4639-84f4-783ddf5ff310, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=5e3c9f82-d0be-4639-84f4-783ddf5ff310,segment=NetworkSegment(60588410-0ce9-4ca8-bc7e-83b5810a7a00),segment_id=60588410-0ce9-4ca8-bc7e-83b5810a7a00)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:04:30.329112 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-97a383a3-7d34-4bfe-9a76-1b7e6f9e4d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:30.359940 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-64c367da-2830-4c57-9231-bb4ae930c106 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for router_gateway, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:30.362268 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f747c9e2-6721-4ffe-8abd-7e7f7a12ec0a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:30.403666 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a383a3-7d34-4bfe-9a76-1b7e6f9e4d38 None None] Pushing event updated for resources: {'Port': ['ID=5e3c9f82-d0be-4639-84f4-783ddf5ff310,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:30.420442 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-64c367da-2830-4c57-9231-bb4ae930c106 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:30.448098 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f747c9e2-6721-4ffe-8abd-7e7f7a12ec0a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network a887233e-d481-41aa-9584-24a22f5e599a is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:30.476439 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:30.480362 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-f747c9e2-6721-4ffe-8abd-7e7f7a12ec0a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:30.485552 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f747c9e2-6721-4ffe-8abd-7e7f7a12ec0a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:04:30.494981 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c0250225-5a9e-4521-a8a3-04fb9b8d796e tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:30.513154 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f747c9e2-6721-4ffe-8abd-7e7f7a12ec0a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Port': ['ID=f668f9e5-9c2a-472e-9bc2-1e476f6ac0fa,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:30.555601 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f747c9e2-6721-4ffe-8abd-7e7f7a12ec0a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:30.723172 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-64c367da-2830-4c57-9231-bb4ae930c106 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Allocated IP 172.26.3.9 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/7233d2ef-b088-47cf-81a1-617095916f87) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:04:30.845216 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f747c9e2-6721-4ffe-8abd-7e7f7a12ec0a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:30.847664 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-c0250225-5a9e-4521-a8a3-04fb9b8d796e tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Deleting port 8a6c558f-c7f9-468a-bbb5-5657f5d111d4 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:04:30.848428 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c0250225-5a9e-4521-a8a3-04fb9b8d796e tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:30.920601 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-64c367da-2830-4c57-9231-bb4ae930c106 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:30.942568 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-c0250225-5a9e-4521-a8a3-04fb9b8d796e tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] For port 8a6c558f-c7f9-468a-bbb5-5657f5d111d4, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=8a6c558f-c7f9-468a-bbb5-5657f5d111d4,segment=NetworkSegment(9039409c-8e37-46f4-ab3a-a57b9c40bdd2),segment_id=9039409c-8e37-46f4-ab3a-a57b9c40bdd2)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:04:30.943034 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c0250225-5a9e-4521-a8a3-04fb9b8d796e tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:30.957385 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-c0250225-5a9e-4521-a8a3-04fb9b8d796e tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Calling delete_port for 8a6c558f-c7f9-468a-bbb5-5657f5d111d4 owned by network:router_interface {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:04:31.103318 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-64c367da-2830-4c57-9231-bb4ae930c106 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:31.157503 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c367da-2830-4c57-9231-bb4ae930c106 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:31.168595 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-64c367da-2830-4c57-9231-bb4ae930c106 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:31.176793 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c367da-2830-4c57-9231-bb4ae930c106 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:04:31.181945 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c367da-2830-4c57-9231-bb4ae930c106 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event updated for resources: {'Port': ['ID=7233d2ef-b088-47cf-81a1-617095916f87,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:31.198875 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c0250225-5a9e-4521-a8a3-04fb9b8d796e tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:31.231366 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0250225-5a9e-4521-a8a3-04fb9b8d796e tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event deleted for resources: {'Port': ['ID=8a6c558f-c7f9-468a-bbb5-5657f5d111d4,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:31.344037 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f747c9e2-6721-4ffe-8abd-7e7f7a12ec0a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:31.424508 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f747c9e2-6721-4ffe-8abd-7e7f7a12ec0a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:31.528414 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f747c9e2-6721-4ffe-8abd-7e7f7a12ec0a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:31.633424 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device e546ca72-3c0e-46c5-ab56-e78eab069bf8 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:04:31.674676 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cad09c-05f6-4eef-a41c-1cbfd9385745 None None] Network a887233e-d481-41aa-9584-24a22f5e599a requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:04:31.757167 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-2ec95e81-d012-415c-801d-c8f5d7efa589 None None] Provisioning complete for port 5e3c9f82-d0be-4639-84f4-783ddf5ff310 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:31.757546 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2ec95e81-d012-415c-801d-c8f5d7efa589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:31.815972 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c0250225-5a9e-4521-a8a3-04fb9b8d796e tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:31.830123 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port e546ca72-3c0e-46c5-ab56-e78eab069bf8 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:31.830501 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:32.002823 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2ec95e81-d012-415c-801d-c8f5d7efa589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:32.030540 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:32.041495 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0250225-5a9e-4521-a8a3-04fb9b8d796e tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Router 555b9773-e579-4af4-b656-7412b447c3a0 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:04:32.075276 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port e546ca72-3c0e-46c5-ab56-e78eab069bf8, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=e546ca72-3c0e-46c5-ab56-e78eab069bf8,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:04:32.080320 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-2ec95e81-d012-415c-801d-c8f5d7efa589 None None] For port 5e3c9f82-d0be-4639-84f4-783ddf5ff310, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=5e3c9f82-d0be-4639-84f4-783ddf5ff310,segment=NetworkSegment(60588410-0ce9-4ca8-bc7e-83b5810a7a00),segment_id=60588410-0ce9-4ca8-bc7e-83b5810a7a00)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:04:32.088712 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f747c9e2-6721-4ffe-8abd-7e7f7a12ec0a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Port': ['ID=f668f9e5-9c2a-472e-9bc2-1e476f6ac0fa,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:32.153539 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0250225-5a9e-4521-a8a3-04fb9b8d796e tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:04:32.162711 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-c0250225-5a9e-4521-a8a3-04fb9b8d796e tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "PUT /v2.0/routers/555b9773-e579-4af4-b656-7412b447c3a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1227975 Feb 16 17:04:32.163181 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53716) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:32.167309 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:32.168168 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 5e3c9f82-d0be-4639-84f4-783ddf5ff310 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:04:32.181565 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-64c367da-2830-4c57-9231-bb4ae930c106 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for router_gateway, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:32.219167 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f747c9e2-6721-4ffe-8abd-7e7f7a12ec0a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network a887233e-d481-41aa-9584-24a22f5e599a is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:32.225342 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-f747c9e2-6721-4ffe-8abd-7e7f7a12ec0a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:32.227669 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6049d20-037a-4e44-8a8f-30c3df1f6954 None None] Sync routers for ids ['555b9773-e579-4af4-b656-7412b447c3a0'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:04:32.233698 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-f42e9aa1-2944-4efd-8fe2-23169865ab40 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Deleting subnet 95ee9f61-65b8-4d02-8a8a-f6b3f84b0a5b {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:04:32.237943 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f42e9aa1-2944-4efd-8fe2-23169865ab40 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:32.258217 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2ec95e81-d012-415c-801d-c8f5d7efa589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:32.282344 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6049d20-037a-4e44-8a8f-30c3df1f6954 None None] Routers {'555b9773-e579-4af4-b656-7412b447c3a0'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:04:32.283278 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-c6049d20-037a-4e44-8a8f-30c3df1f6954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:04:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['555b9773-e579-4af4-b656-7412b447c3a0'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:32.292130 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f42e9aa1-2944-4efd-8fe2-23169865ab40 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:32.389759 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=e546ca72-3c0e-46c5-ab56-e78eab069bf8,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:32.395494 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f42e9aa1-2944-4efd-8fe2-23169865ab40 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:32.437917 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 5e3c9f82-d0be-4639-84f4-783ddf5ff310 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:32.438312 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:32.460441 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f747c9e2-6721-4ffe-8abd-7e7f7a12ec0a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Router bc0b02f3-3a37-4b8e-a021-5c815bd7aebe has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:04:32.480302 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-c6049d20-037a-4e44-8a8f-30c3df1f6954 None None] Set router 555b9773-e579-4af4-b656-7412b447c3a0 gateway port host: None {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:04:32.488326 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-86e9ede4-129d-4412-b9ce-3da51678158c None None] Provisioning complete for port f668f9e5-9c2a-472e-9bc2-1e476f6ac0fa triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:32.488708 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-86e9ede4-129d-4412-b9ce-3da51678158c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:32.562784 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f42e9aa1-2944-4efd-8fe2-23169865ab40 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:32.562949 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec95e81-d012-415c-801d-c8f5d7efa589 None None] Pushing event updated for resources: {'Port': ['ID=5e3c9f82-d0be-4639-84f4-783ddf5ff310,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:32.574074 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-64c367da-2830-4c57-9231-bb4ae930c106 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:32.583231 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f42e9aa1-2944-4efd-8fe2-23169865ab40 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:32.589873 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f42e9aa1-2944-4efd-8fe2-23169865ab40 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "DELETE /v2.0/subnets/95ee9f61-65b8-4d02-8a8a-f6b3f84b0a5b HTTP/1.1" status: 204 len: 168 time: 0.4255731 Feb 16 17:04:32.590576 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53718) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:32.617146 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bcfece-2830-467c-9efd-f5173581002e None None] Network d926e9d7-1d17-4baa-80a2-b5a206c139fc requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:04:32.622962 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-86e9ede4-129d-4412-b9ce-3da51678158c None None] Port f668f9e5-9c2a-472e-9bc2-1e476f6ac0fa cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:04:32.626416 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e9aa1-2944-4efd-8fe2-23169865ab40 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event deleted for resources: {'Subnet': ['ID=95ee9f61-65b8-4d02-8a8a-f6b3f84b0a5b,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:32.676635 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f747c9e2-6721-4ffe-8abd-7e7f7a12ec0a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:04:32.682767 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-f747c9e2-6721-4ffe-8abd-7e7f7a12ec0a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "PUT /v2.0/routers/bc0b02f3-3a37-4b8e-a021-5c815bd7aebe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2613051 Feb 16 17:04:32.685331 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53720) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:32.698041 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04236184-0500-4393-afd7-9c6f77157436 None None] Sync routers for ids ['bc0b02f3-3a37-4b8e-a021-5c815bd7aebe'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:04:32.711451 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04236184-0500-4393-afd7-9c6f77157436 None None] Routers {'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:04:32.712096 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-04236184-0500-4393-afd7-9c6f77157436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:04:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['bc0b02f3-3a37-4b8e-a021-5c815bd7aebe'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:32.842661 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-86e9ede4-129d-4412-b9ce-3da51678158c None None] Provisioning complete for port 5e3c9f82-d0be-4639-84f4-783ddf5ff310 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:32.844200 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-86e9ede4-129d-4412-b9ce-3da51678158c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:32.850066 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c367da-2830-4c57-9231-bb4ae930c106 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Router 055363aa-90f0-4f0b-aab5-0e4346872769 is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:04:32.852287 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-90a261c4-1a94-419f-8c8f-fab44c514437 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:32.859796 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-04236184-0500-4393-afd7-9c6f77157436 None None] Set router bc0b02f3-3a37-4b8e-a021-5c815bd7aebe gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:04:33.021233 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163d6f5b-5f21-476b-9686-a26bbf668604 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:33.022553 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163d6f5b-5f21-476b-9686-a26bbf668604 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:33.023472 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163d6f5b-5f21-476b-9686-a26bbf668604 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:33.025504 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163d6f5b-5f21-476b-9686-a26bbf668604 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:33.026689 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163d6f5b-5f21-476b-9686-a26bbf668604 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:33.027343 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163d6f5b-5f21-476b-9686-a26bbf668604 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:33.028006 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163d6f5b-5f21-476b-9686-a26bbf668604 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:33.037289 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-163d6f5b-5f21-476b-9686-a26bbf668604 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4893 time: 0.3505230 Feb 16 17:04:33.038708 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c367da-2830-4c57-9231-bb4ae930c106 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:04:33.044264 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53722) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:33.050123 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 76eced09-03d5-4f0c-b150-d3aae5c4e21b no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:04:33.058820 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6fa062-f5ed-463e-a661-799fb4fdc915 None None] Sync routers for ids ['055363aa-90f0-4f0b-aab5-0e4346872769'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:04:33.065729 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-90a261c4-1a94-419f-8c8f-fab44c514437 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Deleting port af3de316-9d0f-46f1-a012-6ca84da19238 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:04:33.065729 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-90a261c4-1a94-419f-8c8f-fab44c514437 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:33.069441 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6398e9a8-c434-45da-b6b2-7afdc6bf905a None None] DHCP port deletion for d926e9d7-1d17-4baa-80a2-b5a206c139fc request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:04:33.106382 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 76eced09-03d5-4f0c-b150-d3aae5c4e21b {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:04:33.106774 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 76eced09-03d5-4f0c-b150-d3aae5c4e21b not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:04:33.109387 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6fa062-f5ed-463e-a661-799fb4fdc915 None None] Routers {'055363aa-90f0-4f0b-aab5-0e4346872769'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:04:33.110014 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-7a6fa062-f5ed-463e-a661-799fb4fdc915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:04:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['055363aa-90f0-4f0b-aab5-0e4346872769'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:33.144739 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-90a261c4-1a94-419f-8c8f-fab44c514437 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] For port af3de316-9d0f-46f1-a012-6ca84da19238, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=af3de316-9d0f-46f1-a012-6ca84da19238,segment=NetworkSegment(9039409c-8e37-46f4-ab3a-a57b9c40bdd2),segment_id=9039409c-8e37-46f4-ab3a-a57b9c40bdd2)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:04:33.145104 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-90a261c4-1a94-419f-8c8f-fab44c514437 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:33.163017 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-90a261c4-1a94-419f-8c8f-fab44c514437 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Calling delete_port for af3de316-9d0f-46f1-a012-6ca84da19238 owned by network:dhcp {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:04:33.168792 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc51257a-101b-4362-b3a2-dbe35632e31e tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:33.168792 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc51257a-101b-4362-b3a2-dbe35632e31e tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:33.169368 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc51257a-101b-4362-b3a2-dbe35632e31e tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:33.169913 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc51257a-101b-4362-b3a2-dbe35632e31e tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:33.170413 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc51257a-101b-4362-b3a2-dbe35632e31e tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:33.171602 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc51257a-101b-4362-b3a2-dbe35632e31e tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:33.172688 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-04236184-0500-4393-afd7-9c6f77157436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'name': 'tempest-TestNetworkBasicOps-router-668424910', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e546ca72-3c0e-46c5-ab56-e78eab069bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:23Z', 'updated_at': '2022-02-16T17:04:30Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'e546ca72-3c0e-46c5-ab56-e78eab069bf8', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:24Z', 'updated_at': '2022-02-16T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'f668f9e5-9c2a-472e-9bc2-1e476f6ac0fa', 'name': '', 'network_id': 'a887233e-d481-41aa-9584-24a22f5e599a', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:16:02:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '2bf959e4-88a3-4718-9710-0ca033dd4cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:29Z', 'updated_at': '2022-02-16T17:04:31Z', 'revision_number': 2, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': '2bf959e4-88a3-4718-9710-0ca033dd4cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:33.173741 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-bc51257a-101b-4362-b3a2-dbe35632e31e tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3911 time: 0.1256416 Feb 16 17:04:33.176857 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-7a6fa062-f5ed-463e-a661-799fb4fdc915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:33.178056 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-64c367da-2830-4c57-9231-bb4ae930c106 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:33.179311 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-64c367da-2830-4c57-9231-bb4ae930c106 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.7483187 Feb 16 17:04:33.179965 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53724) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:33.184420 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53726) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:33.202033 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-c6049d20-037a-4e44-8a8f-30c3df1f6954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555b9773-e579-4af4-b656-7412b447c3a0', 'name': 'tempest-RoutersTest-router-2093611534', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:53Z', 'updated_at': '2022-02-16T17:04:31Z', 'revision_number': 9, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'gw_port_host': None, '_interfaces': [{'id': '19cff096-a39e-4fba-8a8c-b9a97496245b', 'name': '', 'network_id': 'edc50841-ada0-4b9c-952e-31dd4d465844', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'mac_address': 'fa:16:3e:77:73:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555b9773-e579-4af4-b656-7412b447c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'dd4939f3-8a42-462d-8dae-50fcbb8c6496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:57Z', 'updated_at': '2022-02-16T17:04:03Z', 'revision_number': 5, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'subnets': [{'id': 'dd4939f3-8a42-462d-8dae-50fcbb8c6496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f472a92-6811-4dc4-b43a-6d9ea6d84130', 'name': '', 'network_id': 'e8b73613-649f-4221-a256-6c40539acf43', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'mac_address': 'fa:16:3e:f0:71:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555b9773-e579-4af4-b656-7412b447c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'ef9b049c-b41d-4330-ae69-c4c5aaf44f2b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:06Z', 'updated_at': '2022-02-16T17:04:13Z', 'revision_number': 5, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'subnets': [{'id': 'ef9b049c-b41d-4330-ae69-c4c5aaf44f2b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:33.204820 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04236184-0500-4393-afd7-9c6f77157436 None None] Checking router: bc0b02f3-3a37-4b8e-a021-5c815bd7aebe for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:04:33.205456 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04236184-0500-4393-afd7-9c6f77157436 None None] Updating router bc0b02f3-3a37-4b8e-a021-5c815bd7aebe port f668f9e5-9c2a-472e-9bc2-1e476f6ac0fa binding host dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:04:33.236663 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-04236184-0500-4393-afd7-9c6f77157436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:33.245403 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6fa062-f5ed-463e-a661-799fb4fdc915 None None] Routers {'055363aa-90f0-4f0b-aab5-0e4346872769'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:04:33.246041 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-7a6fa062-f5ed-463e-a661-799fb4fdc915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:04:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['055363aa-90f0-4f0b-aab5-0e4346872769'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:33.249039 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-c8c535bb-54a5-49aa-93f7-465acb7b60e3 None None] Provisioning complete for port f668f9e5-9c2a-472e-9bc2-1e476f6ac0fa triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:33.250030 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c8c535bb-54a5-49aa-93f7-465acb7b60e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:33.310836 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-90a261c4-1a94-419f-8c8f-fab44c514437 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:33.340532 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a261c4-1a94-419f-8c8f-fab44c514437 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event deleted for resources: {'Port': ['ID=af3de316-9d0f-46f1-a012-6ca84da19238,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:33.345079 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a261c4-1a94-419f-8c8f-fab44c514437 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] No DVR routers for this DVR port af3de316-9d0f-46f1-a012-6ca84da19238 on host dv-neutron-828697-3-hyperv {{(pid=114375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:04:33.454677 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6049d20-037a-4e44-8a8f-30c3df1f6954 None None] Checking router: 555b9773-e579-4af4-b656-7412b447c3a0 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:04:33.459544 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-7a6fa062-f5ed-463e-a661-799fb4fdc915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:33.460073 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6fa062-f5ed-463e-a661-799fb4fdc915 None None] The sync data for ids ['055363aa-90f0-4f0b-aab5-0e4346872769'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:04:33.469887 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device e546ca72-3c0e-46c5-ab56-e78eab069bf8 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:04:33.502953 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-90a261c4-1a94-419f-8c8f-fab44c514437 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:33.519449 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6049d20-037a-4e44-8a8f-30c3df1f6954 None None] Routers {'555b9773-e579-4af4-b656-7412b447c3a0'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:04:33.520126 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-c6049d20-037a-4e44-8a8f-30c3df1f6954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:04:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['555b9773-e579-4af4-b656-7412b447c3a0'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:33.533341 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-90a261c4-1a94-419f-8c8f-fab44c514437 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d926e9d7-1d17-4baa-80a2-b5a206c139fc']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:33.547655 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-90a261c4-1a94-419f-8c8f-fab44c514437 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9039409c-8e37-46f4-ab3a-a57b9c40bdd2') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:33.547906 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-90a261c4-1a94-419f-8c8f-fab44c514437 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9039409c-8e37-46f4-ab3a-a57b9c40bdd2') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:33.556647 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-d8e218b9-9788-46b3-8086-de3c59baa59f tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "GET /v2.0/routers/055363aa-90f0-4f0b-aab5-0e4346872769 HTTP/1.1" status: 200 len: 883 time: 0.3441958 Feb 16 17:04:33.558103 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-90a261c4-1a94-419f-8c8f-fab44c514437 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:33.561181 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-c8c535bb-54a5-49aa-93f7-465acb7b60e3 None None] Port f668f9e5-9c2a-472e-9bc2-1e476f6ac0fa cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:04:33.562708 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53728) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:33.567119 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-6398e9a8-c434-45da-b6b2-7afdc6bf905a None None] Deleting port af3de316-9d0f-46f1-a012-6ca84da19238 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:04:33.567119 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6398e9a8-c434-45da-b6b2-7afdc6bf905a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:33.572460 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-90a261c4-1a94-419f-8c8f-fab44c514437 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:33.578617 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90a261c4-1a94-419f-8c8f-fab44c514437 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:04:33.579007 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-90a261c4-1a94-419f-8c8f-fab44c514437 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:33.602666 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 17:04:33.602666 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:04:33.602666 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 17:04:33.602666 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:04:33.602666 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 17:04:33.602666 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:04:33.602666 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 17:04:33.602666 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:04:33.602666 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 17:04:33.602666 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:04:33.602666 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 17:04:33.602666 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:04:33.602666 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 17:04:33.602666 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:04:33.602666 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:04:33.602666 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:04:33.602666 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:04:33.602666 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:04:33.602666 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 17:04:33.602666 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:04:33.602666 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 17:04:33.602666 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:04:33.602666 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:04:33.602666 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:04:33.602666 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 17:04:33.602666 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:04:33.602666 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:04:33.602666 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:04:33.602666 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:04:33.602666 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:04:33.602666 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:04:33.602666 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:04:33.608337 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-04236184-0500-4393-afd7-9c6f77157436 None None] Notify callbacks [] for port, precommit_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:33.667024 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port e546ca72-3c0e-46c5-ab56-e78eab069bf8 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:33.667405 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:33.670854 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-6398e9a8-c434-45da-b6b2-7afdc6bf905a None None] For port af3de316-9d0f-46f1-a012-6ca84da19238, host dv-neutron-828697-3-hyperv, got binding levels [] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:04:33.671263 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6398e9a8-c434-45da-b6b2-7afdc6bf905a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:33.684906 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-04236184-0500-4393-afd7-9c6f77157436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:33.700177 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-b7d86595-7f23-4d5a-ae36-36c94a133584 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2851 time: 0.5189259 Feb 16 17:04:33.722241 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-6398e9a8-c434-45da-b6b2-7afdc6bf905a None None] Calling delete_port for af3de316-9d0f-46f1-a012-6ca84da19238 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:04:33.722241 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.ipam_backend_mixin [None req-6398e9a8-c434-45da-b6b2-7afdc6bf905a None None] Port af3de316-9d0f-46f1-a012-6ca84da19238 was not found and therefore no delete operation was performed {{(pid=114377) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 17:04:33.724761 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6398e9a8-c434-45da-b6b2-7afdc6bf905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:33.742406 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-c6049d20-037a-4e44-8a8f-30c3df1f6954 None None] Set router 555b9773-e579-4af4-b656-7412b447c3a0 gateway port host: None {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:04:33.749461 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c96091-bef3-46ef-a830-0a17ca55d742 None None] Pushing event updated for resources: {'Port': ['ID=f668f9e5-9c2a-472e-9bc2-1e476f6ac0fa,revision_number=3']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:33.761745 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6398e9a8-c434-45da-b6b2-7afdc6bf905a None None] No DVR routers for this DVR port af3de316-9d0f-46f1-a012-6ca84da19238 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:04:33.776456 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-90a261c4-1a94-419f-8c8f-fab44c514437 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:33.784098 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-90a261c4-1a94-419f-8c8f-fab44c514437 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:33.792616 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-90a261c4-1a94-419f-8c8f-fab44c514437 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "DELETE /v2.0/networks/d926e9d7-1d17-4baa-80a2-b5a206c139fc HTTP/1.1" status: 204 len: 168 time: 1.1969118 Feb 16 17:04:33.796387 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53732) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:33.797591 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6398e9a8-c434-45da-b6b2-7afdc6bf905a None None] Pushing event deleted for resources: {'Port': ['ID=af3de316-9d0f-46f1-a012-6ca84da19238,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:33.834714 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a261c4-1a94-419f-8c8f-fab44c514437 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event deleted for resources: {'Network': ['ID=d926e9d7-1d17-4baa-80a2-b5a206c139fc,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:33.884430 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-04236184-0500-4393-afd7-9c6f77157436 None None] Attempting to bind port f668f9e5-9c2a-472e-9bc2-1e476f6ac0fa on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:04:33.885207 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-04236184-0500-4393-afd7-9c6f77157436 None None] Attempting to bind port f668f9e5-9c2a-472e-9bc2-1e476f6ac0fa by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '60588410-0ce9-4ca8-bc7e-83b5810a7a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a887233e-d481-41aa-9584-24a22f5e599a'}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:04:33.885903 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04236184-0500-4393-afd7-9c6f77157436 None None] Attempting to bind port f668f9e5-9c2a-472e-9bc2-1e476f6ac0fa on network a887233e-d481-41aa-9584-24a22f5e599a {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:04:33.895551 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04236184-0500-4393-afd7-9c6f77157436 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:04:33.895551 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04236184-0500-4393-afd7-9c6f77157436 None None] Checking segment: {'id': '60588410-0ce9-4ca8-bc7e-83b5810a7a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a887233e-d481-41aa-9584-24a22f5e599a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:04:33.896287 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-04236184-0500-4393-afd7-9c6f77157436 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:33.896778 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04236184-0500-4393-afd7-9c6f77157436 None None] Bound using segment: {'id': '60588410-0ce9-4ca8-bc7e-83b5810a7a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a887233e-d481-41aa-9584-24a22f5e599a'} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:04:33.897784 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-04236184-0500-4393-afd7-9c6f77157436 None None] Bound port: f668f9e5-9c2a-472e-9bc2-1e476f6ac0fa, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60588410-0ce9-4ca8-bc7e-83b5810a7a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a887233e-d481-41aa-9584-24a22f5e599a'}}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:04:33.898304 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-04236184-0500-4393-afd7-9c6f77157436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:33.956963 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 5e3c9f82-d0be-4639-84f4-783ddf5ff310 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:04:34.015762 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-04236184-0500-4393-afd7-9c6f77157436 None None] For port f668f9e5-9c2a-472e-9bc2-1e476f6ac0fa, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:04:34.020025 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-04236184-0500-4393-afd7-9c6f77157436 None None] For port f668f9e5-9c2a-472e-9bc2-1e476f6ac0fa, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=f668f9e5-9c2a-472e-9bc2-1e476f6ac0fa,segment=NetworkSegment(60588410-0ce9-4ca8-bc7e-83b5810a7a00),segment_id=60588410-0ce9-4ca8-bc7e-83b5810a7a00)] {{(pid=114378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:04:34.066643 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 5e3c9f82-d0be-4639-84f4-783ddf5ff310 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:34.067014 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:34.101022 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-04236184-0500-4393-afd7-9c6f77157436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:34.126949 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-c6049d20-037a-4e44-8a8f-30c3df1f6954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555b9773-e579-4af4-b656-7412b447c3a0', 'name': 'tempest-RoutersTest-router-2093611534', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:53Z', 'updated_at': '2022-02-16T17:04:31Z', 'revision_number': 9, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'gw_port_host': None, '_interfaces': [{'id': '19cff096-a39e-4fba-8a8c-b9a97496245b', 'name': '', 'network_id': 'edc50841-ada0-4b9c-952e-31dd4d465844', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'mac_address': 'fa:16:3e:77:73:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555b9773-e579-4af4-b656-7412b447c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'dd4939f3-8a42-462d-8dae-50fcbb8c6496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:57Z', 'updated_at': '2022-02-16T17:04:03Z', 'revision_number': 5, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'subnets': [{'id': 'dd4939f3-8a42-462d-8dae-50fcbb8c6496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f472a92-6811-4dc4-b43a-6d9ea6d84130', 'name': '', 'network_id': 'e8b73613-649f-4221-a256-6c40539acf43', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'mac_address': 'fa:16:3e:f0:71:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555b9773-e579-4af4-b656-7412b447c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'ef9b049c-b41d-4330-ae69-c4c5aaf44f2b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:06Z', 'updated_at': '2022-02-16T17:04:13Z', 'revision_number': 5, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'subnets': [{'id': 'ef9b049c-b41d-4330-ae69-c4c5aaf44f2b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:34.208149 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c96091-bef3-46ef-a830-0a17ca55d742 None None] Pushing event updated for resources: {'Port': ['ID=f668f9e5-9c2a-472e-9bc2-1e476f6ac0fa,revision_number=4']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:34.208370 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6049d20-037a-4e44-8a8f-30c3df1f6954 None None] The sync data for ids ['555b9773-e579-4af4-b656-7412b447c3a0'] in dv-neutron-828697-3-hyperv is: [{'id': '555b9773-e579-4af4-b656-7412b447c3a0', 'name': 'tempest-RoutersTest-router-2093611534', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:53Z', 'updated_at': '2022-02-16T17:04:31Z', 'revision_number': 9, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'gw_port_host': None, '_interfaces': [{'id': '19cff096-a39e-4fba-8a8c-b9a97496245b', 'name': '', 'network_id': 'edc50841-ada0-4b9c-952e-31dd4d465844', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'mac_address': 'fa:16:3e:77:73:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555b9773-e579-4af4-b656-7412b447c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'dd4939f3-8a42-462d-8dae-50fcbb8c6496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:57Z', 'updated_at': '2022-02-16T17:04:03Z', 'revision_number': 5, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'subnets': [{'id': 'dd4939f3-8a42-462d-8dae-50fcbb8c6496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f472a92-6811-4dc4-b43a-6d9ea6d84130', 'name': '', 'network_id': 'e8b73613-649f-4221-a256-6c40539acf43', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'mac_address': 'fa:16:3e:f0:71:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555b9773-e579-4af4-b656-7412b447c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'ef9b049c-b41d-4330-ae69-c4c5aaf44f2b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:06Z', 'updated_at': '2022-02-16T17:04:13Z', 'revision_number': 5, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'subnets': [{'id': 'ef9b049c-b41d-4330-ae69-c4c5aaf44f2b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:04:34.227542 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04236184-0500-4393-afd7-9c6f77157436 None None] Routers {'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:04:34.230379 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-04236184-0500-4393-afd7-9c6f77157436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:04:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['bc0b02f3-3a37-4b8e-a021-5c815bd7aebe'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:34.255011 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-a8f171fe-457c-4ec3-89d0-f00ace57cdba None None] Provisioning complete for port f668f9e5-9c2a-472e-9bc2-1e476f6ac0fa triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:34.255442 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a8f171fe-457c-4ec3-89d0-f00ace57cdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:34.353087 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a8f171fe-457c-4ec3-89d0-f00ace57cdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:34.388834 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-a8f171fe-457c-4ec3-89d0-f00ace57cdba None None] For port f668f9e5-9c2a-472e-9bc2-1e476f6ac0fa, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=f668f9e5-9c2a-472e-9bc2-1e476f6ac0fa,segment=NetworkSegment(60588410-0ce9-4ca8-bc7e-83b5810a7a00),segment_id=60588410-0ce9-4ca8-bc7e-83b5810a7a00)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:04:34.429390 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-04236184-0500-4393-afd7-9c6f77157436 None None] Set router bc0b02f3-3a37-4b8e-a021-5c815bd7aebe gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:04:34.443930 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53734) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:34.449796 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-a4463f38-425a-4cc5-aad4-d52c89006b6e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1378469089', 'description': 'tempest-secgroup-smoke-1378469089 description', 'project_id': '9c9820320aae461fbcc5eba944eb2160'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:34.475340 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a8f171fe-457c-4ec3-89d0-f00ace57cdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:34.486590 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-fe6b304a-62ba-431e-9ef1-e2e9c34ca6e8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.9134603 Feb 16 17:04:34.488746 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53736) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:34.494683 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-911078b8-2f2a-49e7-a998-6c65218d80b2 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1841963331'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:34.532048 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f171fe-457c-4ec3-89d0-f00ace57cdba None None] Pushing event updated for resources: {'Port': ['ID=f668f9e5-9c2a-472e-9bc2-1e476f6ac0fa,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:34.554492 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a4463f38-425a-4cc5-aad4-d52c89006b6e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:34.615872 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device af3de316-9d0f-46f1-a012-6ca84da19238 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:04:34.647529 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: af3de316-9d0f-46f1-a012-6ca84da19238 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:04:34.648047 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device af3de316-9d0f-46f1-a012-6ca84da19238 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:04:34.649769 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-d870ff4c-d1d5-4708-82d1-3a8d75b57e11 None None] Provisioning complete for port f668f9e5-9c2a-472e-9bc2-1e476f6ac0fa triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:34.650377 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d870ff4c-d1d5-4708-82d1-3a8d75b57e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:34.720944 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-04236184-0500-4393-afd7-9c6f77157436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'name': 'tempest-TestNetworkBasicOps-router-668424910', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e546ca72-3c0e-46c5-ab56-e78eab069bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:23Z', 'updated_at': '2022-02-16T17:04:30Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'e546ca72-3c0e-46c5-ab56-e78eab069bf8', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:24Z', 'updated_at': '2022-02-16T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'f668f9e5-9c2a-472e-9bc2-1e476f6ac0fa', 'name': '', 'network_id': 'a887233e-d481-41aa-9584-24a22f5e599a', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:16:02:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '2bf959e4-88a3-4718-9710-0ca033dd4cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:29Z', 'updated_at': '2022-02-16T17:04:34Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': '2bf959e4-88a3-4718-9710-0ca033dd4cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:34.762714 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04236184-0500-4393-afd7-9c6f77157436 None None] The sync data for ids ['bc0b02f3-3a37-4b8e-a021-5c815bd7aebe'] in dv-neutron-828697-3-hyperv is: [{'id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'name': 'tempest-TestNetworkBasicOps-router-668424910', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e546ca72-3c0e-46c5-ab56-e78eab069bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:23Z', 'updated_at': '2022-02-16T17:04:30Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'e546ca72-3c0e-46c5-ab56-e78eab069bf8', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:24Z', 'updated_at': '2022-02-16T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'f668f9e5-9c2a-472e-9bc2-1e476f6ac0fa', 'name': '', 'network_id': 'a887233e-d481-41aa-9584-24a22f5e599a', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:16:02:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '2bf959e4-88a3-4718-9710-0ca033dd4cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:29Z', 'updated_at': '2022-02-16T17:04:34Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': '2bf959e4-88a3-4718-9710-0ca033dd4cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:04:34.781899 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-38228f1c-b30b-48e2-8ec9-28a2f20ec607 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:34.822911 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a4463f38-425a-4cc5-aad4-d52c89006b6e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:34.895526 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a4463f38-425a-4cc5-aad4-d52c89006b6e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:34.940574 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4463f38-425a-4cc5-aad4-d52c89006b6e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2f97b7-1a1d-46ad-8317-08f408e6f39c,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:34.996407 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-911078b8-2f2a-49e7-a998-6c65218d80b2 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-583993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10422'] for router, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:35.018973 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a4463f38-425a-4cc5-aad4-d52c89006b6e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:35.023404 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a4463f38-425a-4cc5-aad4-d52c89006b6e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5745249 Feb 16 17:04:35.023598 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53738) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:35.028526 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-2075f107-a8ec-4a81-a79b-612a11a175fc tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': '9d2f97b7-1a1d-46ad-8317-08f408e6f39c', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:35.088138 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-911078b8-2f2a-49e7-a998-6c65218d80b2 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-583970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-583979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-582263'] for router, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:35.126509 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-38228f1c-b30b-48e2-8ec9-28a2f20ec607 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Deleting port 7f472a92-6811-4dc4-b43a-6d9ea6d84130 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:04:35.126861 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-38228f1c-b30b-48e2-8ec9-28a2f20ec607 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:35.184662 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2075f107-a8ec-4a81-a79b-612a11a175fc tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:35.208191 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-911078b8-2f2a-49e7-a998-6c65218d80b2 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Router 055363aa-90f0-4f0b-aab5-0e4346872769 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:04:35.261869 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-38228f1c-b30b-48e2-8ec9-28a2f20ec607 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] For port 7f472a92-6811-4dc4-b43a-6d9ea6d84130, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=7f472a92-6811-4dc4-b43a-6d9ea6d84130,segment=NetworkSegment(b647108f-b51f-406a-8541-3f0f7116de32),segment_id=b647108f-b51f-406a-8541-3f0f7116de32)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:04:35.262228 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-38228f1c-b30b-48e2-8ec9-28a2f20ec607 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:35.284977 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2075f107-a8ec-4a81-a79b-612a11a175fc tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:35.289260 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-38228f1c-b30b-48e2-8ec9-28a2f20ec607 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Calling delete_port for 7f472a92-6811-4dc4-b43a-6d9ea6d84130 owned by network:router_interface {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:04:35.320808 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911078b8-2f2a-49e7-a998-6c65218d80b2 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:04:35.328135 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-911078b8-2f2a-49e7-a998-6c65218d80b2 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:35.332066 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-911078b8-2f2a-49e7-a998-6c65218d80b2 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "PUT /v2.0/routers/055363aa-90f0-4f0b-aab5-0e4346872769 HTTP/1.1" status: 200 len: 890 time: 0.8393128 Feb 16 17:04:35.332350 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53740) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:35.334827 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665f7114-992a-4d88-a43a-c7b922564eee None None] Sync routers for ids ['055363aa-90f0-4f0b-aab5-0e4346872769'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:04:35.348953 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665f7114-992a-4d88-a43a-c7b922564eee None None] Routers {'055363aa-90f0-4f0b-aab5-0e4346872769'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:04:35.349567 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-665f7114-992a-4d88-a43a-c7b922564eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:04:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['055363aa-90f0-4f0b-aab5-0e4346872769'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:35.391831 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2075f107-a8ec-4a81-a79b-612a11a175fc tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:35.392238 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-665f7114-992a-4d88-a43a-c7b922564eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:35.405668 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665f7114-992a-4d88-a43a-c7b922564eee None None] Routers {'055363aa-90f0-4f0b-aab5-0e4346872769'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:04:35.406341 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-665f7114-992a-4d88-a43a-c7b922564eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:04:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['055363aa-90f0-4f0b-aab5-0e4346872769'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:35.433536 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2075f107-a8ec-4a81-a79b-612a11a175fc tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75fe9fa0-eb60-4f19-845f-0ff5da99ce65,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:35.460802 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device f668f9e5-9c2a-472e-9bc2-1e476f6ac0fa up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:04:35.520900 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2075f107-a8ec-4a81-a79b-612a11a175fc tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:35.525488 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-2075f107-a8ec-4a81-a79b-612a11a175fc tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4975195 Feb 16 17:04:35.525799 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53742) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:35.526660 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port f668f9e5-9c2a-472e-9bc2-1e476f6ac0fa triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:35.527573 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:35.530385 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-2ad3b1ab-07c4-40d4-89f4-136956ffcede tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': '9d2f97b7-1a1d-46ad-8317-08f408e6f39c', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:35.555613 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-92c997fd-7a38-4cde-8d51-ca7bede09682 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "GET /v2.0/routers/055363aa-90f0-4f0b-aab5-0e4346872769 HTTP/1.1" status: 200 len: 890 time: 0.2222180 Feb 16 17:04:35.561220 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53744) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:35.584899 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-665f7114-992a-4d88-a43a-c7b922564eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:35.584899 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665f7114-992a-4d88-a43a-c7b922564eee None None] The sync data for ids ['055363aa-90f0-4f0b-aab5-0e4346872769'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:04:35.614578 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-71541da8-00e7-4533-b38c-20f1596ab556 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "GET /v2.0/ports?device_id=055363aa-90f0-4f0b-aab5-0e4346872769 HTTP/1.1" status: 200 len: 205 time: 0.0496335 Feb 16 17:04:35.615014 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53746) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:35.636431 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 8a6c558f-c7f9-468a-bbb5-5657f5d111d4 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:04:35.657795 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 8a6c558f-c7f9-468a-bbb5-5657f5d111d4 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:04:35.658138 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 8a6c558f-c7f9-468a-bbb5-5657f5d111d4 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:04:35.668802 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2ad3b1ab-07c4-40d4-89f4-136956ffcede tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:35.745649 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2ad3b1ab-07c4-40d4-89f4-136956ffcede tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:35.747746 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ab24fd05-d0b0-49df-b64e-ed295e940d31 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for router, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:35.782648 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-38228f1c-b30b-48e2-8ec9-28a2f20ec607 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:35.815490 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2ad3b1ab-07c4-40d4-89f4-136956ffcede tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:35.821949 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38228f1c-b30b-48e2-8ec9-28a2f20ec607 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event deleted for resources: {'Port': ['ID=7f472a92-6811-4dc4-b43a-6d9ea6d84130,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:35.847052 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad3b1ab-07c4-40d4-89f4-136956ffcede tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3094190-1c6a-44af-8e62-373b167ab07f,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:35.927692 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2ad3b1ab-07c4-40d4-89f4-136956ffcede tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:35.932517 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-2ad3b1ab-07c4-40d4-89f4-136956ffcede tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4026816 Feb 16 17:04:35.932517 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53748) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:35.937664 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-f979c98a-600d-414e-a157-f4cfc3d764b7 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': '9d2f97b7-1a1d-46ad-8317-08f408e6f39c', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:36.036843 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ab24fd05-d0b0-49df-b64e-ed295e940d31 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:36.050267 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f979c98a-600d-414e-a157-f4cfc3d764b7 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:36.053289 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-38228f1c-b30b-48e2-8ec9-28a2f20ec607 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:36.119405 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f979c98a-600d-414e-a157-f4cfc3d764b7 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:36.192867 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f979c98a-600d-414e-a157-f4cfc3d764b7 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:36.210550 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f979c98a-600d-414e-a157-f4cfc3d764b7 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=800a4bb8-1a5f-4827-bf13-d255505a6e97,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:36.266970 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-ab24fd05-d0b0-49df-b64e-ed295e940d31 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Deleting port 7233d2ef-b088-47cf-81a1-617095916f87 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:04:36.267313 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ab24fd05-d0b0-49df-b64e-ed295e940d31 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:36.269279 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f979c98a-600d-414e-a157-f4cfc3d764b7 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:36.270623 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f979c98a-600d-414e-a157-f4cfc3d764b7 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3372908 Feb 16 17:04:36.273359 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53750) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:36.277728 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-234588a4-1175-45bc-9117-8038167c609f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': '9d2f97b7-1a1d-46ad-8317-08f408e6f39c', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:36.328716 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38228f1c-b30b-48e2-8ec9-28a2f20ec607 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Router 555b9773-e579-4af4-b656-7412b447c3a0 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:04:36.363308 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-234588a4-1175-45bc-9117-8038167c609f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:36.421765 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-234588a4-1175-45bc-9117-8038167c609f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:36.422226 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ab24fd05-d0b0-49df-b64e-ed295e940d31 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:36.441924 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-ab24fd05-d0b0-49df-b64e-ed295e940d31 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Calling delete_port for 7233d2ef-b088-47cf-81a1-617095916f87 owned by network:router_gateway {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:04:36.462899 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38228f1c-b30b-48e2-8ec9-28a2f20ec607 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:04:36.468108 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-38228f1c-b30b-48e2-8ec9-28a2f20ec607 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "PUT /v2.0/routers/555b9773-e579-4af4-b656-7412b447c3a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6685691 Feb 16 17:04:36.470933 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53752) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:36.473611 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0110895a-73d4-4ce4-864d-d0ba79d5361d None None] Sync routers for ids ['555b9773-e579-4af4-b656-7412b447c3a0'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:04:36.483795 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0110895a-73d4-4ce4-864d-d0ba79d5361d None None] Routers {'555b9773-e579-4af4-b656-7412b447c3a0'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:04:36.484443 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-0110895a-73d4-4ce4-864d-d0ba79d5361d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:04:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['555b9773-e579-4af4-b656-7412b447c3a0'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:36.489165 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-234588a4-1175-45bc-9117-8038167c609f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:36.541360 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234588a4-1175-45bc-9117-8038167c609f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3a31996-f9b3-44c6-b008-cf9919444541,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:36.549638 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-a79b85c6-478b-4610-826c-1de4dede5d15 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Deleting subnet ef9b049c-b41d-4330-ae69-c4c5aaf44f2b {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:04:36.553310 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a79b85c6-478b-4610-826c-1de4dede5d15 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:36.574628 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-0110895a-73d4-4ce4-864d-d0ba79d5361d None None] Set router 555b9773-e579-4af4-b656-7412b447c3a0 gateway port host: None {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:04:36.598909 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a79b85c6-478b-4610-826c-1de4dede5d15 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:36.623053 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-234588a4-1175-45bc-9117-8038167c609f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:36.627450 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-234588a4-1175-45bc-9117-8038167c609f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3498375 Feb 16 17:04:36.627786 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53754) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:36.632651 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-54cf7543-f0d3-4204-bceb-7e03c411bc06 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': '9d2f97b7-1a1d-46ad-8317-08f408e6f39c', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:36.718791 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a79b85c6-478b-4610-826c-1de4dede5d15 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:36.763762 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.securitygroups_db [None req-54cf7543-f0d3-4204-bceb-7e03c411bc06 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Project 9c9820320aae461fbcc5eba944eb2160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:04:36.772008 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-54cf7543-f0d3-4204-bceb-7e03c411bc06 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:36.808031 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-0110895a-73d4-4ce4-864d-d0ba79d5361d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555b9773-e579-4af4-b656-7412b447c3a0', 'name': 'tempest-RoutersTest-router-2093611534', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:53Z', 'updated_at': '2022-02-16T17:04:35Z', 'revision_number': 10, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'gw_port_host': None, '_interfaces': [{'id': '19cff096-a39e-4fba-8a8c-b9a97496245b', 'name': '', 'network_id': 'edc50841-ada0-4b9c-952e-31dd4d465844', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'mac_address': 'fa:16:3e:77:73:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555b9773-e579-4af4-b656-7412b447c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'dd4939f3-8a42-462d-8dae-50fcbb8c6496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:57Z', 'updated_at': '2022-02-16T17:04:03Z', 'revision_number': 5, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'subnets': [{'id': 'dd4939f3-8a42-462d-8dae-50fcbb8c6496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:36.846490 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-54cf7543-f0d3-4204-bceb-7e03c411bc06 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:36.848055 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0110895a-73d4-4ce4-864d-d0ba79d5361d None None] Checking router: 555b9773-e579-4af4-b656-7412b447c3a0 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:04:36.850073 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-dd768330-111b-4ec3-8e74-d891231013b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:36.858072 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0110895a-73d4-4ce4-864d-d0ba79d5361d None None] Routers {'555b9773-e579-4af4-b656-7412b447c3a0'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:04:36.859200 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-0110895a-73d4-4ce4-864d-d0ba79d5361d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:04:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['555b9773-e579-4af4-b656-7412b447c3a0'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:36.878521 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a79b85c6-478b-4610-826c-1de4dede5d15 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:36.906680 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-54cf7543-f0d3-4204-bceb-7e03c411bc06 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:36.908227 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b85c6-478b-4610-826c-1de4dede5d15 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event deleted for resources: {'Subnet': ['ID=ef9b049c-b41d-4330-ae69-c4c5aaf44f2b,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:36.911585 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a79b85c6-478b-4610-826c-1de4dede5d15 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:36.914737 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a79b85c6-478b-4610-826c-1de4dede5d15 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "DELETE /v2.0/subnets/ef9b049c-b41d-4330-ae69-c4c5aaf44f2b HTTP/1.1" status: 204 len: 168 time: 0.4338408 Feb 16 17:04:36.917706 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53758) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:36.934061 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf7543-f0d3-4204-bceb-7e03c411bc06 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19d089ab-3a4f-4311-bfda-7b2b25c3185b,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:36.969176 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ab24fd05-d0b0-49df-b64e-ed295e940d31 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:37.017192 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab24fd05-d0b0-49df-b64e-ed295e940d31 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event deleted for resources: {'Port': ['ID=7233d2ef-b088-47cf-81a1-617095916f87,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:37.026594 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-54cf7543-f0d3-4204-bceb-7e03c411bc06 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:37.028145 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-54cf7543-f0d3-4204-bceb-7e03c411bc06 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3994129 Feb 16 17:04:37.030798 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53760) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:37.035940 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-bcc34313-c308-4437-90ad-9eae25523c33 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': '9d2f97b7-1a1d-46ad-8317-08f408e6f39c', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:37.073921 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0edba557-f863-4857-8b63-eab384621ef0 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:37.091565 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798b2368-76ab-43d9-93cd-72ab8320a6dc None None] Network e8b73613-649f-4221-a256-6c40539acf43 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:04:37.096491 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ab24fd05-d0b0-49df-b64e-ed295e940d31 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584056'] for router_gateway, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:37.118535 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.securitygroups_db [None req-bcc34313-c308-4437-90ad-9eae25523c33 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Project 9c9820320aae461fbcc5eba944eb2160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:04:37.123882 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bcc34313-c308-4437-90ad-9eae25523c33 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:37.161172 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-0110895a-73d4-4ce4-864d-d0ba79d5361d None None] Set router 555b9773-e579-4af4-b656-7412b447c3a0 gateway port host: None {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:04:37.189622 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bcc34313-c308-4437-90ad-9eae25523c33 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:37.209053 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ab24fd05-d0b0-49df-b64e-ed295e940d31 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:37.212893 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ab24fd05-d0b0-49df-b64e-ed295e940d31 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:37.260516 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-0edba557-f863-4857-8b63-eab384621ef0 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Deleting port 3a6bb72e-1b5f-4d3a-becc-beec824392ba {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:04:37.260854 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0edba557-f863-4857-8b63-eab384621ef0 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:37.272854 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bcc34313-c308-4437-90ad-9eae25523c33 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:37.296750 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc34313-c308-4437-90ad-9eae25523c33 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74db49cd-d48e-4817-8ab7-e09661e46324,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:37.325019 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-0edba557-f863-4857-8b63-eab384621ef0 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] For port 3a6bb72e-1b5f-4d3a-becc-beec824392ba, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=3a6bb72e-1b5f-4d3a-becc-beec824392ba,segment=NetworkSegment(b647108f-b51f-406a-8541-3f0f7116de32),segment_id=b647108f-b51f-406a-8541-3f0f7116de32)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:04:37.325391 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0edba557-f863-4857-8b63-eab384621ef0 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:37.332837 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ab24fd05-d0b0-49df-b64e-ed295e940d31 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:37.333362 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab24fd05-d0b0-49df-b64e-ed295e940d31 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Fanout notify agent at l3_agent the message router_deleted on router 055363aa-90f0-4f0b-aab5-0e4346872769 {{(pid=114376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:04:37.344179 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ab24fd05-d0b0-49df-b64e-ed295e940d31 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:37.345748 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-ab24fd05-d0b0-49df-b64e-ed295e940d31 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "DELETE /v2.0/routers/055363aa-90f0-4f0b-aab5-0e4346872769 HTTP/1.1" status: 204 len: 168 time: 1.7293053 Feb 16 17:04:37.351319 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-0edba557-f863-4857-8b63-eab384621ef0 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Calling delete_port for 3a6bb72e-1b5f-4d3a-becc-beec824392ba owned by network:dhcp {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:04:37.359753 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53762) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:37.359753 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-c5b46588-736c-405d-8e04-53a66e515c45 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-152977904'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:37.378759 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bcc34313-c308-4437-90ad-9eae25523c33 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:37.380506 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-bcc34313-c308-4437-90ad-9eae25523c33 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3480403 Feb 16 17:04:37.432201 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b148519-f73a-499d-928e-71d1b3c51b5f None None] DHCP port deletion for e8b73613-649f-4221-a256-6c40539acf43 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:04:37.477540 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-0110895a-73d4-4ce4-864d-d0ba79d5361d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555b9773-e579-4af4-b656-7412b447c3a0', 'name': 'tempest-RoutersTest-router-2093611534', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:53Z', 'updated_at': '2022-02-16T17:04:35Z', 'revision_number': 10, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'gw_port_host': None, '_interfaces': [{'id': '19cff096-a39e-4fba-8a8c-b9a97496245b', 'name': '', 'network_id': 'edc50841-ada0-4b9c-952e-31dd4d465844', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'mac_address': 'fa:16:3e:77:73:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555b9773-e579-4af4-b656-7412b447c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'dd4939f3-8a42-462d-8dae-50fcbb8c6496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:57Z', 'updated_at': '2022-02-16T17:04:03Z', 'revision_number': 5, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'subnets': [{'id': 'dd4939f3-8a42-462d-8dae-50fcbb8c6496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:37.504392 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b46588-736c-405d-8e04-53a66e515c45 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Made reservation on behalf of 8b839598b51f4c5f8c0eeb567a6c9232 for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:04:37.507897 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c5b46588-736c-405d-8e04-53a66e515c45 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:37.514225 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0110895a-73d4-4ce4-864d-d0ba79d5361d None None] The sync data for ids ['555b9773-e579-4af4-b656-7412b447c3a0'] in dv-neutron-828697-3-hyperv is: [{'id': '555b9773-e579-4af4-b656-7412b447c3a0', 'name': 'tempest-RoutersTest-router-2093611534', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:53Z', 'updated_at': '2022-02-16T17:04:35Z', 'revision_number': 10, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'gw_port_host': None, '_interfaces': [{'id': '19cff096-a39e-4fba-8a8c-b9a97496245b', 'name': '', 'network_id': 'edc50841-ada0-4b9c-952e-31dd4d465844', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'mac_address': 'fa:16:3e:77:73:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555b9773-e579-4af4-b656-7412b447c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'dd4939f3-8a42-462d-8dae-50fcbb8c6496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:03:57Z', 'updated_at': '2022-02-16T17:04:03Z', 'revision_number': 5, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'subnets': [{'id': 'dd4939f3-8a42-462d-8dae-50fcbb8c6496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:04:37.536295 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-4b148519-f73a-499d-928e-71d1b3c51b5f None None] Deleting port 3a6bb72e-1b5f-4d3a-becc-beec824392ba {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:04:37.536672 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4b148519-f73a-499d-928e-71d1b3c51b5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:37.540813 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5b46588-736c-405d-8e04-53a66e515c45 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:04:37.553112 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c5b46588-736c-405d-8e04-53a66e515c45 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:37.553455 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-c5b46588-736c-405d-8e04-53a66e515c45 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Added segment 0c31cc5c-2e2b-44fa-8e54-f4e62959d837 of type vlan for network e3e00206-944b-430e-8245-ec2e696dd6ed Feb 16 17:04:37.562481 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0edba557-f863-4857-8b63-eab384621ef0 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:37.581595 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-61b7fc38-b1bb-4de1-b14c-68645148bfb8 req-fbc3b7f4-929c-477c-9cc3-3df5e2bc092e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1378469089&fields=id&tenant_id=9c9820320aae461fbcc5eba944eb2160 HTTP/1.1" status: 200 len: 267 time: 0.0565765 Feb 16 17:04:37.594674 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edba557-f863-4857-8b63-eab384621ef0 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] No DVR routers for this DVR port 3a6bb72e-1b5f-4d3a-becc-beec824392ba on host dv-neutron-828697-3-hyperv {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:04:37.614178 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-4b148519-f73a-499d-928e-71d1b3c51b5f None None] For port 3a6bb72e-1b5f-4d3a-becc-beec824392ba, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=3a6bb72e-1b5f-4d3a-becc-beec824392ba,segment=NetworkSegment(b647108f-b51f-406a-8541-3f0f7116de32),segment_id=b647108f-b51f-406a-8541-3f0f7116de32)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:04:37.615265 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4b148519-f73a-499d-928e-71d1b3c51b5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:37.628535 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-4b148519-f73a-499d-928e-71d1b3c51b5f None None] Calling delete_port for 3a6bb72e-1b5f-4d3a-becc-beec824392ba owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:04:37.639454 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edba557-f863-4857-8b63-eab384621ef0 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event deleted for resources: {'Port': ['ID=3a6bb72e-1b5f-4d3a-becc-beec824392ba,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:37.690679 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c5b46588-736c-405d-8e04-53a66e515c45 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:37.707083 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7fc38-b1bb-4de1-b14c-68645148bfb8 req-af0f5208-32d9-4f45-8b3c-ab238fcf4290 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:37.708635 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-61b7fc38-b1bb-4de1-b14c-68645148bfb8 req-af0f5208-32d9-4f45-8b3c-ab238fcf4290 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/networks?id=a887233e-d481-41aa-9584-24a22f5e599a HTTP/1.1" status: 200 len: 796 time: 0.1180792 Feb 16 17:04:37.717229 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4b148519-f73a-499d-928e-71d1b3c51b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:37.723133 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0edba557-f863-4857-8b63-eab384621ef0 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:37.730736 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-61b7fc38-b1bb-4de1-b14c-68645148bfb8 req-30063c21-26a1-4b1d-b210-4a8612e5e7de tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/quotas/9c9820320aae461fbcc5eba944eb2160 HTTP/1.1" status: 200 len: 375 time: 0.0195496 Feb 16 17:04:37.745115 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b148519-f73a-499d-928e-71d1b3c51b5f None None] Pushing event deleted for resources: {'Port': ['ID=3a6bb72e-1b5f-4d3a-becc-beec824392ba,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:37.748587 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b148519-f73a-499d-928e-71d1b3c51b5f None None] No DVR routers for this DVR port 3a6bb72e-1b5f-4d3a-becc-beec824392ba on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:04:37.760994 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-0edba557-f863-4857-8b63-eab384621ef0 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8b73613-649f-4221-a256-6c40539acf43']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:37.775628 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-0edba557-f863-4857-8b63-eab384621ef0 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b647108f-b51f-406a-8541-3f0f7116de32') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:37.775628 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-0edba557-f863-4857-8b63-eab384621ef0 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b647108f-b51f-406a-8541-3f0f7116de32') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:37.777941 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-61b7fc38-b1bb-4de1-b14c-68645148bfb8 req-1d88d976-58e4-4d73-82e9-f8c95866f0d3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=9c9820320aae461fbcc5eba944eb2160&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463557 Feb 16 17:04:37.784926 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0edba557-f863-4857-8b63-eab384621ef0 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:37.799460 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0edba557-f863-4857-8b63-eab384621ef0 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:37.805841 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0edba557-f863-4857-8b63-eab384621ef0 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:04:37.806233 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0edba557-f863-4857-8b63-eab384621ef0 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:37.809816 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 17:04:37.809816 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:04:37.809816 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 17:04:37.809816 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:04:37.809816 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 17:04:37.809816 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:04:37.809816 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 17:04:37.809816 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:04:37.809816 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 17:04:37.809816 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:04:37.809816 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 17:04:37.809816 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:04:37.809816 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 17:04:37.809816 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:04:37.809816 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:04:37.809816 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:04:37.809816 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:04:37.809816 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:04:37.809816 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 17:04:37.809816 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:04:37.809816 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 17:04:37.809816 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:04:37.809816 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:04:37.809816 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:04:37.809816 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 17:04:37.809816 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:04:37.809816 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:04:37.809816 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:04:37.809816 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:04:37.809816 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:04:37.809816 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:04:37.809816 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:04:37.851909 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c5b46588-736c-405d-8e04-53a66e515c45 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:37.861656 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b46588-736c-405d-8e04-53a66e515c45 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:37.861656 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c5b46588-736c-405d-8e04-53a66e515c45 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:37.943054 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b46588-736c-405d-8e04-53a66e515c45 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event updated for resources: {'Network': ['ID=e3e00206-944b-430e-8245-ec2e696dd6ed,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:37.943694 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-61b7fc38-b1bb-4de1-b14c-68645148bfb8 req-67115d96-6ee3-4db3-bed0-494b1399d0fc service neutron] 10.222.0.88 "GET /v2.0/networks/a887233e-d481-41aa-9584-24a22f5e599a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498802 Feb 16 17:04:37.952066 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network e3e00206-944b-430e-8245-ec2e696dd6ed details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:04:38.012783 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c5b46588-736c-405d-8e04-53a66e515c45 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6578147 Feb 16 17:04:38.015995 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53782) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:38.024084 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-dfe7bafb-efff-4f54-9112-d49952b129cb tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Request body: {'subnet': {'network_id': 'e3e00206-944b-430e-8245-ec2e696dd6ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:38.055477 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0edba557-f863-4857-8b63-eab384621ef0 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:38.067280 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0edba557-f863-4857-8b63-eab384621ef0 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:38.070597 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-0edba557-f863-4857-8b63-eab384621ef0 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "DELETE /v2.0/networks/e8b73613-649f-4221-a256-6c40539acf43 HTTP/1.1" status: 204 len: 168 time: 1.1518207 Feb 16 17:04:38.080480 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53784) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:38.087487 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edba557-f863-4857-8b63-eab384621ef0 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event deleted for resources: {'Network': ['ID=e8b73613-649f-4221-a256-6c40539acf43,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:38.428413 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8c9cee7c-2c52-4ba0-ab3b-6a426b42caac tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:38.431634 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-61b7fc38-b1bb-4de1-b14c-68645148bfb8 req-190a8623-091b-4d55-9ad1-e92425fbc24d service neutron] 10.222.0.88 "GET /v2.0/networks/a887233e-d481-41aa-9584-24a22f5e599a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4787908 Feb 16 17:04:38.529733 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe7bafb-efff-4f54-9112-d49952b129cb tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Made reservation on behalf of 8b839598b51f4c5f8c0eeb567a6c9232 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:04:38.533338 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-dfe7bafb-efff-4f54-9112-d49952b129cb tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:38.709594 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b80fd44c-94ff-454f-85d4-a405e2b853a0 req-696b0184-64d2-4e65-a3b2-16e4e0925c03 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=fee99198-16d6-4a49-8531-74cea58ee3d0 HTTP/1.1" status: 200 len: 210 time: 0.0314660 Feb 16 17:04:38.736761 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-8c9cee7c-2c52-4ba0-ab3b-6a426b42caac tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Deleting port 19cff096-a39e-4fba-8a8c-b9a97496245b {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:04:38.737155 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8c9cee7c-2c52-4ba0-ab3b-6a426b42caac tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:38.834696 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-8c9cee7c-2c52-4ba0-ab3b-6a426b42caac tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] For port 19cff096-a39e-4fba-8a8c-b9a97496245b, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=19cff096-a39e-4fba-8a8c-b9a97496245b,segment=NetworkSegment(e58745bb-8539-43a4-9b41-e2100dcd4197),segment_id=e58745bb-8539-43a4-9b41-e2100dcd4197)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:04:38.835195 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8c9cee7c-2c52-4ba0-ab3b-6a426b42caac tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:38.852527 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-8c9cee7c-2c52-4ba0-ab3b-6a426b42caac tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Calling delete_port for 19cff096-a39e-4fba-8a8c-b9a97496245b owned by network:router_interface {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:04:38.873107 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-dfe7bafb-efff-4f54-9112-d49952b129cb tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:38.947741 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe7bafb-efff-4f54-9112-d49952b129cb tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event updated for resources: {'Subnet': ['ID=95bd0718-57c2-40e0-aebb-363a0e9d731d,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:38.958311 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe7bafb-efff-4f54-9112-d49952b129cb tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Checking segment: {'id': '0c31cc5c-2e2b-44fa-8e54-f4e62959d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'e3e00206-944b-430e-8245-ec2e696dd6ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:04:38.958684 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe7bafb-efff-4f54-9112-d49952b129cb tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Network hostable DHCP agents. Network: e3e00206-944b-430e-8245-ec2e696dd6ed, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:04:39.055621 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe7bafb-efff-4f54-9112-d49952b129cb tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Network e3e00206-944b-430e-8245-ec2e696dd6ed is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:04:39.090423 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8c9cee7c-2c52-4ba0-ab3b-6a426b42caac tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:39.121147 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9cee7c-2c52-4ba0-ab3b-6a426b42caac tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event deleted for resources: {'Port': ['ID=19cff096-a39e-4fba-8a8c-b9a97496245b,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:39.158339 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-dfe7bafb-efff-4f54-9112-d49952b129cb tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, e3e00206-944b-430e-8245-ec2e696dd6ed) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:39.163837 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe7bafb-efff-4f54-9112-d49952b129cb tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:39.170341 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-dfe7bafb-efff-4f54-9112-d49952b129cb tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:39.170603 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c310312a-c5c5-45d0-81ae-d2ed2e466892 None None] Network e3e00206-944b-430e-8245-ec2e696dd6ed requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:04:39.234922 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-73be7bc5-1055-4db1-9878-736b85adccf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:39.270039 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-dfe7bafb-efff-4f54-9112-d49952b129cb tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2529531 Feb 16 17:04:39.272649 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53796) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:39.277446 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-415b201b-6c13-43c1-95ae-e39146c3446e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1297866535', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:39.278104 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8c9cee7c-2c52-4ba0-ab3b-6a426b42caac tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:39.396464 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaba7cc3-eb63-49c7-90cb-05c2ef4dec8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-e3e00206-944b-430e-8245-ec2e696dd6ed', 'network_id': 'e3e00206-944b-430e-8245-ec2e696dd6ed', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'fixed_ips': [{'subnet_id': '95bd0718-57c2-40e0-aebb-363a0e9d731d'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:04:39.397596 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-eaba7cc3-eb63-49c7-90cb-05c2ef4dec8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:39.401770 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-415b201b-6c13-43c1-95ae-e39146c3446e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:39.402835 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-415b201b-6c13-43c1-95ae-e39146c3446e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:39.460926 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9cee7c-2c52-4ba0-ab3b-6a426b42caac tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Router 555b9773-e579-4af4-b656-7412b447c3a0 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:04:39.466020 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-415b201b-6c13-43c1-95ae-e39146c3446e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:39.511397 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 3a6bb72e-1b5f-4d3a-becc-beec824392ba no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:04:39.539057 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 3a6bb72e-1b5f-4d3a-becc-beec824392ba {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:04:39.539391 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 3a6bb72e-1b5f-4d3a-becc-beec824392ba not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:04:39.539806 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 7f472a92-6811-4dc4-b43a-6d9ea6d84130 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:04:39.553877 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9cee7c-2c52-4ba0-ab3b-6a426b42caac tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:04:39.561833 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-8c9cee7c-2c52-4ba0-ab3b-6a426b42caac tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "PUT /v2.0/routers/555b9773-e579-4af4-b656-7412b447c3a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4774451 Feb 16 17:04:39.562063 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53798) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:39.567303 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c9f3ba-a56c-48f9-a13f-2f350df32475 None None] Sync routers for ids ['555b9773-e579-4af4-b656-7412b447c3a0'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:04:39.567795 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 7f472a92-6811-4dc4-b43a-6d9ea6d84130 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:04:39.568117 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 7f472a92-6811-4dc4-b43a-6d9ea6d84130 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:04:39.589867 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c9f3ba-a56c-48f9-a13f-2f350df32475 None None] Routers {'555b9773-e579-4af4-b656-7412b447c3a0'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:04:39.590711 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-d1c9f3ba-a56c-48f9-a13f-2f350df32475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:04:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['555b9773-e579-4af4-b656-7412b447c3a0'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:39.599166 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-415b201b-6c13-43c1-95ae-e39146c3446e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:39.623473 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-d317299a-2497-46e5-bd08-3cb0cbbb2e19 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Deleting subnet dd4939f3-8a42-462d-8dae-50fcbb8c6496 {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:04:39.623917 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-eaba7cc3-eb63-49c7-90cb-05c2ef4dec8a None None] Allocated IP 2001:db8::2 (e3e00206-944b-430e-8245-ec2e696dd6ed/95bd0718-57c2-40e0-aebb-363a0e9d731d/c3f292a0-b36d-49fb-b6cf-a126a208db08) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:04:39.627357 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d317299a-2497-46e5-bd08-3cb0cbbb2e19 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:39.671049 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-d1c9f3ba-a56c-48f9-a13f-2f350df32475 None None] Set router 555b9773-e579-4af4-b656-7412b447c3a0 gateway port host: None {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:04:39.689689 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d317299a-2497-46e5-bd08-3cb0cbbb2e19 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:39.694937 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-415b201b-6c13-43c1-95ae-e39146c3446e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:39.696723 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-415b201b-6c13-43c1-95ae-e39146c3446e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4231265 Feb 16 17:04:39.699487 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53802) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:39.727231 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-d1c9f3ba-a56c-48f9-a13f-2f350df32475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555b9773-e579-4af4-b656-7412b447c3a0', 'name': 'tempest-RoutersTest-router-2093611534', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:53Z', 'updated_at': '2022-02-16T17:04:38Z', 'revision_number': 11, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'gw_port_host': None}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:39.762200 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c9f3ba-a56c-48f9-a13f-2f350df32475 None None] Checking router: 555b9773-e579-4af4-b656-7412b447c3a0 for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:04:39.781077 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c9f3ba-a56c-48f9-a13f-2f350df32475 None None] Routers {'555b9773-e579-4af4-b656-7412b447c3a0'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:04:39.781708 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-d1c9f3ba-a56c-48f9-a13f-2f350df32475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:04:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['555b9773-e579-4af4-b656-7412b447c3a0'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:39.791129 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d317299a-2497-46e5-bd08-3cb0cbbb2e19 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:39.823478 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-eaba7cc3-eb63-49c7-90cb-05c2ef4dec8a None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:39.860201 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-4f53834b-e0dd-45ae-8942-bd135af189cf req-98034cc9-89e9-41c4-ba90-32e85a30dee5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=fee99198-16d6-4a49-8531-74cea58ee3d0 HTTP/1.1" status: 200 len: 210 time: 0.0302429 Feb 16 17:04:39.861931 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-d1c9f3ba-a56c-48f9-a13f-2f350df32475 None None] Set router 555b9773-e579-4af4-b656-7412b447c3a0 gateway port host: None {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:04:39.904905 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-eaba7cc3-eb63-49c7-90cb-05c2ef4dec8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:39.923863 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-d1c9f3ba-a56c-48f9-a13f-2f350df32475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555b9773-e579-4af4-b656-7412b447c3a0', 'name': 'tempest-RoutersTest-router-2093611534', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:53Z', 'updated_at': '2022-02-16T17:04:38Z', 'revision_number': 11, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'gw_port_host': None}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:39.946610 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaba7cc3-eb63-49c7-90cb-05c2ef4dec8a None None] Network e3e00206-944b-430e-8245-ec2e696dd6ed is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:39.949679 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-eaba7cc3-eb63-49c7-90cb-05c2ef4dec8a None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:39.953333 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaba7cc3-eb63-49c7-90cb-05c2ef4dec8a None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:04:39.958571 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c9f3ba-a56c-48f9-a13f-2f350df32475 None None] The sync data for ids ['555b9773-e579-4af4-b656-7412b447c3a0'] in dv-neutron-828697-3-hyperv is: [{'id': '555b9773-e579-4af4-b656-7412b447c3a0', 'name': 'tempest-RoutersTest-router-2093611534', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:53Z', 'updated_at': '2022-02-16T17:04:38Z', 'revision_number': 11, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'gw_port_host': None}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:04:39.959209 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba7cc3-eb63-49c7-90cb-05c2ef4dec8a None None] Pushing event updated for resources: {'Port': ['ID=c3f292a0-b36d-49fb-b6cf-a126a208db08,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:40.026626 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-eaba7cc3-eb63-49c7-90cb-05c2ef4dec8a None None] Attempting to bind port c3f292a0-b36d-49fb-b6cf-a126a208db08 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:04:40.027104 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-eaba7cc3-eb63-49c7-90cb-05c2ef4dec8a None None] Attempting to bind port c3f292a0-b36d-49fb-b6cf-a126a208db08 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '0c31cc5c-2e2b-44fa-8e54-f4e62959d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'e3e00206-944b-430e-8245-ec2e696dd6ed'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:04:40.027361 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaba7cc3-eb63-49c7-90cb-05c2ef4dec8a None None] Attempting to bind port c3f292a0-b36d-49fb-b6cf-a126a208db08 on network e3e00206-944b-430e-8245-ec2e696dd6ed {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:04:40.027950 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d317299a-2497-46e5-bd08-3cb0cbbb2e19 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:40.032697 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaba7cc3-eb63-49c7-90cb-05c2ef4dec8a None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:04:40.033021 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaba7cc3-eb63-49c7-90cb-05c2ef4dec8a None None] Checking segment: {'id': '0c31cc5c-2e2b-44fa-8e54-f4e62959d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'e3e00206-944b-430e-8245-ec2e696dd6ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:04:40.033454 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-eaba7cc3-eb63-49c7-90cb-05c2ef4dec8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:40.033853 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaba7cc3-eb63-49c7-90cb-05c2ef4dec8a None None] Bound using segment: {'id': '0c31cc5c-2e2b-44fa-8e54-f4e62959d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'e3e00206-944b-430e-8245-ec2e696dd6ed'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:04:40.034892 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-eaba7cc3-eb63-49c7-90cb-05c2ef4dec8a None None] Bound port: c3f292a0-b36d-49fb-b6cf-a126a208db08, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c31cc5c-2e2b-44fa-8e54-f4e62959d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'e3e00206-944b-430e-8245-ec2e696dd6ed'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:04:40.034892 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-eaba7cc3-eb63-49c7-90cb-05c2ef4dec8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:40.060115 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d317299a-2497-46e5-bd08-3cb0cbbb2e19 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event deleted for resources: {'Subnet': ['ID=dd4939f3-8a42-462d-8dae-50fcbb8c6496,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:40.075499 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d317299a-2497-46e5-bd08-3cb0cbbb2e19 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:40.081840 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-d317299a-2497-46e5-bd08-3cb0cbbb2e19 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "DELETE /v2.0/subnets/dd4939f3-8a42-462d-8dae-50fcbb8c6496 HTTP/1.1" status: 204 len: 168 time: 0.5186412 Feb 16 17:04:40.082401 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53806) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:40.090761 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e21e4c84-85e6-4627-8ad4-6673e31babd8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:40.101513 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8bd7ee-941e-4b37-9112-e84c7f00a632 None None] Network edc50841-ada0-4b9c-952e-31dd4d465844 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:04:40.118546 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-eaba7cc3-eb63-49c7-90cb-05c2ef4dec8a None None] For port c3f292a0-b36d-49fb-b6cf-a126a208db08, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:04:40.161641 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-eaba7cc3-eb63-49c7-90cb-05c2ef4dec8a None None] For port c3f292a0-b36d-49fb-b6cf-a126a208db08, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=c3f292a0-b36d-49fb-b6cf-a126a208db08,segment=NetworkSegment(0c31cc5c-2e2b-44fa-8e54-f4e62959d837),segment_id=0c31cc5c-2e2b-44fa-8e54-f4e62959d837)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:04:40.180821 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c61e8365-a877-41cd-ae1f-d290212c20a0 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:40.227147 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-eaba7cc3-eb63-49c7-90cb-05c2ef4dec8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:40.239288 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-c61e8365-a877-41cd-ae1f-d290212c20a0 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Deleting port 3768815c-2fda-452c-82a4-e6c238b94f72 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:04:40.239772 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c61e8365-a877-41cd-ae1f-d290212c20a0 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:40.309183 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba7cc3-eb63-49c7-90cb-05c2ef4dec8a None None] Pushing event updated for resources: {'Port': ['ID=c3f292a0-b36d-49fb-b6cf-a126a208db08,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:40.335132 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-c61e8365-a877-41cd-ae1f-d290212c20a0 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] For port 3768815c-2fda-452c-82a4-e6c238b94f72, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=3768815c-2fda-452c-82a4-e6c238b94f72,segment=NetworkSegment(e58745bb-8539-43a4-9b41-e2100dcd4197),segment_id=e58745bb-8539-43a4-9b41-e2100dcd4197)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:04:40.335591 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c61e8365-a877-41cd-ae1f-d290212c20a0 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:40.352733 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-c61e8365-a877-41cd-ae1f-d290212c20a0 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Calling delete_port for 3768815c-2fda-452c-82a4-e6c238b94f72 owned by network:dhcp {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:04:40.381441 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:40.396294 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66081adf-453a-433b-94b5-7846f58978fa None None] DHCP port deletion for edc50841-ada0-4b9c-952e-31dd4d465844 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:04:40.417430 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-e21e4c84-85e6-4627-8ad4-6673e31babd8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Allocated IP 2001:db8::1 (e3e00206-944b-430e-8245-ec2e696dd6ed/95bd0718-57c2-40e0-aebb-363a0e9d731d/b5f9ede3-7f12-4dda-aae5-97780d2295bf) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:04:40.471694 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-66081adf-453a-433b-94b5-7846f58978fa None None] Deleting port 3768815c-2fda-452c-82a4-e6c238b94f72 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:04:40.473692 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-66081adf-453a-433b-94b5-7846f58978fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:40.550368 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c61e8365-a877-41cd-ae1f-d290212c20a0 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:40.552459 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-66081adf-453a-433b-94b5-7846f58978fa None None] For port 3768815c-2fda-452c-82a4-e6c238b94f72, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=3768815c-2fda-452c-82a4-e6c238b94f72,segment=NetworkSegment(e58745bb-8539-43a4-9b41-e2100dcd4197),segment_id=e58745bb-8539-43a4-9b41-e2100dcd4197)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:04:40.552862 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-66081adf-453a-433b-94b5-7846f58978fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:40.603227 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e21e4c84-85e6-4627-8ad4-6673e31babd8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:40.603883 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-66081adf-453a-433b-94b5-7846f58978fa None None] Calling delete_port for 3768815c-2fda-452c-82a4-e6c238b94f72 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:04:40.609453 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61e8365-a877-41cd-ae1f-d290212c20a0 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] No DVR routers for this DVR port 3768815c-2fda-452c-82a4-e6c238b94f72 on host dv-neutron-828697-3-hyperv {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:04:40.616041 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e8365-a877-41cd-ae1f-d290212c20a0 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event deleted for resources: {'Port': ['ID=3768815c-2fda-452c-82a4-e6c238b94f72,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:40.713754 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c61e8365-a877-41cd-ae1f-d290212c20a0 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:40.714145 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-66081adf-453a-433b-94b5-7846f58978fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:40.720080 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e21e4c84-85e6-4627-8ad4-6673e31babd8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:40.743108 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-c61e8365-a877-41cd-ae1f-d290212c20a0 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edc50841-ada0-4b9c-952e-31dd4d465844']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:40.747497 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66081adf-453a-433b-94b5-7846f58978fa None None] Pushing event deleted for resources: {'Port': ['ID=3768815c-2fda-452c-82a4-e6c238b94f72,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:40.754382 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66081adf-453a-433b-94b5-7846f58978fa None None] No DVR routers for this DVR port 3768815c-2fda-452c-82a4-e6c238b94f72 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:04:40.758125 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-c61e8365-a877-41cd-ae1f-d290212c20a0 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e58745bb-8539-43a4-9b41-e2100dcd4197') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:40.758423 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-c61e8365-a877-41cd-ae1f-d290212c20a0 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e58745bb-8539-43a4-9b41-e2100dcd4197') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:40.770087 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c61e8365-a877-41cd-ae1f-d290212c20a0 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:40.785148 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21e4c84-85e6-4627-8ad4-6673e31babd8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Network e3e00206-944b-430e-8245-ec2e696dd6ed is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:40.787227 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c61e8365-a877-41cd-ae1f-d290212c20a0 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:40.788730 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-e21e4c84-85e6-4627-8ad4-6673e31babd8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:40.792417 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21e4c84-85e6-4627-8ad4-6673e31babd8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:04:40.792962 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e21e4c84-85e6-4627-8ad4-6673e31babd8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:40.794312 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c61e8365-a877-41cd-ae1f-d290212c20a0 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:04:40.802871 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c61e8365-a877-41cd-ae1f-d290212c20a0 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:40.802871 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 17:04:40.802871 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:04:40.802871 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 17:04:40.802871 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:04:40.802871 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 17:04:40.802871 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:04:40.802871 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 17:04:40.802871 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:04:40.802871 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 17:04:40.802871 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:04:40.802871 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 17:04:40.802871 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:04:40.802871 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 17:04:40.802871 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:04:40.802871 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:04:40.802871 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:04:40.802871 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:04:40.802871 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:04:40.802871 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 17:04:40.802871 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:04:40.802871 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 17:04:40.802871 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:04:40.802871 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:04:40.802871 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:04:40.802871 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 17:04:40.802871 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:04:40.802871 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:04:40.802871 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:04:40.802871 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:04:40.802871 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:04:40.802871 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:04:40.802871 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:04:40.838121 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21e4c84-85e6-4627-8ad4-6673e31babd8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event updated for resources: {'Port': ['ID=b5f9ede3-7f12-4dda-aae5-97780d2295bf,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:40.964550 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d97de0c6-d995-4a12-af6b-1335014b27c3 req-edf14fa0-bb93-4544-aba8-d38514148cc1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=fee99198-16d6-4a49-8531-74cea58ee3d0 HTTP/1.1" status: 200 len: 210 time: 0.0308611 Feb 16 17:04:40.965378 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c61e8365-a877-41cd-ae1f-d290212c20a0 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:40.971916 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c61e8365-a877-41cd-ae1f-d290212c20a0 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:40.975713 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c61e8365-a877-41cd-ae1f-d290212c20a0 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "DELETE /v2.0/networks/edc50841-ada0-4b9c-952e-31dd4d465844 HTTP/1.1" status: 204 len: 168 time: 0.8919566 Feb 16 17:04:40.980583 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53810) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:40.985590 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-5aab1ac3-233a-4a93-96a0-abae68dcd250 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Request body: {'router': {'routes': None}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:40.997026 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e8365-a877-41cd-ae1f-d290212c20a0 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Pushing event deleted for resources: {'Network': ['ID=edc50841-ada0-4b9c-952e-31dd4d465844,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:41.006076 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e21e4c84-85e6-4627-8ad4-6673e31babd8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:41.304508 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e21e4c84-85e6-4627-8ad4-6673e31babd8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:41.361696 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e21e4c84-85e6-4627-8ad4-6673e31babd8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:41.362870 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e21e4c84-85e6-4627-8ad4-6673e31babd8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:41.465401 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fa3cfb-9514-4eb0-af3e-53b5bda68ad9 None None] Network e3e00206-944b-430e-8245-ec2e696dd6ed requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:04:41.488250 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.extraroute_db [None req-5aab1ac3-233a-4a93-96a0-abae68dcd250 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Added routes are [] {{(pid=114376) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 16 17:04:41.488811 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.extraroute_db [None req-5aab1ac3-233a-4a93-96a0-abae68dcd250 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Removed routes are [] {{(pid=114376) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 16 17:04:41.488900 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device c3f292a0-b36d-49fb-b6cf-a126a208db08 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:04:41.492769 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5aab1ac3-233a-4a93-96a0-abae68dcd250 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-583993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10422'] for router, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:41.502656 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21e4c84-85e6-4627-8ad4-6673e31babd8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event updated for resources: {'Port': ['ID=b5f9ede3-7f12-4dda-aae5-97780d2295bf,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:41.567584 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21e4c84-85e6-4627-8ad4-6673e31babd8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Network e3e00206-944b-430e-8245-ec2e696dd6ed is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:41.571851 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-e21e4c84-85e6-4627-8ad4-6673e31babd8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:41.596307 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-8f178783-1308-48b6-964f-d12ed4bb3ac3 None None] Provisioning complete for port c3f292a0-b36d-49fb-b6cf-a126a208db08 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:41.596645 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8f178783-1308-48b6-964f-d12ed4bb3ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:41.655305 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port c3f292a0-b36d-49fb-b6cf-a126a208db08 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:41.655743 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:41.760452 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7fc38-b1bb-4de1-b14c-68645148bfb8 req-3f235bf6-6710-4d96-bb01-ed5aa7207983 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:41.761977 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-61b7fc38-b1bb-4de1-b14c-68645148bfb8 req-3f235bf6-6710-4d96-bb01-ed5aa7207983 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "GET /v2.0/networks?id=a887233e-d481-41aa-9584-24a22f5e599a HTTP/1.1" status: 200 len: 796 time: 0.3496881 Feb 16 17:04:41.763951 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5aab1ac3-233a-4a93-96a0-abae68dcd250 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-583993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10422'] for router, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:41.767928 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5aab1ac3-233a-4a93-96a0-abae68dcd250 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-583970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-583979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-582263'] for router, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:41.795560 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:41.836099 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8f178783-1308-48b6-964f-d12ed4bb3ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:41.845084 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e21e4c84-85e6-4627-8ad4-6673e31babd8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Router 7799c4fe-3cd2-4ce7-8ba7-e65ea2629886 is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:04:41.855823 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:41.886413 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-61b7fc38-b1bb-4de1-b14c-68645148bfb8 req-45c1f535-538c-4b05-85a1-34ef2593fe95 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c9820320aae461fbcc5eba944eb2160 HTTP/1.1" status: 200 len: 380 time: 0.1142514 Feb 16 17:04:41.891899 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aab1ac3-233a-4a93-96a0-abae68dcd250 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Router 555b9773-e579-4af4-b656-7412b447c3a0 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:04:41.894649 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-8f178783-1308-48b6-964f-d12ed4bb3ac3 None None] For port c3f292a0-b36d-49fb-b6cf-a126a208db08, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=c3f292a0-b36d-49fb-b6cf-a126a208db08,segment=NetworkSegment(0c31cc5c-2e2b-44fa-8e54-f4e62959d837),segment_id=0c31cc5c-2e2b-44fa-8e54-f4e62959d837)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:04:41.897138 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-61b7fc38-b1bb-4de1-b14c-68645148bfb8 req-b7c65edf-497e-48ac-a929-af589b2ec367 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'port': {'device_id': 'fee99198-16d6-4a49-8531-74cea58ee3d0', 'network_id': 'a887233e-d481-41aa-9584-24a22f5e599a', 'admin_state_up': True, 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'security_groups': ['9d2f97b7-1a1d-46ad-8317-08f408e6f39c']}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:41.962946 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8f178783-1308-48b6-964f-d12ed4bb3ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:41.990705 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21e4c84-85e6-4627-8ad4-6673e31babd8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:04:42.009675 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e21e4c84-85e6-4627-8ad4-6673e31babd8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "PUT /v2.0/routers/7799c4fe-3cd2-4ce7-8ba7-e65ea2629886/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3084958 Feb 16 17:04:42.012588 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53818) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:42.045296 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd751c5-4aaa-4425-819e-896e7e61bf2b None None] Sync routers for ids ['7799c4fe-3cd2-4ce7-8ba7-e65ea2629886'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:04:42.067307 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179ac86e-85b7-4148-aa78-a353a3fad00d tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:42.068153 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.db.api [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:04:42.068153 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG oslo_db.api [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:04:42.073939 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-179ac86e-85b7-4148-aa78-a353a3fad00d tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "GET /v2.0/ports/b5f9ede3-7f12-4dda-aae5-97780d2295bf HTTP/1.1" status: 200 len: 911 time: 0.0547323 Feb 16 17:04:42.073939 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53820) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:42.078155 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-e577fb20-e2ec-46ce-9668-1ce31088f472 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '95bd0718-57c2-40e0-aebb-363a0e9d731d'}]}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:42.090857 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aab1ac3-233a-4a93-96a0-abae68dcd250 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:04:42.100045 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5aab1ac3-233a-4a93-96a0-abae68dcd250 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:42.100928 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-5aab1ac3-233a-4a93-96a0-abae68dcd250 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "PUT /v2.0/routers/555b9773-e579-4af4-b656-7412b447c3a0 HTTP/1.1" status: 200 len: 701 time: 1.1194153 Feb 16 17:04:42.105515 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53822) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:42.110240 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12bd35f-a24d-41ad-8130-5cbe9c34b212 None None] Sync routers for ids ['555b9773-e579-4af4-b656-7412b447c3a0'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:04:42.123863 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd751c5-4aaa-4425-819e-896e7e61bf2b None None] Routers {'7799c4fe-3cd2-4ce7-8ba7-e65ea2629886'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:04:42.124599 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-9cd751c5-4aaa-4425-819e-896e7e61bf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:04:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['7799c4fe-3cd2-4ce7-8ba7-e65ea2629886'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:42.129389 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12bd35f-a24d-41ad-8130-5cbe9c34b212 None None] Routers {'555b9773-e579-4af4-b656-7412b447c3a0'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:04:42.130035 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-a12bd35f-a24d-41ad-8130-5cbe9c34b212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:04:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['555b9773-e579-4af4-b656-7412b447c3a0'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:42.142278 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-868289a6-ccc5-4b64-be7f-4ef8d0195258 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "GET /v2.0/ports?device_id=555b9773-e579-4af4-b656-7412b447c3a0 HTTP/1.1" status: 200 len: 205 time: 0.0356605 Feb 16 17:04:42.145536 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53824) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:42.176937 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f178783-1308-48b6-964f-d12ed4bb3ac3 None None] Pushing event updated for resources: {'Port': ['ID=c3f292a0-b36d-49fb-b6cf-a126a208db08,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:42.179740 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-88f8f657-d7a6-42e1-9aa0-60c6b3b3686f req-75ae276b-b359-40a1-9fd1-1aae3e0ab5fa tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=fee99198-16d6-4a49-8531-74cea58ee3d0 HTTP/1.1" status: 200 len: 210 time: 0.0979671 Feb 16 17:04:42.181951 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-9cd751c5-4aaa-4425-819e-896e7e61bf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:42.185588 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:42.211840 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd751c5-4aaa-4425-819e-896e7e61bf2b None None] Routers {'7799c4fe-3cd2-4ce7-8ba7-e65ea2629886'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:04:42.212577 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-9cd751c5-4aaa-4425-819e-896e7e61bf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:04:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['7799c4fe-3cd2-4ce7-8ba7-e65ea2629886'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:42.254529 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-9cd751c5-4aaa-4425-819e-896e7e61bf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:42.258333 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd751c5-4aaa-4425-819e-896e7e61bf2b None None] The sync data for ids ['7799c4fe-3cd2-4ce7-8ba7-e65ea2629886'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:04:42.259178 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ffa30147-b807-462e-998d-c7f52bc94f5e tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for router, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:42.286669 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-a12bd35f-a24d-41ad-8130-5cbe9c34b212 None None] Set router 555b9773-e579-4af4-b656-7412b447c3a0 gateway port host: None {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:04:42.304294 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-728e876e-e6d1-41a0-b718-744edb10b858 None None] Provisioning complete for port b5f9ede3-7f12-4dda-aae5-97780d2295bf triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:42.305146 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-728e876e-e6d1-41a0-b718-744edb10b858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:42.350537 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-728e876e-e6d1-41a0-b718-744edb10b858 None None] Port b5f9ede3-7f12-4dda-aae5-97780d2295bf cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:04:42.361647 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-a12bd35f-a24d-41ad-8130-5cbe9c34b212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555b9773-e579-4af4-b656-7412b447c3a0', 'name': 'tempest-RoutersTest-router-2093611534', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:53Z', 'updated_at': '2022-02-16T17:04:38Z', 'revision_number': 11, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'gw_port_host': None}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:42.385540 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-728e876e-e6d1-41a0-b718-744edb10b858 None None] Provisioning complete for port c3f292a0-b36d-49fb-b6cf-a126a208db08 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:42.385916 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-728e876e-e6d1-41a0-b718-744edb10b858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:42.399272 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12bd35f-a24d-41ad-8130-5cbe9c34b212 None None] Checking router: 555b9773-e579-4af4-b656-7412b447c3a0 for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:04:42.410998 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12bd35f-a24d-41ad-8130-5cbe9c34b212 None None] Routers {'555b9773-e579-4af4-b656-7412b447c3a0'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:04:42.411923 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-a12bd35f-a24d-41ad-8130-5cbe9c34b212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:04:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['555b9773-e579-4af4-b656-7412b447c3a0'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:42.421591 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e577fb20-e2ec-46ce-9668-1ce31088f472 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:42.483578 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ffa30147-b807-462e-998d-c7f52bc94f5e tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:42.488579 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ffa30147-b807-462e-998d-c7f52bc94f5e tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:42.500041 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-a12bd35f-a24d-41ad-8130-5cbe9c34b212 None None] Set router 555b9773-e579-4af4-b656-7412b447c3a0 gateway port host: None {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:04:42.590721 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-a12bd35f-a24d-41ad-8130-5cbe9c34b212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555b9773-e579-4af4-b656-7412b447c3a0', 'name': 'tempest-RoutersTest-router-2093611534', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:53Z', 'updated_at': '2022-02-16T17:04:38Z', 'revision_number': 11, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'gw_port_host': None}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:42.620487 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12bd35f-a24d-41ad-8130-5cbe9c34b212 None None] The sync data for ids ['555b9773-e579-4af4-b656-7412b447c3a0'] in dv-neutron-828697-3-hyperv is: [{'id': '555b9773-e579-4af4-b656-7412b447c3a0', 'name': 'tempest-RoutersTest-router-2093611534', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:03:53Z', 'updated_at': '2022-02-16T17:04:38Z', 'revision_number': 11, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'gw_port_host': None}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:04:42.685062 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61b7fc38-b1bb-4de1-b14c-68645148bfb8 req-b7c65edf-497e-48ac-a929-af589b2ec367 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Made reservation on behalf of 9c9820320aae461fbcc5eba944eb2160 for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:04:42.689838 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-61b7fc38-b1bb-4de1-b14c-68645148bfb8 req-b7c65edf-497e-48ac-a929-af589b2ec367 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:42.728574 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ffa30147-b807-462e-998d-c7f52bc94f5e tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:42.733185 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa30147-b807-462e-998d-c7f52bc94f5e tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Fanout notify agent at l3_agent the message router_deleted on router 555b9773-e579-4af4-b656-7412b447c3a0 {{(pid=114376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:04:42.763218 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ffa30147-b807-462e-998d-c7f52bc94f5e tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:42.765332 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-ffa30147-b807-462e-998d-c7f52bc94f5e tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "DELETE /v2.0/routers/555b9773-e579-4af4-b656-7412b447c3a0 HTTP/1.1" status: 204 len: 168 time: 0.6183400 Feb 16 17:04:42.769593 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53826) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:42.778741 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-6c5c6c44-ed54-4aea-ae90-ab4cf7c670bc tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1229408174', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:42.810093 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-ff5f9a78-a3b2-4f85-a55b-414bec132ddd None None] Provisioning complete for port b5f9ede3-7f12-4dda-aae5-97780d2295bf triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:42.810561 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ff5f9a78-a3b2-4f85-a55b-414bec132ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:42.857331 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-ff5f9a78-a3b2-4f85-a55b-414bec132ddd None None] Port b5f9ede3-7f12-4dda-aae5-97780d2295bf cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:04:42.886993 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 3768815c-2fda-452c-82a4-e6c238b94f72 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:04:42.907913 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 3768815c-2fda-452c-82a4-e6c238b94f72 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:04:42.908205 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e577fb20-e2ec-46ce-9668-1ce31088f472 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:42.908351 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 3768815c-2fda-452c-82a4-e6c238b94f72 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:04:42.908709 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 19cff096-a39e-4fba-8a8c-b9a97496245b no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:04:42.920713 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6c5c6c44-ed54-4aea-ae90-ab4cf7c670bc tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:42.922869 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6c5c6c44-ed54-4aea-ae90-ab4cf7c670bc tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:42.931597 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 19cff096-a39e-4fba-8a8c-b9a97496245b {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:04:42.932078 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 19cff096-a39e-4fba-8a8c-b9a97496245b not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:04:42.980916 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-25246c64-b679-4394-9c49-89d91b29eba2 None None] Provisioning complete for port b5f9ede3-7f12-4dda-aae5-97780d2295bf triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:42.981438 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-25246c64-b679-4394-9c49-89d91b29eba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:43.019454 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-25246c64-b679-4394-9c49-89d91b29eba2 None None] Port b5f9ede3-7f12-4dda-aae5-97780d2295bf cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:04:43.024871 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e577fb20-e2ec-46ce-9668-1ce31088f472 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:43.033597 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e577fb20-e2ec-46ce-9668-1ce31088f472 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:43.034468 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e577fb20-e2ec-46ce-9668-1ce31088f472 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:43.036109 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e577fb20-e2ec-46ce-9668-1ce31088f472 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "PUT /v2.0/ports/b5f9ede3-7f12-4dda-aae5-97780d2295bf HTTP/1.1" status: 200 len: 911 time: 0.9632852 Feb 16 17:04:43.043192 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53828) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:43.054163 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6c5c6c44-ed54-4aea-ae90-ab4cf7c670bc tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:43.077577 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [req-61b7fc38-b1bb-4de1-b14c-68645148bfb8 req-b7c65edf-497e-48ac-a929-af589b2ec367 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Allocated IP 172.20.0.13 (a887233e-d481-41aa-9584-24a22f5e599a/2bf959e4-88a3-4718-9710-0ca033dd4cba/50867f13-f2b2-4092-80b9-4789e575fff0) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:04:43.156543 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e577fb20-e2ec-46ce-9668-1ce31088f472 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event updated for resources: {'Port': ['ID=b5f9ede3-7f12-4dda-aae5-97780d2295bf,revision_number=3']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:43.170341 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6c5c6c44-ed54-4aea-ae90-ab4cf7c670bc tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:43.240604 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-61b7fc38-b1bb-4de1-b14c-68645148bfb8 req-b7c65edf-497e-48ac-a929-af589b2ec367 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:43.267803 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6c5c6c44-ed54-4aea-ae90-ab4cf7c670bc tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:43.269162 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-6c5c6c44-ed54-4aea-ae90-ab4cf7c670bc tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4946144 Feb 16 17:04:43.272190 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53832) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:43.276624 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-8ad307f0-057b-49af-bd12-4ca907ce1bf5 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Request body: {'router': {'admin_state_up': True}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:43.419127 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device c3f292a0-b36d-49fb-b6cf-a126a208db08 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:04:43.420706 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d579ddc5-42a0-4e0b-937f-27724018bb34 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:43.493721 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port c3f292a0-b36d-49fb-b6cf-a126a208db08 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:43.494243 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:43.618990 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c723f552-f2e2-4498-8c4d-f6fa60bd48ac req-73a4c07e-46a5-43b8-9b43-c51946d12519 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=fee99198-16d6-4a49-8531-74cea58ee3d0 HTTP/1.1" status: 200 len: 210 time: 0.3399968 Feb 16 17:04:43.691711 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-d579ddc5-42a0-4e0b-937f-27724018bb34 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Deleting port b5f9ede3-7f12-4dda-aae5-97780d2295bf {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:04:43.692321 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d579ddc5-42a0-4e0b-937f-27724018bb34 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:43.699781 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-61b7fc38-b1bb-4de1-b14c-68645148bfb8 req-b7c65edf-497e-48ac-a929-af589b2ec367 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:43.808776 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8ad307f0-057b-49af-bd12-4ca907ce1bf5 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-583993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10422'] for router, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:43.815559 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61b7fc38-b1bb-4de1-b14c-68645148bfb8 req-b7c65edf-497e-48ac-a929-af589b2ec367 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network a887233e-d481-41aa-9584-24a22f5e599a is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:43.821260 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [req-61b7fc38-b1bb-4de1-b14c-68645148bfb8 req-b7c65edf-497e-48ac-a929-af589b2ec367 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:43.834601 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b7fc38-b1bb-4de1-b14c-68645148bfb8 req-b7c65edf-497e-48ac-a929-af589b2ec367 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:04:43.834601 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c65edf-497e-48ac-a929-af589b2ec367 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Port': ['ID=50867f13-f2b2-4092-80b9-4789e575fff0,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:43.890838 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7fc38-b1bb-4de1-b14c-68645148bfb8 req-b7c65edf-497e-48ac-a929-af589b2ec367 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:43.891509 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-61b7fc38-b1bb-4de1-b14c-68645148bfb8 req-b7c65edf-497e-48ac-a929-af589b2ec367 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:43.916712 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8ad307f0-057b-49af-bd12-4ca907ce1bf5 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-583970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-583979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-582263'] for router, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:43.998315 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-61b7fc38-b1bb-4de1-b14c-68645148bfb8 req-b7c65edf-497e-48ac-a929-af589b2ec367 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1051598 Feb 16 17:04:44.020619 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-61b7fc38-b1bb-4de1-b14c-68645148bfb8 req-b5781217-2f4d-435a-90c1-48598fb316a2 service neutron] Request body: {'port': {'device_id': 'fee99198-16d6-4a49-8531-74cea58ee3d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8286'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:44.057890 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-4f57e44a-d495-4f08-9ac8-ab2d6cd0698c None None] Provisioning complete for port 50867f13-f2b2-4092-80b9-4789e575fff0 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:44.058520 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4f57e44a-d495-4f08-9ac8-ab2d6cd0698c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:44.095821 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-4f57e44a-d495-4f08-9ac8-ab2d6cd0698c None None] Port 50867f13-f2b2-4092-80b9-4789e575fff0 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:04:44.118633 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-61b7fc38-b1bb-4de1-b14c-68645148bfb8 req-b5781217-2f4d-435a-90c1-48598fb316a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:44.118884 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d579ddc5-42a0-4e0b-937f-27724018bb34 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:44.131554 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-d579ddc5-42a0-4e0b-937f-27724018bb34 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Calling delete_port for b5f9ede3-7f12-4dda-aae5-97780d2295bf owned by network:router_interface {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:04:44.194995 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad307f0-057b-49af-bd12-4ca907ce1bf5 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Router 7778ea53-5a7c-41ad-8fdb-31ac91167556 is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:04:44.369894 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d579ddc5-42a0-4e0b-937f-27724018bb34 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:44.379283 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad307f0-057b-49af-bd12-4ca907ce1bf5 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:04:44.389084 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2349962-f694-4721-a0af-453d71513982 None None] Sync routers for ids ['7778ea53-5a7c-41ad-8fdb-31ac91167556'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:04:44.401861 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2349962-f694-4721-a0af-453d71513982 None None] Routers {'7778ea53-5a7c-41ad-8fdb-31ac91167556'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:04:44.402952 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-c2349962-f694-4721-a0af-453d71513982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:04:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['7778ea53-5a7c-41ad-8fdb-31ac91167556'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:44.410096 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d579ddc5-42a0-4e0b-937f-27724018bb34 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event deleted for resources: {'Port': ['ID=b5f9ede3-7f12-4dda-aae5-97780d2295bf,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:44.413584 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8ad307f0-057b-49af-bd12-4ca907ce1bf5 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:44.417432 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-8ad307f0-057b-49af-bd12-4ca907ce1bf5 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "PUT /v2.0/routers/7778ea53-5a7c-41ad-8fdb-31ac91167556 HTTP/1.1" status: 200 len: 694 time: 1.1442730 Feb 16 17:04:44.419705 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53834) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:44.491616 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-c2349962-f694-4721-a0af-453d71513982 None None] Set router 7778ea53-5a7c-41ad-8fdb-31ac91167556 gateway port host: None {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:04:44.507910 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d579ddc5-42a0-4e0b-937f-27724018bb34 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:44.514571 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-e893d850-1690-48ee-a30b-4765c13a1621 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "GET /v2.0/routers/7778ea53-5a7c-41ad-8fdb-31ac91167556 HTTP/1.1" status: 200 len: 700 time: 0.0931044 Feb 16 17:04:44.517323 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53836) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:44.554773 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-5d0f20c9-d686-41f1-b9d0-8a0a3123b092 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "GET /v2.0/ports?device_id=7778ea53-5a7c-41ad-8fdb-31ac91167556 HTTP/1.1" status: 200 len: 205 time: 0.0363736 Feb 16 17:04:44.558288 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-c2349962-f694-4721-a0af-453d71513982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7778ea53-5a7c-41ad-8fdb-31ac91167556', 'name': 'tempest-RoutersTest-router-1229408174', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:42Z', 'updated_at': '2022-02-16T17:04:43Z', 'revision_number': 2, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'gw_port_host': None}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:44.566227 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53838) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:44.594666 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2349962-f694-4721-a0af-453d71513982 None None] Checking router: 7778ea53-5a7c-41ad-8fdb-31ac91167556 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:04:44.614099 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2349962-f694-4721-a0af-453d71513982 None None] Routers {'7778ea53-5a7c-41ad-8fdb-31ac91167556'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:04:44.615295 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-c2349962-f694-4721-a0af-453d71513982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:04:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['7778ea53-5a7c-41ad-8fdb-31ac91167556'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:44.680668 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d22b4397-3455-4e6c-883c-ec4a1c3251a9 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for router, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:44.695368 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-c2349962-f694-4721-a0af-453d71513982 None None] Set router 7778ea53-5a7c-41ad-8fdb-31ac91167556 gateway port host: None {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:04:44.752629 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d579ddc5-42a0-4e0b-937f-27724018bb34 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Router 7799c4fe-3cd2-4ce7-8ba7-e65ea2629886 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:04:44.755311 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-c2349962-f694-4721-a0af-453d71513982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7778ea53-5a7c-41ad-8fdb-31ac91167556', 'name': 'tempest-RoutersTest-router-1229408174', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:42Z', 'updated_at': '2022-02-16T17:04:43Z', 'revision_number': 2, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'gw_port_host': None}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:44.779436 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cba569-4ac1-4f87-9eca-c570244fb31d req-8ce0438f-e992-4c98-b01d-bbdf58493c34 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:44.784657 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-45cba569-4ac1-4f87-9eca-c570244fb31d req-8ce0438f-e992-4c98-b01d-bbdf58493c34 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=fee99198-16d6-4a49-8531-74cea58ee3d0 HTTP/1.1" status: 200 len: 932 time: 0.0735021 Feb 16 17:04:44.788532 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2349962-f694-4721-a0af-453d71513982 None None] The sync data for ids ['7778ea53-5a7c-41ad-8fdb-31ac91167556'] in dv-neutron-828697-3-hyperv is: [{'id': '7778ea53-5a7c-41ad-8fdb-31ac91167556', 'name': 'tempest-RoutersTest-router-1229408174', 'tenant_id': '687c6649ec1f4902bed4d35faf0c53f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:42Z', 'updated_at': '2022-02-16T17:04:43Z', 'revision_number': 2, 'project_id': '687c6649ec1f4902bed4d35faf0c53f6', 'gw_port_host': None}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:04:44.853406 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [req-61b7fc38-b1bb-4de1-b14c-68645148bfb8 req-b5781217-2f4d-435a-90c1-48598fb316a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50867f13-f2b2-4092-80b9-4789e575fff0 {{(pid=114376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:04:44.872319 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d579ddc5-42a0-4e0b-937f-27724018bb34 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:04:44.879626 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d579ddc5-42a0-4e0b-937f-27724018bb34 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "PUT /v2.0/routers/7799c4fe-3cd2-4ce7-8ba7-e65ea2629886/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8377383 Feb 16 17:04:44.882880 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831a85a2-9b6c-49ea-b3c7-fdca266e1361 None None] Sync routers for ids ['7799c4fe-3cd2-4ce7-8ba7-e65ea2629886'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:04:44.887490 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53842) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:44.895051 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831a85a2-9b6c-49ea-b3c7-fdca266e1361 None None] Routers {'7799c4fe-3cd2-4ce7-8ba7-e65ea2629886'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:04:44.895821 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-61b7fc38-b1bb-4de1-b14c-68645148bfb8 req-b5781217-2f4d-435a-90c1-48598fb316a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:44.896165 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-831a85a2-9b6c-49ea-b3c7-fdca266e1361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:04:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['7799c4fe-3cd2-4ce7-8ba7-e65ea2629886'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:44.912343 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-45cba569-4ac1-4f87-9eca-c570244fb31d req-7bb98eb1-6ff3-42c9-8708-cf3cb849dde4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=9d2f97b7-1a1d-46ad-8317-08f408e6f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852239 Feb 16 17:04:44.928802 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d22b4397-3455-4e6c-883c-ec4a1c3251a9 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:44.934400 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-1371c72c-244c-4b89-96bd-c4e872c33237 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "GET /v2.0/ports?device_id=7799c4fe-3cd2-4ce7-8ba7-e65ea2629886 HTTP/1.1" status: 200 len: 205 time: 0.0436821 Feb 16 17:04:44.935727 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d22b4397-3455-4e6c-883c-ec4a1c3251a9 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:44.937154 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53844) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:44.945581 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-831a85a2-9b6c-49ea-b3c7-fdca266e1361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:44.951242 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.provisioning_blocks [req-61b7fc38-b1bb-4de1-b14c-68645148bfb8 req-b5781217-2f4d-435a-90c1-48598fb316a2 service neutron] Transition to ACTIVE for port object 50867f13-f2b2-4092-80b9-4789e575fff0 will not be triggered until provisioned by entity L2. {{(pid=114376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:04:44.970879 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831a85a2-9b6c-49ea-b3c7-fdca266e1361 None None] Routers {'7799c4fe-3cd2-4ce7-8ba7-e65ea2629886'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:04:44.971595 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-831a85a2-9b6c-49ea-b3c7-fdca266e1361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:04:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['7799c4fe-3cd2-4ce7-8ba7-e65ea2629886'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:45.005208 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-831a85a2-9b6c-49ea-b3c7-fdca266e1361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:45.005863 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831a85a2-9b6c-49ea-b3c7-fdca266e1361 None None] The sync data for ids ['7799c4fe-3cd2-4ce7-8ba7-e65ea2629886'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:04:45.018516 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b9a4e7ea-458a-43a2-937d-2c1b8a9e1fba tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for router, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:45.067104 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-61b7fc38-b1bb-4de1-b14c-68645148bfb8 req-b5781217-2f4d-435a-90c1-48598fb316a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:45.101896 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d22b4397-3455-4e6c-883c-ec4a1c3251a9 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:45.102585 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22b4397-3455-4e6c-883c-ec4a1c3251a9 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Fanout notify agent at l3_agent the message router_deleted on router 7778ea53-5a7c-41ad-8fdb-31ac91167556 {{(pid=114376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:04:45.114072 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d22b4397-3455-4e6c-883c-ec4a1c3251a9 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:45.115226 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-d22b4397-3455-4e6c-883c-ec4a1c3251a9 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "DELETE /v2.0/routers/7778ea53-5a7c-41ad-8fdb-31ac91167556 HTTP/1.1" status: 204 len: 168 time: 0.5479107 Feb 16 17:04:45.119840 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53846) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:45.159872 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-871a060e-254f-42c0-ac9b-573c8d3cbc72 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "GET /v2.0/ports?device_id=7778ea53-5a7c-41ad-8fdb-31ac91167556 HTTP/1.1" status: 200 len: 205 time: 0.0366695 Feb 16 17:04:45.160981 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53848) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:45.163001 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5781217-2f4d-435a-90c1-48598fb316a2 service neutron] Pushing event updated for resources: {'Port': ['ID=50867f13-f2b2-4092-80b9-4789e575fff0,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:45.187441 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b9a4e7ea-458a-43a2-937d-2c1b8a9e1fba tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:45.190234 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b9a4e7ea-458a-43a2-937d-2c1b8a9e1fba tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:45.245224 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-124ebc67-5726-4cec-b917-dff8aa0716f4 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] delete failed (client error): The resource could not be found. Feb 16 17:04:45.245224 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-124ebc67-5726-4cec-b917-dff8aa0716f4 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "DELETE /v2.0/routers/7778ea53-5a7c-41ad-8fdb-31ac91167556 HTTP/1.1" status: 404 len: 336 time: 0.0822027 Feb 16 17:04:45.246953 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53850) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:45.282513 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-a548b490-b6f7-451e-af12-a9550e6a4c3c tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] DELETE failed (client error): The resource could not be found. Feb 16 17:04:45.282959 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a548b490-b6f7-451e-af12-a9550e6a4c3c tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:04:45.285991 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-a548b490-b6f7-451e-af12-a9550e6a4c3c tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "DELETE /v2.0/subnets/646a8b0a-a6f2-406b-871e-5873ec2cdcdb HTTP/1.1" status: 404 len: 337 time: 0.0359144 Feb 16 17:04:45.293242 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53852) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:45.304327 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-61b7fc38-b1bb-4de1-b14c-68645148bfb8 req-b5781217-2f4d-435a-90c1-48598fb316a2 service neutron] Attempting to bind port 50867f13-f2b2-4092-80b9-4789e575fff0 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:04:45.304656 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-61b7fc38-b1bb-4de1-b14c-68645148bfb8 req-b5781217-2f4d-435a-90c1-48598fb316a2 service neutron] Attempting to bind port 50867f13-f2b2-4092-80b9-4789e575fff0 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': '60588410-0ce9-4ca8-bc7e-83b5810a7a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a887233e-d481-41aa-9584-24a22f5e599a'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:04:45.304984 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b7fc38-b1bb-4de1-b14c-68645148bfb8 req-b5781217-2f4d-435a-90c1-48598fb316a2 service neutron] Attempting to bind port 50867f13-f2b2-4092-80b9-4789e575fff0 on network a887233e-d481-41aa-9584-24a22f5e599a {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:04:45.309689 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b7fc38-b1bb-4de1-b14c-68645148bfb8 req-b5781217-2f4d-435a-90c1-48598fb316a2 service neutron] Port 50867f13-f2b2-4092-80b9-4789e575fff0 on network a887233e-d481-41aa-9584-24a22f5e599a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:04:45.310014 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b7fc38-b1bb-4de1-b14c-68645148bfb8 req-b5781217-2f4d-435a-90c1-48598fb316a2 service neutron] Attempting to bind port 50867f13-f2b2-4092-80b9-4789e575fff0 on network a887233e-d481-41aa-9584-24a22f5e599a {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:04:45.321951 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b7fc38-b1bb-4de1-b14c-68645148bfb8 req-b5781217-2f4d-435a-90c1-48598fb316a2 service neutron] Checking agent: {'id': '65dda45c-bbef-42f9-9728-e0fd84037987', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8286', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 56), 'started_at': datetime.datetime(2022, 2, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:04:45.328161 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b7fc38-b1bb-4de1-b14c-68645148bfb8 req-b5781217-2f4d-435a-90c1-48598fb316a2 service neutron] Checking segment: {'id': '60588410-0ce9-4ca8-bc7e-83b5810a7a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a887233e-d481-41aa-9584-24a22f5e599a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:04:45.328161 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b7fc38-b1bb-4de1-b14c-68645148bfb8 req-b5781217-2f4d-435a-90c1-48598fb316a2 service neutron] Bound using segment: {'id': '60588410-0ce9-4ca8-bc7e-83b5810a7a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a887233e-d481-41aa-9584-24a22f5e599a'} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:04:45.328161 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-61b7fc38-b1bb-4de1-b14c-68645148bfb8 req-b5781217-2f4d-435a-90c1-48598fb316a2 service neutron] Bound port: 50867f13-f2b2-4092-80b9-4789e575fff0, host: hv-neutron-8286, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60588410-0ce9-4ca8-bc7e-83b5810a7a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a887233e-d481-41aa-9584-24a22f5e599a'}}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:04:45.328521 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b9a4e7ea-458a-43a2-937d-2c1b8a9e1fba tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:45.328633 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-61b7fc38-b1bb-4de1-b14c-68645148bfb8 req-b5781217-2f4d-435a-90c1-48598fb316a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:45.328749 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a4e7ea-458a-43a2-937d-2c1b8a9e1fba tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Fanout notify agent at l3_agent the message router_deleted on router 7799c4fe-3cd2-4ce7-8ba7-e65ea2629886 {{(pid=114375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:04:45.328749 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-84f2993a-be67-421e-9262-a5991bfcdc60 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] DELETE failed (client error): The resource could not be found. Feb 16 17:04:45.328749 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84f2993a-be67-421e-9262-a5991bfcdc60 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:04:45.329146 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-84f2993a-be67-421e-9262-a5991bfcdc60 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "DELETE /v2.0/subnets/95ee9f61-65b8-4d02-8a8a-f6b3f84b0a5b HTTP/1.1" status: 404 len: 337 time: 0.0347421 Feb 16 17:04:45.332628 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53854) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:45.335899 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b9a4e7ea-458a-43a2-937d-2c1b8a9e1fba tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:45.336902 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-b9a4e7ea-458a-43a2-937d-2c1b8a9e1fba tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "DELETE /v2.0/routers/7799c4fe-3cd2-4ce7-8ba7-e65ea2629886 HTTP/1.1" status: 204 len: 168 time: 0.3987811 Feb 16 17:04:45.339526 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53856) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:45.366873 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-03945247-ce45-4a8f-99c9-b497f656c553 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] DELETE failed (client error): The resource could not be found. Feb 16 17:04:45.367322 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03945247-ce45-4a8f-99c9-b497f656c553 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:04:45.372026 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-03945247-ce45-4a8f-99c9-b497f656c553 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "DELETE /v2.0/subnets/ef9b049c-b41d-4330-ae69-c4c5aaf44f2b HTTP/1.1" status: 404 len: 337 time: 0.0368798 Feb 16 17:04:45.373298 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53858) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:45.392489 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-98a83feb-7c88-467b-855b-f86406f50ac3 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Deleting subnet 95bd0718-57c2-40e0-aebb-363a0e9d731d {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:04:45.395522 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-98a83feb-7c88-467b-855b-f86406f50ac3 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:45.420188 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-b85a1ed0-fea9-4416-99dc-829819f3f745 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] DELETE failed (client error): The resource could not be found. Feb 16 17:04:45.420571 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b85a1ed0-fea9-4416-99dc-829819f3f745 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:04:45.424154 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-b85a1ed0-fea9-4416-99dc-829819f3f745 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "DELETE /v2.0/subnets/dd4939f3-8a42-462d-8dae-50fcbb8c6496 HTTP/1.1" status: 404 len: 337 time: 0.0502472 Feb 16 17:04:45.426976 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53860) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:45.443833 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-98a83feb-7c88-467b-855b-f86406f50ac3 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:45.465823 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-6741a0b7-a165-4eea-a0ee-42b65e1eed79 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "GET /v2.0/ports?device_id=555b9773-e579-4af4-b656-7412b447c3a0 HTTP/1.1" status: 200 len: 205 time: 0.0378420 Feb 16 17:04:45.468656 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53862) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:45.513330 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-7c4adb4b-fa42-49a5-b4d5-c89a6b84f8f9 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] delete failed (client error): The resource could not be found. Feb 16 17:04:45.514031 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-7c4adb4b-fa42-49a5-b4d5-c89a6b84f8f9 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "DELETE /v2.0/routers/555b9773-e579-4af4-b656-7412b447c3a0 HTTP/1.1" status: 404 len: 336 time: 0.0444329 Feb 16 17:04:45.515374 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-61b7fc38-b1bb-4de1-b14c-68645148bfb8 req-b5781217-2f4d-435a-90c1-48598fb316a2 service neutron] For port 50867f13-f2b2-4092-80b9-4789e575fff0, host hv-neutron-8286, cleared binding levels {{(pid=114376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:04:45.517664 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53864) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:45.532528 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-98a83feb-7c88-467b-855b-f86406f50ac3 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:45.537247 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-61b7fc38-b1bb-4de1-b14c-68645148bfb8 req-b5781217-2f4d-435a-90c1-48598fb316a2 service neutron] For port 50867f13-f2b2-4092-80b9-4789e575fff0, host hv-neutron-8286, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=50867f13-f2b2-4092-80b9-4789e575fff0,segment=NetworkSegment(60588410-0ce9-4ca8-bc7e-83b5810a7a00),segment_id=60588410-0ce9-4ca8-bc7e-83b5810a7a00)] {{(pid=114376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:04:45.553528 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-69c5c71f-2c2e-4326-bb6d-b32beee35194 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1f62a03-07a8-42b9-ae75-9ddbd0464166 HTTP/1.1" status: 200 len: 205 time: 0.0350931 Feb 16 17:04:45.556184 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53866) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:45.667458 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-98a83feb-7c88-467b-855b-f86406f50ac3 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:45.698232 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a83feb-7c88-467b-855b-f86406f50ac3 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event deleted for resources: {'Subnet': ['ID=95bd0718-57c2-40e0-aebb-363a0e9d731d,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:45.700329 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-98a83feb-7c88-467b-855b-f86406f50ac3 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:45.707175 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b090ec3-8882-49f4-86a2-14a77ca21665 None None] Network e3e00206-944b-430e-8245-ec2e696dd6ed requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:04:45.707869 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-98a83feb-7c88-467b-855b-f86406f50ac3 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "DELETE /v2.0/subnets/95bd0718-57c2-40e0-aebb-363a0e9d731d HTTP/1.1" status: 204 len: 168 time: 0.3665051 Feb 16 17:04:45.708937 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53868) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:45.821640 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-aafd24ce-0656-4756-97a3-42f07ef492a9 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:45.873880 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-a665c86a-34b6-496c-a9ba-296e2159448b tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] delete failed (client error): The resource could not be found. Feb 16 17:04:45.874799 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-a665c86a-34b6-496c-a9ba-296e2159448b tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "DELETE /v2.0/routers/c1f62a03-07a8-42b9-ae75-9ddbd0464166 HTTP/1.1" status: 404 len: 336 time: 0.3170462 Feb 16 17:04:45.875764 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-61b7fc38-b1bb-4de1-b14c-68645148bfb8 req-b5781217-2f4d-435a-90c1-48598fb316a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:45.879870 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53870) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:45.920683 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a70d139-f60e-4820-9057-645ccad967d4 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] DELETE failed (client error): The resource could not be found. Feb 16 17:04:45.921113 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a70d139-f60e-4820-9057-645ccad967d4 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:04:45.924203 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-8a70d139-f60e-4820-9057-645ccad967d4 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "DELETE /v2.0/subnets/a7eb4368-e44f-47bf-a8c5-15fc17e78133 HTTP/1.1" status: 404 len: 337 time: 0.0432613 Feb 16 17:04:45.926978 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53872) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:45.947400 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7fc38-b1bb-4de1-b14c-68645148bfb8 req-b5781217-2f4d-435a-90c1-48598fb316a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:45.948055 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-61b7fc38-b1bb-4de1-b14c-68645148bfb8 req-b5781217-2f4d-435a-90c1-48598fb316a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:45.955237 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-61b7fc38-b1bb-4de1-b14c-68645148bfb8 req-b5781217-2f4d-435a-90c1-48598fb316a2 service neutron] 10.222.0.89 "PUT /v2.0/ports/50867f13-f2b2-4092-80b9-4789e575fff0 HTTP/1.1" status: 200 len: 1094 time: 1.9343746 Feb 16 17:04:45.955237 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fee99198-16d6-4a49-8531-74cea58ee3d0', 'tag': '50867f13-f2b2-4092-80b9-4789e575fff0'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:04:45.955237 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0754d6-887d-404c-aed6-5ba7cc6056bb" -d '{"events": [{"name": "network-changed", "server_uuid": "fee99198-16d6-4a49-8531-74cea58ee3d0", "tag": "50867f13-f2b2-4092-80b9-4789e575fff0"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:04:45.964918 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02cdd29-9a6e-48f1-8993-fb13280356cf None None] DHCP port deletion for e3e00206-944b-430e-8245-ec2e696dd6ed request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:04:45.984483 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-b7fcdd67-75dc-4ca1-99c0-d1a801966d6a tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "GET /v2.0/ports?device_id=bc203642-615d-4b66-a0cf-0922673f52d7 HTTP/1.1" status: 200 len: 205 time: 0.0503099 Feb 16 17:04:45.984608 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5781217-2f4d-435a-90c1-48598fb316a2 service neutron] Pushing event updated for resources: {'Port': ['ID=50867f13-f2b2-4092-80b9-4789e575fff0,revision_number=3']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:45.984608 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53878) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:45.986907 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-aafd24ce-0656-4756-97a3-42f07ef492a9 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Deleting port c3f292a0-b36d-49fb-b6cf-a126a208db08 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:04:45.987257 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-aafd24ce-0656-4756-97a3-42f07ef492a9 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:46.023281 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-294fe4dd-9c00-40d7-a762-0e9091284828 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] delete failed (client error): The resource could not be found. Feb 16 17:04:46.027063 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-294fe4dd-9c00-40d7-a762-0e9091284828 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "DELETE /v2.0/routers/bc203642-615d-4b66-a0cf-0922673f52d7 HTTP/1.1" status: 404 len: 336 time: 0.0416512 Feb 16 17:04:46.027338 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53880) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:46.064412 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-58efb3cd-e32e-4340-a7dd-4d2192e1adc0 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc4501a7-9d7d-44bc-b630-3d2c55976a72 HTTP/1.1" status: 200 len: 205 time: 0.0359762 Feb 16 17:04:46.070516 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39fd09ee-8c12-49cb-9c32-6002a7e81b02 x-openstack-request-id: req-39fd09ee-8c12-49cb-9c32-6002a7e81b02 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:04:46.070516 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fee99198-16d6-4a49-8531-74cea58ee3d0", "tag": "50867f13-f2b2-4092-80b9-4789e575fff0", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:04:46.070516 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-39fd09ee-8c12-49cb-9c32-6002a7e81b02 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:04:46.070516 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fee99198-16d6-4a49-8531-74cea58ee3d0', 'tag': '50867f13-f2b2-4092-80b9-4789e575fff0', 'status': 'completed', 'code': 200} Feb 16 17:04:46.071621 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-c02cdd29-9a6e-48f1-8993-fb13280356cf None None] Deleting port c3f292a0-b36d-49fb-b6cf-a126a208db08 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:04:46.072028 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c02cdd29-9a6e-48f1-8993-fb13280356cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:46.078303 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53882) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:46.126770 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-9b32a0a4-4094-46f3-be67-d43e3f3e0f71 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] delete failed (client error): The resource could not be found. Feb 16 17:04:46.128401 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-9b32a0a4-4094-46f3-be67-d43e3f3e0f71 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "DELETE /v2.0/routers/fc4501a7-9d7d-44bc-b630-3d2c55976a72 HTTP/1.1" status: 404 len: 336 time: 0.0483265 Feb 16 17:04:46.131081 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53884) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:46.145130 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-c02cdd29-9a6e-48f1-8993-fb13280356cf None None] For port c3f292a0-b36d-49fb-b6cf-a126a208db08, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=c3f292a0-b36d-49fb-b6cf-a126a208db08,segment=NetworkSegment(0c31cc5c-2e2b-44fa-8e54-f4e62959d837),segment_id=0c31cc5c-2e2b-44fa-8e54-f4e62959d837)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:04:46.145534 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c02cdd29-9a6e-48f1-8993-fb13280356cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:46.163510 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-c02cdd29-9a6e-48f1-8993-fb13280356cf None None] Calling delete_port for c3f292a0-b36d-49fb-b6cf-a126a208db08 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:04:46.176799 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-e931af0a-7f0c-4152-a8c0-d26f7ad39b84 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] DELETE failed (client error): The resource could not be found. Feb 16 17:04:46.177898 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e931af0a-7f0c-4152-a8c0-d26f7ad39b84 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:04:46.181628 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e931af0a-7f0c-4152-a8c0-d26f7ad39b84 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "DELETE /v2.0/subnets/0f093a83-f15c-4b9e-a1c3-5cac6c1549d8 HTTP/1.1" status: 404 len: 337 time: 0.0493248 Feb 16 17:04:46.184620 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53886) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:46.192883 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92da987-6fa4-4315-87be-208a38957270 req-dac381ec-449a-43a3-bf7c-b0a1f263c1f7 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:46.194454 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e92da987-6fa4-4315-87be-208a38957270 req-dac381ec-449a-43a3-bf7c-b0a1f263c1f7 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=fee99198-16d6-4a49-8531-74cea58ee3d0 HTTP/1.1" status: 200 len: 944 time: 0.1290405 Feb 16 17:04:46.197537 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0754d6-887d-404c-aed6-5ba7cc6056bb req-3280764a-61de-48f0-87db-06e90c3fb15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:46.199049 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3d0754d6-887d-404c-aed6-5ba7cc6056bb req-3280764a-61de-48f0-87db-06e90c3fb15c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c9820320aae461fbcc5eba944eb2160&device_id=fee99198-16d6-4a49-8531-74cea58ee3d0 HTTP/1.1" status: 200 len: 1097 time: 0.1297753 Feb 16 17:04:46.209463 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-aafd24ce-0656-4756-97a3-42f07ef492a9 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] For port c3f292a0-b36d-49fb-b6cf-a126a208db08, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=c3f292a0-b36d-49fb-b6cf-a126a208db08,segment=NetworkSegment(0c31cc5c-2e2b-44fa-8e54-f4e62959d837),segment_id=0c31cc5c-2e2b-44fa-8e54-f4e62959d837)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:04:46.209937 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-aafd24ce-0656-4756-97a3-42f07ef492a9 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:46.235360 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-cf905cb1-4ddb-4a99-855f-08d1fcbae762 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "GET /v2.0/ports?device_id=4cf869e1-6af9-4465-b967-16810b1eea37 HTTP/1.1" status: 200 len: 205 time: 0.0477302 Feb 16 17:04:46.236011 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53888) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:46.246286 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-aafd24ce-0656-4756-97a3-42f07ef492a9 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Calling delete_port for c3f292a0-b36d-49fb-b6cf-a126a208db08 owned by network:dhcp {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:04:46.282479 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-b4340d5a-58d2-4ab8-a3a7-b78b359f72d7 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] delete failed (client error): The resource could not be found. Feb 16 17:04:46.285939 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-b4340d5a-58d2-4ab8-a3a7-b78b359f72d7 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "DELETE /v2.0/routers/4cf869e1-6af9-4465-b967-16810b1eea37 HTTP/1.1" status: 404 len: 336 time: 0.0469234 Feb 16 17:04:46.287019 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53890) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:46.298590 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e92da987-6fa4-4315-87be-208a38957270 req-31fe48a3-4a8a-43f9-977c-65a159268e69 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=9d2f97b7-1a1d-46ad-8317-08f408e6f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970170 Feb 16 17:04:46.317661 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-f050eb95-5870-4279-bfc3-9beebf0f03d1 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] DELETE failed (client error): The resource could not be found. Feb 16 17:04:46.318124 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f050eb95-5870-4279-bfc3-9beebf0f03d1 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:04:46.318795 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c02cdd29-9a6e-48f1-8993-fb13280356cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:46.321356 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f050eb95-5870-4279-bfc3-9beebf0f03d1 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "DELETE /v2.0/subnets/0c913868-6766-44e7-8b72-9cc503cf0804 HTTP/1.1" status: 404 len: 337 time: 0.0333664 Feb 16 17:04:46.328204 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53892) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:46.346887 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02cdd29-9a6e-48f1-8993-fb13280356cf None None] Pushing event deleted for resources: {'Port': ['ID=c3f292a0-b36d-49fb-b6cf-a126a208db08,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:46.353725 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02cdd29-9a6e-48f1-8993-fb13280356cf None None] No DVR routers for this DVR port c3f292a0-b36d-49fb-b6cf-a126a208db08 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:04:46.376799 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-ddde91f2-f82b-49b1-a887-84de2ce25f77 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "GET /v2.0/ports?device_id=c90d261e-e1ee-4e5d-86cf-900d65d20d10 HTTP/1.1" status: 200 len: 205 time: 0.0448716 Feb 16 17:04:46.377850 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53894) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:46.423429 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-6c15a610-2619-4d84-94a5-0b87c0d89824 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] delete failed (client error): The resource could not be found. Feb 16 17:04:46.424528 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-6c15a610-2619-4d84-94a5-0b87c0d89824 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "DELETE /v2.0/routers/c90d261e-e1ee-4e5d-86cf-900d65d20d10 HTTP/1.1" status: 404 len: 336 time: 0.0457530 Feb 16 17:04:46.426609 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0754d6-887d-404c-aed6-5ba7cc6056bb req-4c2275b4-6303-466f-b8bc-26836d3c7247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:46.427221 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53896) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:46.428091 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3d0754d6-887d-404c-aed6-5ba7cc6056bb req-4c2275b4-6303-466f-b8bc-26836d3c7247 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=9c9820320aae461fbcc5eba944eb2160&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2088251 Feb 16 17:04:46.466550 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-a39e1cd5-80ec-4fd3-b7b9-95865fbf67fc tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] DELETE failed (client error): The resource could not be found. Feb 16 17:04:46.466550 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a39e1cd5-80ec-4fd3-b7b9-95865fbf67fc tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:04:46.466550 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a39e1cd5-80ec-4fd3-b7b9-95865fbf67fc tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "DELETE /v2.0/subnets/d22b4538-6353-4bea-9787-48ca637543ee HTTP/1.1" status: 404 len: 337 time: 0.0345371 Feb 16 17:04:46.466550 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53898) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:46.475700 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-aafd24ce-0656-4756-97a3-42f07ef492a9 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:46.500543 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-764d3ef6-7864-4d1c-8977-ae44a91eae10 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] DELETE failed (client error): The resource could not be found. Feb 16 17:04:46.500991 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-764d3ef6-7864-4d1c-8977-ae44a91eae10 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:04:46.503935 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-764d3ef6-7864-4d1c-8977-ae44a91eae10 tempest-RoutersTest-992891099 tempest-RoutersTest-992891099-project] 10.222.0.88 "DELETE /v2.0/subnets/f70cb409-ef32-4e49-9aba-7b3932a8e166 HTTP/1.1" status: 404 len: 337 time: 0.0368338 Feb 16 17:04:46.524998 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafd24ce-0656-4756-97a3-42f07ef492a9 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] No DVR routers for this DVR port c3f292a0-b36d-49fb-b6cf-a126a208db08 on host dv-neutron-828697-3-hyperv {{(pid=114375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:04:46.529740 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd24ce-0656-4756-97a3-42f07ef492a9 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event deleted for resources: {'Port': ['ID=c3f292a0-b36d-49fb-b6cf-a126a208db08,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:46.595900 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0754d6-887d-404c-aed6-5ba7cc6056bb req-cc8e7027-cacc-4d0a-bc63-0ee4db3b0918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:46.597836 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3d0754d6-887d-404c-aed6-5ba7cc6056bb req-cc8e7027-cacc-4d0a-bc63-0ee4db3b0918 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1633973 Feb 16 17:04:46.610662 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-aafd24ce-0656-4756-97a3-42f07ef492a9 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:46.638508 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-aafd24ce-0656-4756-97a3-42f07ef492a9 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3e00206-944b-430e-8245-ec2e696dd6ed']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:46.648570 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-aafd24ce-0656-4756-97a3-42f07ef492a9 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c31cc5c-2e2b-44fa-8e54-f4e62959d837') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:46.648813 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-aafd24ce-0656-4756-97a3-42f07ef492a9 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c31cc5c-2e2b-44fa-8e54-f4e62959d837') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:46.658144 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-aafd24ce-0656-4756-97a3-42f07ef492a9 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:46.672093 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-aafd24ce-0656-4756-97a3-42f07ef492a9 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:46.672968 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7fc38-b1bb-4de1-b14c-68645148bfb8 req-a220bd00-2f2c-4e26-9ec5-8f38f75909ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:46.674523 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-61b7fc38-b1bb-4de1-b14c-68645148bfb8 req-a220bd00-2f2c-4e26-9ec5-8f38f75909ec service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c9820320aae461fbcc5eba944eb2160&device_id=fee99198-16d6-4a49-8531-74cea58ee3d0 HTTP/1.1" status: 200 len: 1097 time: 0.0405197 Feb 16 17:04:46.678003 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aafd24ce-0656-4756-97a3-42f07ef492a9 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:04:46.678394 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-aafd24ce-0656-4756-97a3-42f07ef492a9 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:46.681747 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 17:04:46.681747 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:04:46.681747 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 17:04:46.681747 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:04:46.681747 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 17:04:46.681747 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:04:46.681747 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 17:04:46.681747 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:04:46.681747 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 17:04:46.681747 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:04:46.681747 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 17:04:46.681747 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:04:46.681747 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 17:04:46.681747 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:04:46.681747 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:04:46.681747 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:04:46.681747 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:04:46.681747 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:04:46.681747 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 17:04:46.681747 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:04:46.681747 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 17:04:46.681747 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:04:46.681747 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:04:46.681747 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:04:46.681747 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 17:04:46.681747 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:04:46.681747 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:04:46.681747 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:04:46.681747 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:04:46.681747 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:04:46.681747 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:04:46.681747 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:04:46.717184 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-61b7fc38-b1bb-4de1-b14c-68645148bfb8 req-f6796a33-084a-4c1a-b3c0-6ddd51dd4851 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50867f13-f2b2-4092-80b9-4789e575fff0 HTTP/1.1" status: 200 len: 217 time: 0.0340633 Feb 16 17:04:46.769876 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7fc38-b1bb-4de1-b14c-68645148bfb8 req-10040062-9c88-4f90-83f6-349a0c3fa0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:46.771316 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-61b7fc38-b1bb-4de1-b14c-68645148bfb8 req-10040062-9c88-4f90-83f6-349a0c3fa0eb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2bf959e4-88a3-4718-9710-0ca033dd4cba HTTP/1.1" status: 200 len: 834 time: 0.0474412 Feb 16 17:04:46.823717 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7fc38-b1bb-4de1-b14c-68645148bfb8 req-ac7ef9d6-969c-490d-b5ba-c5050637b3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:46.825216 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-61b7fc38-b1bb-4de1-b14c-68645148bfb8 req-ac7ef9d6-969c-490d-b5ba-c5050637b3ed service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a887233e-d481-41aa-9584-24a22f5e599a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0478580 Feb 16 17:04:46.853251 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-aafd24ce-0656-4756-97a3-42f07ef492a9 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:46.861215 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-aafd24ce-0656-4756-97a3-42f07ef492a9 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:46.868495 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-aafd24ce-0656-4756-97a3-42f07ef492a9 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "DELETE /v2.0/networks/e3e00206-944b-430e-8245-ec2e696dd6ed HTTP/1.1" status: 204 len: 168 time: 1.1545839 Feb 16 17:04:46.868665 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53902) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:46.873405 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-2d0048b1-434a-49f3-946a-2fa50b84e17b tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1088031277', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:46.955863 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2d0048b1-434a-49f3-946a-2fa50b84e17b tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:46.957024 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2d0048b1-434a-49f3-946a-2fa50b84e17b tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:46.961305 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd24ce-0656-4756-97a3-42f07ef492a9 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event deleted for resources: {'Network': ['ID=e3e00206-944b-430e-8245-ec2e696dd6ed,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:46.994599 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-61b7fc38-b1bb-4de1-b14c-68645148bfb8 req-f39b2020-c349-4550-a723-d6878a4f3fde service neutron] 10.222.0.89 "GET /v2.0/networks/a887233e-d481-41aa-9584-24a22f5e599a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599946 Feb 16 17:04:46.994599 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53906) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:47.016214 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2d0048b1-434a-49f3-946a-2fa50b84e17b tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:47.082400 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-61b7fc38-b1bb-4de1-b14c-68645148bfb8 req-c59cd413-7aa3-4399-a2ad-296e857283c2 service neutron] 10.222.0.89 "GET /v2.0/networks/a887233e-d481-41aa-9584-24a22f5e599a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824065 Feb 16 17:04:47.087432 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2d0048b1-434a-49f3-946a-2fa50b84e17b tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:47.133305 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-e28e73fb-2bed-4fbc-b845-06d5ba930255 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=687c6649ec1f4902bed4d35faf0c53f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1378772 Feb 16 17:04:47.135886 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53910) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:47.187012 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c87c19d3-0505-4b1f-b582-29d305bd5a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:47.203776 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2d0048b1-434a-49f3-946a-2fa50b84e17b tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:47.205056 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-2d0048b1-434a-49f3-946a-2fa50b84e17b tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3352127 Feb 16 17:04:47.207842 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53912) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:47.210278 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c87c19d3-0505-4b1f-b582-29d305bd5a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:47.212706 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-cd604f93-99ed-4944-9e47-83a16094c5ab tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-98096616'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:47.395355 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device c3f292a0-b36d-49fb-b6cf-a126a208db08 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:04:47.397741 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd604f93-99ed-4944-9e47-83a16094c5ab tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Made reservation on behalf of 8b839598b51f4c5f8c0eeb567a6c9232 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:04:47.401191 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cd604f93-99ed-4944-9e47-83a16094c5ab tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:47.416917 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: c3f292a0-b36d-49fb-b6cf-a126a208db08 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:04:47.417267 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device c3f292a0-b36d-49fb-b6cf-a126a208db08 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:04:47.430907 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c87c19d3-0505-4b1f-b582-29d305bd5a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:47.433702 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c87c19d3-0505-4b1f-b582-29d305bd5a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:47.434858 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c87c19d3-0505-4b1f-b582-29d305bd5a5a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c9c686e0-8811-4c05-879b-d186297e2486 HTTP/1.1" status: 204 len: 168 time: 0.2980614 Feb 16 17:04:47.443805 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47e901-f8d3-46e8-97d4-68b0ccc9713c req-42c0d317-c3cb-43ec-a78c-16b3d4b4fb9e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:47.443805 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-bf47e901-f8d3-46e8-97d4-68b0ccc9713c req-42c0d317-c3cb-43ec-a78c-16b3d4b4fb9e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=fee99198-16d6-4a49-8531-74cea58ee3d0 HTTP/1.1" status: 200 len: 944 time: 0.0711699 Feb 16 17:04:47.443805 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd604f93-99ed-4944-9e47-83a16094c5ab tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:04:47.444172 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87c19d3-0505-4b1f-b582-29d305bd5a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c686e0-8811-4c05-879b-d186297e2486,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:47.459021 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cd604f93-99ed-4944-9e47-83a16094c5ab tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:47.459335 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-cd604f93-99ed-4944-9e47-83a16094c5ab tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Added segment 4069c586-ab62-448b-a13a-95bc7773ad00 of type vlan for network 548d0d4c-040c-4b49-8476-0f9715ee330b Feb 16 17:04:47.515366 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-bf47e901-f8d3-46e8-97d4-68b0ccc9713c req-dce35606-d8d5-4471-92f5-2cf0f214036e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=9d2f97b7-1a1d-46ad-8317-08f408e6f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660448 Feb 16 17:04:47.523359 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cd604f93-99ed-4944-9e47-83a16094c5ab tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:47.618693 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cd604f93-99ed-4944-9e47-83a16094c5ab tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:47.624718 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd604f93-99ed-4944-9e47-83a16094c5ab tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:47.625294 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cd604f93-99ed-4944-9e47-83a16094c5ab tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:47.693540 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd604f93-99ed-4944-9e47-83a16094c5ab tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event updated for resources: {'Network': ['ID=548d0d4c-040c-4b49-8476-0f9715ee330b,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:47.699007 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-cd604f93-99ed-4944-9e47-83a16094c5ab tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4901683 Feb 16 17:04:47.701859 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53920) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:47.704697 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 548d0d4c-040c-4b49-8476-0f9715ee330b details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:04:47.711245 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-0d19f719-7fd8-4d48-8eb9-822eb65ef042 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Request body: {'subnet': {'network_id': '548d0d4c-040c-4b49-8476-0f9715ee330b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:47.855270 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d19f719-7fd8-4d48-8eb9-822eb65ef042 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Made reservation on behalf of 8b839598b51f4c5f8c0eeb567a6c9232 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:04:47.858812 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0d19f719-7fd8-4d48-8eb9-822eb65ef042 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:48.124701 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0d19f719-7fd8-4d48-8eb9-822eb65ef042 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:48.192078 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d19f719-7fd8-4d48-8eb9-822eb65ef042 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event updated for resources: {'Subnet': ['ID=16d2b379-c778-4e66-bfe9-a546f4002fb3,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:48.199587 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d19f719-7fd8-4d48-8eb9-822eb65ef042 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Checking segment: {'id': '4069c586-ab62-448b-a13a-95bc7773ad00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '548d0d4c-040c-4b49-8476-0f9715ee330b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:04:48.199949 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d19f719-7fd8-4d48-8eb9-822eb65ef042 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Network hostable DHCP agents. Network: 548d0d4c-040c-4b49-8476-0f9715ee330b, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:04:48.267767 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 50867f13-f2b2-4092-80b9-4789e575fff0 details requested by agent hyperv_hv-neutron-8286 with host hv-neutron-8286 {{(pid=114377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:04:48.301208 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d19f719-7fd8-4d48-8eb9-822eb65ef042 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Network 548d0d4c-040c-4b49-8476-0f9715ee330b is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:04:48.369826 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-0d19f719-7fd8-4d48-8eb9-822eb65ef042 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 548d0d4c-040c-4b49-8476-0f9715ee330b) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:48.370167 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 50867f13-f2b2-4092-80b9-4789e575fff0, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=50867f13-f2b2-4092-80b9-4789e575fff0,segment=NetworkSegment(60588410-0ce9-4ca8-bc7e-83b5810a7a00),segment_id=60588410-0ce9-4ca8-bc7e-83b5810a7a00)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:04:48.375192 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d19f719-7fd8-4d48-8eb9-822eb65ef042 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:48.380346 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0d19f719-7fd8-4d48-8eb9-822eb65ef042 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:48.384185 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f47929-c668-4460-be82-db942f74dede None None] Network 548d0d4c-040c-4b49-8476-0f9715ee330b requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:04:48.389069 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Returning: {'device': '50867f13-f2b2-4092-80b9-4789e575fff0', 'network_id': 'a887233e-d481-41aa-9584-24a22f5e599a', 'port_id': '50867f13-f2b2-4092-80b9-4789e575fff0', 'mac_address': 'fa:16:3e:09:cd:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bf959e4-88a3-4718-9710-0ca033dd4cba', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:04:48.400637 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53938) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:48.456418 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-0d19f719-7fd8-4d48-8eb9-822eb65ef042 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7511032 Feb 16 17:04:48.459269 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53942) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:48.483938 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:48.504410 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-b84e771c-c782-4e9b-b1cc-769ff5ca2ac1 tempest-SubnetPoolsTestJSON-2034969863 tempest-SubnetPoolsTestJSON-2034969863-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-192354735', 'prefixes': ['172.20.0.0/16']}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:48.509303 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50867f13-f2b2-4092-80b9-4789e575fff0 {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:04:48.562476 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 50867f13-f2b2-4092-80b9-4789e575fff0, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=50867f13-f2b2-4092-80b9-4789e575fff0,segment=NetworkSegment(60588410-0ce9-4ca8-bc7e-83b5810a7a00),segment_id=60588410-0ce9-4ca8-bc7e-83b5810a7a00)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:04:48.593836 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a443a856-f502-4def-bf4c-8170379d8332 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-548d0d4c-040c-4b49-8476-0f9715ee330b', 'network_id': '548d0d4c-040c-4b49-8476-0f9715ee330b', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'fixed_ips': [{'subnet_id': '16d2b379-c778-4e66-bfe9-a546f4002fb3'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:04:48.594963 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a443a856-f502-4def-bf4c-8170379d8332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:48.636263 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e12dbd-c120-46fa-9095-25c3474a08e9 req-9d6fcc12-884d-4a29-ac02-946911013cd6 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:48.638129 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-60e12dbd-c120-46fa-9095-25c3474a08e9 req-9d6fcc12-884d-4a29-ac02-946911013cd6 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=fee99198-16d6-4a49-8531-74cea58ee3d0 HTTP/1.1" status: 200 len: 944 time: 0.0514371 Feb 16 17:04:48.674454 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:48.680340 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-60e12dbd-c120-46fa-9095-25c3474a08e9 req-634dceab-8f90-4825-ae95-f73ecf49ff81 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=9d2f97b7-1a1d-46ad-8317-08f408e6f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349994 Feb 16 17:04:48.764031 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=50867f13-f2b2-4092-80b9-4789e575fff0,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:48.772518 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-350208d8-20cf-4e66-9eb9-d14cd17a5a9d tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:48.786555 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-a443a856-f502-4def-bf4c-8170379d8332 None None] Allocated IP 2001:db8::2 (548d0d4c-040c-4b49-8476-0f9715ee330b/16d2b379-c778-4e66-bfe9-a546f4002fb3/a5d95b02-f9e7-43b3-9d9b-b4dadc01203e) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:04:48.880986 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['50867f13-f2b2-4092-80b9-4789e575fff0'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:04:48.966633 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b84e771c-c782-4e9b-b1cc-769ff5ca2ac1 tempest-SubnetPoolsTestJSON-2034969863 tempest-SubnetPoolsTestJSON-2034969863-project] Notify callbacks [] for subnetpool, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:48.967873 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-b84e771c-c782-4e9b-b1cc-769ff5ca2ac1 tempest-SubnetPoolsTestJSON-2034969863 tempest-SubnetPoolsTestJSON-2034969863-project] 10.222.0.88 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.5654271 Feb 16 17:04:48.970749 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53946) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:48.975703 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a443a856-f502-4def-bf4c-8170379d8332 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:48.995684 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-09d43369-bd23-4a74-a4ea-8314cbb56f56 tempest-SubnetPoolsTestJSON-2034969863 tempest-SubnetPoolsTestJSON-2034969863-project] 10.222.0.88 "GET /v2.0/subnetpools/601b6b75-eeaf-4382-b909-648bfa3f7922 HTTP/1.1" status: 200 len: 731 time: 0.0238342 Feb 16 17:04:48.998417 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53948) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:49.002903 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-54054bf0-6a1c-4059-96e6-63f8c6d856cb tempest-SubnetPoolsTestJSON-2034969863 tempest-SubnetPoolsTestJSON-2034969863-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1899676833'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:49.042671 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a443a856-f502-4def-bf4c-8170379d8332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:49.084708 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-350208d8-20cf-4e66-9eb9-d14cd17a5a9d tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Allocated IP 2001:db8::1 (548d0d4c-040c-4b49-8476-0f9715ee330b/16d2b379-c778-4e66-bfe9-a546f4002fb3/83a2e49c-c015-479b-bf18-88f7e2285d6b) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:04:49.091635 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a443a856-f502-4def-bf4c-8170379d8332 None None] Network 548d0d4c-040c-4b49-8476-0f9715ee330b is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:49.101441 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-a443a856-f502-4def-bf4c-8170379d8332 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:49.108290 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a443a856-f502-4def-bf4c-8170379d8332 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:04:49.121821 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a443a856-f502-4def-bf4c-8170379d8332 None None] Pushing event updated for resources: {'Port': ['ID=a5d95b02-f9e7-43b3-9d9b-b4dadc01203e,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:49.144117 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-54054bf0-6a1c-4059-96e6-63f8c6d856cb tempest-SubnetPoolsTestJSON-2034969863 tempest-SubnetPoolsTestJSON-2034969863-project] Notify callbacks [] for subnetpool, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:49.145731 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-54054bf0-6a1c-4059-96e6-63f8c6d856cb tempest-SubnetPoolsTestJSON-2034969863 tempest-SubnetPoolsTestJSON-2034969863-project] 10.222.0.88 "PUT /v2.0/subnetpools/601b6b75-eeaf-4382-b909-648bfa3f7922 HTTP/1.1" status: 200 len: 684 time: 0.1463139 Feb 16 17:04:49.148825 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53950) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:49.194746 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-a443a856-f502-4def-bf4c-8170379d8332 None None] Attempting to bind port a5d95b02-f9e7-43b3-9d9b-b4dadc01203e on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:04:49.195316 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-a443a856-f502-4def-bf4c-8170379d8332 None None] Attempting to bind port a5d95b02-f9e7-43b3-9d9b-b4dadc01203e by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '4069c586-ab62-448b-a13a-95bc7773ad00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '548d0d4c-040c-4b49-8476-0f9715ee330b'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:04:49.195435 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a443a856-f502-4def-bf4c-8170379d8332 None None] Attempting to bind port a5d95b02-f9e7-43b3-9d9b-b4dadc01203e on network 548d0d4c-040c-4b49-8476-0f9715ee330b {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:04:49.211107 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a443a856-f502-4def-bf4c-8170379d8332 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:04:49.211531 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a443a856-f502-4def-bf4c-8170379d8332 None None] Checking segment: {'id': '4069c586-ab62-448b-a13a-95bc7773ad00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '548d0d4c-040c-4b49-8476-0f9715ee330b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:04:49.212356 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a443a856-f502-4def-bf4c-8170379d8332 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:49.212356 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a443a856-f502-4def-bf4c-8170379d8332 None None] Bound using segment: {'id': '4069c586-ab62-448b-a13a-95bc7773ad00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '548d0d4c-040c-4b49-8476-0f9715ee330b'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:04:49.212747 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-a443a856-f502-4def-bf4c-8170379d8332 None None] Bound port: a5d95b02-f9e7-43b3-9d9b-b4dadc01203e, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4069c586-ab62-448b-a13a-95bc7773ad00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '548d0d4c-040c-4b49-8476-0f9715ee330b'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:04:49.213163 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a443a856-f502-4def-bf4c-8170379d8332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:49.214737 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-350208d8-20cf-4e66-9eb9-d14cd17a5a9d tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:49.272751 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-57e8ccd0-9fbd-4993-9c66-8c14a8ad44cc tempest-SubnetPoolsTestJSON-2034969863 tempest-SubnetPoolsTestJSON-2034969863-project] Notify callbacks [] for subnetpool, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:49.273924 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-57e8ccd0-9fbd-4993-9c66-8c14a8ad44cc tempest-SubnetPoolsTestJSON-2034969863 tempest-SubnetPoolsTestJSON-2034969863-project] 10.222.0.88 "DELETE /v2.0/subnetpools/601b6b75-eeaf-4382-b909-648bfa3f7922 HTTP/1.1" status: 204 len: 168 time: 0.1229861 Feb 16 17:04:49.276642 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53952) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:49.291929 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-4718bd10-9410-4d7c-b645-83f24b912971 tempest-SubnetPoolsTestJSON-2034969863 tempest-SubnetPoolsTestJSON-2034969863-project] show failed (client error): The resource could not be found. Feb 16 17:04:49.295370 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-4718bd10-9410-4d7c-b645-83f24b912971 tempest-SubnetPoolsTestJSON-2034969863 tempest-SubnetPoolsTestJSON-2034969863-project] 10.222.0.88 "GET /v2.0/subnetpools/601b6b75-eeaf-4382-b909-648bfa3f7922 HTTP/1.1" status: 404 len: 346 time: 0.0153291 Feb 16 17:04:49.295607 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53954) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:49.297920 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-350208d8-20cf-4e66-9eb9-d14cd17a5a9d tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:49.312173 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-5bc85bd9-f864-4b6b-b40d-83f08f903ed5 tempest-SubnetPoolsTestJSON-2034969863 tempest-SubnetPoolsTestJSON-2034969863-project] delete failed (client error): The resource could not be found. Feb 16 17:04:49.313338 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-5bc85bd9-f864-4b6b-b40d-83f08f903ed5 tempest-SubnetPoolsTestJSON-2034969863 tempest-SubnetPoolsTestJSON-2034969863-project] 10.222.0.88 "DELETE /v2.0/subnetpools/601b6b75-eeaf-4382-b909-648bfa3f7922 HTTP/1.1" status: 404 len: 346 time: 0.0161092 Feb 16 17:04:49.315635 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-a443a856-f502-4def-bf4c-8170379d8332 None None] For port a5d95b02-f9e7-43b3-9d9b-b4dadc01203e, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:04:49.318851 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-a443a856-f502-4def-bf4c-8170379d8332 None None] For port a5d95b02-f9e7-43b3-9d9b-b4dadc01203e, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=a5d95b02-f9e7-43b3-9d9b-b4dadc01203e,segment=NetworkSegment(4069c586-ab62-448b-a13a-95bc7773ad00),segment_id=4069c586-ab62-448b-a13a-95bc7773ad00)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:04:49.345770 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350208d8-20cf-4e66-9eb9-d14cd17a5a9d tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Network 548d0d4c-040c-4b49-8476-0f9715ee330b is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:49.349165 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-350208d8-20cf-4e66-9eb9-d14cd17a5a9d tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:49.353070 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350208d8-20cf-4e66-9eb9-d14cd17a5a9d tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:04:49.359111 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-350208d8-20cf-4e66-9eb9-d14cd17a5a9d tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:49.379012 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a443a856-f502-4def-bf4c-8170379d8332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:49.397947 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350208d8-20cf-4e66-9eb9-d14cd17a5a9d tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event updated for resources: {'Port': ['ID=83a2e49c-c015-479b-bf18-88f7e2285d6b,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:49.446002 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a443a856-f502-4def-bf4c-8170379d8332 None None] Pushing event updated for resources: {'Port': ['ID=a5d95b02-f9e7-43b3-9d9b-b4dadc01203e,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:49.551475 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-350208d8-20cf-4e66-9eb9-d14cd17a5a9d tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:49.789829 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53962) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:49.905715 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c6c9107c-2559-4d91-a08a-37d6fb1cd556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:49.997285 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c6c9107c-2559-4d91-a08a-37d6fb1cd556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:50.072463 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c6c9107c-2559-4d91-a08a-37d6fb1cd556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:50.114717 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c6c9107c-2559-4d91-a08a-37d6fb1cd556 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d566d2d58de648ce85a8d04fd5995e13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3235304 Feb 16 17:04:50.117270 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53966) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:50.130373 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9107c-2559-4d91-a08a-37d6fb1cd556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20f7f8f-85b1-4464-a44a-08478256bcbe,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:50.145891 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8679502d-8ca6-454e-8e9d-2063ee4d2531 req-a4df594e-14b9-48a6-9dac-42334d1c0ff8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:50.147424 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-8679502d-8ca6-454e-8e9d-2063ee4d2531 req-a4df594e-14b9-48a6-9dac-42334d1c0ff8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=fee99198-16d6-4a49-8531-74cea58ee3d0 HTTP/1.1" status: 200 len: 945 time: 0.3763907 Feb 16 17:04:50.175925 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-73253ea9-5872-45b8-a9d7-8331bbdab0a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:50.199268 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-73253ea9-5872-45b8-a9d7-8331bbdab0a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:50.208702 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-8679502d-8ca6-454e-8e9d-2063ee4d2531 req-da88298c-ee4c-4918-9d2c-e53096063f60 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=9d2f97b7-1a1d-46ad-8317-08f408e6f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515532 Feb 16 17:04:50.217724 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-350208d8-20cf-4e66-9eb9-d14cd17a5a9d tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:50.285791 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 50867f13-f2b2-4092-80b9-4789e575fff0 up at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:04:50.329876 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-350208d8-20cf-4e66-9eb9-d14cd17a5a9d tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:50.330670 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-350208d8-20cf-4e66-9eb9-d14cd17a5a9d tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:50.352716 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-73253ea9-5872-45b8-a9d7-8331bbdab0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:50.355669 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-73253ea9-5872-45b8-a9d7-8331bbdab0a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:50.361126 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-73253ea9-5872-45b8-a9d7-8331bbdab0a1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a20f7f8f-85b1-4464-a44a-08478256bcbe HTTP/1.1" status: 204 len: 168 time: 0.2388237 Feb 16 17:04:50.367560 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73253ea9-5872-45b8-a9d7-8331bbdab0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20f7f8f-85b1-4464-a44a-08478256bcbe,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:50.417895 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350208d8-20cf-4e66-9eb9-d14cd17a5a9d tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event updated for resources: {'Port': ['ID=83a2e49c-c015-479b-bf18-88f7e2285d6b,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:50.470367 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350208d8-20cf-4e66-9eb9-d14cd17a5a9d tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Network 548d0d4c-040c-4b49-8476-0f9715ee330b is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:50.471734 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-350208d8-20cf-4e66-9eb9-d14cd17a5a9d tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:50.552849 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bf271d-16c0-49bb-9bb7-6e45940f8794 None None] Network 548d0d4c-040c-4b49-8476-0f9715ee330b requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:04:50.555279 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning for port 50867f13-f2b2-4092-80b9-4789e575fff0 completed by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:04:50.572341 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning complete for port 50867f13-f2b2-4092-80b9-4789e575fff0 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:50.572716 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:50.663882 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-07466e61-656a-4b66-a9d5-04250e9d9d92 None None] Provisioning complete for port a5d95b02-f9e7-43b3-9d9b-b4dadc01203e triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:50.664286 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-07466e61-656a-4b66-a9d5-04250e9d9d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:50.670226 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-350208d8-20cf-4e66-9eb9-d14cd17a5a9d tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Router 6a1a3e26-51a1-4ae2-903d-513556d2b562 is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:04:50.764941 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-350208d8-20cf-4e66-9eb9-d14cd17a5a9d tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:04:50.773392 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-350208d8-20cf-4e66-9eb9-d14cd17a5a9d tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "PUT /v2.0/routers/6a1a3e26-51a1-4ae2-903d-513556d2b562/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3127325 Feb 16 17:04:50.775592 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 53978) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:50.781610 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-ba0c85f3-5c98-4a09-9e41-c5450be49f9e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-616932320'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:50.786488 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d3f064-c489-457b-a0f5-05f744d6afab None None] Sync routers for ids ['6a1a3e26-51a1-4ae2-903d-513556d2b562'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:04:50.804133 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:50.856032 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d3f064-c489-457b-a0f5-05f744d6afab None None] Routers {'6a1a3e26-51a1-4ae2-903d-513556d2b562'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:04:50.856675 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-43d3f064-c489-457b-a0f5-05f744d6afab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:04:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['6a1a3e26-51a1-4ae2-903d-513556d2b562'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:50.872589 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0c85f3-5c98-4a09-9e41-c5450be49f9e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Made reservation on behalf of 8b839598b51f4c5f8c0eeb567a6c9232 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:04:50.876201 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ba0c85f3-5c98-4a09-9e41-c5450be49f9e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:50.899936 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba0c85f3-5c98-4a09-9e41-c5450be49f9e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:04:50.910247 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ba0c85f3-5c98-4a09-9e41-c5450be49f9e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:50.910931 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-ba0c85f3-5c98-4a09-9e41-c5450be49f9e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Added segment 20abed7b-af9a-42b3-9c0b-63d6d04fa86f of type vlan for network 4ab8c139-233c-43ec-8a5d-0c418b0885b9 Feb 16 17:04:50.944946 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fee99198-16d6-4a49-8531-74cea58ee3d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50867f13-f2b2-4092-80b9-4789e575fff0'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:04:50.946305 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff72355e-0596-4bf3-bccb-a62ea1f90abe" -d '{"events": [{"server_uuid": "fee99198-16d6-4a49-8531-74cea58ee3d0", "name": "network-vif-plugged", "status": "completed", "tag": "50867f13-f2b2-4092-80b9-4789e575fff0"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:04:50.947403 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:04:50.962895 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ba0c85f3-5c98-4a09-9e41-c5450be49f9e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:50.967513 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-07466e61-656a-4b66-a9d5-04250e9d9d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:50.974596 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 50867f13-f2b2-4092-80b9-4789e575fff0, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=50867f13-f2b2-4092-80b9-4789e575fff0,segment=NetworkSegment(60588410-0ce9-4ca8-bc7e-83b5810a7a00),segment_id=60588410-0ce9-4ca8-bc7e-83b5810a7a00)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:04:51.007803 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-43d3f064-c489-457b-a0f5-05f744d6afab None None] Set router 6a1a3e26-51a1-4ae2-903d-513556d2b562 gateway port host: None {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:04:51.053099 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:51.057778 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-07466e61-656a-4b66-a9d5-04250e9d9d92 None None] For port a5d95b02-f9e7-43b3-9d9b-b4dadc01203e, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=a5d95b02-f9e7-43b3-9d9b-b4dadc01203e,segment=NetworkSegment(4069c586-ab62-448b-a13a-95bc7773ad00),segment_id=4069c586-ab62-448b-a13a-95bc7773ad00)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:04:51.079770 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ba0c85f3-5c98-4a09-9e41-c5450be49f9e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:51.086998 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0c85f3-5c98-4a09-9e41-c5450be49f9e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:51.088696 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ba0c85f3-5c98-4a09-9e41-c5450be49f9e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:51.141446 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91e4480-b695-4f3b-88cb-1c8ecefc5a4e x-openstack-request-id: req-e91e4480-b695-4f3b-88cb-1c8ecefc5a4e {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:04:51.141901 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fee99198-16d6-4a49-8531-74cea58ee3d0", "name": "network-vif-plugged", "status": "completed", "tag": "50867f13-f2b2-4092-80b9-4789e575fff0", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:04:51.142250 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e91e4480-b695-4f3b-88cb-1c8ecefc5a4e {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:04:51.142740 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fee99198-16d6-4a49-8531-74cea58ee3d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50867f13-f2b2-4092-80b9-4789e575fff0', 'code': 200} Feb 16 17:04:51.154114 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-07466e61-656a-4b66-a9d5-04250e9d9d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:51.207104 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0c85f3-5c98-4a09-9e41-c5450be49f9e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event updated for resources: {'Network': ['ID=4ab8c139-233c-43ec-8a5d-0c418b0885b9,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:51.218342 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0c85f3-5c98-4a09-9e41-c5450be49f9e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:51.219001 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0c85f3-5c98-4a09-9e41-c5450be49f9e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:51.219764 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0c85f3-5c98-4a09-9e41-c5450be49f9e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:51.220333 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0c85f3-5c98-4a09-9e41-c5450be49f9e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:51.220877 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0c85f3-5c98-4a09-9e41-c5450be49f9e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:51.221556 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0c85f3-5c98-4a09-9e41-c5450be49f9e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:51.222181 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0c85f3-5c98-4a09-9e41-c5450be49f9e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:51.222689 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0c85f3-5c98-4a09-9e41-c5450be49f9e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:51.223507 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0c85f3-5c98-4a09-9e41-c5450be49f9e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:51.224018 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0c85f3-5c98-4a09-9e41-c5450be49f9e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:51.224824 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0c85f3-5c98-4a09-9e41-c5450be49f9e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:51.226236 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0c85f3-5c98-4a09-9e41-c5450be49f9e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:51.232569 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=50867f13-f2b2-4092-80b9-4789e575fff0,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:51.256027 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ba0c85f3-5c98-4a09-9e41-c5450be49f9e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4768841 Feb 16 17:04:51.260161 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 53992) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:51.261538 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-98b49b2b-6d37-4ffb-ae24-8875ac9df108 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Request body: {'subnet': {'network_id': '4ab8c139-233c-43ec-8a5d-0c418b0885b9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:51.281328 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 4ab8c139-233c-43ec-8a5d-0c418b0885b9 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:04:51.448471 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad55b92-4b48-4631-ba15-3d3c60fae9c5 req-6118ae68-fd9e-4dab-be83-0f3b4d77f8b5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:51.450393 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-2ad55b92-4b48-4631-ba15-3d3c60fae9c5 req-6118ae68-fd9e-4dab-be83-0f3b4d77f8b5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=fee99198-16d6-4a49-8531-74cea58ee3d0 HTTP/1.1" status: 200 len: 946 time: 0.1169126 Feb 16 17:04:51.517427 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b49b2b-6d37-4ffb-ae24-8875ac9df108 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Made reservation on behalf of 8b839598b51f4c5f8c0eeb567a6c9232 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:04:51.521362 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-98b49b2b-6d37-4ffb-ae24-8875ac9df108 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:51.522674 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device a5d95b02-f9e7-43b3-9d9b-b4dadc01203e up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:04:51.528787 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-2ad55b92-4b48-4631-ba15-3d3c60fae9c5 req-5c0ef2dd-7e71-478f-a328-3390da7f381b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=9d2f97b7-1a1d-46ad-8317-08f408e6f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697653 Feb 16 17:04:51.549252 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16765e-c101-457c-a43f-4c32e52017c2 req-a54f63d9-641c-415e-bbbb-c28ffa70edb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:51.551295 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7d16765e-c101-457c-a43f-4c32e52017c2 req-a54f63d9-641c-415e-bbbb-c28ffa70edb3 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=fee99198-16d6-4a49-8531-74cea58ee3d0 HTTP/1.1" status: 200 len: 1099 time: 0.1053340 Feb 16 17:04:51.604283 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-8c5ceff5-f461-47e4-8c5a-4079a0cefa5b None None] Provisioning complete for port a5d95b02-f9e7-43b3-9d9b-b4dadc01203e triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:51.604283 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8c5ceff5-f461-47e4-8c5a-4079a0cefa5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:51.610540 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07466e61-656a-4b66-a9d5-04250e9d9d92 None None] Pushing event updated for resources: {'Port': ['ID=a5d95b02-f9e7-43b3-9d9b-b4dadc01203e,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:51.652276 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54000) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:51.664031 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7d16765e-c101-457c-a43f-4c32e52017c2 req-038bc934-87eb-43c8-bb42-c22b07cf7548 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=9d2f97b7-1a1d-46ad-8317-08f408e6f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748911 Feb 16 17:04:51.668720 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port a5d95b02-f9e7-43b3-9d9b-b4dadc01203e triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:51.670085 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:51.771379 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-43d3f064-c489-457b-a0f5-05f744d6afab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'name': 'tempest-RoutersIpV6Test-router-1088031277', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:46Z', 'updated_at': '2022-02-16T17:04:49Z', 'revision_number': 2, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'gw_port_host': None, '_interfaces': [{'id': '83a2e49c-c015-479b-bf18-88f7e2285d6b', 'name': '', 'network_id': '548d0d4c-040c-4b49-8476-0f9715ee330b', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'mac_address': 'fa:16:3e:60:69:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '16d2b379-c778-4e66-bfe9-a546f4002fb3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:48Z', 'updated_at': '2022-02-16T17:04:49Z', 'revision_number': 2, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'subnets': [{'id': '16d2b379-c778-4e66-bfe9-a546f4002fb3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:51.812756 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-d4df337f-6c22-4f92-91e9-481b7e87d594 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-923548383-network', 'tenant_id': '044ac631b15e4f2096be696887c61622'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:51.813067 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d3f064-c489-457b-a0f5-05f744d6afab None None] Checking router: 6a1a3e26-51a1-4ae2-903d-513556d2b562 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:04:51.814752 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d3f064-c489-457b-a0f5-05f744d6afab None None] Updating router 6a1a3e26-51a1-4ae2-903d-513556d2b562 port 83a2e49c-c015-479b-bf18-88f7e2285d6b binding host dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:04:51.877865 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-43d3f064-c489-457b-a0f5-05f744d6afab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:51.889986 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-98b49b2b-6d37-4ffb-ae24-8875ac9df108 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:51.896994 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-8c5ceff5-f461-47e4-8c5a-4079a0cefa5b None None] Provisioning complete for port 83a2e49c-c015-479b-bf18-88f7e2285d6b triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:51.899004 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8c5ceff5-f461-47e4-8c5a-4079a0cefa5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:51.918295 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4df337f-6c22-4f92-91e9-481b7e87d594 admin admin] Made reservation on behalf of 044ac631b15e4f2096be696887c61622 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:04:51.921343 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d4df337f-6c22-4f92-91e9-481b7e87d594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:51.939209 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d4df337f-6c22-4f92-91e9-481b7e87d594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:51.957299 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b49b2b-6d37-4ffb-ae24-8875ac9df108 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event updated for resources: {'Subnet': ['ID=2a04fd40-8cee-457c-b2ce-1c89e09119a8,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:51.976406 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b49b2b-6d37-4ffb-ae24-8875ac9df108 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:51.976845 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b49b2b-6d37-4ffb-ae24-8875ac9df108 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:51.977256 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b49b2b-6d37-4ffb-ae24-8875ac9df108 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:51.978125 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b49b2b-6d37-4ffb-ae24-8875ac9df108 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:51.978516 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b49b2b-6d37-4ffb-ae24-8875ac9df108 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:51.979060 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b49b2b-6d37-4ffb-ae24-8875ac9df108 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:51.979910 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b49b2b-6d37-4ffb-ae24-8875ac9df108 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:51.980325 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b49b2b-6d37-4ffb-ae24-8875ac9df108 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:51.980858 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b49b2b-6d37-4ffb-ae24-8875ac9df108 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:51.981387 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b49b2b-6d37-4ffb-ae24-8875ac9df108 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:51.981893 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b49b2b-6d37-4ffb-ae24-8875ac9df108 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:51.982420 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b49b2b-6d37-4ffb-ae24-8875ac9df108 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:51.993789 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b49b2b-6d37-4ffb-ae24-8875ac9df108 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Checking segment: {'id': '20abed7b-af9a-42b3-9c0b-63d6d04fa86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4ab8c139-233c-43ec-8a5d-0c418b0885b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:04:51.996565 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b49b2b-6d37-4ffb-ae24-8875ac9df108 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Network hostable DHCP agents. Network: 4ab8c139-233c-43ec-8a5d-0c418b0885b9, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:04:52.018302 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d4df337f-6c22-4f92-91e9-481b7e87d594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:52.036729 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-8c5ceff5-f461-47e4-8c5a-4079a0cefa5b None None] Port 83a2e49c-c015-479b-bf18-88f7e2285d6b cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:04:52.072262 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b49b2b-6d37-4ffb-ae24-8875ac9df108 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Network 4ab8c139-233c-43ec-8a5d-0c418b0885b9 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:04:52.106498 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d4df337f-6c22-4f92-91e9-481b7e87d594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:52.132786 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4df337f-6c22-4f92-91e9-481b7e87d594 admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:04:52.142615 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df337f-6c22-4f92-91e9-481b7e87d594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94706c67-2675-4f7b-8c5a-f1b4850c48a3,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:52.147508 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d4df337f-6c22-4f92-91e9-481b7e87d594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:52.148022 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-d4df337f-6c22-4f92-91e9-481b7e87d594 admin admin] Added segment a4c4926b-e8af-44d9-8b2b-ab9d976ba61d of type vlan for network c364a6ac-af1f-40c5-af86-f038476be8ba Feb 16 17:04:52.163833 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-98b49b2b-6d37-4ffb-ae24-8875ac9df108 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 4ab8c139-233c-43ec-8a5d-0c418b0885b9) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:52.178666 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000de9b6-d4ec-4280-a886-2e424053accf None None] Network 4ab8c139-233c-43ec-8a5d-0c418b0885b9 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:04:52.180211 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b49b2b-6d37-4ffb-ae24-8875ac9df108 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:52.181396 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-98b49b2b-6d37-4ffb-ae24-8875ac9df108 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:52.186087 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-9efb9936-11d4-47eb-ace6-f7926355fa40 None None] Provisioning complete for port 83a2e49c-c015-479b-bf18-88f7e2285d6b triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:52.186572 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9efb9936-11d4-47eb-ace6-f7926355fa40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:52.197225 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d4df337f-6c22-4f92-91e9-481b7e87d594 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:52.281835 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-98b49b2b-6d37-4ffb-ae24-8875ac9df108 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0240829 Feb 16 17:04:52.284857 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54004) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:52.323575 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d4df337f-6c22-4f92-91e9-481b7e87d594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:52.324588 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4df337f-6c22-4f92-91e9-481b7e87d594 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:52.325179 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d4df337f-6c22-4f92-91e9-481b7e87d594 admin admin] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:52.431045 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df337f-6c22-4f92-91e9-481b7e87d594 admin admin] Pushing event updated for resources: {'Network': ['ID=c364a6ac-af1f-40c5-af86-f038476be8ba,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:52.444432 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network c364a6ac-af1f-40c5-af86-f038476be8ba details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:04:52.457853 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-9efb9936-11d4-47eb-ace6-f7926355fa40 None None] Port 83a2e49c-c015-479b-bf18-88f7e2285d6b cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:04:52.470365 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-43d3f064-c489-457b-a0f5-05f744d6afab None None] Notify callbacks [] for port, precommit_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:52.481577 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d4df337f-6c22-4f92-91e9-481b7e87d594 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8280942 Feb 16 17:04:52.486531 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54006) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:52.492084 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-19fe00ba-e9f3-4b8f-ba0b-032bfbfb0fab admin admin] Request body: {'subnet': {'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-923548383-subnet', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'ip_version': 4}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:52.561625 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-43d3f064-c489-457b-a0f5-05f744d6afab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:52.604094 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19fe00ba-e9f3-4b8f-ba0b-032bfbfb0fab admin admin] Made reservation on behalf of 044ac631b15e4f2096be696887c61622 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:04:52.607808 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-19fe00ba-e9f3-4b8f-ba0b-032bfbfb0fab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:52.672066 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c89f2c3-716a-4c0d-8be1-cbcb7e9d7ef9 None None] Pushing event updated for resources: {'Port': ['ID=83a2e49c-c015-479b-bf18-88f7e2285d6b,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:52.694861 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9637d7-a0de-44c0-bcf5-7f9e829b0e38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-4ab8c139-233c-43ec-8a5d-0c418b0885b9', 'network_id': '4ab8c139-233c-43ec-8a5d-0c418b0885b9', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'fixed_ips': [{'subnet_id': '2a04fd40-8cee-457c-b2ce-1c89e09119a8'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:04:52.695740 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-cc9637d7-a0de-44c0-bcf5-7f9e829b0e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:52.713718 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-43d3f064-c489-457b-a0f5-05f744d6afab None None] Attempting to bind port 83a2e49c-c015-479b-bf18-88f7e2285d6b on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:04:52.714097 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-43d3f064-c489-457b-a0f5-05f744d6afab None None] Attempting to bind port 83a2e49c-c015-479b-bf18-88f7e2285d6b by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '4069c586-ab62-448b-a13a-95bc7773ad00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '548d0d4c-040c-4b49-8476-0f9715ee330b'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:04:52.722802 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d3f064-c489-457b-a0f5-05f744d6afab None None] Attempting to bind port 83a2e49c-c015-479b-bf18-88f7e2285d6b on network 548d0d4c-040c-4b49-8476-0f9715ee330b {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:04:52.732922 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d3f064-c489-457b-a0f5-05f744d6afab None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:04:52.733332 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d3f064-c489-457b-a0f5-05f744d6afab None None] Checking segment: {'id': '4069c586-ab62-448b-a13a-95bc7773ad00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '548d0d4c-040c-4b49-8476-0f9715ee330b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:04:52.733957 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-43d3f064-c489-457b-a0f5-05f744d6afab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:52.734361 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d3f064-c489-457b-a0f5-05f744d6afab None None] Bound using segment: {'id': '4069c586-ab62-448b-a13a-95bc7773ad00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '548d0d4c-040c-4b49-8476-0f9715ee330b'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:04:52.735048 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-43d3f064-c489-457b-a0f5-05f744d6afab None None] Bound port: 83a2e49c-c015-479b-bf18-88f7e2285d6b, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4069c586-ab62-448b-a13a-95bc7773ad00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '548d0d4c-040c-4b49-8476-0f9715ee330b'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:04:52.735595 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-43d3f064-c489-457b-a0f5-05f744d6afab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:52.761578 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-926d42d7-8085-4f2d-a315-d3beeabbf61a tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:52.807583 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74afa7-9f8d-4e7f-aba5-c4f1d8895222 req-d226a85b-be70-40d5-af0f-c5ed7f4c524f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:52.809315 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5e74afa7-9f8d-4e7f-aba5-c4f1d8895222 req-d226a85b-be70-40d5-af0f-c5ed7f4c524f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=fee99198-16d6-4a49-8531-74cea58ee3d0 HTTP/1.1" status: 200 len: 946 time: 0.0918350 Feb 16 17:04:52.891765 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5e74afa7-9f8d-4e7f-aba5-c4f1d8895222 req-e77252d2-65ae-4b47-ba0d-626b0a02301d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=9d2f97b7-1a1d-46ad-8317-08f408e6f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740287 Feb 16 17:04:52.923516 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-43d3f064-c489-457b-a0f5-05f744d6afab None None] For port 83a2e49c-c015-479b-bf18-88f7e2285d6b, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:04:52.927969 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-43d3f064-c489-457b-a0f5-05f744d6afab None None] For port 83a2e49c-c015-479b-bf18-88f7e2285d6b, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=83a2e49c-c015-479b-bf18-88f7e2285d6b,segment=NetworkSegment(4069c586-ab62-448b-a13a-95bc7773ad00),segment_id=4069c586-ab62-448b-a13a-95bc7773ad00)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:04:52.946369 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-cc9637d7-a0de-44c0-bcf5-7f9e829b0e38 None None] Allocated IP 2001:db8:1::2 (4ab8c139-233c-43ec-8a5d-0c418b0885b9/2a04fd40-8cee-457c-b2ce-1c89e09119a8/9217f0aa-6766-4b7b-8588-4779d35cb949) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:04:53.037084 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-f5ca36c0-5941-4b2f-82c4-4fde5f6c154e None None] Provisioning complete for port 83a2e49c-c015-479b-bf18-88f7e2285d6b triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:53.037480 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f5ca36c0-5941-4b2f-82c4-4fde5f6c154e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:53.066970 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-19fe00ba-e9f3-4b8f-ba0b-032bfbfb0fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:53.074115 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-43d3f064-c489-457b-a0f5-05f744d6afab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:53.122540 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fe00ba-e9f3-4b8f-ba0b-032bfbfb0fab admin admin] Pushing event updated for resources: {'Subnet': ['ID=62ae9dc0-3449-4ef8-8ac6-81ada289f9bf,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:53.133331 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-f5ca36c0-5941-4b2f-82c4-4fde5f6c154e None None] Port 83a2e49c-c015-479b-bf18-88f7e2285d6b cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:04:53.133524 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fe00ba-e9f3-4b8f-ba0b-032bfbfb0fab admin admin] Checking segment: {'id': 'a4c4926b-e8af-44d9-8b2b-ab9d976ba61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:04:53.133853 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fe00ba-e9f3-4b8f-ba0b-032bfbfb0fab admin admin] Network hostable DHCP agents. Network: c364a6ac-af1f-40c5-af86-f038476be8ba, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:04:53.196991 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-cc9637d7-a0de-44c0-bcf5-7f9e829b0e38 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:53.198672 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c89f2c3-716a-4c0d-8be1-cbcb7e9d7ef9 None None] Pushing event updated for resources: {'Port': ['ID=83a2e49c-c015-479b-bf18-88f7e2285d6b,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:53.202635 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d3f064-c489-457b-a0f5-05f744d6afab None None] Routers {'6a1a3e26-51a1-4ae2-903d-513556d2b562'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:04:53.203060 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-43d3f064-c489-457b-a0f5-05f744d6afab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:04:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['6a1a3e26-51a1-4ae2-903d-513556d2b562'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:53.250275 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fe00ba-e9f3-4b8f-ba0b-032bfbfb0fab admin admin] Network c364a6ac-af1f-40c5-af86-f038476be8ba is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:04:53.280811 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-cc9637d7-a0de-44c0-bcf5-7f9e829b0e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:53.341108 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-43d3f064-c489-457b-a0f5-05f744d6afab None None] Set router 6a1a3e26-51a1-4ae2-903d-513556d2b562 gateway port host: None {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:04:53.352522 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-19fe00ba-e9f3-4b8f-ba0b-032bfbfb0fab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, c364a6ac-af1f-40c5-af86-f038476be8ba) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:53.353006 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-926d42d7-8085-4f2d-a315-d3beeabbf61a tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Allocated IP 2001:db8:1::1 (4ab8c139-233c-43ec-8a5d-0c418b0885b9/2a04fd40-8cee-457c-b2ce-1c89e09119a8/5c6bc257-798e-4b57-9f2a-a82b2ba235e0) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:04:53.360357 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fe00ba-e9f3-4b8f-ba0b-032bfbfb0fab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:53.361050 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-19fe00ba-e9f3-4b8f-ba0b-032bfbfb0fab admin admin] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:53.382638 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9637d7-a0de-44c0-bcf5-7f9e829b0e38 None None] Network 4ab8c139-233c-43ec-8a5d-0c418b0885b9 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:53.397410 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a579e457-7ada-48af-9c41-12a329462a5b None None] Network c364a6ac-af1f-40c5-af86-f038476be8ba requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:04:53.399316 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-cc9637d7-a0de-44c0-bcf5-7f9e829b0e38 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:53.401990 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9637d7-a0de-44c0-bcf5-7f9e829b0e38 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:04:53.410287 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9637d7-a0de-44c0-bcf5-7f9e829b0e38 None None] Pushing event updated for resources: {'Port': ['ID=9217f0aa-6766-4b7b-8588-4779d35cb949,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:53.441289 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device a5d95b02-f9e7-43b3-9d9b-b4dadc01203e up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:04:53.469345 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-19fe00ba-e9f3-4b8f-ba0b-032bfbfb0fab admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9811981 Feb 16 17:04:53.471791 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54010) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:53.476447 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-b3887409-a3a6-471f-b409-851af4e8dfd2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-923548383-router', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:53.481301 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-926d42d7-8085-4f2d-a315-d3beeabbf61a tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:53.558074 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b3887409-a3a6-471f-b409-851af4e8dfd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:53.559184 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b3887409-a3a6-471f-b409-851af4e8dfd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:53.565970 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-ce55ad00-5141-4aad-927b-9f09051ca3b2 None None] Provisioning complete for port 83a2e49c-c015-479b-bf18-88f7e2285d6b triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:53.566474 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ce55ad00-5141-4aad-927b-9f09051ca3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:53.586979 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-926d42d7-8085-4f2d-a315-d3beeabbf61a tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:53.617988 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b3887409-a3a6-471f-b409-851af4e8dfd2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:53.638261 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926d42d7-8085-4f2d-a315-d3beeabbf61a tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Network 4ab8c139-233c-43ec-8a5d-0c418b0885b9 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:53.643207 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-926d42d7-8085-4f2d-a315-d3beeabbf61a tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:53.646816 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926d42d7-8085-4f2d-a315-d3beeabbf61a tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:04:53.648048 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-926d42d7-8085-4f2d-a315-d3beeabbf61a tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:53.653170 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926d42d7-8085-4f2d-a315-d3beeabbf61a tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event updated for resources: {'Port': ['ID=5c6bc257-798e-4b57-9f2a-a82b2ba235e0,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:53.673160 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-cc9637d7-a0de-44c0-bcf5-7f9e829b0e38 None None] Attempting to bind port 9217f0aa-6766-4b7b-8588-4779d35cb949 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:04:53.676652 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-cc9637d7-a0de-44c0-bcf5-7f9e829b0e38 None None] Attempting to bind port 9217f0aa-6766-4b7b-8588-4779d35cb949 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '20abed7b-af9a-42b3-9c0b-63d6d04fa86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4ab8c139-233c-43ec-8a5d-0c418b0885b9'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:04:53.676652 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9637d7-a0de-44c0-bcf5-7f9e829b0e38 None None] Attempting to bind port 9217f0aa-6766-4b7b-8588-4779d35cb949 on network 4ab8c139-233c-43ec-8a5d-0c418b0885b9 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:04:53.696595 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9637d7-a0de-44c0-bcf5-7f9e829b0e38 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:04:53.696969 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9637d7-a0de-44c0-bcf5-7f9e829b0e38 None None] Checking segment: {'id': '20abed7b-af9a-42b3-9c0b-63d6d04fa86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4ab8c139-233c-43ec-8a5d-0c418b0885b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:04:53.701968 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-cc9637d7-a0de-44c0-bcf5-7f9e829b0e38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:53.701968 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9637d7-a0de-44c0-bcf5-7f9e829b0e38 None None] Bound using segment: {'id': '20abed7b-af9a-42b3-9c0b-63d6d04fa86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4ab8c139-233c-43ec-8a5d-0c418b0885b9'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:04:53.701968 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-cc9637d7-a0de-44c0-bcf5-7f9e829b0e38 None None] Bound port: 9217f0aa-6766-4b7b-8588-4779d35cb949, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20abed7b-af9a-42b3-9c0b-63d6d04fa86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4ab8c139-233c-43ec-8a5d-0c418b0885b9'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:04:53.701968 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-cc9637d7-a0de-44c0-bcf5-7f9e829b0e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:53.819175 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port a5d95b02-f9e7-43b3-9d9b-b4dadc01203e triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:53.819549 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:53.829553 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b3887409-a3a6-471f-b409-851af4e8dfd2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:53.871928 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-926d42d7-8085-4f2d-a315-d3beeabbf61a tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:53.957552 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ce55ad00-5141-4aad-927b-9f09051ca3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:53.960777 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-cc9637d7-a0de-44c0-bcf5-7f9e829b0e38 None None] For port 9217f0aa-6766-4b7b-8588-4779d35cb949, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:04:53.966211 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac565b06-62f1-4d40-83b8-81ffd16483fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-c364a6ac-af1f-40c5-af86-f038476be8ba', 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'fixed_ips': [{'subnet_id': '62ae9dc0-3449-4ef8-8ac6-81ada289f9bf'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:04:53.966767 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ac565b06-62f1-4d40-83b8-81ffd16483fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:54.007598 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-cc9637d7-a0de-44c0-bcf5-7f9e829b0e38 None None] For port 9217f0aa-6766-4b7b-8588-4779d35cb949, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=9217f0aa-6766-4b7b-8588-4779d35cb949,segment=NetworkSegment(20abed7b-af9a-42b3-9c0b-63d6d04fa86f),segment_id=20abed7b-af9a-42b3-9c0b-63d6d04fa86f)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:04:54.124714 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c0da4-15c3-4445-badd-e3ca4bda56e3 req-4f43a3ee-9396-49df-8a81-4ad112fae00e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:54.126878 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-350c0da4-15c3-4445-badd-e3ca4bda56e3 req-4f43a3ee-9396-49df-8a81-4ad112fae00e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=fee99198-16d6-4a49-8531-74cea58ee3d0 HTTP/1.1" status: 200 len: 946 time: 0.0816560 Feb 16 17:04:54.157400 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b3887409-a3a6-471f-b409-851af4e8dfd2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:54.171959 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b3887409-a3a6-471f-b409-851af4e8dfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:54.227709 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-350c0da4-15c3-4445-badd-e3ca4bda56e3 req-215e8612-8e96-4c75-9783-8b012db0c780 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=9d2f97b7-1a1d-46ad-8317-08f408e6f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631139 Feb 16 17:04:54.275680 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-ce55ad00-5141-4aad-927b-9f09051ca3b2 None None] For port 83a2e49c-c015-479b-bf18-88f7e2285d6b, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=83a2e49c-c015-479b-bf18-88f7e2285d6b,segment=NetworkSegment(4069c586-ab62-448b-a13a-95bc7773ad00),segment_id=4069c586-ab62-448b-a13a-95bc7773ad00)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:04:54.275869 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-926d42d7-8085-4f2d-a315-d3beeabbf61a tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:54.277829 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-cc9637d7-a0de-44c0-bcf5-7f9e829b0e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:54.298648 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-b3887409-a3a6-471f-b409-851af4e8dfd2 admin admin] Allocated IP 172.26.3.209 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/931e68fc-5963-44f6-8445-fe1fbe36162f) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:04:54.346437 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-43d3f064-c489-457b-a0f5-05f744d6afab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'name': 'tempest-RoutersIpV6Test-router-1088031277', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:46Z', 'updated_at': '2022-02-16T17:04:49Z', 'revision_number': 2, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'gw_port_host': None, '_interfaces': [{'id': '83a2e49c-c015-479b-bf18-88f7e2285d6b', 'name': '', 'network_id': '548d0d4c-040c-4b49-8476-0f9715ee330b', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'mac_address': 'fa:16:3e:60:69:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '16d2b379-c778-4e66-bfe9-a546f4002fb3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:48Z', 'updated_at': '2022-02-16T17:04:52Z', 'revision_number': 4, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'subnets': [{'id': '16d2b379-c778-4e66-bfe9-a546f4002fb3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:54.352969 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ce55ad00-5141-4aad-927b-9f09051ca3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:54.419089 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-926d42d7-8085-4f2d-a315-d3beeabbf61a tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:54.420295 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-926d42d7-8085-4f2d-a315-d3beeabbf61a tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:54.424962 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d3f064-c489-457b-a0f5-05f744d6afab None None] The sync data for ids ['6a1a3e26-51a1-4ae2-903d-513556d2b562'] in dv-neutron-828697-3-hyperv is: [{'id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'name': 'tempest-RoutersIpV6Test-router-1088031277', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:46Z', 'updated_at': '2022-02-16T17:04:49Z', 'revision_number': 2, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'gw_port_host': None, '_interfaces': [{'id': '83a2e49c-c015-479b-bf18-88f7e2285d6b', 'name': '', 'network_id': '548d0d4c-040c-4b49-8476-0f9715ee330b', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'mac_address': 'fa:16:3e:60:69:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '16d2b379-c778-4e66-bfe9-a546f4002fb3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:48Z', 'updated_at': '2022-02-16T17:04:52Z', 'revision_number': 4, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'subnets': [{'id': '16d2b379-c778-4e66-bfe9-a546f4002fb3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:04:54.437777 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c6d75-4a19-41f7-ae87-57ef24d5c543 req-34120b1c-6759-4c2f-9df5-468e84eadcb7 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:54.438902 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9637d7-a0de-44c0-bcf5-7f9e829b0e38 None None] Pushing event updated for resources: {'Port': ['ID=9217f0aa-6766-4b7b-8588-4779d35cb949,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:54.439394 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1e4c6d75-4a19-41f7-ae87-57ef24d5c543 req-34120b1c-6759-4c2f-9df5-468e84eadcb7 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=fee99198-16d6-4a49-8531-74cea58ee3d0 HTTP/1.1" status: 200 len: 946 time: 0.1286612 Feb 16 17:04:54.478933 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-ac565b06-62f1-4d40-83b8-81ffd16483fa None None] Allocated IP 172.20.0.2 (c364a6ac-af1f-40c5-af86-f038476be8ba/62ae9dc0-3449-4ef8-8ac6-81ada289f9bf/15b1c1d9-7645-4e3d-a19a-e2d76372a534) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:04:54.521497 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926d42d7-8085-4f2d-a315-d3beeabbf61a tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event updated for resources: {'Port': ['ID=5c6bc257-798e-4b57-9f2a-a82b2ba235e0,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:54.526350 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b3887409-a3a6-471f-b409-851af4e8dfd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:54.529652 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce55ad00-5141-4aad-927b-9f09051ca3b2 None None] Pushing event updated for resources: {'Port': ['ID=83a2e49c-c015-479b-bf18-88f7e2285d6b,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:54.539605 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1e4c6d75-4a19-41f7-ae87-57ef24d5c543 req-ce083f5a-720c-4749-9a0b-cad46dd2be11 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=9d2f97b7-1a1d-46ad-8317-08f408e6f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888474 Feb 16 17:04:54.580137 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54016) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:54.647899 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b3887409-a3a6-471f-b409-851af4e8dfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:54.657156 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6226ca8-d1af-4268-a21a-564b242d6355 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:54.661994 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-a6226ca8-d1af-4268-a21a-564b242d6355 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=fee99198-16d6-4a49-8531-74cea58ee3d0 HTTP/1.1" status: 200 len: 1094 time: 0.0807598 Feb 16 17:04:54.668211 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54018) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:54.673205 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-6361f6d6-573f-4d34-a506-19c894b1121c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'floatingip': {'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'port_id': '50867f13-f2b2-4092-80b9-4789e575fff0', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ip_address': '172.20.0.13'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:54.715053 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3887409-a3a6-471f-b409-851af4e8dfd2 admin admin] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:54.722809 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926d42d7-8085-4f2d-a315-d3beeabbf61a tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Network 4ab8c139-233c-43ec-8a5d-0c418b0885b9 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:54.727640 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-926d42d7-8085-4f2d-a315-d3beeabbf61a tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:54.732832 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-b3887409-a3a6-471f-b409-851af4e8dfd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:54.739362 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3887409-a3a6-471f-b409-851af4e8dfd2 admin admin] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:04:54.775916 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3887409-a3a6-471f-b409-851af4e8dfd2 admin admin] Pushing event updated for resources: {'Port': ['ID=931e68fc-5963-44f6-8445-fe1fbe36162f,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:54.815698 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ac565b06-62f1-4d40-83b8-81ffd16483fa None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:54.849132 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6361f6d6-573f-4d34-a506-19c894b1121c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for floatingip, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:54.940432 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-926d42d7-8085-4f2d-a315-d3beeabbf61a tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Router 6a1a3e26-51a1-4ae2-903d-513556d2b562 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:04:54.966317 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ac565b06-62f1-4d40-83b8-81ffd16483fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:55.028656 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac565b06-62f1-4d40-83b8-81ffd16483fa None None] Pushing event updated for resources: {'Port': ['ID=15b1c1d9-7645-4e3d-a19a-e2d76372a534,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:55.050754 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac565b06-62f1-4d40-83b8-81ffd16483fa None None] Network c364a6ac-af1f-40c5-af86-f038476be8ba is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:55.052882 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-ac565b06-62f1-4d40-83b8-81ffd16483fa None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:55.059169 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac565b06-62f1-4d40-83b8-81ffd16483fa None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:04:55.083327 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926d42d7-8085-4f2d-a315-d3beeabbf61a tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:04:55.089068 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-926d42d7-8085-4f2d-a315-d3beeabbf61a tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "PUT /v2.0/routers/6a1a3e26-51a1-4ae2-903d-513556d2b562/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8031106 Feb 16 17:04:55.094935 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54020) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:55.102024 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-36404ecf-9719-4383-a2fd-5c3567ab5a65 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1683397947'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:55.117929 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6361f6d6-573f-4d34-a506-19c894b1121c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:55.177588 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-ac565b06-62f1-4d40-83b8-81ffd16483fa None None] Attempting to bind port 15b1c1d9-7645-4e3d-a19a-e2d76372a534 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:04:55.178072 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-ac565b06-62f1-4d40-83b8-81ffd16483fa None None] Attempting to bind port 15b1c1d9-7645-4e3d-a19a-e2d76372a534 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': 'a4c4926b-e8af-44d9-8b2b-ab9d976ba61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:04:55.178542 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac565b06-62f1-4d40-83b8-81ffd16483fa None None] Attempting to bind port 15b1c1d9-7645-4e3d-a19a-e2d76372a534 on network c364a6ac-af1f-40c5-af86-f038476be8ba {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:04:55.184508 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac565b06-62f1-4d40-83b8-81ffd16483fa None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:04:55.185041 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac565b06-62f1-4d40-83b8-81ffd16483fa None None] Checking segment: {'id': 'a4c4926b-e8af-44d9-8b2b-ab9d976ba61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:04:55.185887 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ac565b06-62f1-4d40-83b8-81ffd16483fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:55.186950 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac565b06-62f1-4d40-83b8-81ffd16483fa None None] Bound using segment: {'id': 'a4c4926b-e8af-44d9-8b2b-ab9d976ba61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:04:55.187543 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-ac565b06-62f1-4d40-83b8-81ffd16483fa None None] Bound port: 15b1c1d9-7645-4e3d-a19a-e2d76372a534, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4c4926b-e8af-44d9-8b2b-ab9d976ba61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:04:55.188092 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ac565b06-62f1-4d40-83b8-81ffd16483fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:55.249221 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36404ecf-9719-4383-a2fd-5c3567ab5a65 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Made reservation on behalf of 8b839598b51f4c5f8c0eeb567a6c9232 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:04:55.252998 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-36404ecf-9719-4383-a2fd-5c3567ab5a65 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:55.261320 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-6361f6d6-573f-4d34-a506-19c894b1121c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Allocated IP 172.26.3.57 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/ac8dcb7d-09c5-49dd-b354-8b7f64cc1dcb) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:04:55.272469 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-ac565b06-62f1-4d40-83b8-81ffd16483fa None None] For port 15b1c1d9-7645-4e3d-a19a-e2d76372a534, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:04:55.276216 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-ac565b06-62f1-4d40-83b8-81ffd16483fa None None] For port 15b1c1d9-7645-4e3d-a19a-e2d76372a534, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=15b1c1d9-7645-4e3d-a19a-e2d76372a534,segment=NetworkSegment(a4c4926b-e8af-44d9-8b2b-ab9d976ba61d),segment_id=a4c4926b-e8af-44d9-8b2b-ab9d976ba61d)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:04:55.333350 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36404ecf-9719-4383-a2fd-5c3567ab5a65 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:04:55.353293 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-36404ecf-9719-4383-a2fd-5c3567ab5a65 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:55.353585 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-36404ecf-9719-4383-a2fd-5c3567ab5a65 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Added segment 1b574990-96af-49d5-a361-f6f3aa0de45d of type vlan for network 5198260b-da59-4502-a4d9-fdef674d0383 Feb 16 17:04:55.375225 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ac565b06-62f1-4d40-83b8-81ffd16483fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:55.426251 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-36404ecf-9719-4383-a2fd-5c3567ab5a65 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:55.464093 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac565b06-62f1-4d40-83b8-81ffd16483fa None None] Pushing event updated for resources: {'Port': ['ID=15b1c1d9-7645-4e3d-a19a-e2d76372a534,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:55.466087 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6361f6d6-573f-4d34-a506-19c894b1121c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:55.535009 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b3887409-a3a6-471f-b409-851af4e8dfd2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:55.551370 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 9217f0aa-6766-4b7b-8588-4779d35cb949 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:04:55.556947 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-36404ecf-9719-4383-a2fd-5c3567ab5a65 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:55.563882 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36404ecf-9719-4383-a2fd-5c3567ab5a65 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:55.564554 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-36404ecf-9719-4383-a2fd-5c3567ab5a65 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:55.633939 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6361f6d6-573f-4d34-a506-19c894b1121c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:55.664723 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 9217f0aa-6766-4b7b-8588-4779d35cb949 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:55.665374 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:55.729331 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-36404ecf-9719-4383-a2fd-5c3567ab5a65 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6316209 Feb 16 17:04:55.736081 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54022) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:55.741240 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6361f6d6-573f-4d34-a506-19c894b1121c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:55.744478 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-854f61b9-3eb3-4590-87e3-410d4a860ee8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Request body: {'subnet': {'network_id': '5198260b-da59-4502-a4d9-fdef674d0383', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:55.750657 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-6361f6d6-573f-4d34-a506-19c894b1121c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:55.758001 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6361f6d6-573f-4d34-a506-19c894b1121c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:04:55.828531 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:55.832111 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36404ecf-9719-4383-a2fd-5c3567ab5a65 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event updated for resources: {'Network': ['ID=5198260b-da59-4502-a4d9-fdef674d0383,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:55.854108 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 5198260b-da59-4502-a4d9-fdef674d0383 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:04:55.859595 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6361f6d6-573f-4d34-a506-19c894b1121c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Port': ['ID=ac8dcb7d-09c5-49dd-b354-8b7f64cc1dcb,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:55.916520 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838008b5-dbb6-4cdf-9daf-da66fdf250e5 None None] Network 4ab8c139-233c-43ec-8a5d-0c418b0885b9 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:04:55.951815 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b3887409-a3a6-471f-b409-851af4e8dfd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:55.995470 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port 9217f0aa-6766-4b7b-8588-4779d35cb949, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=9217f0aa-6766-4b7b-8588-4779d35cb949,segment=NetworkSegment(20abed7b-af9a-42b3-9c0b-63d6d04fa86f),segment_id=20abed7b-af9a-42b3-9c0b-63d6d04fa86f)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:04:56.007848 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1f5e58b0-ff8a-4243-8170-7b58a6d39341 None None] Provisioning complete for port 9217f0aa-6766-4b7b-8588-4779d35cb949 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:56.008402 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1f5e58b0-ff8a-4243-8170-7b58a6d39341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:56.021076 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854f61b9-3eb3-4590-87e3-410d4a860ee8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Made reservation on behalf of 8b839598b51f4c5f8c0eeb567a6c9232 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:04:56.024614 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-854f61b9-3eb3-4590-87e3-410d4a860ee8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:56.085225 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:56.086952 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 83a2e49c-c015-479b-bf18-88f7e2285d6b up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:04:56.311068 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=9217f0aa-6766-4b7b-8588-4779d35cb949,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:56.314081 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3887409-a3a6-471f-b409-851af4e8dfd2 admin admin] Router b36e62a5-d6e6-4741-84a2-5927cd2a2100 is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:04:56.381245 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 83a2e49c-c015-479b-bf18-88f7e2285d6b triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:56.381702 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:56.410408 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-854f61b9-3eb3-4590-87e3-410d4a860ee8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:56.570525 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f61b9-3eb3-4590-87e3-410d4a860ee8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event updated for resources: {'Subnet': ['ID=3a288933-bc13-4f4e-847c-da261ecdc89e,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:56.584776 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3887409-a3a6-471f-b409-851af4e8dfd2 admin admin] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:04:56.596509 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f87514b-193c-47b7-a004-fa10cce7ef24 None None] Sync routers for ids ['b36e62a5-d6e6-4741-84a2-5927cd2a2100'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:04:56.613094 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f87514b-193c-47b7-a004-fa10cce7ef24 None None] Routers {'b36e62a5-d6e6-4741-84a2-5927cd2a2100'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:04:56.613749 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-6f87514b-193c-47b7-a004-fa10cce7ef24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:04:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['b36e62a5-d6e6-4741-84a2-5927cd2a2100'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:56.627953 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854f61b9-3eb3-4590-87e3-410d4a860ee8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Checking segment: {'id': '1b574990-96af-49d5-a361-f6f3aa0de45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5198260b-da59-4502-a4d9-fdef674d0383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:04:56.628537 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854f61b9-3eb3-4590-87e3-410d4a860ee8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Network hostable DHCP agents. Network: 5198260b-da59-4502-a4d9-fdef674d0383, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:04:56.687559 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b3887409-a3a6-471f-b409-851af4e8dfd2 admin admin] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:56.689289 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-b3887409-a3a6-471f-b409-851af4e8dfd2 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2164702 Feb 16 17:04:56.694415 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54024) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:56.767366 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-6f87514b-193c-47b7-a004-fa10cce7ef24 None None] Set router b36e62a5-d6e6-4741-84a2-5927cd2a2100 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:04:56.781149 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854f61b9-3eb3-4590-87e3-410d4a860ee8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Network 5198260b-da59-4502-a4d9-fdef674d0383 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:04:56.810394 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6361f6d6-573f-4d34-a506-19c894b1121c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:56.843795 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-5a9187e2-286a-4e31-812f-a25f1f51efbd None None] Provisioning complete for port 9217f0aa-6766-4b7b-8588-4779d35cb949 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:56.844391 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5a9187e2-286a-4e31-812f-a25f1f51efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:56.916382 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb1dca7-080f-4b3e-93b6-78adacb6ff76 None None] Sync routers for ids ['6a1a3e26-51a1-4ae2-903d-513556d2b562'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:04:56.953242 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb1dca7-080f-4b3e-93b6-78adacb6ff76 None None] Routers {'6a1a3e26-51a1-4ae2-903d-513556d2b562'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:04:56.954121 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-9fb1dca7-080f-4b3e-93b6-78adacb6ff76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:04:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['6a1a3e26-51a1-4ae2-903d-513556d2b562'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:56.963759 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-854f61b9-3eb3-4590-87e3-410d4a860ee8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 5198260b-da59-4502-a4d9-fdef674d0383) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:56.972710 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854f61b9-3eb3-4590-87e3-410d4a860ee8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:56.973710 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-854f61b9-3eb3-4590-87e3-410d4a860ee8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:57.049155 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6361f6d6-573f-4d34-a506-19c894b1121c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:57.059442 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54026) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:57.059590 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-854f61b9-3eb3-4590-87e3-410d4a860ee8 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3208447 Feb 16 17:04:57.070295 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abf3b99-25de-4da7-b35e-6d4955051ffa None None] Network 5198260b-da59-4502-a4d9-fdef674d0383 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:04:57.196839 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-6f87514b-193c-47b7-a004-fa10cce7ef24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'name': 'tempest-TestVolumeBootPattern-923548383-router', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '931e68fc-5963-44f6-8445-fe1fbe36162f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:53Z', 'updated_at': '2022-02-16T17:04:55Z', 'revision_number': 3, 'project_id': '044ac631b15e4f2096be696887c61622', 'gw_port': {'id': '931e68fc-5963-44f6-8445-fe1fbe36162f', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:34:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:54Z', 'updated_at': '2022-02-16T17:04:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:57.211541 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd021843-a7aa-41ea-9a28-6d0ad9d1688d None None] Network c364a6ac-af1f-40c5-af86-f038476be8ba requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:04:57.229001 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f87514b-193c-47b7-a004-fa10cce7ef24 None None] Checking router: b36e62a5-d6e6-4741-84a2-5927cd2a2100 for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:04:57.229710 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f87514b-193c-47b7-a004-fa10cce7ef24 None None] Updating router b36e62a5-d6e6-4741-84a2-5927cd2a2100 port 931e68fc-5963-44f6-8445-fe1fbe36162f binding host dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:04:57.262540 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-6f87514b-193c-47b7-a004-fa10cce7ef24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:57.430432 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-9fb1dca7-080f-4b3e-93b6-78adacb6ff76 None None] Set router 6a1a3e26-51a1-4ae2-903d-513556d2b562 gateway port host: None {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:04:57.450231 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f3a3badc-678d-4f64-b964-abed3a9e9f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:57.620893 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-6f87514b-193c-47b7-a004-fa10cce7ef24 None None] Notify callbacks [] for port, precommit_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:57.622269 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 15b1c1d9-7645-4e3d-a19a-e2d76372a534 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:04:57.700821 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6afc5596-e964-4616-b75d-18f893b04731 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:57.712848 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-6f87514b-193c-47b7-a004-fa10cce7ef24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:57.719754 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6361f6d6-573f-4d34-a506-19c894b1121c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:57.729474 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-5a9187e2-286a-4e31-812f-a25f1f51efbd None None] Provisioning complete for port 5c6bc257-798e-4b57-9f2a-a82b2ba235e0 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:57.729854 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5a9187e2-286a-4e31-812f-a25f1f51efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:57.762510 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1244db-1746-47bb-af31-38f565e64c51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-5198260b-da59-4502-a4d9-fdef674d0383', 'network_id': '5198260b-da59-4502-a4d9-fdef674d0383', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'fixed_ips': [{'subnet_id': '3a288933-bc13-4f4e-847c-da261ecdc89e'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:04:57.763522 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6d1244db-1746-47bb-af31-38f565e64c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:57.782881 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-6f87514b-193c-47b7-a004-fa10cce7ef24 None None] Attempting to bind port 931e68fc-5963-44f6-8445-fe1fbe36162f on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:04:57.783264 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-6f87514b-193c-47b7-a004-fa10cce7ef24 None None] Attempting to bind port 931e68fc-5963-44f6-8445-fe1fbe36162f by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:04:57.783631 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f87514b-193c-47b7-a004-fa10cce7ef24 None None] Attempting to bind port 931e68fc-5963-44f6-8445-fe1fbe36162f on network d8eab20e-246c-47ce-8449-822ce53769fc {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:04:57.786501 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27794aa2-7073-4e80-bd10-40e8559e7737 None None] Pushing event updated for resources: {'Port': ['ID=931e68fc-5963-44f6-8445-fe1fbe36162f,revision_number=2']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:57.793638 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f87514b-193c-47b7-a004-fa10cce7ef24 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:04:57.796217 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f87514b-193c-47b7-a004-fa10cce7ef24 None None] Checking segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:04:57.796217 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-6f87514b-193c-47b7-a004-fa10cce7ef24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:57.796217 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f87514b-193c-47b7-a004-fa10cce7ef24 None None] Bound using segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:04:57.796217 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-6f87514b-193c-47b7-a004-fa10cce7ef24 None None] Bound port: 931e68fc-5963-44f6-8445-fe1fbe36162f, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:04:57.796217 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-6f87514b-193c-47b7-a004-fa10cce7ef24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:57.825891 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6361f6d6-573f-4d34-a506-19c894b1121c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:57.844417 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-5a9187e2-286a-4e31-812f-a25f1f51efbd None None] Port 5c6bc257-798e-4b57-9f2a-a82b2ba235e0 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:04:57.849039 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-f3a3badc-678d-4f64-b964-abed3a9e9f9b admin admin] Allocated IP 172.20.0.1 (c364a6ac-af1f-40c5-af86-f038476be8ba/62ae9dc0-3449-4ef8-8ac6-81ada289f9bf/2581317b-26b1-4b4d-889f-22df54787e33) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:04:57.886650 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-6f87514b-193c-47b7-a004-fa10cce7ef24 None None] For port 931e68fc-5963-44f6-8445-fe1fbe36162f, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:04:57.891300 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-6f87514b-193c-47b7-a004-fa10cce7ef24 None None] For port 931e68fc-5963-44f6-8445-fe1fbe36162f, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=931e68fc-5963-44f6-8445-fe1fbe36162f,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:04:57.970487 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6361f6d6-573f-4d34-a506-19c894b1121c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Port': ['ID=ac8dcb7d-09c5-49dd-b354-8b7f64cc1dcb,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:57.984829 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-6f87514b-193c-47b7-a004-fa10cce7ef24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:58.004493 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f3a3badc-678d-4f64-b964-abed3a9e9f9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:58.084581 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27794aa2-7073-4e80-bd10-40e8559e7737 None None] Pushing event updated for resources: {'Port': ['ID=931e68fc-5963-44f6-8445-fe1fbe36162f,revision_number=3']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:58.087305 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f87514b-193c-47b7-a004-fa10cce7ef24 None None] Routers {'b36e62a5-d6e6-4741-84a2-5927cd2a2100'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:04:58.087900 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-6f87514b-193c-47b7-a004-fa10cce7ef24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:04:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['b36e62a5-d6e6-4741-84a2-5927cd2a2100'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:58.114336 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6361f6d6-573f-4d34-a506-19c894b1121c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:58.124581 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f3a3badc-678d-4f64-b964-abed3a9e9f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:58.164527 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 15b1c1d9-7645-4e3d-a19a-e2d76372a534 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:58.165533 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:58.182054 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a3badc-678d-4f64-b964-abed3a9e9f9b admin admin] Network c364a6ac-af1f-40c5-af86-f038476be8ba is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:58.185078 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-f3a3badc-678d-4f64-b964-abed3a9e9f9b admin admin] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:58.189096 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a3badc-678d-4f64-b964-abed3a9e9f9b admin admin] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:04:58.191353 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-6afc5596-e964-4616-b75d-18f893b04731 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Allocated IP 2001:db8:2::1 (5198260b-da59-4502-a4d9-fdef674d0383/3a288933-bc13-4f4e-847c-da261ecdc89e/cce0f911-7f37-47c0-a7de-f3492ff0f237) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:04:58.221877 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-49d06370-ef40-4221-95ef-7c38e9e9ea7a None None] Provisioning complete for port 15b1c1d9-7645-4e3d-a19a-e2d76372a534 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:58.222312 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-49d06370-ef40-4221-95ef-7c38e9e9ea7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:58.235827 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a3badc-678d-4f64-b964-abed3a9e9f9b admin admin] Pushing event updated for resources: {'Port': ['ID=2581317b-26b1-4b4d-889f-22df54787e33,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:58.254537 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-6f87514b-193c-47b7-a004-fa10cce7ef24 None None] Set router b36e62a5-d6e6-4741-84a2-5927cd2a2100 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:04:58.277643 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f3a3badc-678d-4f64-b964-abed3a9e9f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:58.315455 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.l3_db [None req-6361f6d6-573f-4d34-a506-19c894b1121c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Floating IP f3cf7f9e-c993-4df2-9fd2-badd81f387a4 associated. External IP: 172.26.3.57, port: 50867f13-f2b2-4092-80b9-4789e575fff0. Feb 16 17:04:58.337385 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-49d06370-ef40-4221-95ef-7c38e9e9ea7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:58.376835 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-9fb1dca7-080f-4b3e-93b6-78adacb6ff76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'name': 'tempest-RoutersIpV6Test-router-1088031277', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:46Z', 'updated_at': '2022-02-16T17:04:53Z', 'revision_number': 3, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'gw_port_host': None, '_interfaces': [{'id': '5c6bc257-798e-4b57-9f2a-a82b2ba235e0', 'name': '', 'network_id': '4ab8c139-233c-43ec-8a5d-0c418b0885b9', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'mac_address': 'fa:16:3e:f4:c0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '2a04fd40-8cee-457c-b2ce-1c89e09119a8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:52Z', 'updated_at': '2022-02-16T17:04:54Z', 'revision_number': 2, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'subnets': [{'id': '2a04fd40-8cee-457c-b2ce-1c89e09119a8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a2e49c-c015-479b-bf18-88f7e2285d6b', 'name': '', 'network_id': '548d0d4c-040c-4b49-8476-0f9715ee330b', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'mac_address': 'fa:16:3e:60:69:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '16d2b379-c778-4e66-bfe9-a546f4002fb3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:48Z', 'updated_at': '2022-02-16T17:04:54Z', 'revision_number': 5, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'subnets': [{'id': '16d2b379-c778-4e66-bfe9-a546f4002fb3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:58.441028 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb1dca7-080f-4b3e-93b6-78adacb6ff76 None None] Checking router: 6a1a3e26-51a1-4ae2-903d-513556d2b562 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:04:58.441954 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb1dca7-080f-4b3e-93b6-78adacb6ff76 None None] Updating router 6a1a3e26-51a1-4ae2-903d-513556d2b562 port 5c6bc257-798e-4b57-9f2a-a82b2ba235e0 binding host dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:04:58.457569 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6afc5596-e964-4616-b75d-18f893b04731 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:58.478120 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-49d06370-ef40-4221-95ef-7c38e9e9ea7a None None] For port 15b1c1d9-7645-4e3d-a19a-e2d76372a534, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=15b1c1d9-7645-4e3d-a19a-e2d76372a534,segment=NetworkSegment(a4c4926b-e8af-44d9-8b2b-ab9d976ba61d),segment_id=a4c4926b-e8af-44d9-8b2b-ab9d976ba61d)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:04:58.508169 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-6f87514b-193c-47b7-a004-fa10cce7ef24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'name': 'tempest-TestVolumeBootPattern-923548383-router', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '931e68fc-5963-44f6-8445-fe1fbe36162f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:53Z', 'updated_at': '2022-02-16T17:04:55Z', 'revision_number': 3, 'project_id': '044ac631b15e4f2096be696887c61622', 'gw_port': {'id': '931e68fc-5963-44f6-8445-fe1fbe36162f', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:34:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:54Z', 'updated_at': '2022-02-16T17:04:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:58.517392 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9fb1dca7-080f-4b3e-93b6-78adacb6ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:58.534890 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:58.545565 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f87514b-193c-47b7-a004-fa10cce7ef24 None None] The sync data for ids ['b36e62a5-d6e6-4741-84a2-5927cd2a2100'] in dv-neutron-828697-3-hyperv is: [{'id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'name': 'tempest-TestVolumeBootPattern-923548383-router', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '931e68fc-5963-44f6-8445-fe1fbe36162f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:53Z', 'updated_at': '2022-02-16T17:04:55Z', 'revision_number': 3, 'project_id': '044ac631b15e4f2096be696887c61622', 'gw_port': {'id': '931e68fc-5963-44f6-8445-fe1fbe36162f', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:34:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:54Z', 'updated_at': '2022-02-16T17:04:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:04:58.568764 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-49d06370-ef40-4221-95ef-7c38e9e9ea7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:58.584497 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f3a3badc-678d-4f64-b964-abed3a9e9f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:58.603989 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6afc5596-e964-4616-b75d-18f893b04731 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:58.662708 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afc5596-e964-4616-b75d-18f893b04731 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Network 5198260b-da59-4502-a4d9-fdef674d0383 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:58.668614 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-6afc5596-e964-4616-b75d-18f893b04731 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:58.673117 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afc5596-e964-4616-b75d-18f893b04731 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:04:58.677574 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6afc5596-e964-4616-b75d-18f893b04731 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:58.721562 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6361f6d6-573f-4d34-a506-19c894b1121c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Router bc0b02f3-3a37-4b8e-a021-5c815bd7aebe has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:04:58.730553 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc5596-e964-4616-b75d-18f893b04731 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event updated for resources: {'Port': ['ID=cce0f911-7f37-47c0-a7de-f3492ff0f237,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:58.783691 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.db.api [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:04:58.784082 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG oslo_db.api [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:04:58.790339 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f3a3badc-678d-4f64-b964-abed3a9e9f9b admin admin] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:58.792614 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-49d06370-ef40-4221-95ef-7c38e9e9ea7a None None] Provisioning complete for port 5c6bc257-798e-4b57-9f2a-a82b2ba235e0 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:58.792983 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-49d06370-ef40-4221-95ef-7c38e9e9ea7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:58.808258 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-6d1244db-1746-47bb-af31-38f565e64c51 None None] Allocated IP 2001:db8:2::2 (5198260b-da59-4502-a4d9-fdef674d0383/3a288933-bc13-4f4e-847c-da261ecdc89e/0d3e340b-d159-428b-baaf-87ac2fbd16fd) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:04:58.838619 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f3a3badc-678d-4f64-b964-abed3a9e9f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:58.839493 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d06370-ef40-4221-95ef-7c38e9e9ea7a None None] Pushing event updated for resources: {'Port': ['ID=15b1c1d9-7645-4e3d-a19a-e2d76372a534,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:58.877946 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d06370-ef40-4221-95ef-7c38e9e9ea7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:58.878588 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d06370-ef40-4221-95ef-7c38e9e9ea7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:58.878687 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d06370-ef40-4221-95ef-7c38e9e9ea7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:58.878964 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d06370-ef40-4221-95ef-7c38e9e9ea7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:58.883892 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d06370-ef40-4221-95ef-7c38e9e9ea7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:58.883892 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d06370-ef40-4221-95ef-7c38e9e9ea7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:58.883892 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d06370-ef40-4221-95ef-7c38e9e9ea7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:58.883892 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d06370-ef40-4221-95ef-7c38e9e9ea7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:58.883892 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d06370-ef40-4221-95ef-7c38e9e9ea7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:58.883892 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d06370-ef40-4221-95ef-7c38e9e9ea7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:58.883892 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d06370-ef40-4221-95ef-7c38e9e9ea7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:58.883892 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d06370-ef40-4221-95ef-7c38e9e9ea7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:58.938085 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6afc5596-e964-4616-b75d-18f893b04731 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:58.953024 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-49d06370-ef40-4221-95ef-7c38e9e9ea7a None None] Port 5c6bc257-798e-4b57-9f2a-a82b2ba235e0 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:04:58.974808 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6361f6d6-573f-4d34-a506-19c894b1121c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:04:58.985819 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b209eec-7efd-4757-9528-762615463838 None None] Sync routers for ids ['bc0b02f3-3a37-4b8e-a021-5c815bd7aebe'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:04:58.992784 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f3a3badc-678d-4f64-b964-abed3a9e9f9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:58.999198 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a3badc-678d-4f64-b964-abed3a9e9f9b admin admin] Pushing event updated for resources: {'Port': ['ID=2581317b-26b1-4b4d-889f-22df54787e33,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:59.004105 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b209eec-7efd-4757-9528-762615463838 None None] Routers {'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:04:59.004736 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-0b209eec-7efd-4757-9528-762615463838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:04:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['bc0b02f3-3a37-4b8e-a021-5c815bd7aebe'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:59.131141 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a3badc-678d-4f64-b964-abed3a9e9f9b admin admin] Network c364a6ac-af1f-40c5-af86-f038476be8ba is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:59.132846 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-f3a3badc-678d-4f64-b964-abed3a9e9f9b admin admin] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:59.173948 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-0b209eec-7efd-4757-9528-762615463838 None None] Set router bc0b02f3-3a37-4b8e-a021-5c815bd7aebe gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:04:59.222461 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9fb1dca7-080f-4b3e-93b6-78adacb6ff76 None None] Notify callbacks [] for port, precommit_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:59.255418 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6361f6d6-573f-4d34-a506-19c894b1121c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:59.298819 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-7eba0f18-263c-4083-b0db-3ff7c3a2053c None None] Provisioning complete for port 2581317b-26b1-4b4d-889f-22df54787e33 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:59.299196 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-7eba0f18-263c-4083-b0db-3ff7c3a2053c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:59.308272 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9fb1dca7-080f-4b3e-93b6-78adacb6ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:59.356270 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-6361f6d6-573f-4d34-a506-19c894b1121c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.6869090 Feb 16 17:04:59.359896 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fee99198-16d6-4a49-8531-74cea58ee3d0', 'tag': '50867f13-f2b2-4092-80b9-4789e575fff0'}] {{(pid=114375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:04:59.361500 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54028) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:04:59.369628 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f675c1a73bb74b784e43f10fee26c40e358be44ccef5ed6f70ec30f8ec0d494b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ed2d65-a03c-46c2-8df7-1643e7a4e155" -d '{"events": [{"name": "network-changed", "server_uuid": "fee99198-16d6-4a49-8531-74cea58ee3d0", "tag": "50867f13-f2b2-4092-80b9-4789e575fff0"}]}' {{(pid=114375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:04:59.429866 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a3badc-678d-4f64-b964-abed3a9e9f9b admin admin] Router b36e62a5-d6e6-4741-84a2-5927cd2a2100 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:04:59.451524 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-0b209eec-7efd-4757-9528-762615463838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'name': 'tempest-TestNetworkBasicOps-router-668424910', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e546ca72-3c0e-46c5-ab56-e78eab069bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:23Z', 'updated_at': '2022-02-16T17:04:30Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'e546ca72-3c0e-46c5-ab56-e78eab069bf8', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:24Z', 'updated_at': '2022-02-16T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': 'f3cf7f9e-c993-4df2-9fd2-badd81f387a4', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'floating_ip_address': '172.26.3.57', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'port_id': '50867f13-f2b2-4092-80b9-4789e575fff0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a887233e-d481-41aa-9584-24a22f5e599a', 'mac_address': 'fa:16:3e:09:cd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee99198-16d6-4a49-8531-74cea58ee3d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:04:56Z', 'updated_at': '2022-02-16T17:04:56Z', 'revision_number': 0, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f668f9e5-9c2a-472e-9bc2-1e476f6ac0fa', 'name': '', 'network_id': 'a887233e-d481-41aa-9584-24a22f5e599a', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:16:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '2bf959e4-88a3-4718-9710-0ca033dd4cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:29Z', 'updated_at': '2022-02-16T17:04:34Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': '2bf959e4-88a3-4718-9710-0ca033dd4cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:59.481162 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b209eec-7efd-4757-9528-762615463838 None None] Checking router: bc0b02f3-3a37-4b8e-a021-5c815bd7aebe for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:04:59.491550 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b209eec-7efd-4757-9528-762615463838 None None] Routers {'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:04:59.492213 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-0b209eec-7efd-4757-9528-762615463838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:04:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['bc0b02f3-3a37-4b8e-a021-5c815bd7aebe'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:59.514665 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6afc5596-e964-4616-b75d-18f893b04731 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:59.622179 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6d1244db-1746-47bb-af31-38f565e64c51 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:59.624592 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6afc5596-e964-4616-b75d-18f893b04731 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:59.625974 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6afc5596-e964-4616-b75d-18f893b04731 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:59.629003 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 9217f0aa-6766-4b7b-8588-4779d35cb949 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:04:59.630817 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-7eba0f18-263c-4083-b0db-3ff7c3a2053c None None] Port 2581317b-26b1-4b4d-889f-22df54787e33 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:04:59.654881 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-0b209eec-7efd-4757-9528-762615463838 None None] Set router bc0b02f3-3a37-4b8e-a021-5c815bd7aebe gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:04:59.751043 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374ce4a2-1e5c-4f79-8339-b159efbd6149 x-openstack-request-id: req-374ce4a2-1e5c-4f79-8339-b159efbd6149 {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:04:59.751412 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fee99198-16d6-4a49-8531-74cea58ee3d0", "tag": "50867f13-f2b2-4092-80b9-4789e575fff0", "status": "completed", "code": 200}]} {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:04:59.751583 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-374ce4a2-1e5c-4f79-8339-b159efbd6149 {{(pid=114375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:04:59.751989 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fee99198-16d6-4a49-8531-74cea58ee3d0', 'tag': '50867f13-f2b2-4092-80b9-4789e575fff0', 'status': 'completed', 'code': 200} Feb 16 17:04:59.779013 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6d1244db-1746-47bb-af31-38f565e64c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:59.788275 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0639d91b-4d06-407d-8391-9c36327899bd None None] Pushing event updated for resources: {'Port': ['ID=5c6bc257-798e-4b57-9f2a-a82b2ba235e0,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:59.829860 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc5596-e964-4616-b75d-18f893b04731 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event updated for resources: {'Port': ['ID=cce0f911-7f37-47c0-a7de-f3492ff0f237,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:59.903996 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afc5596-e964-4616-b75d-18f893b04731 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Network 5198260b-da59-4502-a4d9-fdef674d0383 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:59.907004 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-6afc5596-e964-4616-b75d-18f893b04731 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:59.923144 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-7eba0f18-263c-4083-b0db-3ff7c3a2053c None None] Provisioning complete for port 15b1c1d9-7645-4e3d-a19a-e2d76372a534 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:59.923698 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-7eba0f18-263c-4083-b0db-3ff7c3a2053c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:59.961936 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-9fb1dca7-080f-4b3e-93b6-78adacb6ff76 None None] Attempting to bind port 5c6bc257-798e-4b57-9f2a-a82b2ba235e0 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:04:59.962319 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-9fb1dca7-080f-4b3e-93b6-78adacb6ff76 None None] Attempting to bind port 5c6bc257-798e-4b57-9f2a-a82b2ba235e0 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '20abed7b-af9a-42b3-9c0b-63d6d04fa86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4ab8c139-233c-43ec-8a5d-0c418b0885b9'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:04:59.962685 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb1dca7-080f-4b3e-93b6-78adacb6ff76 None None] Attempting to bind port 5c6bc257-798e-4b57-9f2a-a82b2ba235e0 on network 4ab8c139-233c-43ec-8a5d-0c418b0885b9 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:04:59.978459 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1244db-1746-47bb-af31-38f565e64c51 None None] Network 5198260b-da59-4502-a4d9-fdef674d0383 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:59.990943 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1244db-1746-47bb-af31-38f565e64c51 None None] Pushing event updated for resources: {'Port': ['ID=0d3e340b-d159-428b-baaf-87ac2fbd16fd,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:59.994523 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-6d1244db-1746-47bb-af31-38f565e64c51 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:59.996392 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb1dca7-080f-4b3e-93b6-78adacb6ff76 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:04:59.996772 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb1dca7-080f-4b3e-93b6-78adacb6ff76 None None] Checking segment: {'id': '20abed7b-af9a-42b3-9c0b-63d6d04fa86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4ab8c139-233c-43ec-8a5d-0c418b0885b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:04:59.997180 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9fb1dca7-080f-4b3e-93b6-78adacb6ff76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:04:59.997567 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb1dca7-080f-4b3e-93b6-78adacb6ff76 None None] Bound using segment: {'id': '20abed7b-af9a-42b3-9c0b-63d6d04fa86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4ab8c139-233c-43ec-8a5d-0c418b0885b9'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:04:59.998050 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-9fb1dca7-080f-4b3e-93b6-78adacb6ff76 None None] Bound port: 5c6bc257-798e-4b57-9f2a-a82b2ba235e0, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20abed7b-af9a-42b3-9c0b-63d6d04fa86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4ab8c139-233c-43ec-8a5d-0c418b0885b9'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:04:59.999317 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9fb1dca7-080f-4b3e-93b6-78adacb6ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:00.016386 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1244db-1746-47bb-af31-38f565e64c51 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:05:00.050826 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-0b209eec-7efd-4757-9528-762615463838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'name': 'tempest-TestNetworkBasicOps-router-668424910', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e546ca72-3c0e-46c5-ab56-e78eab069bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:23Z', 'updated_at': '2022-02-16T17:04:30Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'e546ca72-3c0e-46c5-ab56-e78eab069bf8', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:24Z', 'updated_at': '2022-02-16T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': 'f3cf7f9e-c993-4df2-9fd2-badd81f387a4', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'floating_ip_address': '172.26.3.57', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'port_id': '50867f13-f2b2-4092-80b9-4789e575fff0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a887233e-d481-41aa-9584-24a22f5e599a', 'mac_address': 'fa:16:3e:09:cd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee99198-16d6-4a49-8531-74cea58ee3d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:04:56Z', 'updated_at': '2022-02-16T17:04:56Z', 'revision_number': 0, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f668f9e5-9c2a-472e-9bc2-1e476f6ac0fa', 'name': '', 'network_id': 'a887233e-d481-41aa-9584-24a22f5e599a', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:16:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '2bf959e4-88a3-4718-9710-0ca033dd4cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:29Z', 'updated_at': '2022-02-16T17:04:34Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': '2bf959e4-88a3-4718-9710-0ca033dd4cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:00.113578 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 9217f0aa-6766-4b7b-8588-4779d35cb949 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:00.113956 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:00.116205 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6afc5596-e964-4616-b75d-18f893b04731 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Router 6a1a3e26-51a1-4ae2-903d-513556d2b562 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:05:00.118744 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-6d1f22a3-348c-4279-b34f-d1756be4ce88 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/floatingips/f3cf7f9e-c993-4df2-9fd2-badd81f387a4 HTTP/1.1" status: 200 len: 991 time: 0.7559822 Feb 16 17:05:00.142227 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed2d65-a03c-46c2-8df7-1643e7a4e155 req-a9503ab7-9ab8-4a02-b63f-ccefbd871b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:00.143765 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-48ed2d65-a03c-46c2-8df7-1643e7a4e155 req-a9503ab7-9ab8-4a02-b63f-ccefbd871b13 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c9820320aae461fbcc5eba944eb2160&device_id=fee99198-16d6-4a49-8531-74cea58ee3d0 HTTP/1.1" status: 200 len: 1099 time: 0.1710246 Feb 16 17:05:00.162298 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-9fb1dca7-080f-4b3e-93b6-78adacb6ff76 None None] For port 5c6bc257-798e-4b57-9f2a-a82b2ba235e0, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:05:00.222999 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-9fb1dca7-080f-4b3e-93b6-78adacb6ff76 None None] For port 5c6bc257-798e-4b57-9f2a-a82b2ba235e0, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=5c6bc257-798e-4b57-9f2a-a82b2ba235e0,segment=NetworkSegment(20abed7b-af9a-42b3-9c0b-63d6d04fa86f),segment_id=20abed7b-af9a-42b3-9c0b-63d6d04fa86f)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:05:00.228001 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-6d1244db-1746-47bb-af31-38f565e64c51 None None] Attempting to bind port 0d3e340b-d159-428b-baaf-87ac2fbd16fd on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:05:00.229346 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-6d1244db-1746-47bb-af31-38f565e64c51 None None] Attempting to bind port 0d3e340b-d159-428b-baaf-87ac2fbd16fd by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '1b574990-96af-49d5-a361-f6f3aa0de45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5198260b-da59-4502-a4d9-fdef674d0383'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:05:00.229346 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1244db-1746-47bb-af31-38f565e64c51 None None] Attempting to bind port 0d3e340b-d159-428b-baaf-87ac2fbd16fd on network 5198260b-da59-4502-a4d9-fdef674d0383 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:05:00.245185 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1244db-1746-47bb-af31-38f565e64c51 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:05:00.245611 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1244db-1746-47bb-af31-38f565e64c51 None None] Checking segment: {'id': '1b574990-96af-49d5-a361-f6f3aa0de45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5198260b-da59-4502-a4d9-fdef674d0383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:05:00.246458 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6d1244db-1746-47bb-af31-38f565e64c51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:00.246866 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1244db-1746-47bb-af31-38f565e64c51 None None] Bound using segment: {'id': '1b574990-96af-49d5-a361-f6f3aa0de45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5198260b-da59-4502-a4d9-fdef674d0383'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:05:00.247573 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-6d1244db-1746-47bb-af31-38f565e64c51 None None] Bound port: 0d3e340b-d159-428b-baaf-87ac2fbd16fd, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b574990-96af-49d5-a361-f6f3aa0de45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5198260b-da59-4502-a4d9-fdef674d0383'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:05:00.247793 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6d1244db-1746-47bb-af31-38f565e64c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:00.251233 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6afc5596-e964-4616-b75d-18f893b04731 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:05:00.259611 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b209eec-7efd-4757-9528-762615463838 None None] The sync data for ids ['bc0b02f3-3a37-4b8e-a021-5c815bd7aebe'] in dv-neutron-828697-3-hyperv is: [{'id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'name': 'tempest-TestNetworkBasicOps-router-668424910', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e546ca72-3c0e-46c5-ab56-e78eab069bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:23Z', 'updated_at': '2022-02-16T17:04:30Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'e546ca72-3c0e-46c5-ab56-e78eab069bf8', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:24Z', 'updated_at': '2022-02-16T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': 'f3cf7f9e-c993-4df2-9fd2-badd81f387a4', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'floating_ip_address': '172.26.3.57', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'port_id': '50867f13-f2b2-4092-80b9-4789e575fff0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a887233e-d481-41aa-9584-24a22f5e599a', 'mac_address': 'fa:16:3e:09:cd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee99198-16d6-4a49-8531-74cea58ee3d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:04:56Z', 'updated_at': '2022-02-16T17:04:56Z', 'revision_number': 0, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f668f9e5-9c2a-472e-9bc2-1e476f6ac0fa', 'name': '', 'network_id': 'a887233e-d481-41aa-9584-24a22f5e599a', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:16:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '2bf959e4-88a3-4718-9710-0ca033dd4cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:29Z', 'updated_at': '2022-02-16T17:04:34Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': '2bf959e4-88a3-4718-9710-0ca033dd4cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:05:00.264619 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-6afc5596-e964-4616-b75d-18f893b04731 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "PUT /v2.0/routers/6a1a3e26-51a1-4ae2-903d-513556d2b562/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2019866 Feb 16 17:05:00.266176 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54034) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:00.272943 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-4e379196-a35e-440f-a7f5-4a1044d58155 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1943241672'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:00.278162 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a3badc-678d-4f64-b964-abed3a9e9f9b admin admin] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:05:00.285591 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-f3a3badc-678d-4f64-b964-abed3a9e9f9b admin admin] 10.222.0.88 "PUT /v2.0/routers/b36e62a5-d6e6-4741-84a2-5927cd2a2100/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5897319 Feb 16 17:05:00.301340 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9fb1dca7-080f-4b3e-93b6-78adacb6ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:00.333522 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed2d65-a03c-46c2-8df7-1643e7a4e155 req-6557c67c-064a-4d5c-a3ea-c93c5f095880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:00.335938 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-48ed2d65-a03c-46c2-8df7-1643e7a4e155 req-6557c67c-064a-4d5c-a3ea-c93c5f095880 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a887233e-d481-41aa-9584-24a22f5e599a HTTP/1.1" status: 200 len: 897 time: 0.1521845 Feb 16 17:05:00.422112 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e379196-a35e-440f-a7f5-4a1044d58155 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Made reservation on behalf of 8b839598b51f4c5f8c0eeb567a6c9232 for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:05:00.425930 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4e379196-a35e-440f-a7f5-4a1044d58155 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:00.430473 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-6d1244db-1746-47bb-af31-38f565e64c51 None None] For port 0d3e340b-d159-428b-baaf-87ac2fbd16fd, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:05:00.462535 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-6d1244db-1746-47bb-af31-38f565e64c51 None None] For port 0d3e340b-d159-428b-baaf-87ac2fbd16fd, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=0d3e340b-d159-428b-baaf-87ac2fbd16fd,segment=NetworkSegment(1b574990-96af-49d5-a361-f6f3aa0de45d),segment_id=1b574990-96af-49d5-a361-f6f3aa0de45d)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:05:00.468229 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0639d91b-4d06-407d-8391-9c36327899bd None None] Pushing event updated for resources: {'Port': ['ID=5c6bc257-798e-4b57-9f2a-a82b2ba235e0,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:00.472836 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb1dca7-080f-4b3e-93b6-78adacb6ff76 None None] Routers {'6a1a3e26-51a1-4ae2-903d-513556d2b562'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:05:00.473502 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-9fb1dca7-080f-4b3e-93b6-78adacb6ff76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:04:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['6a1a3e26-51a1-4ae2-903d-513556d2b562'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:00.476940 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-f712a630-a60b-4ed2-8df1-9632e8a000cf None None] Provisioning complete for port 2581317b-26b1-4b4d-889f-22df54787e33 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:00.477316 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f712a630-a60b-4ed2-8df1-9632e8a000cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:00.490792 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e379196-a35e-440f-a7f5-4a1044d58155 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:05:00.497822 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-48ed2d65-a03c-46c2-8df7-1643e7a4e155 req-f261a947-fa35-4a1b-bd96-43747643cd06 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50867f13-f2b2-4092-80b9-4789e575fff0 HTTP/1.1" status: 200 len: 999 time: 0.1556840 Feb 16 17:05:00.505763 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4e379196-a35e-440f-a7f5-4a1044d58155 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:00.506319 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-4e379196-a35e-440f-a7f5-4a1044d58155 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Added segment ee9f2894-ef3c-40dd-9461-be41adf13344 of type vlan for network 492850d1-d2a4-4be3-9371-6b17eba119db Feb 16 17:05:00.531797 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:00.594308 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4e379196-a35e-440f-a7f5-4a1044d58155 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:00.604980 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed2d65-a03c-46c2-8df7-1643e7a4e155 req-ae469d5b-af9e-48eb-9098-383860bfb489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:00.606758 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-48ed2d65-a03c-46c2-8df7-1643e7a4e155 req-ae469d5b-af9e-48eb-9098-383860bfb489 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2bf959e4-88a3-4718-9710-0ca033dd4cba HTTP/1.1" status: 200 len: 834 time: 0.0983810 Feb 16 17:05:00.730733 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed2d65-a03c-46c2-8df7-1643e7a4e155 req-af9a3d30-31fd-405d-a7ab-fe15d4f6af64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:00.736139 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-48ed2d65-a03c-46c2-8df7-1643e7a4e155 req-af9a3d30-31fd-405d-a7ab-fe15d4f6af64 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a887233e-d481-41aa-9584-24a22f5e599a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1203899 Feb 16 17:05:00.801724 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4e379196-a35e-440f-a7f5-4a1044d58155 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:00.807811 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e379196-a35e-440f-a7f5-4a1044d58155 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:00.814400 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4e379196-a35e-440f-a7f5-4a1044d58155 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:00.836949 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 15b1c1d9-7645-4e3d-a19a-e2d76372a534 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:05:00.848455 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf103053-9cbe-476c-9d99-8f7eaaf1930d None None] New status for floating IP f3cf7f9e-c993-4df2-9fd2-badd81f387a4: ACTIVE {{(pid=114377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:05:00.851113 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6d1244db-1746-47bb-af31-38f565e64c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:00.855296 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-9fb1dca7-080f-4b3e-93b6-78adacb6ff76 None None] Set router 6a1a3e26-51a1-4ae2-903d-513556d2b562 gateway port host: None {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:05:00.923257 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-4e379196-a35e-440f-a7f5-4a1044d58155 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6541979 Feb 16 17:05:00.925841 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e379196-a35e-440f-a7f5-4a1044d58155 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event updated for resources: {'Network': ['ID=492850d1-d2a4-4be3-9371-6b17eba119db,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:00.926890 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54044) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:00.946725 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-4cc72155-36ed-4d3c-915b-25c989c4f89f tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Request body: {'subnet': {'network_id': '492850d1-d2a4-4be3-9371-6b17eba119db', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:00.952120 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-48ed2d65-a03c-46c2-8df7-1643e7a4e155 req-56bc06a4-a642-4bdf-8dc2-b67dd3bd75a7 service neutron] 10.222.0.89 "GET /v2.0/networks/a887233e-d481-41aa-9584-24a22f5e599a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035091 Feb 16 17:05:00.987826 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 492850d1-d2a4-4be3-9371-6b17eba119db details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:05:01.071602 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-f712a630-a60b-4ed2-8df1-9632e8a000cf None None] Port 2581317b-26b1-4b4d-889f-22df54787e33 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:05:01.075292 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-48ed2d65-a03c-46c2-8df7-1643e7a4e155 req-05bc5a9b-f5c8-48a0-8318-4899a63bde9b service neutron] 10.222.0.89 "GET /v2.0/networks/a887233e-d481-41aa-9584-24a22f5e599a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198249 Feb 16 17:05:01.121880 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54048) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:01.155755 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187fce4d-e869-4bb9-84d2-fdd16a627412 None None] Sync routers for ids ['b36e62a5-d6e6-4741-84a2-5927cd2a2100'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:05:01.158085 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc72155-36ed-4d3c-915b-25c989c4f89f tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Made reservation on behalf of 8b839598b51f4c5f8c0eeb567a6c9232 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:05:01.164864 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4cc72155-36ed-4d3c-915b-25c989c4f89f tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:01.171356 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187fce4d-e869-4bb9-84d2-fdd16a627412 None None] Routers {'b36e62a5-d6e6-4741-84a2-5927cd2a2100'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:05:01.174250 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-187fce4d-e869-4bb9-84d2-fdd16a627412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:04:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['b36e62a5-d6e6-4741-84a2-5927cd2a2100'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:01.206897 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-5d00ec29-1eb0-47e5-8804-ddecc7ee1cfa tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/floatingips/f3cf7f9e-c993-4df2-9fd2-badd81f387a4 HTTP/1.1" status: 200 len: 991 time: 0.0835960 Feb 16 17:05:01.242570 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-f712a630-a60b-4ed2-8df1-9632e8a000cf None None] Provisioning complete for port 5c6bc257-798e-4b57-9f2a-a82b2ba235e0 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:01.243165 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f712a630-a60b-4ed2-8df1-9632e8a000cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:01.244917 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1244db-1746-47bb-af31-38f565e64c51 None None] Pushing event updated for resources: {'Port': ['ID=0d3e340b-d159-428b-baaf-87ac2fbd16fd,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:01.318593 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-187fce4d-e869-4bb9-84d2-fdd16a627412 None None] Set router b36e62a5-d6e6-4741-84a2-5927cd2a2100 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:05:01.424008 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 15b1c1d9-7645-4e3d-a19a-e2d76372a534 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:01.424389 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:01.439848 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54054) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:01.445243 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-0ac539b2-c5eb-45da-8c9c-77816548f0b1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-745520727-network', 'tenant_id': '431fef47f91044a2ac01bf0d0ab1d743'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:01.564306 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f712a630-a60b-4ed2-8df1-9632e8a000cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:01.581505 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac539b2-c5eb-45da-8c9c-77816548f0b1 admin admin] Made reservation on behalf of 431fef47f91044a2ac01bf0d0ab1d743 for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:05:01.584218 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0ac539b2-c5eb-45da-8c9c-77816548f0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:01.599064 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0ac539b2-c5eb-45da-8c9c-77816548f0b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:01.651271 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-f712a630-a60b-4ed2-8df1-9632e8a000cf None None] For port 5c6bc257-798e-4b57-9f2a-a82b2ba235e0, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=5c6bc257-798e-4b57-9f2a-a82b2ba235e0,segment=NetworkSegment(20abed7b-af9a-42b3-9c0b-63d6d04fa86f),segment_id=20abed7b-af9a-42b3-9c0b-63d6d04fa86f)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:05:01.657517 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 931e68fc-5963-44f6-8445-fe1fbe36162f up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:05:01.678594 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-187fce4d-e869-4bb9-84d2-fdd16a627412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'name': 'tempest-TestVolumeBootPattern-923548383-router', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '931e68fc-5963-44f6-8445-fe1fbe36162f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:53Z', 'updated_at': '2022-02-16T17:04:58Z', 'revision_number': 4, 'project_id': '044ac631b15e4f2096be696887c61622', 'gw_port': {'id': '931e68fc-5963-44f6-8445-fe1fbe36162f', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:34:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:54Z', 'updated_at': '2022-02-16T17:04:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '2581317b-26b1-4b4d-889f-22df54787e33', 'name': '', 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'mac_address': 'fa:16:3e:3c:61:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '62ae9dc0-3449-4ef8-8ac6-81ada289f9bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:57Z', 'updated_at': '2022-02-16T17:04:58Z', 'revision_number': 2, 'project_id': '044ac631b15e4f2096be696887c61622', 'subnets': [{'id': '62ae9dc0-3449-4ef8-8ac6-81ada289f9bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:01.708152 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-9fb1dca7-080f-4b3e-93b6-78adacb6ff76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'name': 'tempest-RoutersIpV6Test-router-1088031277', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:46Z', 'updated_at': '2022-02-16T17:04:58Z', 'revision_number': 4, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'gw_port_host': None, '_interfaces': [{'id': '5c6bc257-798e-4b57-9f2a-a82b2ba235e0', 'name': '', 'network_id': '4ab8c139-233c-43ec-8a5d-0c418b0885b9', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'mac_address': 'fa:16:3e:f4:c0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '2a04fd40-8cee-457c-b2ce-1c89e09119a8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:52Z', 'updated_at': '2022-02-16T17:05:00Z', 'revision_number': 4, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'subnets': [{'id': '2a04fd40-8cee-457c-b2ce-1c89e09119a8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a2e49c-c015-479b-bf18-88f7e2285d6b', 'name': '', 'network_id': '548d0d4c-040c-4b49-8476-0f9715ee330b', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'mac_address': 'fa:16:3e:60:69:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '16d2b379-c778-4e66-bfe9-a546f4002fb3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:48Z', 'updated_at': '2022-02-16T17:04:54Z', 'revision_number': 5, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'subnets': [{'id': '16d2b379-c778-4e66-bfe9-a546f4002fb3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cce0f911-7f37-47c0-a7de-f3492ff0f237', 'name': '', 'network_id': '5198260b-da59-4502-a4d9-fdef674d0383', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'mac_address': 'fa:16:3e:4e:1a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '3a288933-bc13-4f4e-847c-da261ecdc89e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:57Z', 'updated_at': '2022-02-16T17:04:59Z', 'revision_number': 2, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'subnets': [{'id': '3a288933-bc13-4f4e-847c-da261ecdc89e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:01.727347 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0ac539b2-c5eb-45da-8c9c-77816548f0b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:01.730057 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187fce4d-e869-4bb9-84d2-fdd16a627412 None None] Checking router: b36e62a5-d6e6-4741-84a2-5927cd2a2100 for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:05:01.730609 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187fce4d-e869-4bb9-84d2-fdd16a627412 None None] Updating router b36e62a5-d6e6-4741-84a2-5927cd2a2100 port 2581317b-26b1-4b4d-889f-22df54787e33 binding host dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:05:01.766270 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-187fce4d-e869-4bb9-84d2-fdd16a627412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:01.772033 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f712a630-a60b-4ed2-8df1-9632e8a000cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:01.774051 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb1dca7-080f-4b3e-93b6-78adacb6ff76 None None] The sync data for ids ['6a1a3e26-51a1-4ae2-903d-513556d2b562'] in dv-neutron-828697-3-hyperv is: [{'id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'name': 'tempest-RoutersIpV6Test-router-1088031277', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:46Z', 'updated_at': '2022-02-16T17:04:58Z', 'revision_number': 4, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'gw_port_host': None, '_interfaces': [{'id': '5c6bc257-798e-4b57-9f2a-a82b2ba235e0', 'name': '', 'network_id': '4ab8c139-233c-43ec-8a5d-0c418b0885b9', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'mac_address': 'fa:16:3e:f4:c0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '2a04fd40-8cee-457c-b2ce-1c89e09119a8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:52Z', 'updated_at': '2022-02-16T17:05:00Z', 'revision_number': 4, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'subnets': [{'id': '2a04fd40-8cee-457c-b2ce-1c89e09119a8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a2e49c-c015-479b-bf18-88f7e2285d6b', 'name': '', 'network_id': '548d0d4c-040c-4b49-8476-0f9715ee330b', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'mac_address': 'fa:16:3e:60:69:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '16d2b379-c778-4e66-bfe9-a546f4002fb3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:48Z', 'updated_at': '2022-02-16T17:04:54Z', 'revision_number': 5, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'subnets': [{'id': '16d2b379-c778-4e66-bfe9-a546f4002fb3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cce0f911-7f37-47c0-a7de-f3492ff0f237', 'name': '', 'network_id': '5198260b-da59-4502-a4d9-fdef674d0383', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'mac_address': 'fa:16:3e:4e:1a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '3a288933-bc13-4f4e-847c-da261ecdc89e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:57Z', 'updated_at': '2022-02-16T17:04:59Z', 'revision_number': 2, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'subnets': [{'id': '3a288933-bc13-4f4e-847c-da261ecdc89e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:05:01.815128 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0ac539b2-c5eb-45da-8c9c-77816548f0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:01.828592 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ac539b2-c5eb-45da-8c9c-77816548f0b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:05:01.919105 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f712a630-a60b-4ed2-8df1-9632e8a000cf None None] Pushing event updated for resources: {'Port': ['ID=5c6bc257-798e-4b57-9f2a-a82b2ba235e0,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:01.920827 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0ac539b2-c5eb-45da-8c9c-77816548f0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:01.921429 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-0ac539b2-c5eb-45da-8c9c-77816548f0b1 admin admin] Added segment 7359a14d-4745-48c9-88e7-4275bd74f7e1 of type vlan for network fc3847e3-f405-4a88-b32c-a5114d5df315 Feb 16 17:05:01.924559 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 931e68fc-5963-44f6-8445-fe1fbe36162f triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:01.924934 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:01.984669 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-eacc8ae6-bc9f-4227-8ed6-4438d35a985d None None] Provisioning complete for port 5c6bc257-798e-4b57-9f2a-a82b2ba235e0 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:01.985011 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-eacc8ae6-bc9f-4227-8ed6-4438d35a985d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:02.033175 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0ac539b2-c5eb-45da-8c9c-77816548f0b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:02.039294 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac539b2-c5eb-45da-8c9c-77816548f0b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2101bca7-d92e-49cd-b659-48b4fe40c403,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:02.044789 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4cc72155-36ed-4d3c-915b-25c989c4f89f tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:02.147126 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc72155-36ed-4d3c-915b-25c989c4f89f tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event updated for resources: {'Subnet': ['ID=33637d42-4bf3-4ec9-9b8d-9111b2b6dda2,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:02.158293 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0ac539b2-c5eb-45da-8c9c-77816548f0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:02.168424 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc72155-36ed-4d3c-915b-25c989c4f89f tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Checking segment: {'id': 'ee9f2894-ef3c-40dd-9461-be41adf13344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '492850d1-d2a4-4be3-9371-6b17eba119db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:05:02.168424 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc72155-36ed-4d3c-915b-25c989c4f89f tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Network hostable DHCP agents. Network: 492850d1-d2a4-4be3-9371-6b17eba119db, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:05:02.169322 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac539b2-c5eb-45da-8c9c-77816548f0b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:02.169322 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0ac539b2-c5eb-45da-8c9c-77816548f0b1 admin admin] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:02.176675 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:02.209913 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54056) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:02.226502 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port 931e68fc-5963-44f6-8445-fe1fbe36162f, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=931e68fc-5963-44f6-8445-fe1fbe36162f,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:05:02.315962 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:02.324914 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac539b2-c5eb-45da-8c9c-77816548f0b1 admin admin] Pushing event updated for resources: {'Network': ['ID=fc3847e3-f405-4a88-b32c-a5114d5df315,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:02.341795 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-187fce4d-e869-4bb9-84d2-fdd16a627412 None None] Notify callbacks [] for port, precommit_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:02.353128 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-18995ee0-fc12-48cc-bc9f-05bbdda30c03 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/floatingips/f3cf7f9e-c993-4df2-9fd2-badd81f387a4 HTTP/1.1" status: 200 len: 993 time: 0.1381881 Feb 16 17:05:02.356744 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc72155-36ed-4d3c-915b-25c989c4f89f tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Network 492850d1-d2a4-4be3-9371-6b17eba119db is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:05:02.362447 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network fc3847e3-f405-4a88-b32c-a5114d5df315 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:05:02.404735 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-0ac539b2-c5eb-45da-8c9c-77816548f0b1 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9630811 Feb 16 17:05:02.409985 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54058) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:02.413942 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-d5d16fc6-f5aa-448a-ba0f-830ce2017b6d admin admin] Request body: {'subnet': {'network_id': 'fc3847e3-f405-4a88-b32c-a5114d5df315', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-745520727-subnet', 'tenant_id': '431fef47f91044a2ac01bf0d0ab1d743', 'ip_version': 4}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:02.432791 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-187fce4d-e869-4bb9-84d2-fdd16a627412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:02.439411 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-4cc72155-36ed-4d3c-915b-25c989c4f89f tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 492850d1-d2a4-4be3-9371-6b17eba119db) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:05:02.446662 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc72155-36ed-4d3c-915b-25c989c4f89f tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:02.447257 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4cc72155-36ed-4d3c-915b-25c989c4f89f tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:02.451258 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=931e68fc-5963-44f6-8445-fe1fbe36162f,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:02.458234 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba48ac26-85a4-4512-92a2-5315ac6319e9 None None] Network 492850d1-d2a4-4be3-9371-6b17eba119db requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:05:02.539021 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26346b3-9eea-475e-87f6-655709cdeffe None None] Pushing event updated for resources: {'Port': ['ID=2581317b-26b1-4b4d-889f-22df54787e33,revision_number=3']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:02.539719 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d16fc6-f5aa-448a-ba0f-830ce2017b6d admin admin] Made reservation on behalf of 431fef47f91044a2ac01bf0d0ab1d743 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:05:02.542246 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d5d16fc6-f5aa-448a-ba0f-830ce2017b6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:02.613634 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-4cc72155-36ed-4d3c-915b-25c989c4f89f tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6854007 Feb 16 17:05:02.616683 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54060) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:02.643904 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c36b28-f037-4ebf-b8fb-219c0a90b557 None None] Network 5198260b-da59-4502-a4d9-fdef674d0383 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:05:02.694998 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-187fce4d-e869-4bb9-84d2-fdd16a627412 None None] Attempting to bind port 2581317b-26b1-4b4d-889f-22df54787e33 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:05:02.695770 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-187fce4d-e869-4bb9-84d2-fdd16a627412 None None] Attempting to bind port 2581317b-26b1-4b4d-889f-22df54787e33 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': 'a4c4926b-e8af-44d9-8b2b-ab9d976ba61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba'}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:05:02.696502 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187fce4d-e869-4bb9-84d2-fdd16a627412 None None] Attempting to bind port 2581317b-26b1-4b4d-889f-22df54787e33 on network c364a6ac-af1f-40c5-af86-f038476be8ba {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:05:02.712600 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187fce4d-e869-4bb9-84d2-fdd16a627412 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:05:02.713259 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187fce4d-e869-4bb9-84d2-fdd16a627412 None None] Checking segment: {'id': 'a4c4926b-e8af-44d9-8b2b-ab9d976ba61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:05:02.713919 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-187fce4d-e869-4bb9-84d2-fdd16a627412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:02.714558 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187fce4d-e869-4bb9-84d2-fdd16a627412 None None] Bound using segment: {'id': 'a4c4926b-e8af-44d9-8b2b-ab9d976ba61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba'} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:05:02.716758 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-187fce4d-e869-4bb9-84d2-fdd16a627412 None None] Bound port: 2581317b-26b1-4b4d-889f-22df54787e33, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4c4926b-e8af-44d9-8b2b-ab9d976ba61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba'}}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:05:02.716758 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-187fce4d-e869-4bb9-84d2-fdd16a627412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:02.905333 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-187fce4d-e869-4bb9-84d2-fdd16a627412 None None] For port 2581317b-26b1-4b4d-889f-22df54787e33, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:05:02.909198 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-187fce4d-e869-4bb9-84d2-fdd16a627412 None None] For port 2581317b-26b1-4b4d-889f-22df54787e33, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=2581317b-26b1-4b4d-889f-22df54787e33,segment=NetworkSegment(a4c4926b-e8af-44d9-8b2b-ab9d976ba61d),segment_id=a4c4926b-e8af-44d9-8b2b-ab9d976ba61d)] {{(pid=114378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:05:02.975574 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-187fce4d-e869-4bb9-84d2-fdd16a627412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:03.034682 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d5d16fc6-f5aa-448a-ba0f-830ce2017b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:03.063570 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187fce4d-e869-4bb9-84d2-fdd16a627412 None None] Routers {'b36e62a5-d6e6-4741-84a2-5927cd2a2100'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:05:03.067358 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-187fce4d-e869-4bb9-84d2-fdd16a627412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:04:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['b36e62a5-d6e6-4741-84a2-5927cd2a2100'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:03.073117 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-f7496a4b-b9cc-441b-9bf9-f5a3c69f73db None None] Provisioning complete for port 0d3e340b-d159-428b-baaf-87ac2fbd16fd triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:03.073497 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f7496a4b-b9cc-441b-9bf9-f5a3c69f73db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:03.087842 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 5c6bc257-798e-4b57-9f2a-a82b2ba235e0 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:05:03.145003 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26346b3-9eea-475e-87f6-655709cdeffe None None] Pushing event updated for resources: {'Port': ['ID=2581317b-26b1-4b4d-889f-22df54787e33,revision_number=4']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:03.162558 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26346b3-9eea-475e-87f6-655709cdeffe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:03.163337 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26346b3-9eea-475e-87f6-655709cdeffe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:03.163909 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26346b3-9eea-475e-87f6-655709cdeffe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:03.164656 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26346b3-9eea-475e-87f6-655709cdeffe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:03.165158 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26346b3-9eea-475e-87f6-655709cdeffe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:03.165655 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26346b3-9eea-475e-87f6-655709cdeffe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:03.166150 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26346b3-9eea-475e-87f6-655709cdeffe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:03.166823 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26346b3-9eea-475e-87f6-655709cdeffe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:03.167335 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26346b3-9eea-475e-87f6-655709cdeffe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:03.168741 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26346b3-9eea-475e-87f6-655709cdeffe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:03.169252 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26346b3-9eea-475e-87f6-655709cdeffe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:03.170091 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26346b3-9eea-475e-87f6-655709cdeffe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:03.197658 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d16fc6-f5aa-448a-ba0f-830ce2017b6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf1cc9d2-a739-4ac7-8887-e5e4516b7e74,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:03.204148 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af35bad9-53bd-4c09-a0c8-e9d76d28c070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-492850d1-d2a4-4be3-9371-6b17eba119db', 'network_id': '492850d1-d2a4-4be3-9371-6b17eba119db', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'fixed_ips': [{'subnet_id': '33637d42-4bf3-4ec9-9b8d-9111b2b6dda2'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:05:03.205015 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-af35bad9-53bd-4c09-a0c8-e9d76d28c070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:03.208308 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d16fc6-f5aa-448a-ba0f-830ce2017b6d admin admin] Checking segment: {'id': '7359a14d-4745-48c9-88e7-4275bd74f7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'fc3847e3-f405-4a88-b32c-a5114d5df315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:05:03.209469 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d16fc6-f5aa-448a-ba0f-830ce2017b6d admin admin] Network hostable DHCP agents. Network: fc3847e3-f405-4a88-b32c-a5114d5df315, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:05:03.289008 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-187fce4d-e869-4bb9-84d2-fdd16a627412 None None] Set router b36e62a5-d6e6-4741-84a2-5927cd2a2100 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:05:03.335043 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d16fc6-f5aa-448a-ba0f-830ce2017b6d admin admin] Network fc3847e3-f405-4a88-b32c-a5114d5df315 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:05:03.348619 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f5ec67f5-15ea-4021-b196-9803ac560c6e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:03.412438 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-d5d16fc6-f5aa-448a-ba0f-830ce2017b6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, fc3847e3-f405-4a88-b32c-a5114d5df315) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:05:03.417145 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d16fc6-f5aa-448a-ba0f-830ce2017b6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:03.417847 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d5d16fc6-f5aa-448a-ba0f-830ce2017b6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:03.479259 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16dcfd3a-de70-46b6-afd2-1f221ab9277f None None] Network fc3847e3-f405-4a88-b32c-a5114d5df315 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:05:03.549434 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d5d16fc6-f5aa-448a-ba0f-830ce2017b6d admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1398575 Feb 16 17:05:03.550528 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54062) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:03.554285 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 5c6bc257-798e-4b57-9f2a-a82b2ba235e0 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:03.554443 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-718f7b30-14fb-4a04-802c-ef56893c8261 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-745520727-router', 'tenant_id': '431fef47f91044a2ac01bf0d0ab1d743', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:03.554666 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:03.583837 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-187fce4d-e869-4bb9-84d2-fdd16a627412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'name': 'tempest-TestVolumeBootPattern-923548383-router', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '931e68fc-5963-44f6-8445-fe1fbe36162f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:53Z', 'updated_at': '2022-02-16T17:04:58Z', 'revision_number': 4, 'project_id': '044ac631b15e4f2096be696887c61622', 'gw_port': {'id': '931e68fc-5963-44f6-8445-fe1fbe36162f', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:34:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:54Z', 'updated_at': '2022-02-16T17:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '2581317b-26b1-4b4d-889f-22df54787e33', 'name': '', 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'mac_address': 'fa:16:3e:3c:61:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '62ae9dc0-3449-4ef8-8ac6-81ada289f9bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:57Z', 'updated_at': '2022-02-16T17:05:02Z', 'revision_number': 4, 'project_id': '044ac631b15e4f2096be696887c61622', 'subnets': [{'id': '62ae9dc0-3449-4ef8-8ac6-81ada289f9bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:03.601036 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40da607-6216-405b-a335-e4acd2b657db None None] Sync routers for ids ['6a1a3e26-51a1-4ae2-903d-513556d2b562'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:05:03.610832 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187fce4d-e869-4bb9-84d2-fdd16a627412 None None] The sync data for ids ['b36e62a5-d6e6-4741-84a2-5927cd2a2100'] in dv-neutron-828697-3-hyperv is: [{'id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'name': 'tempest-TestVolumeBootPattern-923548383-router', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '931e68fc-5963-44f6-8445-fe1fbe36162f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:53Z', 'updated_at': '2022-02-16T17:04:58Z', 'revision_number': 4, 'project_id': '044ac631b15e4f2096be696887c61622', 'gw_port': {'id': '931e68fc-5963-44f6-8445-fe1fbe36162f', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:34:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:54Z', 'updated_at': '2022-02-16T17:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '2581317b-26b1-4b4d-889f-22df54787e33', 'name': '', 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'mac_address': 'fa:16:3e:3c:61:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '62ae9dc0-3449-4ef8-8ac6-81ada289f9bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:57Z', 'updated_at': '2022-02-16T17:05:02Z', 'revision_number': 4, 'project_id': '044ac631b15e4f2096be696887c61622', 'subnets': [{'id': '62ae9dc0-3449-4ef8-8ac6-81ada289f9bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:05:03.630494 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-718f7b30-14fb-4a04-802c-ef56893c8261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:03.631692 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-718f7b30-14fb-4a04-802c-ef56893c8261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:03.661958 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-af35bad9-53bd-4c09-a0c8-e9d76d28c070 None None] Allocated IP 2001:db8:3::2 (492850d1-d2a4-4be3-9371-6b17eba119db/33637d42-4bf3-4ec9-9b8d-9111b2b6dda2/5e4ef1c3-3096-4f61-9bea-4c5aa8cdbc03) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:05:03.723513 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-718f7b30-14fb-4a04-802c-ef56893c8261 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:03.727428 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f7496a4b-b9cc-441b-9bf9-f5a3c69f73db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:03.729201 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40da607-6216-405b-a335-e4acd2b657db None None] Routers {'6a1a3e26-51a1-4ae2-903d-513556d2b562'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:05:03.729838 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-b40da607-6216-405b-a335-e4acd2b657db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:04:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['6a1a3e26-51a1-4ae2-903d-513556d2b562'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:03.975443 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-718f7b30-14fb-4a04-802c-ef56893c8261 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:03.985464 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-f7496a4b-b9cc-441b-9bf9-f5a3c69f73db None None] For port 0d3e340b-d159-428b-baaf-87ac2fbd16fd, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=0d3e340b-d159-428b-baaf-87ac2fbd16fd,segment=NetworkSegment(1b574990-96af-49d5-a361-f6f3aa0de45d),segment_id=1b574990-96af-49d5-a361-f6f3aa0de45d)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:05:04.011403 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-b40da607-6216-405b-a335-e4acd2b657db None None] Set router 6a1a3e26-51a1-4ae2-903d-513556d2b562 gateway port host: None {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:05:04.019101 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 931e68fc-5963-44f6-8445-fe1fbe36162f up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:05:04.090015 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f7496a4b-b9cc-441b-9bf9-f5a3c69f73db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:04.247068 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894ff66c-e269-4cd8-87bb-4b214ee91567 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-fc3847e3-f405-4a88-b32c-a5114d5df315', 'network_id': 'fc3847e3-f405-4a88-b32c-a5114d5df315', 'tenant_id': '431fef47f91044a2ac01bf0d0ab1d743', 'fixed_ips': [{'subnet_id': 'bf1cc9d2-a739-4ac7-8887-e5e4516b7e74'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:05:04.249641 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-894ff66c-e269-4cd8-87bb-4b214ee91567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:04.309080 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-718f7b30-14fb-4a04-802c-ef56893c8261 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:04.340121 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-718f7b30-14fb-4a04-802c-ef56893c8261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:04.372548 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7496a4b-b9cc-441b-9bf9-f5a3c69f73db None None] Pushing event updated for resources: {'Port': ['ID=0d3e340b-d159-428b-baaf-87ac2fbd16fd,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:04.377209 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-5c64c5ef-3a5c-47a0-980f-0f93a2b329f6 None None] Provisioning complete for port 0d3e340b-d159-428b-baaf-87ac2fbd16fd triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:04.377568 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5c64c5ef-3a5c-47a0-980f-0f93a2b329f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:04.384712 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-af35bad9-53bd-4c09-a0c8-e9d76d28c070 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:04.484228 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 931e68fc-5963-44f6-8445-fe1fbe36162f triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:04.484601 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:04.488355 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-718f7b30-14fb-4a04-802c-ef56893c8261 admin admin] Allocated IP 172.26.3.243 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/3052f40f-4645-42b9-b7f7-b9c027a66e1e) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:05:04.538669 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-af35bad9-53bd-4c09-a0c8-e9d76d28c070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:04.622558 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-f5ec67f5-15ea-4021-b196-9803ac560c6e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Allocated IP 2001:db8:3::1 (492850d1-d2a4-4be3-9371-6b17eba119db/33637d42-4bf3-4ec9-9b8d-9111b2b6dda2/918d8c5d-f159-40c7-8743-034866298079) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:05:04.641470 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-718f7b30-14fb-4a04-802c-ef56893c8261 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:04.666157 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af35bad9-53bd-4c09-a0c8-e9d76d28c070 None None] Pushing event updated for resources: {'Port': ['ID=5e4ef1c3-3096-4f61-9bea-4c5aa8cdbc03,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:04.749380 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af35bad9-53bd-4c09-a0c8-e9d76d28c070 None None] Network 492850d1-d2a4-4be3-9371-6b17eba119db is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:05:04.774750 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-718f7b30-14fb-4a04-802c-ef56893c8261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:04.779399 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f5ec67f5-15ea-4021-b196-9803ac560c6e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:04.801618 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-af35bad9-53bd-4c09-a0c8-e9d76d28c070 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:05:04.814826 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af35bad9-53bd-4c09-a0c8-e9d76d28c070 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:05:04.842924 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718f7b30-14fb-4a04-802c-ef56893c8261 admin admin] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:05:04.846187 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-718f7b30-14fb-4a04-802c-ef56893c8261 admin admin] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:05:04.849047 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718f7b30-14fb-4a04-802c-ef56893c8261 admin admin] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:05:04.861947 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-894ff66c-e269-4cd8-87bb-4b214ee91567 None None] Allocated IP 172.20.0.2 (fc3847e3-f405-4a88-b32c-a5114d5df315/bf1cc9d2-a739-4ac7-8887-e5e4516b7e74/95b56124-e3c6-4ce8-ba7c-cba558cb986a) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:05:04.876269 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f7b30-14fb-4a04-802c-ef56893c8261 admin admin] Pushing event updated for resources: {'Port': ['ID=3052f40f-4645-42b9-b7f7-b9c027a66e1e,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:04.923376 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f5ec67f5-15ea-4021-b196-9803ac560c6e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:04.997230 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 0d3e340b-d159-428b-baaf-87ac2fbd16fd up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:05:05.001776 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ec67f5-15ea-4021-b196-9803ac560c6e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Network 492850d1-d2a4-4be3-9371-6b17eba119db is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:05:05.011256 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-f5ec67f5-15ea-4021-b196-9803ac560c6e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:05:05.017719 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ec67f5-15ea-4021-b196-9803ac560c6e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:05:05.018286 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f5ec67f5-15ea-4021-b196-9803ac560c6e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:05.064680 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ec67f5-15ea-4021-b196-9803ac560c6e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event updated for resources: {'Port': ['ID=918d8c5d-f159-40c7-8743-034866298079,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:05.249194 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-af35bad9-53bd-4c09-a0c8-e9d76d28c070 None None] Attempting to bind port 5e4ef1c3-3096-4f61-9bea-4c5aa8cdbc03 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:05:05.249925 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-af35bad9-53bd-4c09-a0c8-e9d76d28c070 None None] Attempting to bind port 5e4ef1c3-3096-4f61-9bea-4c5aa8cdbc03 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': 'ee9f2894-ef3c-40dd-9461-be41adf13344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '492850d1-d2a4-4be3-9371-6b17eba119db'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:05:05.249925 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af35bad9-53bd-4c09-a0c8-e9d76d28c070 None None] Attempting to bind port 5e4ef1c3-3096-4f61-9bea-4c5aa8cdbc03 on network 492850d1-d2a4-4be3-9371-6b17eba119db {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:05:05.261543 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-718f7b30-14fb-4a04-802c-ef56893c8261 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:05.277669 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f5ec67f5-15ea-4021-b196-9803ac560c6e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:05.293835 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af35bad9-53bd-4c09-a0c8-e9d76d28c070 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:05:05.294195 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af35bad9-53bd-4c09-a0c8-e9d76d28c070 None None] Checking segment: {'id': 'ee9f2894-ef3c-40dd-9461-be41adf13344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '492850d1-d2a4-4be3-9371-6b17eba119db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:05:05.294694 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-af35bad9-53bd-4c09-a0c8-e9d76d28c070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:05.295272 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af35bad9-53bd-4c09-a0c8-e9d76d28c070 None None] Bound using segment: {'id': 'ee9f2894-ef3c-40dd-9461-be41adf13344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '492850d1-d2a4-4be3-9371-6b17eba119db'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:05:05.297745 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-af35bad9-53bd-4c09-a0c8-e9d76d28c070 None None] Bound port: 5e4ef1c3-3096-4f61-9bea-4c5aa8cdbc03, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee9f2894-ef3c-40dd-9461-be41adf13344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '492850d1-d2a4-4be3-9371-6b17eba119db'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:05:05.298754 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-af35bad9-53bd-4c09-a0c8-e9d76d28c070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:05.321214 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-5c64c5ef-3a5c-47a0-980f-0f93a2b329f6 None None] Provisioning complete for port 2581317b-26b1-4b4d-889f-22df54787e33 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:05.321533 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5c64c5ef-3a5c-47a0-980f-0f93a2b329f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:05.352507 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-b40da607-6216-405b-a335-e4acd2b657db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'name': 'tempest-RoutersIpV6Test-router-1088031277', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:46Z', 'updated_at': '2022-02-16T17:04:58Z', 'revision_number': 4, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'gw_port_host': None, '_interfaces': [{'id': '5c6bc257-798e-4b57-9f2a-a82b2ba235e0', 'name': '', 'network_id': '4ab8c139-233c-43ec-8a5d-0c418b0885b9', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'mac_address': 'fa:16:3e:f4:c0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '2a04fd40-8cee-457c-b2ce-1c89e09119a8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:52Z', 'updated_at': '2022-02-16T17:05:01Z', 'revision_number': 5, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'subnets': [{'id': '2a04fd40-8cee-457c-b2ce-1c89e09119a8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a2e49c-c015-479b-bf18-88f7e2285d6b', 'name': '', 'network_id': '548d0d4c-040c-4b49-8476-0f9715ee330b', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'mac_address': 'fa:16:3e:60:69:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '16d2b379-c778-4e66-bfe9-a546f4002fb3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:48Z', 'updated_at': '2022-02-16T17:04:54Z', 'revision_number': 5, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'subnets': [{'id': '16d2b379-c778-4e66-bfe9-a546f4002fb3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cce0f911-7f37-47c0-a7de-f3492ff0f237', 'name': '', 'network_id': '5198260b-da59-4502-a4d9-fdef674d0383', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'mac_address': 'fa:16:3e:4e:1a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '3a288933-bc13-4f4e-847c-da261ecdc89e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:57Z', 'updated_at': '2022-02-16T17:04:59Z', 'revision_number': 2, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'subnets': [{'id': '3a288933-bc13-4f4e-847c-da261ecdc89e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:05.423314 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40da607-6216-405b-a335-e4acd2b657db None None] Checking router: 6a1a3e26-51a1-4ae2-903d-513556d2b562 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:05:05.423573 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40da607-6216-405b-a335-e4acd2b657db None None] Updating router 6a1a3e26-51a1-4ae2-903d-513556d2b562 port cce0f911-7f37-47c0-a7de-f3492ff0f237 binding host dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:05:05.496756 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-718f7b30-14fb-4a04-802c-ef56893c8261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:05.504729 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b40da607-6216-405b-a335-e4acd2b657db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:05.534069 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 0d3e340b-d159-428b-baaf-87ac2fbd16fd triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:05.534430 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:05.543999 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-894ff66c-e269-4cd8-87bb-4b214ee91567 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:05.597072 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f5ec67f5-15ea-4021-b196-9803ac560c6e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:05.600826 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-af35bad9-53bd-4c09-a0c8-e9d76d28c070 None None] For port 5e4ef1c3-3096-4f61-9bea-4c5aa8cdbc03, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:05:05.625251 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-af35bad9-53bd-4c09-a0c8-e9d76d28c070 None None] For port 5e4ef1c3-3096-4f61-9bea-4c5aa8cdbc03, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=5e4ef1c3-3096-4f61-9bea-4c5aa8cdbc03,segment=NetworkSegment(ee9f2894-ef3c-40dd-9461-be41adf13344),segment_id=ee9f2894-ef3c-40dd-9461-be41adf13344)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:05:05.646792 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-894ff66c-e269-4cd8-87bb-4b214ee91567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:05.666464 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f5ec67f5-15ea-4021-b196-9803ac560c6e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:05.667430 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f5ec67f5-15ea-4021-b196-9803ac560c6e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:05.735262 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-718f7b30-14fb-4a04-802c-ef56893c8261 admin admin] Router facdd8c8-d3fc-471d-b638-432ae809caa8 is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:05:05.751968 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-af35bad9-53bd-4c09-a0c8-e9d76d28c070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:05.762949 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ec67f5-15ea-4021-b196-9803ac560c6e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event updated for resources: {'Port': ['ID=918d8c5d-f159-40c7-8743-034866298079,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:05.781486 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5c64c5ef-3a5c-47a0-980f-0f93a2b329f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:05.789465 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894ff66c-e269-4cd8-87bb-4b214ee91567 None None] Network fc3847e3-f405-4a88-b32c-a5114d5df315 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:05:05.804892 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ff66c-e269-4cd8-87bb-4b214ee91567 None None] Pushing event updated for resources: {'Port': ['ID=95b56124-e3c6-4ce8-ba7c-cba558cb986a,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:05.808521 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-894ff66c-e269-4cd8-87bb-4b214ee91567 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:05:05.813137 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ec67f5-15ea-4021-b196-9803ac560c6e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Network 492850d1-d2a4-4be3-9371-6b17eba119db is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:05:05.815609 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-f5ec67f5-15ea-4021-b196-9803ac560c6e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:05:05.828460 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894ff66c-e269-4cd8-87bb-4b214ee91567 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:05:05.884440 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718f7b30-14fb-4a04-802c-ef56893c8261 admin admin] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:05:05.899204 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f8824d-a42e-4ea3-9cb2-f3034b7abc8d None None] Sync routers for ids ['facdd8c8-d3fc-471d-b638-432ae809caa8'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:05:05.917437 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f8824d-a42e-4ea3-9cb2-f3034b7abc8d None None] Routers {'facdd8c8-d3fc-471d-b638-432ae809caa8'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:05:05.918545 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-60f8824d-a42e-4ea3-9cb2-f3034b7abc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:04:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['facdd8c8-d3fc-471d-b638-432ae809caa8'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:05.966519 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ec67f5-15ea-4021-b196-9803ac560c6e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Router 6a1a3e26-51a1-4ae2-903d-513556d2b562 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:05:06.001473 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-718f7b30-14fb-4a04-802c-ef56893c8261 admin admin] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:06.003833 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-718f7b30-14fb-4a04-802c-ef56893c8261 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4528224 Feb 16 17:05:06.006461 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54064) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:06.025750 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-5c64c5ef-3a5c-47a0-980f-0f93a2b329f6 None None] For port 2581317b-26b1-4b4d-889f-22df54787e33, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=2581317b-26b1-4b4d-889f-22df54787e33,segment=NetworkSegment(a4c4926b-e8af-44d9-8b2b-ab9d976ba61d),segment_id=a4c4926b-e8af-44d9-8b2b-ab9d976ba61d)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:05:06.054305 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af35bad9-53bd-4c09-a0c8-e9d76d28c070 None None] Pushing event updated for resources: {'Port': ['ID=5e4ef1c3-3096-4f61-9bea-4c5aa8cdbc03,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:06.130518 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5c64c5ef-3a5c-47a0-980f-0f93a2b329f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:06.148967 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-894ff66c-e269-4cd8-87bb-4b214ee91567 None None] Attempting to bind port 95b56124-e3c6-4ce8-ba7c-cba558cb986a on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:05:06.149398 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-894ff66c-e269-4cd8-87bb-4b214ee91567 None None] Attempting to bind port 95b56124-e3c6-4ce8-ba7c-cba558cb986a by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '7359a14d-4745-48c9-88e7-4275bd74f7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'fc3847e3-f405-4a88-b32c-a5114d5df315'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:05:06.149769 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894ff66c-e269-4cd8-87bb-4b214ee91567 None None] Attempting to bind port 95b56124-e3c6-4ce8-ba7c-cba558cb986a on network fc3847e3-f405-4a88-b32c-a5114d5df315 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:05:06.165827 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-60f8824d-a42e-4ea3-9cb2-f3034b7abc8d None None] Set router facdd8c8-d3fc-471d-b638-432ae809caa8 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:05:06.232199 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894ff66c-e269-4cd8-87bb-4b214ee91567 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:05:06.232697 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894ff66c-e269-4cd8-87bb-4b214ee91567 None None] Checking segment: {'id': '7359a14d-4745-48c9-88e7-4275bd74f7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'fc3847e3-f405-4a88-b32c-a5114d5df315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:05:06.233262 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-894ff66c-e269-4cd8-87bb-4b214ee91567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:06.233837 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894ff66c-e269-4cd8-87bb-4b214ee91567 None None] Bound using segment: {'id': '7359a14d-4745-48c9-88e7-4275bd74f7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'fc3847e3-f405-4a88-b32c-a5114d5df315'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:05:06.234350 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-894ff66c-e269-4cd8-87bb-4b214ee91567 None None] Bound port: 95b56124-e3c6-4ce8-ba7c-cba558cb986a, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7359a14d-4745-48c9-88e7-4275bd74f7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'fc3847e3-f405-4a88-b32c-a5114d5df315'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:05:06.234747 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-894ff66c-e269-4cd8-87bb-4b214ee91567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:06.256718 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-5c64c5ef-3a5c-47a0-980f-0f93a2b329f6 None None] Provisioning complete for port cce0f911-7f37-47c0-a7de-f3492ff0f237 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:06.257438 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5c64c5ef-3a5c-47a0-980f-0f93a2b329f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:06.262563 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ec67f5-15ea-4021-b196-9803ac560c6e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:05:06.284173 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-f5ec67f5-15ea-4021-b196-9803ac560c6e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "PUT /v2.0/routers/6a1a3e26-51a1-4ae2-903d-513556d2b562/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6637046 Feb 16 17:05:06.289698 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54066) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:06.301387 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-ef37ab57-d8b4-42cd-9455-9f3e01aba05d tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:06.424536 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c64c5ef-3a5c-47a0-980f-0f93a2b329f6 None None] Pushing event updated for resources: {'Port': ['ID=2581317b-26b1-4b4d-889f-22df54787e33,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:06.434930 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-5c64c5ef-3a5c-47a0-980f-0f93a2b329f6 None None] Port cce0f911-7f37-47c0-a7de-f3492ff0f237 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:05:06.483952 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-894ff66c-e269-4cd8-87bb-4b214ee91567 None None] For port 95b56124-e3c6-4ce8-ba7c-cba558cb986a, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:05:06.505214 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b40da607-6216-405b-a335-e4acd2b657db None None] Notify callbacks [] for port, precommit_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:06.507837 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-894ff66c-e269-4cd8-87bb-4b214ee91567 None None] For port 95b56124-e3c6-4ce8-ba7c-cba558cb986a, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=95b56124-e3c6-4ce8-ba7c-cba558cb986a,segment=NetworkSegment(7359a14d-4745-48c9-88e7-4275bd74f7e1),segment_id=7359a14d-4745-48c9-88e7-4275bd74f7e1)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:05:06.547441 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 0d3e340b-d159-428b-baaf-87ac2fbd16fd up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:05:06.550935 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-60f8824d-a42e-4ea3-9cb2-f3034b7abc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facdd8c8-d3fc-471d-b638-432ae809caa8', 'name': 'tempest-TestVolumeBootPattern-745520727-router', 'tenant_id': '431fef47f91044a2ac01bf0d0ab1d743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': '3052f40f-4645-42b9-b7f7-b9c027a66e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:03Z', 'updated_at': '2022-02-16T17:05:05Z', 'revision_number': 3, 'project_id': '431fef47f91044a2ac01bf0d0ab1d743', 'gw_port': {'id': '3052f40f-4645-42b9-b7f7-b9c027a66e1e', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:52:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facdd8c8-d3fc-471d-b638-432ae809caa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:04Z', 'updated_at': '2022-02-16T17:05:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:06.613090 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-0de97ac0-3f90-4c32-b1b8-0ec352f245c2 None None] Provisioning complete for port cce0f911-7f37-47c0-a7de-f3492ff0f237 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:06.613495 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0de97ac0-3f90-4c32-b1b8-0ec352f245c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:06.616423 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-894ff66c-e269-4cd8-87bb-4b214ee91567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:06.677445 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b40da607-6216-405b-a335-e4acd2b657db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:06.760287 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 0d3e340b-d159-428b-baaf-87ac2fbd16fd triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:06.760724 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:06.761106 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f8824d-a42e-4ea3-9cb2-f3034b7abc8d None None] Checking router: facdd8c8-d3fc-471d-b638-432ae809caa8 for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:05:06.761618 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f8824d-a42e-4ea3-9cb2-f3034b7abc8d None None] Updating router facdd8c8-d3fc-471d-b638-432ae809caa8 port 3052f40f-4645-42b9-b7f7-b9c027a66e1e binding host dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:05:06.827357 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-60f8824d-a42e-4ea3-9cb2-f3034b7abc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:06.854391 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-0de97ac0-3f90-4c32-b1b8-0ec352f245c2 None None] Port cce0f911-7f37-47c0-a7de-f3492ff0f237 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:05:06.890819 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ff66c-e269-4cd8-87bb-4b214ee91567 None None] Pushing event updated for resources: {'Port': ['ID=95b56124-e3c6-4ce8-ba7c-cba558cb986a,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:06.959203 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d08bfe38-5353-44a4-8740-073b47ce1e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:06.999169 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0bfea8f4-aa2b-4e6a-b2e5-67b99470fe6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:07.072952 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d56c91-3a38-48bc-aebd-d36ca9ea5454 None None] Pushing event updated for resources: {'Port': ['ID=cce0f911-7f37-47c0-a7de-f3492ff0f237,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:07.094655 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-b40da607-6216-405b-a335-e4acd2b657db None None] Attempting to bind port cce0f911-7f37-47c0-a7de-f3492ff0f237 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:05:07.101752 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-b40da607-6216-405b-a335-e4acd2b657db None None] Attempting to bind port cce0f911-7f37-47c0-a7de-f3492ff0f237 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '1b574990-96af-49d5-a361-f6f3aa0de45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5198260b-da59-4502-a4d9-fdef674d0383'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:05:07.101752 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40da607-6216-405b-a335-e4acd2b657db None None] Attempting to bind port cce0f911-7f37-47c0-a7de-f3492ff0f237 on network 5198260b-da59-4502-a4d9-fdef674d0383 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:05:07.188631 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40da607-6216-405b-a335-e4acd2b657db None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:05:07.189410 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40da607-6216-405b-a335-e4acd2b657db None None] Checking segment: {'id': '1b574990-96af-49d5-a361-f6f3aa0de45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5198260b-da59-4502-a4d9-fdef674d0383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:05:07.190001 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b40da607-6216-405b-a335-e4acd2b657db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:07.190548 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40da607-6216-405b-a335-e4acd2b657db None None] Bound using segment: {'id': '1b574990-96af-49d5-a361-f6f3aa0de45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5198260b-da59-4502-a4d9-fdef674d0383'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:05:07.191209 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-b40da607-6216-405b-a335-e4acd2b657db None None] Bound port: cce0f911-7f37-47c0-a7de-f3492ff0f237, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b574990-96af-49d5-a361-f6f3aa0de45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5198260b-da59-4502-a4d9-fdef674d0383'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:05:07.191781 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b40da607-6216-405b-a335-e4acd2b657db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:07.257588 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 2581317b-26b1-4b4d-889f-22df54787e33 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:05:07.430519 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-b40da607-6216-405b-a335-e4acd2b657db None None] For port cce0f911-7f37-47c0-a7de-f3492ff0f237, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:05:07.432780 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-4feb6411-08f0-410f-bd02-036ea4814df1 None None] Provisioning complete for port cce0f911-7f37-47c0-a7de-f3492ff0f237 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:07.432965 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4feb6411-08f0-410f-bd02-036ea4814df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:07.434970 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-d08bfe38-5353-44a4-8740-073b47ce1e01 admin admin] Allocated IP 172.20.0.1 (fc3847e3-f405-4a88-b32c-a5114d5df315/bf1cc9d2-a739-4ac7-8887-e5e4516b7e74/ed703d19-aa49-411c-bf5e-e09107978766) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:05:07.436763 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-b40da607-6216-405b-a335-e4acd2b657db None None] For port cce0f911-7f37-47c0-a7de-f3492ff0f237, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=cce0f911-7f37-47c0-a7de-f3492ff0f237,segment=NetworkSegment(1b574990-96af-49d5-a361-f6f3aa0de45d),segment_id=1b574990-96af-49d5-a361-f6f3aa0de45d)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:05:07.462855 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-60f8824d-a42e-4ea3-9cb2-f3034b7abc8d None None] Notify callbacks [] for port, precommit_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:07.489552 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 2581317b-26b1-4b4d-889f-22df54787e33 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:07.495320 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:07.516870 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.extraroute_db [None req-ef37ab57-d8b4-42cd-9455-9f3e01aba05d tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=114376) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 16 17:05:07.522833 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-4feb6411-08f0-410f-bd02-036ea4814df1 None None] Port cce0f911-7f37-47c0-a7de-f3492ff0f237 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:05:07.535375 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.extraroute_db [None req-ef37ab57-d8b4-42cd-9455-9f3e01aba05d tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Removed routes are [] {{(pid=114376) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 16 17:05:07.535773 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ef37ab57-d8b4-42cd-9455-9f3e01aba05d tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-583993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10422'] for router, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:07.551604 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b40da607-6216-405b-a335-e4acd2b657db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:07.558493 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-60f8824d-a42e-4ea3-9cb2-f3034b7abc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:07.574626 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d08bfe38-5353-44a4-8740-073b47ce1e01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:07.605474 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41226d9a-62c9-44db-bac2-5821d07efff7 None None] Network 492850d1-d2a4-4be3-9371-6b17eba119db requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:05:07.641295 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-60f8824d-a42e-4ea3-9cb2-f3034b7abc8d None None] Attempting to bind port 3052f40f-4645-42b9-b7f7-b9c027a66e1e on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:05:07.641980 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-60f8824d-a42e-4ea3-9cb2-f3034b7abc8d None None] Attempting to bind port 3052f40f-4645-42b9-b7f7-b9c027a66e1e by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:05:07.642540 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f8824d-a42e-4ea3-9cb2-f3034b7abc8d None None] Attempting to bind port 3052f40f-4645-42b9-b7f7-b9c027a66e1e on network d8eab20e-246c-47ce-8449-822ce53769fc {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:05:07.654210 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f8824d-a42e-4ea3-9cb2-f3034b7abc8d None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:05:07.655423 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f8824d-a42e-4ea3-9cb2-f3034b7abc8d None None] Checking segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:05:07.664228 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-60f8824d-a42e-4ea3-9cb2-f3034b7abc8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:07.664228 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f8824d-a42e-4ea3-9cb2-f3034b7abc8d None None] Bound using segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:05:07.664228 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-60f8824d-a42e-4ea3-9cb2-f3034b7abc8d None None] Bound port: 3052f40f-4645-42b9-b7f7-b9c027a66e1e, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:05:07.664228 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-60f8824d-a42e-4ea3-9cb2-f3034b7abc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:07.664228 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6373ba-0e41-4e87-938a-5de91298e9ad None None] Pushing event updated for resources: {'Port': ['ID=3052f40f-4645-42b9-b7f7-b9c027a66e1e,revision_number=2']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:07.677936 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 5e4ef1c3-3096-4f61-9bea-4c5aa8cdbc03 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:05:07.690508 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d08bfe38-5353-44a4-8740-073b47ce1e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:07.718166 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-60f8824d-a42e-4ea3-9cb2-f3034b7abc8d None None] For port 3052f40f-4645-42b9-b7f7-b9c027a66e1e, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:05:07.724656 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-60f8824d-a42e-4ea3-9cb2-f3034b7abc8d None None] For port 3052f40f-4645-42b9-b7f7-b9c027a66e1e, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=3052f40f-4645-42b9-b7f7-b9c027a66e1e,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:05:07.742850 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08bfe38-5353-44a4-8740-073b47ce1e01 admin admin] Network fc3847e3-f405-4a88-b32c-a5114d5df315 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:05:07.748728 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-d08bfe38-5353-44a4-8740-073b47ce1e01 admin admin] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:05:07.751470 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08bfe38-5353-44a4-8740-073b47ce1e01 admin admin] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:05:07.787545 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08bfe38-5353-44a4-8740-073b47ce1e01 admin admin] Pushing event updated for resources: {'Port': ['ID=ed703d19-aa49-411c-bf5e-e09107978766,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:07.809963 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d08bfe38-5353-44a4-8740-073b47ce1e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:07.882207 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-60f8824d-a42e-4ea3-9cb2-f3034b7abc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:07.927754 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d56c91-3a38-48bc-aebd-d36ca9ea5454 None None] Pushing event updated for resources: {'Port': ['ID=cce0f911-7f37-47c0-a7de-f3492ff0f237,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:07.930419 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40da607-6216-405b-a335-e4acd2b657db None None] Routers {'6a1a3e26-51a1-4ae2-903d-513556d2b562'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:05:07.931028 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-b40da607-6216-405b-a335-e4acd2b657db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:04:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['6a1a3e26-51a1-4ae2-903d-513556d2b562'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:07.974079 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ef37ab57-d8b4-42cd-9455-9f3e01aba05d tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-583993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10422'] for router, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:07.978667 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ef37ab57-d8b4-42cd-9455-9f3e01aba05d tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-583970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-583979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-582263'] for router, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:08.038103 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d08bfe38-5353-44a4-8740-073b47ce1e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:08.043141 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6373ba-0e41-4e87-938a-5de91298e9ad None None] Pushing event updated for resources: {'Port': ['ID=3052f40f-4645-42b9-b7f7-b9c027a66e1e,revision_number=3']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:08.045718 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f8824d-a42e-4ea3-9cb2-f3034b7abc8d None None] Routers {'facdd8c8-d3fc-471d-b638-432ae809caa8'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:05:08.046326 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-60f8824d-a42e-4ea3-9cb2-f3034b7abc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:04:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['facdd8c8-d3fc-471d-b638-432ae809caa8'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:08.089613 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-b40da607-6216-405b-a335-e4acd2b657db None None] Set router 6a1a3e26-51a1-4ae2-903d-513556d2b562 gateway port host: None {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:05:08.159679 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-086a3e2c-2907-4351-8d30-93d3f06edd95 None None] Provisioning complete for port 5e4ef1c3-3096-4f61-9bea-4c5aa8cdbc03 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:08.160496 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-086a3e2c-2907-4351-8d30-93d3f06edd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:08.162151 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef37ab57-d8b4-42cd-9455-9f3e01aba05d tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Router 6a1a3e26-51a1-4ae2-903d-513556d2b562 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:05:08.239731 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-60f8824d-a42e-4ea3-9cb2-f3034b7abc8d None None] Set router facdd8c8-d3fc-471d-b638-432ae809caa8 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:05:08.310722 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d08bfe38-5353-44a4-8740-073b47ce1e01 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:08.313789 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef37ab57-d8b4-42cd-9455-9f3e01aba05d tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:05:08.322171 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ef37ab57-d8b4-42cd-9455-9f3e01aba05d tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:08.326813 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-ef37ab57-d8b4-42cd-9455-9f3e01aba05d tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "PUT /v2.0/routers/6a1a3e26-51a1-4ae2-903d-513556d2b562 HTTP/1.1" status: 200 len: 954 time: 2.0290434 Feb 16 17:05:08.327122 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54068) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:08.426513 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 5e4ef1c3-3096-4f61-9bea-4c5aa8cdbc03 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:08.427105 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:08.432536 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fee5a3-c99e-44f3-a470-3396e903d74e None None] Network fc3847e3-f405-4a88-b32c-a5114d5df315 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:05:08.536294 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7dd3b083-a9ec-460c-9efb-6516fcbe5dd8 req-69e07f24-de1c-45a2-847e-f8ed211fb4cb service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=fee99198-16d6-4a49-8531-74cea58ee3d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0610654 Feb 16 17:05:08.562158 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-60f8824d-a42e-4ea3-9cb2-f3034b7abc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facdd8c8-d3fc-471d-b638-432ae809caa8', 'name': 'tempest-TestVolumeBootPattern-745520727-router', 'tenant_id': '431fef47f91044a2ac01bf0d0ab1d743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': '3052f40f-4645-42b9-b7f7-b9c027a66e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:03Z', 'updated_at': '2022-02-16T17:05:07Z', 'revision_number': 4, 'project_id': '431fef47f91044a2ac01bf0d0ab1d743', 'gw_port': {'id': '3052f40f-4645-42b9-b7f7-b9c027a66e1e', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:52:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facdd8c8-d3fc-471d-b638-432ae809caa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:04Z', 'updated_at': '2022-02-16T17:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'ed703d19-aa49-411c-bf5e-e09107978766', 'name': '', 'network_id': 'fc3847e3-f405-4a88-b32c-a5114d5df315', 'tenant_id': '431fef47f91044a2ac01bf0d0ab1d743', 'mac_address': 'fa:16:3e:dc:ff:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facdd8c8-d3fc-471d-b638-432ae809caa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'bf1cc9d2-a739-4ac7-8887-e5e4516b7e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:07Z', 'updated_at': '2022-02-16T17:05:07Z', 'revision_number': 1, 'project_id': '431fef47f91044a2ac01bf0d0ab1d743', 'subnets': [{'id': 'bf1cc9d2-a739-4ac7-8887-e5e4516b7e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:08.594016 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f8824d-a42e-4ea3-9cb2-f3034b7abc8d None None] The sync data for ids ['facdd8c8-d3fc-471d-b638-432ae809caa8'] in dv-neutron-828697-3-hyperv is: [{'id': 'facdd8c8-d3fc-471d-b638-432ae809caa8', 'name': 'tempest-TestVolumeBootPattern-745520727-router', 'tenant_id': '431fef47f91044a2ac01bf0d0ab1d743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': '3052f40f-4645-42b9-b7f7-b9c027a66e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:03Z', 'updated_at': '2022-02-16T17:05:07Z', 'revision_number': 4, 'project_id': '431fef47f91044a2ac01bf0d0ab1d743', 'gw_port': {'id': '3052f40f-4645-42b9-b7f7-b9c027a66e1e', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:52:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facdd8c8-d3fc-471d-b638-432ae809caa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:04Z', 'updated_at': '2022-02-16T17:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'ed703d19-aa49-411c-bf5e-e09107978766', 'name': '', 'network_id': 'fc3847e3-f405-4a88-b32c-a5114d5df315', 'tenant_id': '431fef47f91044a2ac01bf0d0ab1d743', 'mac_address': 'fa:16:3e:dc:ff:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facdd8c8-d3fc-471d-b638-432ae809caa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'bf1cc9d2-a739-4ac7-8887-e5e4516b7e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:07Z', 'updated_at': '2022-02-16T17:05:07Z', 'revision_number': 1, 'project_id': '431fef47f91044a2ac01bf0d0ab1d743', 'subnets': [{'id': 'bf1cc9d2-a739-4ac7-8887-e5e4516b7e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:05:08.627127 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-b40da607-6216-405b-a335-e4acd2b657db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'name': 'tempest-RoutersIpV6Test-router-1088031277', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:46Z', 'updated_at': '2022-02-16T17:05:07Z', 'revision_number': 6, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'gw_port_host': None, '_interfaces': [{'id': '5c6bc257-798e-4b57-9f2a-a82b2ba235e0', 'name': '', 'network_id': '4ab8c139-233c-43ec-8a5d-0c418b0885b9', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'mac_address': 'fa:16:3e:f4:c0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '2a04fd40-8cee-457c-b2ce-1c89e09119a8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:52Z', 'updated_at': '2022-02-16T17:05:01Z', 'revision_number': 5, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'subnets': [{'id': '2a04fd40-8cee-457c-b2ce-1c89e09119a8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a2e49c-c015-479b-bf18-88f7e2285d6b', 'name': '', 'network_id': '548d0d4c-040c-4b49-8476-0f9715ee330b', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'mac_address': 'fa:16:3e:60:69:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '16d2b379-c778-4e66-bfe9-a546f4002fb3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:48Z', 'updated_at': '2022-02-16T17:04:54Z', 'revision_number': 5, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'subnets': [{'id': '16d2b379-c778-4e66-bfe9-a546f4002fb3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '918d8c5d-f159-40c7-8743-034866298079', 'name': '', 'network_id': '492850d1-d2a4-4be3-9371-6b17eba119db', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'mac_address': 'fa:16:3e:e4:d7:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '33637d42-4bf3-4ec9-9b8d-9111b2b6dda2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:03Z', 'updated_at': '2022-02-16T17:05:05Z', 'revision_number': 2, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'subnets': [{'id': '33637d42-4bf3-4ec9-9b8d-9111b2b6dda2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cce0f911-7f37-47c0-a7de-f3492ff0f237', 'name': '', 'network_id': '5198260b-da59-4502-a4d9-fdef674d0383', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'mac_address': 'fa:16:3e:4e:1a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '3a288933-bc13-4f4e-847c-da261ecdc89e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:57Z', 'updated_at': '2022-02-16T17:05:07Z', 'revision_number': 4, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'subnets': [{'id': '3a288933-bc13-4f4e-847c-da261ecdc89e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:08.641181 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3b083-a9ec-460c-9efb-6516fcbe5dd8 req-d11d45e7-d779-485c-8cb4-3d9bc11debda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:08.642859 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7dd3b083-a9ec-460c-9efb-6516fcbe5dd8 req-d11d45e7-d779-485c-8cb4-3d9bc11debda service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c9820320aae461fbcc5eba944eb2160&device_id=fee99198-16d6-4a49-8531-74cea58ee3d0 HTTP/1.1" status: 200 len: 1099 time: 0.0589814 Feb 16 17:05:08.675270 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-086a3e2c-2907-4351-8d30-93d3f06edd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:08.691703 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40da607-6216-405b-a335-e4acd2b657db None None] The sync data for ids ['6a1a3e26-51a1-4ae2-903d-513556d2b562'] in dv-neutron-828697-3-hyperv is: [{'id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'name': 'tempest-RoutersIpV6Test-router-1088031277', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:46Z', 'updated_at': '2022-02-16T17:05:07Z', 'revision_number': 6, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'gw_port_host': None, '_interfaces': [{'id': '5c6bc257-798e-4b57-9f2a-a82b2ba235e0', 'name': '', 'network_id': '4ab8c139-233c-43ec-8a5d-0c418b0885b9', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'mac_address': 'fa:16:3e:f4:c0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '2a04fd40-8cee-457c-b2ce-1c89e09119a8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:52Z', 'updated_at': '2022-02-16T17:05:01Z', 'revision_number': 5, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'subnets': [{'id': '2a04fd40-8cee-457c-b2ce-1c89e09119a8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a2e49c-c015-479b-bf18-88f7e2285d6b', 'name': '', 'network_id': '548d0d4c-040c-4b49-8476-0f9715ee330b', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'mac_address': 'fa:16:3e:60:69:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '16d2b379-c778-4e66-bfe9-a546f4002fb3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:48Z', 'updated_at': '2022-02-16T17:04:54Z', 'revision_number': 5, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'subnets': [{'id': '16d2b379-c778-4e66-bfe9-a546f4002fb3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '918d8c5d-f159-40c7-8743-034866298079', 'name': '', 'network_id': '492850d1-d2a4-4be3-9371-6b17eba119db', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'mac_address': 'fa:16:3e:e4:d7:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '33637d42-4bf3-4ec9-9b8d-9111b2b6dda2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:03Z', 'updated_at': '2022-02-16T17:05:05Z', 'revision_number': 2, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'subnets': [{'id': '33637d42-4bf3-4ec9-9b8d-9111b2b6dda2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cce0f911-7f37-47c0-a7de-f3492ff0f237', 'name': '', 'network_id': '5198260b-da59-4502-a4d9-fdef674d0383', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'mac_address': 'fa:16:3e:4e:1a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '3a288933-bc13-4f4e-847c-da261ecdc89e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:57Z', 'updated_at': '2022-02-16T17:05:07Z', 'revision_number': 4, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'subnets': [{'id': '3a288933-bc13-4f4e-847c-da261ecdc89e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:05:08.843925 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-086a3e2c-2907-4351-8d30-93d3f06edd95 None None] For port 5e4ef1c3-3096-4f61-9bea-4c5aa8cdbc03, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=5e4ef1c3-3096-4f61-9bea-4c5aa8cdbc03,segment=NetworkSegment(ee9f2894-ef3c-40dd-9461-be41adf13344),segment_id=ee9f2894-ef3c-40dd-9461-be41adf13344)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:05:08.852019 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3b083-a9ec-460c-9efb-6516fcbe5dd8 req-cca8cbf5-0f10-44ee-af36-04be6ddaac45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:08.853556 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7dd3b083-a9ec-460c-9efb-6516fcbe5dd8 req-cca8cbf5-0f10-44ee-af36-04be6ddaac45 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a887233e-d481-41aa-9584-24a22f5e599a HTTP/1.1" status: 200 len: 897 time: 0.1817863 Feb 16 17:05:08.861941 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:08.864300 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d08bfe38-5353-44a4-8740-073b47ce1e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:08.964513 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-086a3e2c-2907-4351-8d30-93d3f06edd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:08.984924 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7dd3b083-a9ec-460c-9efb-6516fcbe5dd8 req-003977c0-ae9a-4f7b-957a-2c8dafca8ebe service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50867f13-f2b2-4092-80b9-4789e575fff0 HTTP/1.1" status: 200 len: 1001 time: 0.1178453 Feb 16 17:05:09.071790 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-15194a9f-e837-4cea-bac2-270eccd23a16 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "GET /v2.0/routers/6a1a3e26-51a1-4ae2-903d-513556d2b562 HTTP/1.1" status: 200 len: 954 time: 0.7406414 Feb 16 17:05:09.075512 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08bfe38-5353-44a4-8740-073b47ce1e01 admin admin] Pushing event updated for resources: {'Port': ['ID=ed703d19-aa49-411c-bf5e-e09107978766,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:09.099043 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54070) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:09.111763 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3b083-a9ec-460c-9efb-6516fcbe5dd8 req-6c3fbe52-62b9-41aa-9459-034465d0dc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:09.112802 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-1f18d044-ac9b-46d4-b881-0f88949f0c5f tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Request body: {'router': {'routes': None}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:09.113294 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7dd3b083-a9ec-460c-9efb-6516fcbe5dd8 req-6c3fbe52-62b9-41aa-9459-034465d0dc9a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2bf959e4-88a3-4718-9710-0ca033dd4cba HTTP/1.1" status: 200 len: 834 time: 0.1164329 Feb 16 17:05:09.116816 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d08bfe38-5353-44a4-8740-073b47ce1e01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:09.180624 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.db.api [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:05:09.181238 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG oslo_db.api [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:05:09.186895 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086a3e2c-2907-4351-8d30-93d3f06edd95 None None] Pushing event updated for resources: {'Port': ['ID=5e4ef1c3-3096-4f61-9bea-4c5aa8cdbc03,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:09.221011 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3b083-a9ec-460c-9efb-6516fcbe5dd8 req-f9b01598-bfcf-4fbc-baa8-1e54ddfe4019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:09.225398 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7dd3b083-a9ec-460c-9efb-6516fcbe5dd8 req-f9b01598-bfcf-4fbc-baa8-1e54ddfe4019 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a887233e-d481-41aa-9584-24a22f5e599a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1047075 Feb 16 17:05:09.227539 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-a2dfd3dd-4e62-4d28-bea5-9db15e9baac3 None None] Provisioning complete for port 95b56124-e3c6-4ce8-ba7c-cba558cb986a triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:09.228138 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a2dfd3dd-4e62-4d28-bea5-9db15e9baac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:09.277380 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9e2c491b-d241-499c-ab18-9fbfc54e4338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:09.379580 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7dd3b083-a9ec-460c-9efb-6516fcbe5dd8 req-a7e468e8-9ce2-4c8a-9504-d77cf73df494 service neutron] 10.222.0.89 "GET /v2.0/networks/a887233e-d481-41aa-9584-24a22f5e599a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456592 Feb 16 17:05:09.380296 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08bfe38-5353-44a4-8740-073b47ce1e01 admin admin] Network fc3847e3-f405-4a88-b32c-a5114d5df315 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:05:09.382295 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-d08bfe38-5353-44a4-8740-073b47ce1e01 admin admin] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:05:09.404302 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a2dfd3dd-4e62-4d28-bea5-9db15e9baac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:09.458708 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-a2dfd3dd-4e62-4d28-bea5-9db15e9baac3 None None] For port 95b56124-e3c6-4ce8-ba7c-cba558cb986a, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=95b56124-e3c6-4ce8-ba7c-cba558cb986a,segment=NetworkSegment(7359a14d-4745-48c9-88e7-4275bd74f7e1),segment_id=7359a14d-4745-48c9-88e7-4275bd74f7e1)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:05:09.518643 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7dd3b083-a9ec-460c-9efb-6516fcbe5dd8 req-df18654c-1e37-4ba0-b13a-c5eb800db247 service neutron] 10.222.0.89 "GET /v2.0/networks/a887233e-d481-41aa-9584-24a22f5e599a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347184 Feb 16 17:05:09.526965 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a2dfd3dd-4e62-4d28-bea5-9db15e9baac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:09.583000 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-a2dfd3dd-4e62-4d28-bea5-9db15e9baac3 None None] Provisioning complete for port cce0f911-7f37-47c0-a7de-f3492ff0f237 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:09.583489 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a2dfd3dd-4e62-4d28-bea5-9db15e9baac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:09.627614 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dfd3dd-4e62-4d28-bea5-9db15e9baac3 None None] Pushing event updated for resources: {'Port': ['ID=95b56124-e3c6-4ce8-ba7c-cba558cb986a,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:09.724722 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a2dfd3dd-4e62-4d28-bea5-9db15e9baac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:09.724883 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08bfe38-5353-44a4-8740-073b47ce1e01 admin admin] Router facdd8c8-d3fc-471d-b638-432ae809caa8 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:05:09.775792 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-a2dfd3dd-4e62-4d28-bea5-9db15e9baac3 None None] For port cce0f911-7f37-47c0-a7de-f3492ff0f237, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=cce0f911-7f37-47c0-a7de-f3492ff0f237,segment=NetworkSegment(1b574990-96af-49d5-a361-f6f3aa0de45d),segment_id=1b574990-96af-49d5-a361-f6f3aa0de45d)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:05:09.858993 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a2dfd3dd-4e62-4d28-bea5-9db15e9baac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:09.923509 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.extraroute_db [None req-1f18d044-ac9b-46d4-b881-0f88949f0c5f tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Added routes are [] {{(pid=114375) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 16 17:05:09.923836 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.extraroute_db [None req-1f18d044-ac9b-46d4-b881-0f88949f0c5f tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=114375) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 16 17:05:09.941506 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dfd3dd-4e62-4d28-bea5-9db15e9baac3 None None] Pushing event updated for resources: {'Port': ['ID=cce0f911-7f37-47c0-a7de-f3492ff0f237,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:09.957340 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08bfe38-5353-44a4-8740-073b47ce1e01 admin admin] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:05:09.971468 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d08bfe38-5353-44a4-8740-073b47ce1e01 admin admin] 10.222.0.88 "PUT /v2.0/routers/facdd8c8-d3fc-471d-b638-432ae809caa8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9561627 Feb 16 17:05:09.988086 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1f18d044-ac9b-46d4-b881-0f88949f0c5f tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-583993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10422'] for router, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:09.996551 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-29cc1afb-c136-4521-9270-82cf1126ba4c None None] Provisioning complete for port 95b56124-e3c6-4ce8-ba7c-cba558cb986a triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:09.997062 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-29cc1afb-c136-4521-9270-82cf1126ba4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:10.107419 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 95b56124-e3c6-4ce8-ba7c-cba558cb986a up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:05:10.180066 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-29cc1afb-c136-4521-9270-82cf1126ba4c None None] Provisioning complete for port 5e4ef1c3-3096-4f61-9bea-4c5aa8cdbc03 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:10.180660 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-29cc1afb-c136-4521-9270-82cf1126ba4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:10.232527 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 95b56124-e3c6-4ce8-ba7c-cba558cb986a triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:10.233839 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:10.285204 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1f18d044-ac9b-46d4-b881-0f88949f0c5f tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-583993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10422'] for router, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:10.288640 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1f18d044-ac9b-46d4-b881-0f88949f0c5f tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-583970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-583979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-582263'] for router, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:10.392237 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:10.397534 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f18d044-ac9b-46d4-b881-0f88949f0c5f tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Router 6a1a3e26-51a1-4ae2-903d-513556d2b562 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:05:10.413969 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 2581317b-26b1-4b4d-889f-22df54787e33 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:05:10.459683 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-29cc1afb-c136-4521-9270-82cf1126ba4c None None] Provisioning complete for port ed703d19-aa49-411c-bf5e-e09107978766 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:10.459683 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-29cc1afb-c136-4521-9270-82cf1126ba4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:10.528245 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f18d044-ac9b-46d4-b881-0f88949f0c5f tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:05:10.536591 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1f18d044-ac9b-46d4-b881-0f88949f0c5f tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:10.540196 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-1f18d044-ac9b-46d4-b881-0f88949f0c5f tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "PUT /v2.0/routers/6a1a3e26-51a1-4ae2-903d-513556d2b562 HTTP/1.1" status: 200 len: 704 time: 1.4357002 Feb 16 17:05:10.540616 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54078) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:10.549222 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-29cc1afb-c136-4521-9270-82cf1126ba4c None None] Port ed703d19-aa49-411c-bf5e-e09107978766 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:05:10.553245 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 2581317b-26b1-4b4d-889f-22df54787e33 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:10.553245 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:10.591272 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-29cc1afb-c136-4521-9270-82cf1126ba4c None None] Provisioning complete for port 918d8c5d-f159-40c7-8743-034866298079 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:10.591949 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-29cc1afb-c136-4521-9270-82cf1126ba4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:10.640826 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-29cc1afb-c136-4521-9270-82cf1126ba4c None None] Port 918d8c5d-f159-40c7-8743-034866298079 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:05:10.684891 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54080) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:10.689906 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-cf54cd72-0bb8-4bc1-8727-aab2ff62ddda tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1203506779', 'description': 'tempest-secgroup-smoke-1203506779 description', 'project_id': '044ac631b15e4f2096be696887c61622'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:10.706008 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-80a33818-ab8b-40ba-85a8-1479b46a7a35 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "GET /v2.0/routers/6a1a3e26-51a1-4ae2-903d-513556d2b562 HTTP/1.1" status: 200 len: 704 time: 0.1617475 Feb 16 17:05:10.706451 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54082) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:10.710210 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 5e4ef1c3-3096-4f61-9bea-4c5aa8cdbc03 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:05:10.781425 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-c91539ef-752b-4372-832e-d0e5e018cee9 None None] Provisioning complete for port ed703d19-aa49-411c-bf5e-e09107978766 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:10.788353 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c91539ef-752b-4372-832e-d0e5e018cee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:10.814551 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 5e4ef1c3-3096-4f61-9bea-4c5aa8cdbc03 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:10.815063 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:10.823959 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cf54cd72-0bb8-4bc1-8727-aab2ff62ddda tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:10.865824 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-c91539ef-752b-4372-832e-d0e5e018cee9 None None] Port ed703d19-aa49-411c-bf5e-e09107978766 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:05:10.880145 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-c91539ef-752b-4372-832e-d0e5e018cee9 None None] Provisioning complete for port 918d8c5d-f159-40c7-8743-034866298079 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:10.880534 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c91539ef-752b-4372-832e-d0e5e018cee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:10.949431 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cf54cd72-0bb8-4bc1-8727-aab2ff62ddda tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:10.951788 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-c91539ef-752b-4372-832e-d0e5e018cee9 None None] Port 918d8c5d-f159-40c7-8743-034866298079 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:05:11.002957 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device cce0f911-7f37-47c0-a7de-f3492ff0f237 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:05:11.004212 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cf54cd72-0bb8-4bc1-8727-aab2ff62ddda tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:11.036427 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf54cd72-0bb8-4bc1-8727-aab2ff62ddda tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab1fb6b-72bb-47cd-ba15-cd961669c091,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:11.072733 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port cce0f911-7f37-47c0-a7de-f3492ff0f237 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:11.073210 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:11.097729 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cf54cd72-0bb8-4bc1-8727-aab2ff62ddda tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:11.099290 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-cf54cd72-0bb8-4bc1-8727-aab2ff62ddda tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4129429 Feb 16 17:05:11.102192 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54084) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:11.107267 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-e1e1ba26-37de-437d-9d83-84534eb11f6b tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Request body: {'security_group_rule': {'security_group_id': '2ab1fb6b-72bb-47cd-ba15-cd961669c091', 'project_id': '044ac631b15e4f2096be696887c61622', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:11.169441 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3768daae-6530-4889-801d-254f5ccc987c None None] Sync routers for ids ['6a1a3e26-51a1-4ae2-903d-513556d2b562'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:05:11.200077 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3768daae-6530-4889-801d-254f5ccc987c None None] Routers {'6a1a3e26-51a1-4ae2-903d-513556d2b562'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:05:11.200873 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-3768daae-6530-4889-801d-254f5ccc987c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:05:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['6a1a3e26-51a1-4ae2-903d-513556d2b562'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:11.212195 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f7fd8a23-3036-457c-bbf6-9388877e79d1 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:11.244361 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e1e1ba26-37de-437d-9d83-84534eb11f6b tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:11.331307 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e1e1ba26-37de-437d-9d83-84534eb11f6b tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:11.421591 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e1e1ba26-37de-437d-9d83-84534eb11f6b tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:11.446488 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e1ba26-37de-437d-9d83-84534eb11f6b tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ed7ae3b-f05b-43c3-ad23-ef91c2c62b70,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:11.453223 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-3768daae-6530-4889-801d-254f5ccc987c None None] Set router 6a1a3e26-51a1-4ae2-903d-513556d2b562 gateway port host: None {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:05:11.516037 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e1e1ba26-37de-437d-9d83-84534eb11f6b tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:11.517614 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-e1e1ba26-37de-437d-9d83-84534eb11f6b tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4142268 Feb 16 17:05:11.520102 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54086) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:11.525041 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-d093ba3f-43c0-4e8a-b064-af917fa43077 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Request body: {'security_group_rule': {'security_group_id': '2ab1fb6b-72bb-47cd-ba15-cd961669c091', 'project_id': '044ac631b15e4f2096be696887c61622', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:11.532947 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-f7fd8a23-3036-457c-bbf6-9388877e79d1 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Deleting port 918d8c5d-f159-40c7-8743-034866298079 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:05:11.533555 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f7fd8a23-3036-457c-bbf6-9388877e79d1 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:11.627535 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f7fd8a23-3036-457c-bbf6-9388877e79d1 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:11.640833 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-f7fd8a23-3036-457c-bbf6-9388877e79d1 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Calling delete_port for 918d8c5d-f159-40c7-8743-034866298079 owned by network:router_interface {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:05:11.642739 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d093ba3f-43c0-4e8a-b064-af917fa43077 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:11.695753 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-3768daae-6530-4889-801d-254f5ccc987c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'name': 'tempest-RoutersIpV6Test-router-1088031277', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:46Z', 'updated_at': '2022-02-16T17:05:09Z', 'revision_number': 7, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'gw_port_host': None, '_interfaces': [{'id': '5c6bc257-798e-4b57-9f2a-a82b2ba235e0', 'name': '', 'network_id': '4ab8c139-233c-43ec-8a5d-0c418b0885b9', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'mac_address': 'fa:16:3e:f4:c0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '2a04fd40-8cee-457c-b2ce-1c89e09119a8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:52Z', 'updated_at': '2022-02-16T17:05:01Z', 'revision_number': 5, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'subnets': [{'id': '2a04fd40-8cee-457c-b2ce-1c89e09119a8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a2e49c-c015-479b-bf18-88f7e2285d6b', 'name': '', 'network_id': '548d0d4c-040c-4b49-8476-0f9715ee330b', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'mac_address': 'fa:16:3e:60:69:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '16d2b379-c778-4e66-bfe9-a546f4002fb3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:48Z', 'updated_at': '2022-02-16T17:04:54Z', 'revision_number': 5, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'subnets': [{'id': '16d2b379-c778-4e66-bfe9-a546f4002fb3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '918d8c5d-f159-40c7-8743-034866298079', 'name': '', 'network_id': '492850d1-d2a4-4be3-9371-6b17eba119db', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'mac_address': 'fa:16:3e:e4:d7:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '33637d42-4bf3-4ec9-9b8d-9111b2b6dda2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:03Z', 'updated_at': '2022-02-16T17:05:05Z', 'revision_number': 2, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'subnets': [{'id': '33637d42-4bf3-4ec9-9b8d-9111b2b6dda2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cce0f911-7f37-47c0-a7de-f3492ff0f237', 'name': '', 'network_id': '5198260b-da59-4502-a4d9-fdef674d0383', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'mac_address': 'fa:16:3e:4e:1a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '3a288933-bc13-4f4e-847c-da261ecdc89e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:57Z', 'updated_at': '2022-02-16T17:05:09Z', 'revision_number': 5, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'subnets': [{'id': '3a288933-bc13-4f4e-847c-da261ecdc89e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:11.728847 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3768daae-6530-4889-801d-254f5ccc987c None None] Checking router: 6a1a3e26-51a1-4ae2-903d-513556d2b562 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:05:11.729279 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3768daae-6530-4889-801d-254f5ccc987c None None] Updating router 6a1a3e26-51a1-4ae2-903d-513556d2b562 port 918d8c5d-f159-40c7-8743-034866298079 binding host dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:05:11.770649 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:11.818456 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d093ba3f-43c0-4e8a-b064-af917fa43077 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:11.824288 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-3768daae-6530-4889-801d-254f5ccc987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:11.897464 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d093ba3f-43c0-4e8a-b064-af917fa43077 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:11.913103 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d093ba3f-43c0-4e8a-b064-af917fa43077 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56628008-1130-40df-9234-4efe9c701a89,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:11.949962 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device cce0f911-7f37-47c0-a7de-f3492ff0f237 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:05:12.002999 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d093ba3f-43c0-4e8a-b064-af917fa43077 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:12.004186 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-d093ba3f-43c0-4e8a-b064-af917fa43077 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4830174 Feb 16 17:05:12.006896 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54088) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:12.011265 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-168de3d1-065f-44a7-aa88-2a5199c655b1 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Request body: {'security_group_rule': {'security_group_id': '2ab1fb6b-72bb-47cd-ba15-cd961669c091', 'project_id': '044ac631b15e4f2096be696887c61622', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:12.024744 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f7fd8a23-3036-457c-bbf6-9388877e79d1 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:12.056733 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fd8a23-3036-457c-bbf6-9388877e79d1 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event deleted for resources: {'Port': ['ID=918d8c5d-f159-40c7-8743-034866298079,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:12.083463 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port cce0f911-7f37-47c0-a7de-f3492ff0f237 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:12.083952 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:12.141409 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:12.154157 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-168de3d1-065f-44a7-aa88-2a5199c655b1 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:12.199785 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f7fd8a23-3036-457c-bbf6-9388877e79d1 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:12.232585 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-168de3d1-065f-44a7-aa88-2a5199c655b1 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:12.259631 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.db.api [None req-3768daae-6530-4889-801d-254f5ccc987c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:05:12.259905 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG oslo_db.api [None req-3768daae-6530-4889-801d-254f5ccc987c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:05:12.261123 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 3052f40f-4645-42b9-b7f7-b9c027a66e1e up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:05:12.298118 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-168de3d1-065f-44a7-aa88-2a5199c655b1 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:12.317756 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168de3d1-065f-44a7-aa88-2a5199c655b1 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bf526ec-57eb-4a16-b1cd-cfd2c4f10b4f,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:12.327042 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 3052f40f-4645-42b9-b7f7-b9c027a66e1e triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:12.327503 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:12.380386 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-168de3d1-065f-44a7-aa88-2a5199c655b1 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:12.384322 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-168de3d1-065f-44a7-aa88-2a5199c655b1 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3737154 Feb 16 17:05:12.384527 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54090) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:12.391390 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-b8c8bb55-c224-4788-a1da-0263fe357af8 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Request body: {'security_group_rule': {'security_group_id': '2ab1fb6b-72bb-47cd-ba15-cd961669c091', 'project_id': '044ac631b15e4f2096be696887c61622', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:12.411352 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:12.434781 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port 3052f40f-4645-42b9-b7f7-b9c027a66e1e, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=3052f40f-4645-42b9-b7f7-b9c027a66e1e,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:05:12.440461 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7fd8a23-3036-457c-bbf6-9388877e79d1 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Router 6a1a3e26-51a1-4ae2-903d-513556d2b562 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:05:12.489333 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b8c8bb55-c224-4788-a1da-0263fe357af8 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:12.511033 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:12.541240 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7fd8a23-3036-457c-bbf6-9388877e79d1 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:05:12.547731 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f7fd8a23-3036-457c-bbf6-9388877e79d1 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "PUT /v2.0/routers/6a1a3e26-51a1-4ae2-903d-513556d2b562/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8403661 Feb 16 17:05:12.550302 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54092) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:12.565391 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b8c8bb55-c224-4788-a1da-0263fe357af8 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:12.569902 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=3052f40f-4645-42b9-b7f7-b9c027a66e1e,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:12.620700 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-6504348e-b0b0-4441-8fe6-cd3828ce812a tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Deleting subnet 33637d42-4bf3-4ec9-9b8d-9111b2b6dda2 {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:05:12.623799 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6504348e-b0b0-4441-8fe6-cd3828ce812a tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:12.626990 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b8c8bb55-c224-4788-a1da-0263fe357af8 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:12.654851 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a14d9f8-fbc2-4e5a-8856-a3706f849cfa None None] Sync routers for ids ['facdd8c8-d3fc-471d-b638-432ae809caa8'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:05:12.664808 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a14d9f8-fbc2-4e5a-8856-a3706f849cfa None None] Routers {'facdd8c8-d3fc-471d-b638-432ae809caa8'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:05:12.665432 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-9a14d9f8-fbc2-4e5a-8856-a3706f849cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:05:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['facdd8c8-d3fc-471d-b638-432ae809caa8'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:12.682883 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c8bb55-c224-4788-a1da-0263fe357af8 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39dc6be2-18cb-4d18-9d53-5e960e21b347,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:12.689674 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6504348e-b0b0-4441-8fe6-cd3828ce812a tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:12.766038 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b8c8bb55-c224-4788-a1da-0263fe357af8 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:12.768418 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-b8c8bb55-c224-4788-a1da-0263fe357af8 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3829136 Feb 16 17:05:12.770314 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54094) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:12.774050 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-9a14d9f8-fbc2-4e5a-8856-a3706f849cfa None None] Set router facdd8c8-d3fc-471d-b638-432ae809caa8 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:05:12.775026 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-c039c402-8401-4fca-be0c-8521984f43c0 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Request body: {'security_group_rule': {'security_group_id': '2ab1fb6b-72bb-47cd-ba15-cd961669c091', 'project_id': '044ac631b15e4f2096be696887c61622', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:12.782200 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3768daae-6530-4889-801d-254f5ccc987c None None] Port 918d8c5d-f159-40c7-8743-034866298079 not found while updating agent binding for router 6a1a3e26-51a1-4ae2-903d-513556d2b562. {{(pid=114377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 16 17:05:12.793422 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3768daae-6530-4889-801d-254f5ccc987c None None] Routers {'6a1a3e26-51a1-4ae2-903d-513556d2b562'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:05:12.794050 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-3768daae-6530-4889-801d-254f5ccc987c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:05:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['6a1a3e26-51a1-4ae2-903d-513556d2b562'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:12.804224 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6504348e-b0b0-4441-8fe6-cd3828ce812a tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:12.894148 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-3768daae-6530-4889-801d-254f5ccc987c None None] Set router 6a1a3e26-51a1-4ae2-903d-513556d2b562 gateway port host: None {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:05:12.901145 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.securitygroups_db [None req-c039c402-8401-4fca-be0c-8521984f43c0 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Project 044ac631b15e4f2096be696887c61622 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:05:12.908085 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c039c402-8401-4fca-be0c-8521984f43c0 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:12.976539 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c039c402-8401-4fca-be0c-8521984f43c0 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:13.002963 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-9a14d9f8-fbc2-4e5a-8856-a3706f849cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facdd8c8-d3fc-471d-b638-432ae809caa8', 'name': 'tempest-TestVolumeBootPattern-745520727-router', 'tenant_id': '431fef47f91044a2ac01bf0d0ab1d743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': '3052f40f-4645-42b9-b7f7-b9c027a66e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:03Z', 'updated_at': '2022-02-16T17:05:07Z', 'revision_number': 4, 'project_id': '431fef47f91044a2ac01bf0d0ab1d743', 'gw_port': {'id': '3052f40f-4645-42b9-b7f7-b9c027a66e1e', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:52:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facdd8c8-d3fc-471d-b638-432ae809caa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:04Z', 'updated_at': '2022-02-16T17:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'ed703d19-aa49-411c-bf5e-e09107978766', 'name': '', 'network_id': 'fc3847e3-f405-4a88-b32c-a5114d5df315', 'tenant_id': '431fef47f91044a2ac01bf0d0ab1d743', 'mac_address': 'fa:16:3e:dc:ff:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facdd8c8-d3fc-471d-b638-432ae809caa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'bf1cc9d2-a739-4ac7-8887-e5e4516b7e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:07Z', 'updated_at': '2022-02-16T17:05:08Z', 'revision_number': 2, 'project_id': '431fef47f91044a2ac01bf0d0ab1d743', 'subnets': [{'id': 'bf1cc9d2-a739-4ac7-8887-e5e4516b7e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:13.009887 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6504348e-b0b0-4441-8fe6-cd3828ce812a tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:13.037648 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a14d9f8-fbc2-4e5a-8856-a3706f849cfa None None] Checking router: facdd8c8-d3fc-471d-b638-432ae809caa8 for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:05:13.038051 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a14d9f8-fbc2-4e5a-8856-a3706f849cfa None None] Updating router facdd8c8-d3fc-471d-b638-432ae809caa8 port ed703d19-aa49-411c-bf5e-e09107978766 binding host dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:05:13.041229 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6504348e-b0b0-4441-8fe6-cd3828ce812a tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event deleted for resources: {'Subnet': ['ID=33637d42-4bf3-4ec9-9b8d-9111b2b6dda2,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:13.047327 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6504348e-b0b0-4441-8fe6-cd3828ce812a tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:13.050861 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-6504348e-b0b0-4441-8fe6-cd3828ce812a tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "DELETE /v2.0/subnets/33637d42-4bf3-4ec9-9b8d-9111b2b6dda2 HTTP/1.1" status: 204 len: 168 time: 0.4990947 Feb 16 17:05:13.054044 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54096) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:13.060877 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cbaab1-3b19-4e11-9edf-54819fab775c None None] Network 492850d1-d2a4-4be3-9371-6b17eba119db requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:05:13.063672 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-9a14d9f8-fbc2-4e5a-8856-a3706f849cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:13.080545 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c039c402-8401-4fca-be0c-8521984f43c0 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:13.109311 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c039c402-8401-4fca-be0c-8521984f43c0 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b4b0043-5762-4a21-b46e-cf5f18640761,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:13.137880 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-876471dd-e881-4537-9155-21323f31f390 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:13.206867 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-876471dd-e881-4537-9155-21323f31f390 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Deleting port 5e4ef1c3-3096-4f61-9bea-4c5aa8cdbc03 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:05:13.206867 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-876471dd-e881-4537-9155-21323f31f390 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:13.218290 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-3768daae-6530-4889-801d-254f5ccc987c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'name': 'tempest-RoutersIpV6Test-router-1088031277', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:46Z', 'updated_at': '2022-02-16T17:05:11Z', 'revision_number': 8, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'gw_port_host': None, '_interfaces': [{'id': '5c6bc257-798e-4b57-9f2a-a82b2ba235e0', 'name': '', 'network_id': '4ab8c139-233c-43ec-8a5d-0c418b0885b9', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'mac_address': 'fa:16:3e:f4:c0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '2a04fd40-8cee-457c-b2ce-1c89e09119a8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:52Z', 'updated_at': '2022-02-16T17:05:01Z', 'revision_number': 5, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'subnets': [{'id': '2a04fd40-8cee-457c-b2ce-1c89e09119a8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a2e49c-c015-479b-bf18-88f7e2285d6b', 'name': '', 'network_id': '548d0d4c-040c-4b49-8476-0f9715ee330b', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'mac_address': 'fa:16:3e:60:69:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '16d2b379-c778-4e66-bfe9-a546f4002fb3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:48Z', 'updated_at': '2022-02-16T17:04:54Z', 'revision_number': 5, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'subnets': [{'id': '16d2b379-c778-4e66-bfe9-a546f4002fb3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cce0f911-7f37-47c0-a7de-f3492ff0f237', 'name': '', 'network_id': '5198260b-da59-4502-a4d9-fdef674d0383', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'mac_address': 'fa:16:3e:4e:1a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '3a288933-bc13-4f4e-847c-da261ecdc89e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:57Z', 'updated_at': '2022-02-16T17:05:09Z', 'revision_number': 5, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'subnets': [{'id': '3a288933-bc13-4f4e-847c-da261ecdc89e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:13.250388 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3768daae-6530-4889-801d-254f5ccc987c None None] The sync data for ids ['6a1a3e26-51a1-4ae2-903d-513556d2b562'] in dv-neutron-828697-3-hyperv is: [{'id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'name': 'tempest-RoutersIpV6Test-router-1088031277', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:46Z', 'updated_at': '2022-02-16T17:05:11Z', 'revision_number': 8, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'gw_port_host': None, '_interfaces': [{'id': '5c6bc257-798e-4b57-9f2a-a82b2ba235e0', 'name': '', 'network_id': '4ab8c139-233c-43ec-8a5d-0c418b0885b9', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'mac_address': 'fa:16:3e:f4:c0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '2a04fd40-8cee-457c-b2ce-1c89e09119a8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:52Z', 'updated_at': '2022-02-16T17:05:01Z', 'revision_number': 5, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'subnets': [{'id': '2a04fd40-8cee-457c-b2ce-1c89e09119a8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a2e49c-c015-479b-bf18-88f7e2285d6b', 'name': '', 'network_id': '548d0d4c-040c-4b49-8476-0f9715ee330b', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'mac_address': 'fa:16:3e:60:69:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '16d2b379-c778-4e66-bfe9-a546f4002fb3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:48Z', 'updated_at': '2022-02-16T17:04:54Z', 'revision_number': 5, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'subnets': [{'id': '16d2b379-c778-4e66-bfe9-a546f4002fb3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cce0f911-7f37-47c0-a7de-f3492ff0f237', 'name': '', 'network_id': '5198260b-da59-4502-a4d9-fdef674d0383', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'mac_address': 'fa:16:3e:4e:1a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '3a288933-bc13-4f4e-847c-da261ecdc89e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:57Z', 'updated_at': '2022-02-16T17:05:09Z', 'revision_number': 5, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'subnets': [{'id': '3a288933-bc13-4f4e-847c-da261ecdc89e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:05:13.295017 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-876471dd-e881-4537-9155-21323f31f390 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] For port 5e4ef1c3-3096-4f61-9bea-4c5aa8cdbc03, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=5e4ef1c3-3096-4f61-9bea-4c5aa8cdbc03,segment=NetworkSegment(ee9f2894-ef3c-40dd-9461-be41adf13344),segment_id=ee9f2894-ef3c-40dd-9461-be41adf13344)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:05:13.295455 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-876471dd-e881-4537-9155-21323f31f390 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:13.311284 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-876471dd-e881-4537-9155-21323f31f390 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Calling delete_port for 5e4ef1c3-3096-4f61-9bea-4c5aa8cdbc03 owned by network:dhcp {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:05:13.367544 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-9a14d9f8-fbc2-4e5a-8856-a3706f849cfa None None] Notify callbacks [] for port, precommit_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:13.383349 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c039c402-8401-4fca-be0c-8521984f43c0 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:13.389556 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-c039c402-8401-4fca-be0c-8521984f43c0 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6132944 Feb 16 17:05:13.391581 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54098) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:13.396155 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-d282ff58-3a6a-4949-a317-ea4493704dab tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Request body: {'security_group_rule': {'security_group_id': '2ab1fb6b-72bb-47cd-ba15-cd961669c091', 'project_id': '044ac631b15e4f2096be696887c61622', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:13.492290 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-9a14d9f8-fbc2-4e5a-8856-a3706f849cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:13.492681 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.securitygroups_db [None req-d282ff58-3a6a-4949-a317-ea4493704dab tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Project 044ac631b15e4f2096be696887c61622 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:05:13.495546 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-876471dd-e881-4537-9155-21323f31f390 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:13.523353 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d282ff58-3a6a-4949-a317-ea4493704dab tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:13.533405 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876471dd-e881-4537-9155-21323f31f390 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event deleted for resources: {'Port': ['ID=5e4ef1c3-3096-4f61-9bea-4c5aa8cdbc03,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:13.537214 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876471dd-e881-4537-9155-21323f31f390 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] No DVR routers for this DVR port 5e4ef1c3-3096-4f61-9bea-4c5aa8cdbc03 on host dv-neutron-828697-3-hyperv {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:05:13.571220 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0889e64c-07b5-4042-aec3-e05efc6e7a67 None None] Pushing event updated for resources: {'Port': ['ID=ed703d19-aa49-411c-bf5e-e09107978766,revision_number=3']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:13.603931 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-9a14d9f8-fbc2-4e5a-8856-a3706f849cfa None None] Attempting to bind port ed703d19-aa49-411c-bf5e-e09107978766 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:05:13.604338 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-9a14d9f8-fbc2-4e5a-8856-a3706f849cfa None None] Attempting to bind port ed703d19-aa49-411c-bf5e-e09107978766 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '7359a14d-4745-48c9-88e7-4275bd74f7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'fc3847e3-f405-4a88-b32c-a5114d5df315'}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:05:13.604705 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a14d9f8-fbc2-4e5a-8856-a3706f849cfa None None] Attempting to bind port ed703d19-aa49-411c-bf5e-e09107978766 on network fc3847e3-f405-4a88-b32c-a5114d5df315 {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:05:13.611054 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a14d9f8-fbc2-4e5a-8856-a3706f849cfa None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:05:13.611429 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a14d9f8-fbc2-4e5a-8856-a3706f849cfa None None] Checking segment: {'id': '7359a14d-4745-48c9-88e7-4275bd74f7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'fc3847e3-f405-4a88-b32c-a5114d5df315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:05:13.611830 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-9a14d9f8-fbc2-4e5a-8856-a3706f849cfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:13.612243 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a14d9f8-fbc2-4e5a-8856-a3706f849cfa None None] Bound using segment: {'id': '7359a14d-4745-48c9-88e7-4275bd74f7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'fc3847e3-f405-4a88-b32c-a5114d5df315'} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:05:13.612705 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-9a14d9f8-fbc2-4e5a-8856-a3706f849cfa None None] Bound port: ed703d19-aa49-411c-bf5e-e09107978766, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7359a14d-4745-48c9-88e7-4275bd74f7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'fc3847e3-f405-4a88-b32c-a5114d5df315'}}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:05:13.613084 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-9a14d9f8-fbc2-4e5a-8856-a3706f849cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:13.639573 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77acb1f3-51da-4dcd-9740-6757fa138de6 None None] DHCP port deletion for 492850d1-d2a4-4be3-9371-6b17eba119db request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:05:13.661898 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-876471dd-e881-4537-9155-21323f31f390 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:13.679666 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d282ff58-3a6a-4949-a317-ea4493704dab tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:13.683744 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-9a14d9f8-fbc2-4e5a-8856-a3706f849cfa None None] For port ed703d19-aa49-411c-bf5e-e09107978766, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:05:13.687642 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-9a14d9f8-fbc2-4e5a-8856-a3706f849cfa None None] For port ed703d19-aa49-411c-bf5e-e09107978766, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=ed703d19-aa49-411c-bf5e-e09107978766,segment=NetworkSegment(7359a14d-4745-48c9-88e7-4275bd74f7e1),segment_id=7359a14d-4745-48c9-88e7-4275bd74f7e1)] {{(pid=114378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:05:13.697201 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-876471dd-e881-4537-9155-21323f31f390 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['492850d1-d2a4-4be3-9371-6b17eba119db']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:13.709495 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-876471dd-e881-4537-9155-21323f31f390 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee9f2894-ef3c-40dd-9461-be41adf13344') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:13.709853 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-876471dd-e881-4537-9155-21323f31f390 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee9f2894-ef3c-40dd-9461-be41adf13344') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:13.720017 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-876471dd-e881-4537-9155-21323f31f390 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:13.741637 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-876471dd-e881-4537-9155-21323f31f390 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:13.752052 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-876471dd-e881-4537-9155-21323f31f390 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:05:13.752052 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-876471dd-e881-4537-9155-21323f31f390 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:13.753366 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 17:05:13.753366 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:05:13.753366 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 17:05:13.753366 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:05:13.753366 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 17:05:13.753366 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:05:13.753366 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 17:05:13.753366 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:05:13.753366 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 17:05:13.753366 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:05:13.753366 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 17:05:13.753366 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:05:13.753366 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 17:05:13.753366 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:05:13.753366 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:05:13.753366 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:05:13.753366 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:05:13.753366 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:05:13.753366 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 17:05:13.753366 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:05:13.753366 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 17:05:13.753366 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:05:13.753366 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:05:13.753366 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:05:13.753366 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 17:05:13.753366 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:05:13.753366 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:05:13.753366 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:05:13.753366 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:05:13.753366 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:05:13.753366 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:05:13.753366 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:05:13.768303 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d282ff58-3a6a-4949-a317-ea4493704dab tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:13.814498 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-4dc99058-0f3d-411a-9231-644571ab04aa None None] Provisioning complete for port ed703d19-aa49-411c-bf5e-e09107978766 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:13.815045 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4dc99058-0f3d-411a-9231-644571ab04aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:13.821478 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-9a14d9f8-fbc2-4e5a-8856-a3706f849cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:13.856155 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 3052f40f-4645-42b9-b7f7-b9c027a66e1e up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:05:13.859004 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d282ff58-3a6a-4949-a317-ea4493704dab tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e18cdc36-d7d9-4fbd-af47-9e17327f2b0a,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:13.901630 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a14d9f8-fbc2-4e5a-8856-a3706f849cfa None None] Routers {'facdd8c8-d3fc-471d-b638-432ae809caa8'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:05:13.902454 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-9a14d9f8-fbc2-4e5a-8856-a3706f849cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:05:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['facdd8c8-d3fc-471d-b638-432ae809caa8'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:13.903016 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-4dc99058-0f3d-411a-9231-644571ab04aa None None] Port ed703d19-aa49-411c-bf5e-e09107978766 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:05:13.929575 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 3052f40f-4645-42b9-b7f7-b9c027a66e1e triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:13.930360 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:13.968695 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d282ff58-3a6a-4949-a317-ea4493704dab tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:13.969923 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0889e64c-07b5-4042-aec3-e05efc6e7a67 None None] Pushing event updated for resources: {'Port': ['ID=ed703d19-aa49-411c-bf5e-e09107978766,revision_number=4']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:13.970195 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-d282ff58-3a6a-4949-a317-ea4493704dab tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5773349 Feb 16 17:05:13.995143 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-876471dd-e881-4537-9155-21323f31f390 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:14.013829 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-876471dd-e881-4537-9155-21323f31f390 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:14.017751 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-876471dd-e881-4537-9155-21323f31f390 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "DELETE /v2.0/networks/492850d1-d2a4-4be3-9371-6b17eba119db HTTP/1.1" status: 204 len: 168 time: 0.9620898 Feb 16 17:05:14.017965 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876471dd-e881-4537-9155-21323f31f390 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event deleted for resources: {'Network': ['ID=492850d1-d2a4-4be3-9371-6b17eba119db,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:14.025185 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54108) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:14.112965 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e5a0e6-d9c4-43fb-8702-cf0feb6e374f None None] Sync routers for ids ['6a1a3e26-51a1-4ae2-903d-513556d2b562'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:05:14.131516 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 918d8c5d-f159-40c7-8743-034866298079 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:05:14.134113 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e5a0e6-d9c4-43fb-8702-cf0feb6e374f None None] Routers {'6a1a3e26-51a1-4ae2-903d-513556d2b562'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:05:14.134868 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-a7e5a0e6-d9c4-43fb-8702-cf0feb6e374f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:05:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['6a1a3e26-51a1-4ae2-903d-513556d2b562'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:14.208542 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-9a14d9f8-fbc2-4e5a-8856-a3706f849cfa None None] Set router facdd8c8-d3fc-471d-b638-432ae809caa8 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:05:14.234470 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 918d8c5d-f159-40c7-8743-034866298079 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:05:14.234906 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 918d8c5d-f159-40c7-8743-034866298079 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:05:14.235484 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 5e4ef1c3-3096-4f61-9bea-4c5aa8cdbc03 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:05:14.453278 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-9a14d9f8-fbc2-4e5a-8856-a3706f849cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facdd8c8-d3fc-471d-b638-432ae809caa8', 'name': 'tempest-TestVolumeBootPattern-745520727-router', 'tenant_id': '431fef47f91044a2ac01bf0d0ab1d743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': '3052f40f-4645-42b9-b7f7-b9c027a66e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:03Z', 'updated_at': '2022-02-16T17:05:07Z', 'revision_number': 4, 'project_id': '431fef47f91044a2ac01bf0d0ab1d743', 'gw_port': {'id': '3052f40f-4645-42b9-b7f7-b9c027a66e1e', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:52:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facdd8c8-d3fc-471d-b638-432ae809caa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:04Z', 'updated_at': '2022-02-16T17:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'ed703d19-aa49-411c-bf5e-e09107978766', 'name': '', 'network_id': 'fc3847e3-f405-4a88-b32c-a5114d5df315', 'tenant_id': '431fef47f91044a2ac01bf0d0ab1d743', 'mac_address': 'fa:16:3e:dc:ff:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facdd8c8-d3fc-471d-b638-432ae809caa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'bf1cc9d2-a739-4ac7-8887-e5e4516b7e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:07Z', 'updated_at': '2022-02-16T17:05:13Z', 'revision_number': 4, 'project_id': '431fef47f91044a2ac01bf0d0ab1d743', 'subnets': [{'id': 'bf1cc9d2-a739-4ac7-8887-e5e4516b7e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:14.458992 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 5e4ef1c3-3096-4f61-9bea-4c5aa8cdbc03 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:05:14.459330 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 5e4ef1c3-3096-4f61-9bea-4c5aa8cdbc03 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:05:14.505152 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-a7e5a0e6-d9c4-43fb-8702-cf0feb6e374f None None] Set router 6a1a3e26-51a1-4ae2-903d-513556d2b562 gateway port host: None {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:05:14.513062 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a14d9f8-fbc2-4e5a-8856-a3706f849cfa None None] The sync data for ids ['facdd8c8-d3fc-471d-b638-432ae809caa8'] in dv-neutron-828697-3-hyperv is: [{'id': 'facdd8c8-d3fc-471d-b638-432ae809caa8', 'name': 'tempest-TestVolumeBootPattern-745520727-router', 'tenant_id': '431fef47f91044a2ac01bf0d0ab1d743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': '3052f40f-4645-42b9-b7f7-b9c027a66e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:03Z', 'updated_at': '2022-02-16T17:05:07Z', 'revision_number': 4, 'project_id': '431fef47f91044a2ac01bf0d0ab1d743', 'gw_port': {'id': '3052f40f-4645-42b9-b7f7-b9c027a66e1e', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:52:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facdd8c8-d3fc-471d-b638-432ae809caa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:04Z', 'updated_at': '2022-02-16T17:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'ed703d19-aa49-411c-bf5e-e09107978766', 'name': '', 'network_id': 'fc3847e3-f405-4a88-b32c-a5114d5df315', 'tenant_id': '431fef47f91044a2ac01bf0d0ab1d743', 'mac_address': 'fa:16:3e:dc:ff:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facdd8c8-d3fc-471d-b638-432ae809caa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'bf1cc9d2-a739-4ac7-8887-e5e4516b7e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:07Z', 'updated_at': '2022-02-16T17:05:13Z', 'revision_number': 4, 'project_id': '431fef47f91044a2ac01bf0d0ab1d743', 'subnets': [{'id': 'bf1cc9d2-a739-4ac7-8887-e5e4516b7e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:05:14.542459 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-f5cab102-caeb-4d9e-8d5b-ee2742266824 None None] Provisioning complete for port ed703d19-aa49-411c-bf5e-e09107978766 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:14.542838 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f5cab102-caeb-4d9e-8d5b-ee2742266824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:14.752577 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f5cab102-caeb-4d9e-8d5b-ee2742266824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:14.821244 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-f5cab102-caeb-4d9e-8d5b-ee2742266824 None None] For port ed703d19-aa49-411c-bf5e-e09107978766, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=ed703d19-aa49-411c-bf5e-e09107978766,segment=NetworkSegment(7359a14d-4745-48c9-88e7-4275bd74f7e1),segment_id=7359a14d-4745-48c9-88e7-4275bd74f7e1)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:05:14.850044 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-a7e5a0e6-d9c4-43fb-8702-cf0feb6e374f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'name': 'tempest-RoutersIpV6Test-router-1088031277', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:46Z', 'updated_at': '2022-02-16T17:05:11Z', 'revision_number': 8, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'gw_port_host': None, '_interfaces': [{'id': '5c6bc257-798e-4b57-9f2a-a82b2ba235e0', 'name': '', 'network_id': '4ab8c139-233c-43ec-8a5d-0c418b0885b9', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'mac_address': 'fa:16:3e:f4:c0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '2a04fd40-8cee-457c-b2ce-1c89e09119a8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:52Z', 'updated_at': '2022-02-16T17:05:01Z', 'revision_number': 5, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'subnets': [{'id': '2a04fd40-8cee-457c-b2ce-1c89e09119a8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a2e49c-c015-479b-bf18-88f7e2285d6b', 'name': '', 'network_id': '548d0d4c-040c-4b49-8476-0f9715ee330b', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'mac_address': 'fa:16:3e:60:69:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '16d2b379-c778-4e66-bfe9-a546f4002fb3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:48Z', 'updated_at': '2022-02-16T17:04:54Z', 'revision_number': 5, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'subnets': [{'id': '16d2b379-c778-4e66-bfe9-a546f4002fb3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cce0f911-7f37-47c0-a7de-f3492ff0f237', 'name': '', 'network_id': '5198260b-da59-4502-a4d9-fdef674d0383', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'mac_address': 'fa:16:3e:4e:1a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '3a288933-bc13-4f4e-847c-da261ecdc89e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:57Z', 'updated_at': '2022-02-16T17:05:09Z', 'revision_number': 5, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'subnets': [{'id': '3a288933-bc13-4f4e-847c-da261ecdc89e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:14.873297 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c3dd38f6-ba08-4d64-8ccd-0cb8d77e26c0 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:14.881570 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e5a0e6-d9c4-43fb-8702-cf0feb6e374f None None] Checking router: 6a1a3e26-51a1-4ae2-903d-513556d2b562 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:05:14.892002 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e5a0e6-d9c4-43fb-8702-cf0feb6e374f None None] Routers {'6a1a3e26-51a1-4ae2-903d-513556d2b562'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:05:14.892891 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-a7e5a0e6-d9c4-43fb-8702-cf0feb6e374f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:05:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['6a1a3e26-51a1-4ae2-903d-513556d2b562'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:14.943616 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f5cab102-caeb-4d9e-8d5b-ee2742266824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:15.061072 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-a7e5a0e6-d9c4-43fb-8702-cf0feb6e374f None None] Set router 6a1a3e26-51a1-4ae2-903d-513556d2b562 gateway port host: None {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:05:15.062723 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cab102-caeb-4d9e-8d5b-ee2742266824 None None] Pushing event updated for resources: {'Port': ['ID=ed703d19-aa49-411c-bf5e-e09107978766,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:15.171289 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-c3dd38f6-ba08-4d64-8ccd-0cb8d77e26c0 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Deleting port cce0f911-7f37-47c0-a7de-f3492ff0f237 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:05:15.171828 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c3dd38f6-ba08-4d64-8ccd-0cb8d77e26c0 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:15.314775 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-c3dd38f6-ba08-4d64-8ccd-0cb8d77e26c0 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] For port cce0f911-7f37-47c0-a7de-f3492ff0f237, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=cce0f911-7f37-47c0-a7de-f3492ff0f237,segment=NetworkSegment(1b574990-96af-49d5-a361-f6f3aa0de45d),segment_id=1b574990-96af-49d5-a361-f6f3aa0de45d)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:05:15.318264 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c3dd38f6-ba08-4d64-8ccd-0cb8d77e26c0 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:15.318582 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-a7e5a0e6-d9c4-43fb-8702-cf0feb6e374f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'name': 'tempest-RoutersIpV6Test-router-1088031277', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:46Z', 'updated_at': '2022-02-16T17:05:11Z', 'revision_number': 8, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'gw_port_host': None, '_interfaces': [{'id': '5c6bc257-798e-4b57-9f2a-a82b2ba235e0', 'name': '', 'network_id': '4ab8c139-233c-43ec-8a5d-0c418b0885b9', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'mac_address': 'fa:16:3e:f4:c0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '2a04fd40-8cee-457c-b2ce-1c89e09119a8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:52Z', 'updated_at': '2022-02-16T17:05:01Z', 'revision_number': 5, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'subnets': [{'id': '2a04fd40-8cee-457c-b2ce-1c89e09119a8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a2e49c-c015-479b-bf18-88f7e2285d6b', 'name': '', 'network_id': '548d0d4c-040c-4b49-8476-0f9715ee330b', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'mac_address': 'fa:16:3e:60:69:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '16d2b379-c778-4e66-bfe9-a546f4002fb3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:48Z', 'updated_at': '2022-02-16T17:04:54Z', 'revision_number': 5, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'subnets': [{'id': '16d2b379-c778-4e66-bfe9-a546f4002fb3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cce0f911-7f37-47c0-a7de-f3492ff0f237', 'name': '', 'network_id': '5198260b-da59-4502-a4d9-fdef674d0383', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'mac_address': 'fa:16:3e:4e:1a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '3a288933-bc13-4f4e-847c-da261ecdc89e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:57Z', 'updated_at': '2022-02-16T17:05:09Z', 'revision_number': 5, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'subnets': [{'id': '3a288933-bc13-4f4e-847c-da261ecdc89e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:15.333670 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-c3dd38f6-ba08-4d64-8ccd-0cb8d77e26c0 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Calling delete_port for cce0f911-7f37-47c0-a7de-f3492ff0f237 owned by network:router_interface {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:05:15.349728 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e5a0e6-d9c4-43fb-8702-cf0feb6e374f None None] The sync data for ids ['6a1a3e26-51a1-4ae2-903d-513556d2b562'] in dv-neutron-828697-3-hyperv is: [{'id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'name': 'tempest-RoutersIpV6Test-router-1088031277', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:46Z', 'updated_at': '2022-02-16T17:05:11Z', 'revision_number': 8, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'gw_port_host': None, '_interfaces': [{'id': '5c6bc257-798e-4b57-9f2a-a82b2ba235e0', 'name': '', 'network_id': '4ab8c139-233c-43ec-8a5d-0c418b0885b9', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'mac_address': 'fa:16:3e:f4:c0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '2a04fd40-8cee-457c-b2ce-1c89e09119a8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:52Z', 'updated_at': '2022-02-16T17:05:01Z', 'revision_number': 5, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'subnets': [{'id': '2a04fd40-8cee-457c-b2ce-1c89e09119a8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a2e49c-c015-479b-bf18-88f7e2285d6b', 'name': '', 'network_id': '548d0d4c-040c-4b49-8476-0f9715ee330b', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'mac_address': 'fa:16:3e:60:69:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '16d2b379-c778-4e66-bfe9-a546f4002fb3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:48Z', 'updated_at': '2022-02-16T17:04:54Z', 'revision_number': 5, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'subnets': [{'id': '16d2b379-c778-4e66-bfe9-a546f4002fb3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cce0f911-7f37-47c0-a7de-f3492ff0f237', 'name': '', 'network_id': '5198260b-da59-4502-a4d9-fdef674d0383', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'mac_address': 'fa:16:3e:4e:1a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '3a288933-bc13-4f4e-847c-da261ecdc89e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:57Z', 'updated_at': '2022-02-16T17:05:09Z', 'revision_number': 5, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'subnets': [{'id': '3a288933-bc13-4f4e-847c-da261ecdc89e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:05:15.595668 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c3dd38f6-ba08-4d64-8ccd-0cb8d77e26c0 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:15.620805 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd38f6-ba08-4d64-8ccd-0cb8d77e26c0 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event deleted for resources: {'Port': ['ID=cce0f911-7f37-47c0-a7de-f3492ff0f237,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:15.749093 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c3dd38f6-ba08-4d64-8ccd-0cb8d77e26c0 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:15.965436 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device ed703d19-aa49-411c-bf5e-e09107978766 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:05:16.002356 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3dd38f6-ba08-4d64-8ccd-0cb8d77e26c0 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Router 6a1a3e26-51a1-4ae2-903d-513556d2b562 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:05:16.020678 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port ed703d19-aa49-411c-bf5e-e09107978766 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:16.021057 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:16.106195 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3dd38f6-ba08-4d64-8ccd-0cb8d77e26c0 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:05:16.112918 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-c3dd38f6-ba08-4d64-8ccd-0cb8d77e26c0 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "PUT /v2.0/routers/6a1a3e26-51a1-4ae2-903d-513556d2b562/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0866394 Feb 16 17:05:16.114829 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54188) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:16.128480 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f36b3e-b6fe-4fb7-8d96-382ec2eed86d None None] Sync routers for ids ['6a1a3e26-51a1-4ae2-903d-513556d2b562'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:05:16.140978 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f36b3e-b6fe-4fb7-8d96-382ec2eed86d None None] Routers {'6a1a3e26-51a1-4ae2-903d-513556d2b562'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:05:16.141886 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-70f36b3e-b6fe-4fb7-8d96-382ec2eed86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:05:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['6a1a3e26-51a1-4ae2-903d-513556d2b562'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:16.176551 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-54040d08-5b22-42af-a734-9147defcb508 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Deleting subnet 3a288933-bc13-4f4e-847c-da261ecdc89e {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:05:16.180406 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-54040d08-5b22-42af-a734-9147defcb508 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:16.232197 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-54040d08-5b22-42af-a734-9147defcb508 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:16.248115 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-70f36b3e-b6fe-4fb7-8d96-382ec2eed86d None None] Set router 6a1a3e26-51a1-4ae2-903d-513556d2b562 gateway port host: None {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:05:16.333041 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-54040d08-5b22-42af-a734-9147defcb508 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:16.500548 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-70f36b3e-b6fe-4fb7-8d96-382ec2eed86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'name': 'tempest-RoutersIpV6Test-router-1088031277', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:46Z', 'updated_at': '2022-02-16T17:05:15Z', 'revision_number': 9, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'gw_port_host': None, '_interfaces': [{'id': '5c6bc257-798e-4b57-9f2a-a82b2ba235e0', 'name': '', 'network_id': '4ab8c139-233c-43ec-8a5d-0c418b0885b9', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'mac_address': 'fa:16:3e:f4:c0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '2a04fd40-8cee-457c-b2ce-1c89e09119a8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:52Z', 'updated_at': '2022-02-16T17:05:01Z', 'revision_number': 5, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'subnets': [{'id': '2a04fd40-8cee-457c-b2ce-1c89e09119a8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a2e49c-c015-479b-bf18-88f7e2285d6b', 'name': '', 'network_id': '548d0d4c-040c-4b49-8476-0f9715ee330b', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'mac_address': 'fa:16:3e:60:69:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '16d2b379-c778-4e66-bfe9-a546f4002fb3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:48Z', 'updated_at': '2022-02-16T17:04:54Z', 'revision_number': 5, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'subnets': [{'id': '16d2b379-c778-4e66-bfe9-a546f4002fb3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:16.510091 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-54040d08-5b22-42af-a734-9147defcb508 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:16.530705 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f36b3e-b6fe-4fb7-8d96-382ec2eed86d None None] Checking router: 6a1a3e26-51a1-4ae2-903d-513556d2b562 for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:05:16.539560 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f36b3e-b6fe-4fb7-8d96-382ec2eed86d None None] Routers {'6a1a3e26-51a1-4ae2-903d-513556d2b562'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:05:16.540199 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-70f36b3e-b6fe-4fb7-8d96-382ec2eed86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:05:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['6a1a3e26-51a1-4ae2-903d-513556d2b562'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:16.541484 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54040d08-5b22-42af-a734-9147defcb508 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event deleted for resources: {'Subnet': ['ID=3a288933-bc13-4f4e-847c-da261ecdc89e,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:16.548067 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-54040d08-5b22-42af-a734-9147defcb508 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:16.554170 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-54040d08-5b22-42af-a734-9147defcb508 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "DELETE /v2.0/subnets/3a288933-bc13-4f4e-847c-da261ecdc89e HTTP/1.1" status: 204 len: 168 time: 0.4377031 Feb 16 17:05:16.555244 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54196) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:16.557115 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57865e9-2465-484d-9c98-8f1329e0787f None None] Network 5198260b-da59-4502-a4d9-fdef674d0383 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:05:16.658858 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-18d87f73-1b76-4f47-bc51-1d2b7470426b tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:16.663873 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-70f36b3e-b6fe-4fb7-8d96-382ec2eed86d None None] Set router 6a1a3e26-51a1-4ae2-903d-513556d2b562 gateway port host: None {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:05:16.739233 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-18d87f73-1b76-4f47-bc51-1d2b7470426b tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Deleting port 0d3e340b-d159-428b-baaf-87ac2fbd16fd {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:05:16.744033 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-18d87f73-1b76-4f47-bc51-1d2b7470426b tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:16.801684 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c8f862-768e-40c6-a916-89b276cbfda3 None None] DHCP port deletion for 5198260b-da59-4502-a4d9-fdef674d0383 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:05:16.825703 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-18d87f73-1b76-4f47-bc51-1d2b7470426b tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] For port 0d3e340b-d159-428b-baaf-87ac2fbd16fd, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=0d3e340b-d159-428b-baaf-87ac2fbd16fd,segment=NetworkSegment(1b574990-96af-49d5-a361-f6f3aa0de45d),segment_id=1b574990-96af-49d5-a361-f6f3aa0de45d)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:05:16.826796 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-18d87f73-1b76-4f47-bc51-1d2b7470426b tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:16.849765 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-18d87f73-1b76-4f47-bc51-1d2b7470426b tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Calling delete_port for 0d3e340b-d159-428b-baaf-87ac2fbd16fd owned by network:dhcp {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:05:16.856598 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-56c8f862-768e-40c6-a916-89b276cbfda3 None None] Deleting port 0d3e340b-d159-428b-baaf-87ac2fbd16fd {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:05:16.857067 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-56c8f862-768e-40c6-a916-89b276cbfda3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:16.923323 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-70f36b3e-b6fe-4fb7-8d96-382ec2eed86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'name': 'tempest-RoutersIpV6Test-router-1088031277', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:46Z', 'updated_at': '2022-02-16T17:05:15Z', 'revision_number': 9, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'gw_port_host': None, '_interfaces': [{'id': '5c6bc257-798e-4b57-9f2a-a82b2ba235e0', 'name': '', 'network_id': '4ab8c139-233c-43ec-8a5d-0c418b0885b9', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'mac_address': 'fa:16:3e:f4:c0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '2a04fd40-8cee-457c-b2ce-1c89e09119a8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:52Z', 'updated_at': '2022-02-16T17:05:01Z', 'revision_number': 5, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'subnets': [{'id': '2a04fd40-8cee-457c-b2ce-1c89e09119a8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a2e49c-c015-479b-bf18-88f7e2285d6b', 'name': '', 'network_id': '548d0d4c-040c-4b49-8476-0f9715ee330b', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'mac_address': 'fa:16:3e:60:69:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '16d2b379-c778-4e66-bfe9-a546f4002fb3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:48Z', 'updated_at': '2022-02-16T17:04:54Z', 'revision_number': 5, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'subnets': [{'id': '16d2b379-c778-4e66-bfe9-a546f4002fb3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:16.934443 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-56c8f862-768e-40c6-a916-89b276cbfda3 None None] For port 0d3e340b-d159-428b-baaf-87ac2fbd16fd, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=0d3e340b-d159-428b-baaf-87ac2fbd16fd,segment=NetworkSegment(1b574990-96af-49d5-a361-f6f3aa0de45d),segment_id=1b574990-96af-49d5-a361-f6f3aa0de45d)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:05:16.934843 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-56c8f862-768e-40c6-a916-89b276cbfda3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:16.949931 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-56c8f862-768e-40c6-a916-89b276cbfda3 None None] Calling delete_port for 0d3e340b-d159-428b-baaf-87ac2fbd16fd owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:05:16.962979 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f36b3e-b6fe-4fb7-8d96-382ec2eed86d None None] The sync data for ids ['6a1a3e26-51a1-4ae2-903d-513556d2b562'] in dv-neutron-828697-3-hyperv is: [{'id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'name': 'tempest-RoutersIpV6Test-router-1088031277', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:46Z', 'updated_at': '2022-02-16T17:05:15Z', 'revision_number': 9, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'gw_port_host': None, '_interfaces': [{'id': '5c6bc257-798e-4b57-9f2a-a82b2ba235e0', 'name': '', 'network_id': '4ab8c139-233c-43ec-8a5d-0c418b0885b9', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'mac_address': 'fa:16:3e:f4:c0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '2a04fd40-8cee-457c-b2ce-1c89e09119a8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:52Z', 'updated_at': '2022-02-16T17:05:01Z', 'revision_number': 5, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'subnets': [{'id': '2a04fd40-8cee-457c-b2ce-1c89e09119a8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a2e49c-c015-479b-bf18-88f7e2285d6b', 'name': '', 'network_id': '548d0d4c-040c-4b49-8476-0f9715ee330b', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'mac_address': 'fa:16:3e:60:69:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '16d2b379-c778-4e66-bfe9-a546f4002fb3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:48Z', 'updated_at': '2022-02-16T17:04:54Z', 'revision_number': 5, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'subnets': [{'id': '16d2b379-c778-4e66-bfe9-a546f4002fb3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:05:17.055107 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-18d87f73-1b76-4f47-bc51-1d2b7470426b tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:17.063817 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-56c8f862-768e-40c6-a916-89b276cbfda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:17.080735 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d87f73-1b76-4f47-bc51-1d2b7470426b tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event deleted for resources: {'Port': ['ID=0d3e340b-d159-428b-baaf-87ac2fbd16fd,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:17.087720 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d87f73-1b76-4f47-bc51-1d2b7470426b tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] No DVR routers for this DVR port 0d3e340b-d159-428b-baaf-87ac2fbd16fd on host dv-neutron-828697-3-hyperv {{(pid=114375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:05:17.090382 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c8f862-768e-40c6-a916-89b276cbfda3 None None] Pushing event deleted for resources: {'Port': ['ID=0d3e340b-d159-428b-baaf-87ac2fbd16fd,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:17.103557 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c8f862-768e-40c6-a916-89b276cbfda3 None None] No DVR routers for this DVR port 0d3e340b-d159-428b-baaf-87ac2fbd16fd on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:05:17.186842 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-18d87f73-1b76-4f47-bc51-1d2b7470426b tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:17.200421 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-18d87f73-1b76-4f47-bc51-1d2b7470426b tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5198260b-da59-4502-a4d9-fdef674d0383']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:17.211029 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-18d87f73-1b76-4f47-bc51-1d2b7470426b tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b574990-96af-49d5-a361-f6f3aa0de45d') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:17.211423 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-18d87f73-1b76-4f47-bc51-1d2b7470426b tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b574990-96af-49d5-a361-f6f3aa0de45d') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:17.222930 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-18d87f73-1b76-4f47-bc51-1d2b7470426b tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:17.236826 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-18d87f73-1b76-4f47-bc51-1d2b7470426b tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:17.244180 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18d87f73-1b76-4f47-bc51-1d2b7470426b tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:05:17.244611 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-18d87f73-1b76-4f47-bc51-1d2b7470426b tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:17.247539 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 17:05:17.247539 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:05:17.247539 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 17:05:17.247539 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:05:17.247539 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 17:05:17.247539 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:05:17.247539 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 17:05:17.247539 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:05:17.247539 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 17:05:17.247539 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:05:17.247539 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 17:05:17.247539 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:05:17.247539 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 17:05:17.247539 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:05:17.247539 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:05:17.247539 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:05:17.247539 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:05:17.247539 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:05:17.247539 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 17:05:17.247539 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:05:17.247539 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 17:05:17.247539 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:05:17.247539 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:05:17.247539 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:05:17.247539 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 17:05:17.247539 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:05:17.247539 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:05:17.247539 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:05:17.247539 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:05:17.247539 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:05:17.247539 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:05:17.247539 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:05:17.395656 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-18d87f73-1b76-4f47-bc51-1d2b7470426b tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:17.406975 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-18d87f73-1b76-4f47-bc51-1d2b7470426b tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:17.413864 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-18d87f73-1b76-4f47-bc51-1d2b7470426b tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "DELETE /v2.0/networks/5198260b-da59-4502-a4d9-fdef674d0383 HTTP/1.1" status: 204 len: 168 time: 0.8535144 Feb 16 17:05:17.416582 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54202) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:17.424459 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d87f73-1b76-4f47-bc51-1d2b7470426b tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event deleted for resources: {'Network': ['ID=5198260b-da59-4502-a4d9-fdef674d0383,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:17.776719 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3fc252c1-4e65-4322-a91e-c4e6562dcbf6 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:17.839042 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 0d3e340b-d159-428b-baaf-87ac2fbd16fd no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:05:17.865104 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 0d3e340b-d159-428b-baaf-87ac2fbd16fd {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:05:17.865581 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 0d3e340b-d159-428b-baaf-87ac2fbd16fd not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:05:17.866015 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device cce0f911-7f37-47c0-a7de-f3492ff0f237 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:05:17.887628 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: cce0f911-7f37-47c0-a7de-f3492ff0f237 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:05:17.887996 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device cce0f911-7f37-47c0-a7de-f3492ff0f237 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:05:18.033709 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-3fc252c1-4e65-4322-a91e-c4e6562dcbf6 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Deleting port 5c6bc257-798e-4b57-9f2a-a82b2ba235e0 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:05:18.034234 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3fc252c1-4e65-4322-a91e-c4e6562dcbf6 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:18.134893 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-3fc252c1-4e65-4322-a91e-c4e6562dcbf6 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] For port 5c6bc257-798e-4b57-9f2a-a82b2ba235e0, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=5c6bc257-798e-4b57-9f2a-a82b2ba235e0,segment=NetworkSegment(20abed7b-af9a-42b3-9c0b-63d6d04fa86f),segment_id=20abed7b-af9a-42b3-9c0b-63d6d04fa86f)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:05:18.135298 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3fc252c1-4e65-4322-a91e-c4e6562dcbf6 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:18.149039 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-3fc252c1-4e65-4322-a91e-c4e6562dcbf6 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Calling delete_port for 5c6bc257-798e-4b57-9f2a-a82b2ba235e0 owned by network:router_interface {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:05:18.530188 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3fc252c1-4e65-4322-a91e-c4e6562dcbf6 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:18.559758 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc252c1-4e65-4322-a91e-c4e6562dcbf6 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event deleted for resources: {'Port': ['ID=5c6bc257-798e-4b57-9f2a-a82b2ba235e0,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:18.681883 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3fc252c1-4e65-4322-a91e-c4e6562dcbf6 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:18.878824 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc252c1-4e65-4322-a91e-c4e6562dcbf6 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Router 6a1a3e26-51a1-4ae2-903d-513556d2b562 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:05:18.974170 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc252c1-4e65-4322-a91e-c4e6562dcbf6 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:05:18.979416 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-3fc252c1-4e65-4322-a91e-c4e6562dcbf6 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "PUT /v2.0/routers/6a1a3e26-51a1-4ae2-903d-513556d2b562/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5636601 Feb 16 17:05:18.982307 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54206) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:18.984994 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d87493b-aa71-4885-aeda-c959a19a1872 None None] Sync routers for ids ['6a1a3e26-51a1-4ae2-903d-513556d2b562'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:05:18.995861 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d87493b-aa71-4885-aeda-c959a19a1872 None None] Routers {'6a1a3e26-51a1-4ae2-903d-513556d2b562'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:05:18.996634 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-8d87493b-aa71-4885-aeda-c959a19a1872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:05:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['6a1a3e26-51a1-4ae2-903d-513556d2b562'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:19.041194 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-8000174a-b9de-4c62-8c8f-fa54bde28f0b tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Deleting subnet 2a04fd40-8cee-457c-b2ce-1c89e09119a8 {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:05:19.044217 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8000174a-b9de-4c62-8c8f-fa54bde28f0b tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:19.086526 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8000174a-b9de-4c62-8c8f-fa54bde28f0b tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:19.092584 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-8d87493b-aa71-4885-aeda-c959a19a1872 None None] Set router 6a1a3e26-51a1-4ae2-903d-513556d2b562 gateway port host: None {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:05:19.176148 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8000174a-b9de-4c62-8c8f-fa54bde28f0b tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:19.300964 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-8d87493b-aa71-4885-aeda-c959a19a1872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'name': 'tempest-RoutersIpV6Test-router-1088031277', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:46Z', 'updated_at': '2022-02-16T17:05:18Z', 'revision_number': 10, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'gw_port_host': None, '_interfaces': [{'id': '83a2e49c-c015-479b-bf18-88f7e2285d6b', 'name': '', 'network_id': '548d0d4c-040c-4b49-8476-0f9715ee330b', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'mac_address': 'fa:16:3e:60:69:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '16d2b379-c778-4e66-bfe9-a546f4002fb3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:48Z', 'updated_at': '2022-02-16T17:04:54Z', 'revision_number': 5, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'subnets': [{'id': '16d2b379-c778-4e66-bfe9-a546f4002fb3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:19.307087 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8000174a-b9de-4c62-8c8f-fa54bde28f0b tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:19.328289 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d87493b-aa71-4885-aeda-c959a19a1872 None None] Checking router: 6a1a3e26-51a1-4ae2-903d-513556d2b562 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:05:19.337739 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d87493b-aa71-4885-aeda-c959a19a1872 None None] Routers {'6a1a3e26-51a1-4ae2-903d-513556d2b562'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:05:19.338653 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-8d87493b-aa71-4885-aeda-c959a19a1872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:05:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['6a1a3e26-51a1-4ae2-903d-513556d2b562'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:19.590735 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-8d87493b-aa71-4885-aeda-c959a19a1872 None None] Set router 6a1a3e26-51a1-4ae2-903d-513556d2b562 gateway port host: None {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:05:19.656761 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8000174a-b9de-4c62-8c8f-fa54bde28f0b tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event deleted for resources: {'Subnet': ['ID=2a04fd40-8cee-457c-b2ce-1c89e09119a8,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:19.658776 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8000174a-b9de-4c62-8c8f-fa54bde28f0b tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:19.664395 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-8000174a-b9de-4c62-8c8f-fa54bde28f0b tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "DELETE /v2.0/subnets/2a04fd40-8cee-457c-b2ce-1c89e09119a8 HTTP/1.1" status: 204 len: 168 time: 0.6787338 Feb 16 17:05:19.665292 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54212) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:19.674756 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53d7300-6367-4173-aaff-4a0a11efff79 None None] Network 4ab8c139-233c-43ec-8a5d-0c418b0885b9 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:05:19.742915 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4cf4d3c7-8a28-4a43-ae99-85e7e39f843b tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:19.814209 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-4cf4d3c7-8a28-4a43-ae99-85e7e39f843b tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Deleting port 9217f0aa-6766-4b7b-8588-4779d35cb949 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:05:19.814573 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4cf4d3c7-8a28-4a43-ae99-85e7e39f843b tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:19.893482 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-4cf4d3c7-8a28-4a43-ae99-85e7e39f843b tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] For port 9217f0aa-6766-4b7b-8588-4779d35cb949, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=9217f0aa-6766-4b7b-8588-4779d35cb949,segment=NetworkSegment(20abed7b-af9a-42b3-9c0b-63d6d04fa86f),segment_id=20abed7b-af9a-42b3-9c0b-63d6d04fa86f)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:05:19.893857 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4cf4d3c7-8a28-4a43-ae99-85e7e39f843b tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:19.908267 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-4cf4d3c7-8a28-4a43-ae99-85e7e39f843b tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Calling delete_port for 9217f0aa-6766-4b7b-8588-4779d35cb949 owned by network:dhcp {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:05:19.929986 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-8d87493b-aa71-4885-aeda-c959a19a1872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'name': 'tempest-RoutersIpV6Test-router-1088031277', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:46Z', 'updated_at': '2022-02-16T17:05:18Z', 'revision_number': 10, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'gw_port_host': None, '_interfaces': [{'id': '83a2e49c-c015-479b-bf18-88f7e2285d6b', 'name': '', 'network_id': '548d0d4c-040c-4b49-8476-0f9715ee330b', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'mac_address': 'fa:16:3e:60:69:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '16d2b379-c778-4e66-bfe9-a546f4002fb3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:48Z', 'updated_at': '2022-02-16T17:04:54Z', 'revision_number': 5, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'subnets': [{'id': '16d2b379-c778-4e66-bfe9-a546f4002fb3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:19.988386 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b21c5a-b26d-4248-9d24-fad7b3ade068 None None] DHCP port deletion for 4ab8c139-233c-43ec-8a5d-0c418b0885b9 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:05:19.992467 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d87493b-aa71-4885-aeda-c959a19a1872 None None] The sync data for ids ['6a1a3e26-51a1-4ae2-903d-513556d2b562'] in dv-neutron-828697-3-hyperv is: [{'id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'name': 'tempest-RoutersIpV6Test-router-1088031277', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:46Z', 'updated_at': '2022-02-16T17:05:18Z', 'revision_number': 10, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'gw_port_host': None, '_interfaces': [{'id': '83a2e49c-c015-479b-bf18-88f7e2285d6b', 'name': '', 'network_id': '548d0d4c-040c-4b49-8476-0f9715ee330b', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'mac_address': 'fa:16:3e:60:69:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '16d2b379-c778-4e66-bfe9-a546f4002fb3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:48Z', 'updated_at': '2022-02-16T17:04:54Z', 'revision_number': 5, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'subnets': [{'id': '16d2b379-c778-4e66-bfe9-a546f4002fb3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:05:20.048422 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-a9b21c5a-b26d-4248-9d24-fad7b3ade068 None None] Deleting port 9217f0aa-6766-4b7b-8588-4779d35cb949 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:05:20.048806 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a9b21c5a-b26d-4248-9d24-fad7b3ade068 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:20.093584 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4cf4d3c7-8a28-4a43-ae99-85e7e39f843b tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:20.117515 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-a9b21c5a-b26d-4248-9d24-fad7b3ade068 None None] For port 9217f0aa-6766-4b7b-8588-4779d35cb949, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=9217f0aa-6766-4b7b-8588-4779d35cb949,segment=NetworkSegment(20abed7b-af9a-42b3-9c0b-63d6d04fa86f),segment_id=20abed7b-af9a-42b3-9c0b-63d6d04fa86f)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:05:20.118293 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a9b21c5a-b26d-4248-9d24-fad7b3ade068 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:20.124851 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf4d3c7-8a28-4a43-ae99-85e7e39f843b tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event deleted for resources: {'Port': ['ID=9217f0aa-6766-4b7b-8588-4779d35cb949,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:20.129090 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf4d3c7-8a28-4a43-ae99-85e7e39f843b tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] No DVR routers for this DVR port 9217f0aa-6766-4b7b-8588-4779d35cb949 on host dv-neutron-828697-3-hyperv {{(pid=114375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:05:20.132177 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-a9b21c5a-b26d-4248-9d24-fad7b3ade068 None None] Calling delete_port for 9217f0aa-6766-4b7b-8588-4779d35cb949 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:05:20.206642 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4cf4d3c7-8a28-4a43-ae99-85e7e39f843b tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:20.230415 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-4cf4d3c7-8a28-4a43-ae99-85e7e39f843b tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ab8c139-233c-43ec-8a5d-0c418b0885b9']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:20.230894 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a9b21c5a-b26d-4248-9d24-fad7b3ade068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:20.241451 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-4cf4d3c7-8a28-4a43-ae99-85e7e39f843b tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20abed7b-af9a-42b3-9c0b-63d6d04fa86f') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:20.245770 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-4cf4d3c7-8a28-4a43-ae99-85e7e39f843b tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20abed7b-af9a-42b3-9c0b-63d6d04fa86f') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:20.256200 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4cf4d3c7-8a28-4a43-ae99-85e7e39f843b tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:20.261593 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b21c5a-b26d-4248-9d24-fad7b3ade068 None None] No DVR routers for this DVR port 9217f0aa-6766-4b7b-8588-4779d35cb949 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:05:20.267709 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b21c5a-b26d-4248-9d24-fad7b3ade068 None None] Pushing event deleted for resources: {'Port': ['ID=9217f0aa-6766-4b7b-8588-4779d35cb949,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:20.273273 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4cf4d3c7-8a28-4a43-ae99-85e7e39f843b tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:20.283622 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cf4d3c7-8a28-4a43-ae99-85e7e39f843b tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:05:20.284095 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4cf4d3c7-8a28-4a43-ae99-85e7e39f843b tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:20.290023 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 17:05:20.290023 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:05:20.290023 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 17:05:20.290023 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:05:20.290023 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 17:05:20.290023 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:05:20.290023 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 17:05:20.290023 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:05:20.290023 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 17:05:20.290023 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:05:20.290023 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 17:05:20.290023 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:05:20.290023 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 17:05:20.290023 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:05:20.290023 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:05:20.290023 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:05:20.290023 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:05:20.290023 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:05:20.290023 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 17:05:20.290023 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:05:20.290023 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 17:05:20.290023 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:05:20.290023 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:05:20.290023 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:05:20.290023 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 17:05:20.290023 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:05:20.290023 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:05:20.290023 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:05:20.290023 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:05:20.290023 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:05:20.290023 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:05:20.290023 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:05:20.425099 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4cf4d3c7-8a28-4a43-ae99-85e7e39f843b tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:20.438845 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4cf4d3c7-8a28-4a43-ae99-85e7e39f843b tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:20.444976 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-4cf4d3c7-8a28-4a43-ae99-85e7e39f843b tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "DELETE /v2.0/networks/4ab8c139-233c-43ec-8a5d-0c418b0885b9 HTTP/1.1" status: 204 len: 168 time: 0.7769434 Feb 16 17:05:20.445972 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54214) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:20.458209 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf4d3c7-8a28-4a43-ae99-85e7e39f843b tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event deleted for resources: {'Network': ['ID=4ab8c139-233c-43ec-8a5d-0c418b0885b9,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:20.786874 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-969f8cde-8ce0-4427-ab8c-f76361b8d60d tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:21.037460 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-969f8cde-8ce0-4427-ab8c-f76361b8d60d tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Deleting port 83a2e49c-c015-479b-bf18-88f7e2285d6b {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:05:21.037824 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-969f8cde-8ce0-4427-ab8c-f76361b8d60d tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:21.133895 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-969f8cde-8ce0-4427-ab8c-f76361b8d60d tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] For port 83a2e49c-c015-479b-bf18-88f7e2285d6b, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=83a2e49c-c015-479b-bf18-88f7e2285d6b,segment=NetworkSegment(4069c586-ab62-448b-a13a-95bc7773ad00),segment_id=4069c586-ab62-448b-a13a-95bc7773ad00)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:05:21.134264 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-969f8cde-8ce0-4427-ab8c-f76361b8d60d tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:21.146939 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-969f8cde-8ce0-4427-ab8c-f76361b8d60d tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Calling delete_port for 83a2e49c-c015-479b-bf18-88f7e2285d6b owned by network:router_interface {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:05:21.383705 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-969f8cde-8ce0-4427-ab8c-f76361b8d60d tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:21.410821 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969f8cde-8ce0-4427-ab8c-f76361b8d60d tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event deleted for resources: {'Port': ['ID=83a2e49c-c015-479b-bf18-88f7e2285d6b,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:21.514478 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-969f8cde-8ce0-4427-ab8c-f76361b8d60d tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:21.693193 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-969f8cde-8ce0-4427-ab8c-f76361b8d60d tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Router 6a1a3e26-51a1-4ae2-903d-513556d2b562 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:05:21.772492 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969f8cde-8ce0-4427-ab8c-f76361b8d60d tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:05:21.782313 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-969f8cde-8ce0-4427-ab8c-f76361b8d60d tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "PUT /v2.0/routers/6a1a3e26-51a1-4ae2-903d-513556d2b562/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3324656 Feb 16 17:05:21.782467 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54220) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:21.789027 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9c9bc8-51b8-4140-a3a0-7c223cfd5afc None None] Sync routers for ids ['6a1a3e26-51a1-4ae2-903d-513556d2b562'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:05:21.801087 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9c9bc8-51b8-4140-a3a0-7c223cfd5afc None None] Routers {'6a1a3e26-51a1-4ae2-903d-513556d2b562'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:05:21.802333 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-5c9c9bc8-51b8-4140-a3a0-7c223cfd5afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:05:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['6a1a3e26-51a1-4ae2-903d-513556d2b562'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:21.851043 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1b5ad15-1270-4a3a-ac3c-bdc30b68cd99 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Deleting subnet 16d2b379-c778-4e66-bfe9-a546f4002fb3 {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:05:21.854958 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f1b5ad15-1270-4a3a-ac3c-bdc30b68cd99 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:21.886660 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-5c9c9bc8-51b8-4140-a3a0-7c223cfd5afc None None] Set router 6a1a3e26-51a1-4ae2-903d-513556d2b562 gateway port host: None {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:05:21.928153 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f1b5ad15-1270-4a3a-ac3c-bdc30b68cd99 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:21.932890 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 9217f0aa-6766-4b7b-8588-4779d35cb949 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:05:21.953739 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 9217f0aa-6766-4b7b-8588-4779d35cb949 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:05:21.954158 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 9217f0aa-6766-4b7b-8588-4779d35cb949 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:05:21.954646 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 5c6bc257-798e-4b57-9f2a-a82b2ba235e0 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:05:21.963887 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-5c9c9bc8-51b8-4140-a3a0-7c223cfd5afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'name': 'tempest-RoutersIpV6Test-router-1088031277', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:46Z', 'updated_at': '2022-02-16T17:05:21Z', 'revision_number': 11, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'gw_port_host': None}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:21.977299 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 5c6bc257-798e-4b57-9f2a-a82b2ba235e0 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:05:21.977783 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 5c6bc257-798e-4b57-9f2a-a82b2ba235e0 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:05:22.001248 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9c9bc8-51b8-4140-a3a0-7c223cfd5afc None None] Checking router: 6a1a3e26-51a1-4ae2-903d-513556d2b562 for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:05:22.009887 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9c9bc8-51b8-4140-a3a0-7c223cfd5afc None None] Routers {'6a1a3e26-51a1-4ae2-903d-513556d2b562'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:05:22.010518 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-5c9c9bc8-51b8-4140-a3a0-7c223cfd5afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:05:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['6a1a3e26-51a1-4ae2-903d-513556d2b562'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:22.022638 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f1b5ad15-1270-4a3a-ac3c-bdc30b68cd99 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:22.080373 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-5c9c9bc8-51b8-4140-a3a0-7c223cfd5afc None None] Set router 6a1a3e26-51a1-4ae2-903d-513556d2b562 gateway port host: None {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:05:22.133304 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-5c9c9bc8-51b8-4140-a3a0-7c223cfd5afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'name': 'tempest-RoutersIpV6Test-router-1088031277', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:46Z', 'updated_at': '2022-02-16T17:05:21Z', 'revision_number': 11, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'gw_port_host': None}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:22.162069 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9c9bc8-51b8-4140-a3a0-7c223cfd5afc None None] The sync data for ids ['6a1a3e26-51a1-4ae2-903d-513556d2b562'] in dv-neutron-828697-3-hyperv is: [{'id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'name': 'tempest-RoutersIpV6Test-router-1088031277', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:46Z', 'updated_at': '2022-02-16T17:05:21Z', 'revision_number': 11, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'gw_port_host': None}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:05:22.207272 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f1b5ad15-1270-4a3a-ac3c-bdc30b68cd99 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:22.234986 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b5ad15-1270-4a3a-ac3c-bdc30b68cd99 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event deleted for resources: {'Subnet': ['ID=16d2b379-c778-4e66-bfe9-a546f4002fb3,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:22.238977 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f1b5ad15-1270-4a3a-ac3c-bdc30b68cd99 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:22.242605 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-f1b5ad15-1270-4a3a-ac3c-bdc30b68cd99 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "DELETE /v2.0/subnets/16d2b379-c778-4e66-bfe9-a546f4002fb3 HTTP/1.1" status: 204 len: 168 time: 0.4592514 Feb 16 17:05:22.245355 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54222) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:22.253199 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a33207a-8c93-4199-8576-769cbc53f82a None None] Network 548d0d4c-040c-4b49-8476-0f9715ee330b requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:05:22.331044 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8b0c3461-2a0b-4ffd-baa6-d64c3c6dfdf9 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:22.396533 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-8b0c3461-2a0b-4ffd-baa6-d64c3c6dfdf9 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Deleting port a5d95b02-f9e7-43b3-9d9b-b4dadc01203e {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:05:22.396792 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8b0c3461-2a0b-4ffd-baa6-d64c3c6dfdf9 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:22.460459 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-8b0c3461-2a0b-4ffd-baa6-d64c3c6dfdf9 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] For port a5d95b02-f9e7-43b3-9d9b-b4dadc01203e, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=a5d95b02-f9e7-43b3-9d9b-b4dadc01203e,segment=NetworkSegment(4069c586-ab62-448b-a13a-95bc7773ad00),segment_id=4069c586-ab62-448b-a13a-95bc7773ad00)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:05:22.460732 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8b0c3461-2a0b-4ffd-baa6-d64c3c6dfdf9 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:22.474242 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-8b0c3461-2a0b-4ffd-baa6-d64c3c6dfdf9 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Calling delete_port for a5d95b02-f9e7-43b3-9d9b-b4dadc01203e owned by network:dhcp {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:05:22.533251 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053afa39-e30e-464a-a124-2ca2b6a73e96 None None] DHCP port deletion for 548d0d4c-040c-4b49-8476-0f9715ee330b request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:05:22.589713 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-053afa39-e30e-464a-a124-2ca2b6a73e96 None None] Deleting port a5d95b02-f9e7-43b3-9d9b-b4dadc01203e {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:05:22.590440 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-053afa39-e30e-464a-a124-2ca2b6a73e96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:22.659680 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-053afa39-e30e-464a-a124-2ca2b6a73e96 None None] For port a5d95b02-f9e7-43b3-9d9b-b4dadc01203e, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=a5d95b02-f9e7-43b3-9d9b-b4dadc01203e,segment=NetworkSegment(4069c586-ab62-448b-a13a-95bc7773ad00),segment_id=4069c586-ab62-448b-a13a-95bc7773ad00)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:05:22.660032 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-053afa39-e30e-464a-a124-2ca2b6a73e96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:22.673420 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-053afa39-e30e-464a-a124-2ca2b6a73e96 None None] Calling delete_port for a5d95b02-f9e7-43b3-9d9b-b4dadc01203e owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:05:22.678269 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8b0c3461-2a0b-4ffd-baa6-d64c3c6dfdf9 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:22.709547 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0c3461-2a0b-4ffd-baa6-d64c3c6dfdf9 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] No DVR routers for this DVR port a5d95b02-f9e7-43b3-9d9b-b4dadc01203e on host dv-neutron-828697-3-hyperv {{(pid=114375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:05:22.711281 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0c3461-2a0b-4ffd-baa6-d64c3c6dfdf9 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event deleted for resources: {'Port': ['ID=a5d95b02-f9e7-43b3-9d9b-b4dadc01203e,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:22.786868 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-053afa39-e30e-464a-a124-2ca2b6a73e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:22.809662 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8b0c3461-2a0b-4ffd-baa6-d64c3c6dfdf9 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:22.810277 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053afa39-e30e-464a-a124-2ca2b6a73e96 None None] Pushing event deleted for resources: {'Port': ['ID=a5d95b02-f9e7-43b3-9d9b-b4dadc01203e,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:22.824020 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053afa39-e30e-464a-a124-2ca2b6a73e96 None None] No DVR routers for this DVR port a5d95b02-f9e7-43b3-9d9b-b4dadc01203e on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:05:22.846800 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-8b0c3461-2a0b-4ffd-baa6-d64c3c6dfdf9 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['548d0d4c-040c-4b49-8476-0f9715ee330b']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:22.856622 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-8b0c3461-2a0b-4ffd-baa6-d64c3c6dfdf9 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4069c586-ab62-448b-a13a-95bc7773ad00') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:22.856927 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-8b0c3461-2a0b-4ffd-baa6-d64c3c6dfdf9 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4069c586-ab62-448b-a13a-95bc7773ad00') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:22.867113 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8b0c3461-2a0b-4ffd-baa6-d64c3c6dfdf9 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:22.880264 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8b0c3461-2a0b-4ffd-baa6-d64c3c6dfdf9 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:22.888862 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b0c3461-2a0b-4ffd-baa6-d64c3c6dfdf9 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:05:22.892727 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8b0c3461-2a0b-4ffd-baa6-d64c3c6dfdf9 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:22.892727 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 17:05:22.892727 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:05:22.892727 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 17:05:22.892727 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:05:22.892727 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 17:05:22.892727 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:05:22.892727 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 17:05:22.892727 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:05:22.892727 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 17:05:22.892727 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:05:22.892727 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 17:05:22.892727 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:05:22.892727 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 17:05:22.892727 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:05:22.892727 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:05:22.892727 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:05:22.892727 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:05:22.892727 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:05:22.892727 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 17:05:22.892727 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:05:22.892727 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 17:05:22.892727 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:05:22.892727 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:05:22.892727 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:05:22.892727 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 17:05:22.892727 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:05:22.892727 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:05:22.892727 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:05:22.892727 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:05:22.892727 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:05:22.892727 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:05:22.892727 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:05:23.012280 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8b0c3461-2a0b-4ffd-baa6-d64c3c6dfdf9 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:23.019345 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8b0c3461-2a0b-4ffd-baa6-d64c3c6dfdf9 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:23.022510 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-8b0c3461-2a0b-4ffd-baa6-d64c3c6dfdf9 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "DELETE /v2.0/networks/548d0d4c-040c-4b49-8476-0f9715ee330b HTTP/1.1" status: 204 len: 168 time: 0.7760684 Feb 16 17:05:23.025234 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54228) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:23.040387 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-6a4b9abd-9c5f-4daf-901c-51fd594908b2 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Request body: {'router': {'routes': None}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:23.043849 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0c3461-2a0b-4ffd-baa6-d64c3c6dfdf9 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Pushing event deleted for resources: {'Network': ['ID=548d0d4c-040c-4b49-8476-0f9715ee330b,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:23.200206 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.extraroute_db [None req-6a4b9abd-9c5f-4daf-901c-51fd594908b2 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Added routes are [] {{(pid=114375) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 16 17:05:23.200515 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.extraroute_db [None req-6a4b9abd-9c5f-4daf-901c-51fd594908b2 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Removed routes are [] {{(pid=114375) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 16 17:05:23.200925 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6a4b9abd-9c5f-4daf-901c-51fd594908b2 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-583993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10422'] for router, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:23.339000 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6a4b9abd-9c5f-4daf-901c-51fd594908b2 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-583993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10422'] for router, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:23.342233 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6a4b9abd-9c5f-4daf-901c-51fd594908b2 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-583970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-583979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-582263'] for router, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:23.420452 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a4b9abd-9c5f-4daf-901c-51fd594908b2 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Router 6a1a3e26-51a1-4ae2-903d-513556d2b562 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:05:23.499056 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4b9abd-9c5f-4daf-901c-51fd594908b2 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:05:23.506123 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6a4b9abd-9c5f-4daf-901c-51fd594908b2 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:23.509788 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-6a4b9abd-9c5f-4daf-901c-51fd594908b2 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "PUT /v2.0/routers/6a1a3e26-51a1-4ae2-903d-513556d2b562 HTTP/1.1" status: 200 len: 705 time: 0.4811459 Feb 16 17:05:23.510167 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54230) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:23.510633 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e0b964-e24e-4ced-b979-2ef9d9e88f9b None None] Sync routers for ids ['6a1a3e26-51a1-4ae2-903d-513556d2b562'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:05:23.521401 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e0b964-e24e-4ced-b979-2ef9d9e88f9b None None] Routers {'6a1a3e26-51a1-4ae2-903d-513556d2b562'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:05:23.522051 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-39e0b964-e24e-4ced-b979-2ef9d9e88f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:05:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['6a1a3e26-51a1-4ae2-903d-513556d2b562'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:23.537562 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c19ac745-bdc9-4e5b-aada-75bc31c20549 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a1a3e26-51a1-4ae2-903d-513556d2b562 HTTP/1.1" status: 200 len: 205 time: 0.0262158 Feb 16 17:05:23.540106 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54232) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:23.594961 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-39e0b964-e24e-4ced-b979-2ef9d9e88f9b None None] Set router 6a1a3e26-51a1-4ae2-903d-513556d2b562 gateway port host: None {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:05:23.617743 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-82674160-9dc8-4d1a-8938-a0db1f5a3136 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for router, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:23.651933 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-39e0b964-e24e-4ced-b979-2ef9d9e88f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'name': 'tempest-RoutersIpV6Test-router-1088031277', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:46Z', 'updated_at': '2022-02-16T17:05:21Z', 'revision_number': 11, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'gw_port_host': None}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:23.681824 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e0b964-e24e-4ced-b979-2ef9d9e88f9b None None] Checking router: 6a1a3e26-51a1-4ae2-903d-513556d2b562 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:05:23.691367 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e0b964-e24e-4ced-b979-2ef9d9e88f9b None None] Routers {'6a1a3e26-51a1-4ae2-903d-513556d2b562'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:05:23.691967 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-39e0b964-e24e-4ced-b979-2ef9d9e88f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:05:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['6a1a3e26-51a1-4ae2-903d-513556d2b562'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:23.762498 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-39e0b964-e24e-4ced-b979-2ef9d9e88f9b None None] Set router 6a1a3e26-51a1-4ae2-903d-513556d2b562 gateway port host: None {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:05:23.804084 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-82674160-9dc8-4d1a-8938-a0db1f5a3136 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:23.807159 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-82674160-9dc8-4d1a-8938-a0db1f5a3136 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:23.830972 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-39e0b964-e24e-4ced-b979-2ef9d9e88f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'name': 'tempest-RoutersIpV6Test-router-1088031277', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:46Z', 'updated_at': '2022-02-16T17:05:21Z', 'revision_number': 11, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'gw_port_host': None}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:23.861875 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e0b964-e24e-4ced-b979-2ef9d9e88f9b None None] The sync data for ids ['6a1a3e26-51a1-4ae2-903d-513556d2b562'] in dv-neutron-828697-3-hyperv is: [{'id': '6a1a3e26-51a1-4ae2-903d-513556d2b562', 'name': 'tempest-RoutersIpV6Test-router-1088031277', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:46Z', 'updated_at': '2022-02-16T17:05:21Z', 'revision_number': 11, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'gw_port_host': None}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:05:23.876756 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device a5d95b02-f9e7-43b3-9d9b-b4dadc01203e no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:05:23.906125 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: a5d95b02-f9e7-43b3-9d9b-b4dadc01203e {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:05:23.906474 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device a5d95b02-f9e7-43b3-9d9b-b4dadc01203e not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:05:23.906896 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 83a2e49c-c015-479b-bf18-88f7e2285d6b no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:05:23.927358 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 83a2e49c-c015-479b-bf18-88f7e2285d6b {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:05:23.927709 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 83a2e49c-c015-479b-bf18-88f7e2285d6b not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:05:23.946444 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-82674160-9dc8-4d1a-8938-a0db1f5a3136 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:23.946978 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82674160-9dc8-4d1a-8938-a0db1f5a3136 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Fanout notify agent at l3_agent the message router_deleted on router 6a1a3e26-51a1-4ae2-903d-513556d2b562 {{(pid=114376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:05:23.957137 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-82674160-9dc8-4d1a-8938-a0db1f5a3136 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:23.962600 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54236) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:23.969031 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-82674160-9dc8-4d1a-8938-a0db1f5a3136 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "DELETE /v2.0/routers/6a1a3e26-51a1-4ae2-903d-513556d2b562 HTTP/1.1" status: 204 len: 168 time: 0.4217045 Feb 16 17:05:23.969327 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-4349aa40-9a43-45f5-9f5c-7087f1c14831 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-489224571', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:24.064055 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4349aa40-9a43-45f5-9f5c-7087f1c14831 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:24.065159 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4349aa40-9a43-45f5-9f5c-7087f1c14831 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:24.128358 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4349aa40-9a43-45f5-9f5c-7087f1c14831 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:24.195539 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4349aa40-9a43-45f5-9f5c-7087f1c14831 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:24.297358 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4349aa40-9a43-45f5-9f5c-7087f1c14831 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:24.298730 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-4349aa40-9a43-45f5-9f5c-7087f1c14831 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3350477 Feb 16 17:05:24.301464 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54238) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:24.305894 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-447128e6-00be-4b37-b46f-70620d84cbb0 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Request body: {'router': {'admin_state_up': True}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:24.852779 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-447128e6-00be-4b37-b46f-70620d84cbb0 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-583993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10422'] for router, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:24.958205 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-447128e6-00be-4b37-b46f-70620d84cbb0 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-583970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-583979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-582263'] for router, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:25.163643 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-447128e6-00be-4b37-b46f-70620d84cbb0 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Router 70a129bc-fdcd-467c-a5fb-1f6382165706 is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:05:25.238985 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447128e6-00be-4b37-b46f-70620d84cbb0 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:05:25.247429 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-447128e6-00be-4b37-b46f-70620d84cbb0 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:25.251502 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf1d52e-438c-493e-8b1f-024e6c957e8e None None] Sync routers for ids ['70a129bc-fdcd-467c-a5fb-1f6382165706'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:05:25.252062 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-447128e6-00be-4b37-b46f-70620d84cbb0 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "PUT /v2.0/routers/70a129bc-fdcd-467c-a5fb-1f6382165706 HTTP/1.1" status: 200 len: 697 time: 0.9467816 Feb 16 17:05:25.252062 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54242) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:25.337331 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-80c60866-4652-43f4-8634-d15975f94c71 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "GET /v2.0/routers/70a129bc-fdcd-467c-a5fb-1f6382165706 HTTP/1.1" status: 200 len: 703 time: 0.0819676 Feb 16 17:05:25.337643 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54244) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:25.351676 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf1d52e-438c-493e-8b1f-024e6c957e8e None None] Routers {'70a129bc-fdcd-467c-a5fb-1f6382165706'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:05:25.352404 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-fcf1d52e-438c-493e-8b1f-024e6c957e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:05:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['70a129bc-fdcd-467c-a5fb-1f6382165706'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:25.366580 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-5eadd82d-1d68-4b23-b59d-e4e2e2bf7054 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "GET /v2.0/ports?device_id=70a129bc-fdcd-467c-a5fb-1f6382165706 HTTP/1.1" status: 200 len: 205 time: 0.0262518 Feb 16 17:05:25.368008 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54246) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:25.441006 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-fcf1d52e-438c-493e-8b1f-024e6c957e8e None None] Set router 70a129bc-fdcd-467c-a5fb-1f6382165706 gateway port host: None {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:05:25.452599 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5e90febc-85a5-469d-aa8d-12e4e8229cc6 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for router, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:25.502159 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-fcf1d52e-438c-493e-8b1f-024e6c957e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a129bc-fdcd-467c-a5fb-1f6382165706', 'name': 'tempest-RoutersIpV6Test-router-489224571', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:24Z', 'updated_at': '2022-02-16T17:05:24Z', 'revision_number': 2, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'gw_port_host': None}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:25.532544 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf1d52e-438c-493e-8b1f-024e6c957e8e None None] Checking router: 70a129bc-fdcd-467c-a5fb-1f6382165706 for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:05:25.540888 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf1d52e-438c-493e-8b1f-024e6c957e8e None None] Routers {'70a129bc-fdcd-467c-a5fb-1f6382165706'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:05:25.541480 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-fcf1d52e-438c-493e-8b1f-024e6c957e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:05:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['70a129bc-fdcd-467c-a5fb-1f6382165706'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:25.614948 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-fcf1d52e-438c-493e-8b1f-024e6c957e8e None None] Set router 70a129bc-fdcd-467c-a5fb-1f6382165706 gateway port host: None {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:05:25.626016 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5e90febc-85a5-469d-aa8d-12e4e8229cc6 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:25.628386 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5e90febc-85a5-469d-aa8d-12e4e8229cc6 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:25.672609 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-fcf1d52e-438c-493e-8b1f-024e6c957e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a129bc-fdcd-467c-a5fb-1f6382165706', 'name': 'tempest-RoutersIpV6Test-router-489224571', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:24Z', 'updated_at': '2022-02-16T17:05:24Z', 'revision_number': 2, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'gw_port_host': None}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:25.699085 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf1d52e-438c-493e-8b1f-024e6c957e8e None None] The sync data for ids ['70a129bc-fdcd-467c-a5fb-1f6382165706'] in dv-neutron-828697-3-hyperv is: [{'id': '70a129bc-fdcd-467c-a5fb-1f6382165706', 'name': 'tempest-RoutersIpV6Test-router-489224571', 'tenant_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:24Z', 'updated_at': '2022-02-16T17:05:24Z', 'revision_number': 2, 'project_id': '8b839598b51f4c5f8c0eeb567a6c9232', 'gw_port_host': None}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:05:25.804055 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5e90febc-85a5-469d-aa8d-12e4e8229cc6 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:25.804524 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e90febc-85a5-469d-aa8d-12e4e8229cc6 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Fanout notify agent at l3_agent the message router_deleted on router 70a129bc-fdcd-467c-a5fb-1f6382165706 {{(pid=114375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:05:25.813375 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5e90febc-85a5-469d-aa8d-12e4e8229cc6 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:25.816058 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-5e90febc-85a5-469d-aa8d-12e4e8229cc6 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "DELETE /v2.0/routers/70a129bc-fdcd-467c-a5fb-1f6382165706 HTTP/1.1" status: 204 len: 168 time: 0.4460135 Feb 16 17:05:25.818971 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54248) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:25.852799 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-bd98cf5a-0cbf-4100-b409-7fea4f2fda67 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "GET /v2.0/ports?device_id=70a129bc-fdcd-467c-a5fb-1f6382165706 HTTP/1.1" status: 200 len: 205 time: 0.0326264 Feb 16 17:05:25.855335 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54250) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:25.908874 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-a16ea46c-f3ab-4947-bc5e-10c21805f3aa tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] delete failed (client error): The resource could not be found. Feb 16 17:05:25.912552 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-a16ea46c-f3ab-4947-bc5e-10c21805f3aa tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "DELETE /v2.0/routers/70a129bc-fdcd-467c-a5fb-1f6382165706 HTTP/1.1" status: 404 len: 336 time: 0.0535975 Feb 16 17:05:25.916614 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54254) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:25.949306 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-78b9a5b1-643a-4733-855d-ae13c1724b89 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] DELETE failed (client error): The resource could not be found. Feb 16 17:05:25.949306 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78b9a5b1-643a-4733-855d-ae13c1724b89 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:05:25.949306 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-78b9a5b1-643a-4733-855d-ae13c1724b89 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "DELETE /v2.0/subnets/33637d42-4bf3-4ec9-9b8d-9111b2b6dda2 HTTP/1.1" status: 404 len: 337 time: 0.0345798 Feb 16 17:05:25.950954 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54256) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:25.978436 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-0970361c-8908-4ded-8de9-0445edcebbbb tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] DELETE failed (client error): The resource could not be found. Feb 16 17:05:25.978905 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0970361c-8908-4ded-8de9-0445edcebbbb tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:05:25.981977 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-0970361c-8908-4ded-8de9-0445edcebbbb tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "DELETE /v2.0/subnets/3a288933-bc13-4f4e-847c-da261ecdc89e HTTP/1.1" status: 404 len: 337 time: 0.0300758 Feb 16 17:05:25.985137 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54258) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:26.010463 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-135b5375-d8b1-4227-b276-e86f3638f401 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] DELETE failed (client error): The resource could not be found. Feb 16 17:05:26.011222 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-135b5375-d8b1-4227-b276-e86f3638f401 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:05:26.016732 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-135b5375-d8b1-4227-b276-e86f3638f401 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "DELETE /v2.0/subnets/2a04fd40-8cee-457c-b2ce-1c89e09119a8 HTTP/1.1" status: 404 len: 337 time: 0.0281582 Feb 16 17:05:26.016948 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54260) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:26.042783 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bb227d5-91f3-4e9a-beb6-2ffc6627dca0 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] DELETE failed (client error): The resource could not be found. Feb 16 17:05:26.043229 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bb227d5-91f3-4e9a-beb6-2ffc6627dca0 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:05:26.049201 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-4bb227d5-91f3-4e9a-beb6-2ffc6627dca0 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "DELETE /v2.0/subnets/16d2b379-c778-4e66-bfe9-a546f4002fb3 HTTP/1.1" status: 404 len: 337 time: 0.0289960 Feb 16 17:05:26.049403 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54262) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:26.075438 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-18a7e495-2354-4bf0-b870-5543f1947c6d tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a1a3e26-51a1-4ae2-903d-513556d2b562 HTTP/1.1" status: 200 len: 205 time: 0.0249875 Feb 16 17:05:26.077849 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54264) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:26.119831 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-dd925b56-8570-46e2-89a1-3f215cd37d01 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] delete failed (client error): The resource could not be found. Feb 16 17:05:26.120897 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-dd925b56-8570-46e2-89a1-3f215cd37d01 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "DELETE /v2.0/routers/6a1a3e26-51a1-4ae2-903d-513556d2b562 HTTP/1.1" status: 404 len: 336 time: 0.0418587 Feb 16 17:05:26.123949 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54266) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:26.152810 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-89042230-3e7a-48a2-aca9-7db7aa270694 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "GET /v2.0/ports?device_id=7799c4fe-3cd2-4ce7-8ba7-e65ea2629886 HTTP/1.1" status: 200 len: 205 time: 0.0270331 Feb 16 17:05:26.155075 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54268) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:26.203991 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-a4178403-c969-45c4-a174-bf612a8573c0 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] delete failed (client error): The resource could not be found. Feb 16 17:05:26.205079 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a4178403-c969-45c4-a174-bf612a8573c0 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "DELETE /v2.0/routers/7799c4fe-3cd2-4ce7-8ba7-e65ea2629886 HTTP/1.1" status: 404 len: 336 time: 0.0486941 Feb 16 17:05:26.207630 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54270) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:26.237159 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-3536cc32-cb71-4f55-85d0-5eafd662bd6e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] DELETE failed (client error): The resource could not be found. Feb 16 17:05:26.237620 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3536cc32-cb71-4f55-85d0-5eafd662bd6e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:05:26.240647 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-3536cc32-cb71-4f55-85d0-5eafd662bd6e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "DELETE /v2.0/subnets/95bd0718-57c2-40e0-aebb-363a0e9d731d HTTP/1.1" status: 404 len: 337 time: 0.0318811 Feb 16 17:05:26.243455 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54272) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:26.275355 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c87aee5a-7ac9-4266-9bb0-c7abc4efaf01 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "GET /v2.0/ports?device_id=055363aa-90f0-4f0b-aab5-0e4346872769 HTTP/1.1" status: 200 len: 205 time: 0.0305347 Feb 16 17:05:26.277993 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54274) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:26.315225 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-3b86f189-4078-42a6-9756-eddb3771203a tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] delete failed (client error): The resource could not be found. Feb 16 17:05:26.316276 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-3b86f189-4078-42a6-9756-eddb3771203a tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "DELETE /v2.0/routers/055363aa-90f0-4f0b-aab5-0e4346872769 HTTP/1.1" status: 404 len: 336 time: 0.0373726 Feb 16 17:05:26.318986 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54276) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:26.350626 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e07afcab-3e12-43c3-b9ba-2c375c10219e tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "GET /v2.0/ports?device_id=29a7fb2e-63bd-4192-a813-5983ef49c636 HTTP/1.1" status: 200 len: 205 time: 0.0305839 Feb 16 17:05:26.352986 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54278) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:26.389909 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-85df3cdd-bf16-4d1a-b0c1-3db731c958bc tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] delete failed (client error): The resource could not be found. Feb 16 17:05:26.393292 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-85df3cdd-bf16-4d1a-b0c1-3db731c958bc tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "DELETE /v2.0/routers/29a7fb2e-63bd-4192-a813-5983ef49c636 HTTP/1.1" status: 404 len: 336 time: 0.0370758 Feb 16 17:05:26.394128 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54280) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:26.420402 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-8220ef11-b4f5-41da-bbba-14cf4ee025c5 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] DELETE failed (client error): The resource could not be found. Feb 16 17:05:26.420865 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8220ef11-b4f5-41da-bbba-14cf4ee025c5 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:05:26.423852 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-8220ef11-b4f5-41da-bbba-14cf4ee025c5 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "DELETE /v2.0/subnets/1071f965-157c-4712-8a56-ea9df087d03a HTTP/1.1" status: 404 len: 337 time: 0.0294354 Feb 16 17:05:26.426458 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54282) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:26.453481 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-94c21d07-4858-4172-a4f0-d4a027a2a021 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "GET /v2.0/ports?device_id=2822505f-34d9-4ad3-af38-a408bf35f7b9 HTTP/1.1" status: 200 len: 205 time: 0.0259576 Feb 16 17:05:26.455757 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54284) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:26.499449 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-1228fb9d-cac9-4505-9015-37ba58466d48 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] delete failed (client error): The resource could not be found. Feb 16 17:05:26.502814 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-1228fb9d-cac9-4505-9015-37ba58466d48 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "DELETE /v2.0/routers/2822505f-34d9-4ad3-af38-a408bf35f7b9 HTTP/1.1" status: 404 len: 336 time: 0.0438964 Feb 16 17:05:26.503163 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54286) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:26.531411 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb48fcdf-3bd0-40a2-a017-d5c9df9e3902 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] DELETE failed (client error): The resource could not be found. Feb 16 17:05:26.535623 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb48fcdf-3bd0-40a2-a017-d5c9df9e3902 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:05:26.535623 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-bb48fcdf-3bd0-40a2-a017-d5c9df9e3902 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "DELETE /v2.0/subnets/501c10a2-ff22-4e00-8a88-8154a8c9e0c2 HTTP/1.1" status: 404 len: 337 time: 0.0308104 Feb 16 17:05:26.537517 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54288) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:26.570674 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-47fecf56-bffe-4dfd-9a85-6b5e1e4d4b37 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "GET /v2.0/ports?device_id=db45f01b-5915-4dd7-a5f6-88b3457106cb HTTP/1.1" status: 200 len: 205 time: 0.0299568 Feb 16 17:05:26.570904 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54290) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:26.615144 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-f807014b-6ccd-4b91-bb09-321e7f6de889 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] delete failed (client error): The resource could not be found. Feb 16 17:05:26.616706 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f807014b-6ccd-4b91-bb09-321e7f6de889 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "DELETE /v2.0/routers/db45f01b-5915-4dd7-a5f6-88b3457106cb HTTP/1.1" status: 404 len: 336 time: 0.0447695 Feb 16 17:05:26.632894 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54292) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:26.662188 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-a64c32c3-b81b-4c5d-b9af-674bdc8d37ed tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] DELETE failed (client error): The resource could not be found. Feb 16 17:05:26.662719 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a64c32c3-b81b-4c5d-b9af-674bdc8d37ed tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:05:26.665957 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a64c32c3-b81b-4c5d-b9af-674bdc8d37ed tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "DELETE /v2.0/subnets/6611c77d-675f-4a8f-a302-f951531d9277 HTTP/1.1" status: 404 len: 337 time: 0.0320852 Feb 16 17:05:26.668593 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54294) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:26.698384 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3df3551-9765-4e46-baec-b65c90cb55a9 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] DELETE failed (client error): The resource could not be found. Feb 16 17:05:26.698839 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3df3551-9765-4e46-baec-b65c90cb55a9 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:05:26.701851 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-f3df3551-9765-4e46-baec-b65c90cb55a9 tempest-RoutersIpV6Test-394498595 tempest-RoutersIpV6Test-394498595-project] 10.222.0.88 "DELETE /v2.0/subnets/117ea0b6-3436-4813-b6a4-33fc05fdbb61 HTTP/1.1" status: 404 len: 337 time: 0.0322680 Feb 16 17:05:27.607764 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54310) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:27.678918 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1c1f86-402f-4c07-8a8c-a6f27cb51327 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:27.679395 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1c1f86-402f-4c07-8a8c-a6f27cb51327 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:27.679864 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1c1f86-402f-4c07-8a8c-a6f27cb51327 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:27.681537 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-bb1c1f86-402f-4c07-8a8c-a6f27cb51327 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/ports?project_id=9c9820320aae461fbcc5eba944eb2160&network_id=a887233e-d481-41aa-9584-24a22f5e599a HTTP/1.1" status: 200 len: 3000 time: 0.0717695 Feb 16 17:05:27.946209 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:05:28.094409 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54320) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:28.228295 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-5f99eb3d-46f1-433b-9c96-c5a8ec750107 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8b839598b51f4c5f8c0eeb567a6c9232&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1326823 Feb 16 17:05:28.230674 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54332) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:28.277350 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-15c4a5cf-a240-4e14-9904-f4fb7a189ce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:28.300186 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-15c4a5cf-a240-4e14-9904-f4fb7a189ce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:28.409546 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-15c4a5cf-a240-4e14-9904-f4fb7a189ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:28.412364 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-15c4a5cf-a240-4e14-9904-f4fb7a189ce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:28.413577 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-15c4a5cf-a240-4e14-9904-f4fb7a189ce1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0df10a36-3aa7-4cfe-bd13-bec522d315d9 HTTP/1.1" status: 204 len: 168 time: 0.1819842 Feb 16 17:05:28.422672 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c4a5cf-a240-4e14-9904-f4fb7a189ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df10a36-3aa7-4cfe-bd13-bec522d315d9,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:29.366594 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54342) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:29.417562 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029fa804-9430-426a-8a1b-19d26d5fc44a tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:29.419065 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-029fa804-9430-426a-8a1b-19d26d5fc44a tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=d8eab20e-246c-47ce-8449-822ce53769fc HTTP/1.1" status: 200 len: 814 time: 0.0515454 Feb 16 17:05:29.879288 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54348) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:29.884352 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-f7a4c230-7a81-4b4f-aeb6-54d96d6db0b5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'network': {'name': 'tempest-network-smoke--1444983069', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'port_security_enabled': True}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:29.997919 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a4c230-7a81-4b4f-aeb6-54d96d6db0b5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Made reservation on behalf of 9c9820320aae461fbcc5eba944eb2160 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:05:30.001622 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f7a4c230-7a81-4b4f-aeb6-54d96d6db0b5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:30.026388 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7a4c230-7a81-4b4f-aeb6-54d96d6db0b5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:05:30.035930 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f7a4c230-7a81-4b4f-aeb6-54d96d6db0b5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:30.036344 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-f7a4c230-7a81-4b4f-aeb6-54d96d6db0b5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Added segment 0c0a924c-24e4-423e-ba69-83e8f08e63da of type vlan for network 5d66e92c-5329-47b9-a936-34b9e5e1446a Feb 16 17:05:30.075705 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f7a4c230-7a81-4b4f-aeb6-54d96d6db0b5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:30.175307 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f7a4c230-7a81-4b4f-aeb6-54d96d6db0b5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:30.181204 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a4c230-7a81-4b4f-aeb6-54d96d6db0b5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:30.181823 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f7a4c230-7a81-4b4f-aeb6-54d96d6db0b5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:30.253913 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a4c230-7a81-4b4f-aeb6-54d96d6db0b5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Network': ['ID=5d66e92c-5329-47b9-a936-34b9e5e1446a,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:30.271955 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 5d66e92c-5329-47b9-a936-34b9e5e1446a details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:05:30.276608 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f7a4c230-7a81-4b4f-aeb6-54d96d6db0b5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3957102 Feb 16 17:05:30.280011 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54352) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:30.346177 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbfb563-4cbd-474b-9e62-90af81d8b289 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:30.352114 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-2fbfb563-4cbd-474b-9e62-90af81d8b289 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=9c9820320aae461fbcc5eba944eb2160&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0667307 Feb 16 17:05:30.352114 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54354) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:30.417839 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:30.440540 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d454f1-383b-41a2-b814-eb73abcdc80c tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:30.442035 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-13d454f1-383b-41a2-b814-eb73abcdc80c tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0904269 Feb 16 17:05:30.444843 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54364) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:30.472388 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-419ba4cf-928d-425d-82d9-690491d1b748 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=d8eab20e-246c-47ce-8449-822ce53769fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264714 Feb 16 17:05:30.475328 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54366) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:30.502820 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ab85a856-c760-43ef-8cfd-62c35d61a565 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=9c9820320aae461fbcc5eba944eb2160&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264673 Feb 16 17:05:30.508986 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54368) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:30.602490 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1548da2-def1-4a5c-83da-8a1f196bbdb9 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:30.603890 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a1548da2-def1-4a5c-83da-8a1f196bbdb9 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0940266 Feb 16 17:05:30.606756 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54370) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:30.635714 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-937f2bc9-dde2-47fb-b66f-b72c6f07718a tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=d8eab20e-246c-47ce-8449-822ce53769fc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273402 Feb 16 17:05:30.638370 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54372) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:30.643484 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-4d5713f4-a995-4dba-8284-ff409c25995c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1754661161', 'network_id': '5d66e92c-5329-47b9-a936-34b9e5e1446a', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:30.812746 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5713f4-a995-4dba-8284-ff409c25995c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Made reservation on behalf of 9c9820320aae461fbcc5eba944eb2160 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:05:30.816561 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4d5713f4-a995-4dba-8284-ff409c25995c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:31.049457 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4d5713f4-a995-4dba-8284-ff409c25995c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:31.113173 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5713f4-a995-4dba-8284-ff409c25995c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Subnet': ['ID=2f40b031-2a10-4103-a974-061f0cd1a8a2,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:31.123241 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5713f4-a995-4dba-8284-ff409c25995c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Checking segment: {'id': '0c0a924c-24e4-423e-ba69-83e8f08e63da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5d66e92c-5329-47b9-a936-34b9e5e1446a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:05:31.123602 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5713f4-a995-4dba-8284-ff409c25995c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network hostable DHCP agents. Network: 5d66e92c-5329-47b9-a936-34b9e5e1446a, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:05:31.235239 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5713f4-a995-4dba-8284-ff409c25995c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network 5d66e92c-5329-47b9-a936-34b9e5e1446a is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:05:31.320616 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-4d5713f4-a995-4dba-8284-ff409c25995c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 5d66e92c-5329-47b9-a936-34b9e5e1446a) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:05:31.324750 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5713f4-a995-4dba-8284-ff409c25995c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:31.325417 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4d5713f4-a995-4dba-8284-ff409c25995c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:31.330534 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c343e8-cc78-4a79-8d2e-8d11ff110843 None None] Network 5d66e92c-5329-47b9-a936-34b9e5e1446a requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:05:31.432249 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-4d5713f4-a995-4dba-8284-ff409c25995c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7919674 Feb 16 17:05:31.482286 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb38ba3-abd3-4734-8617-7e59ae1a3ed7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-5d66e92c-5329-47b9-a936-34b9e5e1446a', 'network_id': '5d66e92c-5329-47b9-a936-34b9e5e1446a', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ips': [{'subnet_id': '2f40b031-2a10-4103-a974-061f0cd1a8a2'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:05:31.483348 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1bb38ba3-abd3-4734-8617-7e59ae1a3ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:31.645020 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-1bb38ba3-abd3-4734-8617-7e59ae1a3ed7 None None] Allocated IP 172.20.0.18 (5d66e92c-5329-47b9-a936-34b9e5e1446a/2f40b031-2a10-4103-a974-061f0cd1a8a2/99907876-2d64-47ed-882b-5c1de995768a) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:05:31.797111 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1bb38ba3-abd3-4734-8617-7e59ae1a3ed7 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:31.875414 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1bb38ba3-abd3-4734-8617-7e59ae1a3ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:31.929003 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb38ba3-abd3-4734-8617-7e59ae1a3ed7 None None] Network 5d66e92c-5329-47b9-a936-34b9e5e1446a is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:05:31.938137 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-1bb38ba3-abd3-4734-8617-7e59ae1a3ed7 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:05:31.952365 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb38ba3-abd3-4734-8617-7e59ae1a3ed7 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:05:31.954715 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb38ba3-abd3-4734-8617-7e59ae1a3ed7 None None] Pushing event updated for resources: {'Port': ['ID=99907876-2d64-47ed-882b-5c1de995768a,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:32.012616 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-1bb38ba3-abd3-4734-8617-7e59ae1a3ed7 None None] Attempting to bind port 99907876-2d64-47ed-882b-5c1de995768a on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:05:32.013008 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-1bb38ba3-abd3-4734-8617-7e59ae1a3ed7 None None] Attempting to bind port 99907876-2d64-47ed-882b-5c1de995768a by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '0c0a924c-24e4-423e-ba69-83e8f08e63da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5d66e92c-5329-47b9-a936-34b9e5e1446a'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:05:32.013357 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb38ba3-abd3-4734-8617-7e59ae1a3ed7 None None] Attempting to bind port 99907876-2d64-47ed-882b-5c1de995768a on network 5d66e92c-5329-47b9-a936-34b9e5e1446a {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:05:32.022655 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb38ba3-abd3-4734-8617-7e59ae1a3ed7 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:05:32.022655 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb38ba3-abd3-4734-8617-7e59ae1a3ed7 None None] Checking segment: {'id': '0c0a924c-24e4-423e-ba69-83e8f08e63da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5d66e92c-5329-47b9-a936-34b9e5e1446a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:05:32.022655 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1bb38ba3-abd3-4734-8617-7e59ae1a3ed7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:32.022655 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb38ba3-abd3-4734-8617-7e59ae1a3ed7 None None] Bound using segment: {'id': '0c0a924c-24e4-423e-ba69-83e8f08e63da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5d66e92c-5329-47b9-a936-34b9e5e1446a'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:05:32.022655 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-1bb38ba3-abd3-4734-8617-7e59ae1a3ed7 None None] Bound port: 99907876-2d64-47ed-882b-5c1de995768a, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c0a924c-24e4-423e-ba69-83e8f08e63da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5d66e92c-5329-47b9-a936-34b9e5e1446a'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:05:32.022655 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1bb38ba3-abd3-4734-8617-7e59ae1a3ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:32.085304 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1bb38ba3-abd3-4734-8617-7e59ae1a3ed7 None None] For port 99907876-2d64-47ed-882b-5c1de995768a, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:05:32.088699 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1bb38ba3-abd3-4734-8617-7e59ae1a3ed7 None None] For port 99907876-2d64-47ed-882b-5c1de995768a, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=99907876-2d64-47ed-882b-5c1de995768a,segment=NetworkSegment(0c0a924c-24e4-423e-ba69-83e8f08e63da),segment_id=0c0a924c-24e4-423e-ba69-83e8f08e63da)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:05:32.101706 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54378) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:32.106442 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-84a888ae-74e9-4c73-a9c7-d0c0f5d5f4bd tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-948773759', 'description': 'tempest-secgroup-smoke-948773759 description', 'project_id': '9c9820320aae461fbcc5eba944eb2160'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:32.210094 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1bb38ba3-abd3-4734-8617-7e59ae1a3ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:32.272210 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb38ba3-abd3-4734-8617-7e59ae1a3ed7 None None] Pushing event updated for resources: {'Port': ['ID=99907876-2d64-47ed-882b-5c1de995768a,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:32.300784 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-84a888ae-74e9-4c73-a9c7-d0c0f5d5f4bd tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:32.372320 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-84a888ae-74e9-4c73-a9c7-d0c0f5d5f4bd tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:32.489307 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-84a888ae-74e9-4c73-a9c7-d0c0f5d5f4bd tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:32.524662 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a888ae-74e9-4c73-a9c7-d0c0f5d5f4bd tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1dc482-7a39-4381-ae51-0037cdf6f185,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:32.702864 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-84a888ae-74e9-4c73-a9c7-d0c0f5d5f4bd tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:32.704189 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-84a888ae-74e9-4c73-a9c7-d0c0f5d5f4bd tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6013410 Feb 16 17:05:32.706944 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54382) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:32.711703 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-be87b324-a6c0-474b-8500-f2fda4c7568f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': '5e1dc482-7a39-4381-ae51-0037cdf6f185', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:32.866335 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-be87b324-a6c0-474b-8500-f2fda4c7568f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:32.926719 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-be87b324-a6c0-474b-8500-f2fda4c7568f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:33.086511 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-be87b324-a6c0-474b-8500-f2fda4c7568f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:33.106133 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be87b324-a6c0-474b-8500-f2fda4c7568f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7d5188f-0edf-4998-a8d1-b94ce4f19940,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:33.107234 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1f2645-6e99-4517-baa6-73334a821bda None None] Network 5d66e92c-5329-47b9-a936-34b9e5e1446a requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:05:33.168638 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-44550ba0-c5a7-40d8-bbc8-ce00759037b3 None None] Provisioning complete for port 99907876-2d64-47ed-882b-5c1de995768a triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:33.170147 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-44550ba0-c5a7-40d8-bbc8-ce00759037b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:33.260806 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-be87b324-a6c0-474b-8500-f2fda4c7568f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:33.261910 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-be87b324-a6c0-474b-8500-f2fda4c7568f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5537865 Feb 16 17:05:33.264862 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54386) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:33.270673 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-2c732c79-e772-40e2-8d1e-7f880da01198 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': '5e1dc482-7a39-4381-ae51-0037cdf6f185', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:33.318143 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-44550ba0-c5a7-40d8-bbc8-ce00759037b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:33.357970 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-44550ba0-c5a7-40d8-bbc8-ce00759037b3 None None] For port 99907876-2d64-47ed-882b-5c1de995768a, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=99907876-2d64-47ed-882b-5c1de995768a,segment=NetworkSegment(0c0a924c-24e4-423e-ba69-83e8f08e63da),segment_id=0c0a924c-24e4-423e-ba69-83e8f08e63da)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:05:33.460852 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2c732c79-e772-40e2-8d1e-7f880da01198 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:33.520259 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2c732c79-e772-40e2-8d1e-7f880da01198 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:33.586253 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-44550ba0-c5a7-40d8-bbc8-ce00759037b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:33.633291 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44550ba0-c5a7-40d8-bbc8-ce00759037b3 None None] Pushing event updated for resources: {'Port': ['ID=99907876-2d64-47ed-882b-5c1de995768a,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:33.635168 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2c732c79-e772-40e2-8d1e-7f880da01198 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:33.655322 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c732c79-e772-40e2-8d1e-7f880da01198 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aa1ff5b-0080-4b18-b792-8893f7bee5b9,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:33.705749 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-095f667d-86f6-4f5f-bc9c-b52075b0d6ff None None] Provisioning complete for port 99907876-2d64-47ed-882b-5c1de995768a triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:33.706115 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-095f667d-86f6-4f5f-bc9c-b52075b0d6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:33.765654 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2c732c79-e772-40e2-8d1e-7f880da01198 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:33.767438 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-2c732c79-e772-40e2-8d1e-7f880da01198 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5010915 Feb 16 17:05:33.770799 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54388) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:33.776853 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-38bd5484-affe-4668-a15f-6502a63ec198 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': '5e1dc482-7a39-4381-ae51-0037cdf6f185', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:33.927835 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 99907876-2d64-47ed-882b-5c1de995768a up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:05:33.934245 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-38bd5484-affe-4668-a15f-6502a63ec198 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:33.986141 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 99907876-2d64-47ed-882b-5c1de995768a triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:33.986557 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:33.994705 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-38bd5484-affe-4668-a15f-6502a63ec198 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:34.127199 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-38bd5484-affe-4668-a15f-6502a63ec198 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:34.147020 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd5484-affe-4668-a15f-6502a63ec198 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79f62e75-fe8d-4e15-a05a-97023f0714ec,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:34.240106 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-38bd5484-affe-4668-a15f-6502a63ec198 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:34.241337 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-38bd5484-affe-4668-a15f-6502a63ec198 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4685462 Feb 16 17:05:34.244125 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54390) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:34.248549 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-fa3745d9-d8bb-406b-a6c8-4a31fe236b68 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': '5e1dc482-7a39-4381-ae51-0037cdf6f185', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:34.402600 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fa3745d9-d8bb-406b-a6c8-4a31fe236b68 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:34.461509 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fa3745d9-d8bb-406b-a6c8-4a31fe236b68 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:34.532276 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fa3745d9-d8bb-406b-a6c8-4a31fe236b68 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:34.551422 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3745d9-d8bb-406b-a6c8-4a31fe236b68 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=432d8bbe-743d-4f2f-9973-dc4fdd63a25a,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:34.660140 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fa3745d9-d8bb-406b-a6c8-4a31fe236b68 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:34.661317 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-fa3745d9-d8bb-406b-a6c8-4a31fe236b68 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4162295 Feb 16 17:05:34.664123 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54394) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:34.672693 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-3fcdc7a3-a006-4256-93fa-9b36bbcde582 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': '5e1dc482-7a39-4381-ae51-0037cdf6f185', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:34.835270 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.securitygroups_db [None req-3fcdc7a3-a006-4256-93fa-9b36bbcde582 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Project 9c9820320aae461fbcc5eba944eb2160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:05:34.841309 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3fcdc7a3-a006-4256-93fa-9b36bbcde582 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:34.900445 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3fcdc7a3-a006-4256-93fa-9b36bbcde582 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:35.020743 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3fcdc7a3-a006-4256-93fa-9b36bbcde582 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:35.041455 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcdc7a3-a006-4256-93fa-9b36bbcde582 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81b23fe3-4da1-4ab0-bd8e-e798a988c58e,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:35.165272 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3fcdc7a3-a006-4256-93fa-9b36bbcde582 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:35.166510 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-3fcdc7a3-a006-4256-93fa-9b36bbcde582 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5014071 Feb 16 17:05:35.169280 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54396) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:35.173754 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-ecf1114d-b6ae-4578-b247-67cd34c0c935 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': '5e1dc482-7a39-4381-ae51-0037cdf6f185', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:35.295164 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.securitygroups_db [None req-ecf1114d-b6ae-4578-b247-67cd34c0c935 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Project 9c9820320aae461fbcc5eba944eb2160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:05:35.300546 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ecf1114d-b6ae-4578-b247-67cd34c0c935 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:35.362833 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ecf1114d-b6ae-4578-b247-67cd34c0c935 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:35.477922 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ecf1114d-b6ae-4578-b247-67cd34c0c935 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:35.497216 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf1114d-b6ae-4578-b247-67cd34c0c935 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8292aab-a3de-45b1-afc3-8ecbe669a186,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:35.651555 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ecf1114d-b6ae-4578-b247-67cd34c0c935 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:35.652750 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ecf1114d-b6ae-4578-b247-67cd34c0c935 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4824920 Feb 16 17:05:35.843185 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-46a736af-0a45-4d8f-9e2e-07b88da9f88b req-1fafd64f-baa8-4b37-8751-a2ba9462d008 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-948773759&fields=id&tenant_id=9c9820320aae461fbcc5eba944eb2160 HTTP/1.1" status: 200 len: 267 time: 0.0327334 Feb 16 17:05:35.952323 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a736af-0a45-4d8f-9e2e-07b88da9f88b req-4bcf070e-0f85-41ab-9047-a2de6ff4632b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:35.954289 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-46a736af-0a45-4d8f-9e2e-07b88da9f88b req-4bcf070e-0f85-41ab-9047-a2de6ff4632b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/networks?id=5d66e92c-5329-47b9-a936-34b9e5e1446a HTTP/1.1" status: 200 len: 797 time: 0.1033161 Feb 16 17:05:35.970088 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-46a736af-0a45-4d8f-9e2e-07b88da9f88b req-d373ffeb-677f-4c65-96d1-520c9156e98e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/quotas/9c9820320aae461fbcc5eba944eb2160 HTTP/1.1" status: 200 len: 375 time: 0.0097449 Feb 16 17:05:36.026286 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-46a736af-0a45-4d8f-9e2e-07b88da9f88b req-a83af6d3-c8ec-40cb-89f2-dc7d539079e7 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=9c9820320aae461fbcc5eba944eb2160&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0505364 Feb 16 17:05:36.122164 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-46a736af-0a45-4d8f-9e2e-07b88da9f88b req-b4efcfe8-bbb3-4657-9ae0-78bdfa4980d8 service neutron] 10.222.0.88 "GET /v2.0/networks/5d66e92c-5329-47b9-a936-34b9e5e1446a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838697 Feb 16 17:05:36.215175 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-46a736af-0a45-4d8f-9e2e-07b88da9f88b req-6a0d5cd0-01ab-4c26-8abb-34cef74f8d5b service neutron] 10.222.0.88 "GET /v2.0/networks/5d66e92c-5329-47b9-a936-34b9e5e1446a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865805 Feb 16 17:05:36.531106 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-953eedf6-65f8-4def-a8d6-e0de1964703b req-77badb93-235f-410e-bb52-3366b81a7b86 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=32141f9f-27bc-4b41-9f87-630ad8a648ac HTTP/1.1" status: 200 len: 210 time: 0.0269659 Feb 16 17:05:36.835317 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a8885b3a-6743-4e70-96ff-b8b8d61adda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:37.625256 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-bf8b9147-0bb8-4a79-9218-f9bd3ec56666 req-0590f406-b1de-4098-8754-ee655c0178d4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=32141f9f-27bc-4b41-9f87-630ad8a648ac HTTP/1.1" status: 200 len: 210 time: 0.0274100 Feb 16 17:05:38.721781 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8a7b7345-8b68-4c06-a2cc-581112063327 req-9d6bd3af-5fdd-41b9-b06b-39a08de0bf5d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=32141f9f-27bc-4b41-9f87-630ad8a648ac HTTP/1.1" status: 200 len: 210 time: 0.0300200 Feb 16 17:05:38.762332 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a736af-0a45-4d8f-9e2e-07b88da9f88b req-4629cc7c-6f43-43ad-863c-1a34b726ff26 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:38.763681 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-46a736af-0a45-4d8f-9e2e-07b88da9f88b req-4629cc7c-6f43-43ad-863c-1a34b726ff26 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "GET /v2.0/networks?id=5d66e92c-5329-47b9-a936-34b9e5e1446a HTTP/1.1" status: 200 len: 797 time: 0.1248443 Feb 16 17:05:38.809861 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-46a736af-0a45-4d8f-9e2e-07b88da9f88b req-91550cd7-da65-423f-8d88-e44387181564 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c9820320aae461fbcc5eba944eb2160 HTTP/1.1" status: 200 len: 472 time: 0.0367401 Feb 16 17:05:38.818730 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-46a736af-0a45-4d8f-9e2e-07b88da9f88b req-a0907ec1-ba9e-41ed-a939-32aaab1b9d3a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'port': {'device_id': '32141f9f-27bc-4b41-9f87-630ad8a648ac', 'network_id': '5d66e92c-5329-47b9-a936-34b9e5e1446a', 'admin_state_up': True, 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'security_groups': ['5e1dc482-7a39-4381-ae51-0037cdf6f185']}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:39.043270 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46a736af-0a45-4d8f-9e2e-07b88da9f88b req-a0907ec1-ba9e-41ed-a939-32aaab1b9d3a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Made reservation on behalf of 9c9820320aae461fbcc5eba944eb2160 for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:05:39.046970 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-46a736af-0a45-4d8f-9e2e-07b88da9f88b req-a0907ec1-ba9e-41ed-a939-32aaab1b9d3a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:39.182621 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [req-46a736af-0a45-4d8f-9e2e-07b88da9f88b req-a0907ec1-ba9e-41ed-a939-32aaab1b9d3a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Allocated IP 172.20.0.21 (5d66e92c-5329-47b9-a936-34b9e5e1446a/2f40b031-2a10-4103-a974-061f0cd1a8a2/e6ea42fc-b9a6-489a-b458-a51faee67fc2) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:05:39.186087 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6f803ecc-833c-457e-85f7-e24cfb5a0cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:39.320402 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-46a736af-0a45-4d8f-9e2e-07b88da9f88b req-a0907ec1-ba9e-41ed-a939-32aaab1b9d3a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:39.437941 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-46a736af-0a45-4d8f-9e2e-07b88da9f88b req-a0907ec1-ba9e-41ed-a939-32aaab1b9d3a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:39.488666 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46a736af-0a45-4d8f-9e2e-07b88da9f88b req-a0907ec1-ba9e-41ed-a939-32aaab1b9d3a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network 5d66e92c-5329-47b9-a936-34b9e5e1446a is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:05:39.491769 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [req-46a736af-0a45-4d8f-9e2e-07b88da9f88b req-a0907ec1-ba9e-41ed-a939-32aaab1b9d3a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:05:39.495371 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-46a736af-0a45-4d8f-9e2e-07b88da9f88b req-a0907ec1-ba9e-41ed-a939-32aaab1b9d3a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:05:39.502143 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0907ec1-ba9e-41ed-a939-32aaab1b9d3a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Port': ['ID=e6ea42fc-b9a6-489a-b458-a51faee67fc2,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:39.550588 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a736af-0a45-4d8f-9e2e-07b88da9f88b req-a0907ec1-ba9e-41ed-a939-32aaab1b9d3a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:39.551216 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-46a736af-0a45-4d8f-9e2e-07b88da9f88b req-a0907ec1-ba9e-41ed-a939-32aaab1b9d3a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:39.663146 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-46a736af-0a45-4d8f-9e2e-07b88da9f88b req-a0907ec1-ba9e-41ed-a939-32aaab1b9d3a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8481863 Feb 16 17:05:39.675468 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-46a736af-0a45-4d8f-9e2e-07b88da9f88b req-4c6264cc-d37f-4d33-8c75-955d64b24e76 service neutron] Request body: {'port': {'device_id': '32141f9f-27bc-4b41-9f87-630ad8a648ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8286'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:39.721351 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-ef9f56ad-c16f-4346-a4cc-8606a2472adb None None] Provisioning complete for port e6ea42fc-b9a6-489a-b458-a51faee67fc2 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:39.721727 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ef9f56ad-c16f-4346-a4cc-8606a2472adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:39.730836 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-46a736af-0a45-4d8f-9e2e-07b88da9f88b req-4c6264cc-d37f-4d33-8c75-955d64b24e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:39.756448 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-ef9f56ad-c16f-4346-a4cc-8606a2472adb None None] Port e6ea42fc-b9a6-489a-b458-a51faee67fc2 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:05:39.841223 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a858925-52b4-4a5b-bf8d-c153e504f323 req-3913e682-ab09-413d-b8a9-c08fe902fd4d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:39.843403 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-5a858925-52b4-4a5b-bf8d-c153e504f323 req-3913e682-ab09-413d-b8a9-c08fe902fd4d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=32141f9f-27bc-4b41-9f87-630ad8a648ac HTTP/1.1" status: 200 len: 932 time: 0.0505474 Feb 16 17:05:39.883629 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-5a858925-52b4-4a5b-bf8d-c153e504f323 req-ce86a93b-f662-4657-a36b-d9c1793a1472 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=5e1dc482-7a39-4381-ae51-0037cdf6f185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321965 Feb 16 17:05:40.008949 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [req-46a736af-0a45-4d8f-9e2e-07b88da9f88b req-4c6264cc-d37f-4d33-8c75-955d64b24e76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6ea42fc-b9a6-489a-b458-a51faee67fc2 {{(pid=114376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:05:40.017214 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-46a736af-0a45-4d8f-9e2e-07b88da9f88b req-4c6264cc-d37f-4d33-8c75-955d64b24e76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:40.029193 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.provisioning_blocks [req-46a736af-0a45-4d8f-9e2e-07b88da9f88b req-4c6264cc-d37f-4d33-8c75-955d64b24e76 service neutron] Transition to ACTIVE for port object e6ea42fc-b9a6-489a-b458-a51faee67fc2 will not be triggered until provisioned by entity L2. {{(pid=114376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:05:40.154893 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-46a736af-0a45-4d8f-9e2e-07b88da9f88b req-4c6264cc-d37f-4d33-8c75-955d64b24e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:40.206946 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6264cc-d37f-4d33-8c75-955d64b24e76 service neutron] Pushing event updated for resources: {'Port': ['ID=e6ea42fc-b9a6-489a-b458-a51faee67fc2,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:40.273379 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-46a736af-0a45-4d8f-9e2e-07b88da9f88b req-4c6264cc-d37f-4d33-8c75-955d64b24e76 service neutron] Attempting to bind port e6ea42fc-b9a6-489a-b458-a51faee67fc2 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:05:40.273680 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-46a736af-0a45-4d8f-9e2e-07b88da9f88b req-4c6264cc-d37f-4d33-8c75-955d64b24e76 service neutron] Attempting to bind port e6ea42fc-b9a6-489a-b458-a51faee67fc2 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': '0c0a924c-24e4-423e-ba69-83e8f08e63da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5d66e92c-5329-47b9-a936-34b9e5e1446a'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:05:40.274012 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a736af-0a45-4d8f-9e2e-07b88da9f88b req-4c6264cc-d37f-4d33-8c75-955d64b24e76 service neutron] Attempting to bind port e6ea42fc-b9a6-489a-b458-a51faee67fc2 on network 5d66e92c-5329-47b9-a936-34b9e5e1446a {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:05:40.278518 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a736af-0a45-4d8f-9e2e-07b88da9f88b req-4c6264cc-d37f-4d33-8c75-955d64b24e76 service neutron] Port e6ea42fc-b9a6-489a-b458-a51faee67fc2 on network 5d66e92c-5329-47b9-a936-34b9e5e1446a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:05:40.278843 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a736af-0a45-4d8f-9e2e-07b88da9f88b req-4c6264cc-d37f-4d33-8c75-955d64b24e76 service neutron] Attempting to bind port e6ea42fc-b9a6-489a-b458-a51faee67fc2 on network 5d66e92c-5329-47b9-a936-34b9e5e1446a {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:05:40.284204 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a736af-0a45-4d8f-9e2e-07b88da9f88b req-4c6264cc-d37f-4d33-8c75-955d64b24e76 service neutron] Checking agent: {'id': '65dda45c-bbef-42f9-9728-e0fd84037987', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8286', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 56), 'started_at': datetime.datetime(2022, 2, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:05:40.284548 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a736af-0a45-4d8f-9e2e-07b88da9f88b req-4c6264cc-d37f-4d33-8c75-955d64b24e76 service neutron] Checking segment: {'id': '0c0a924c-24e4-423e-ba69-83e8f08e63da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5d66e92c-5329-47b9-a936-34b9e5e1446a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:05:40.284933 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a736af-0a45-4d8f-9e2e-07b88da9f88b req-4c6264cc-d37f-4d33-8c75-955d64b24e76 service neutron] Bound using segment: {'id': '0c0a924c-24e4-423e-ba69-83e8f08e63da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5d66e92c-5329-47b9-a936-34b9e5e1446a'} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:05:40.285361 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-46a736af-0a45-4d8f-9e2e-07b88da9f88b req-4c6264cc-d37f-4d33-8c75-955d64b24e76 service neutron] Bound port: e6ea42fc-b9a6-489a-b458-a51faee67fc2, host: hv-neutron-8286, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c0a924c-24e4-423e-ba69-83e8f08e63da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5d66e92c-5329-47b9-a936-34b9e5e1446a'}}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:05:40.285719 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-46a736af-0a45-4d8f-9e2e-07b88da9f88b req-4c6264cc-d37f-4d33-8c75-955d64b24e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:40.365197 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-46a736af-0a45-4d8f-9e2e-07b88da9f88b req-4c6264cc-d37f-4d33-8c75-955d64b24e76 service neutron] For port e6ea42fc-b9a6-489a-b458-a51faee67fc2, host hv-neutron-8286, cleared binding levels {{(pid=114376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:05:40.369702 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-46a736af-0a45-4d8f-9e2e-07b88da9f88b req-4c6264cc-d37f-4d33-8c75-955d64b24e76 service neutron] For port e6ea42fc-b9a6-489a-b458-a51faee67fc2, host hv-neutron-8286, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=e6ea42fc-b9a6-489a-b458-a51faee67fc2,segment=NetworkSegment(0c0a924c-24e4-423e-ba69-83e8f08e63da),segment_id=0c0a924c-24e4-423e-ba69-83e8f08e63da)] {{(pid=114376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:05:40.406608 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:40.523810 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-46a736af-0a45-4d8f-9e2e-07b88da9f88b req-4c6264cc-d37f-4d33-8c75-955d64b24e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:40.561039 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a736af-0a45-4d8f-9e2e-07b88da9f88b req-4c6264cc-d37f-4d33-8c75-955d64b24e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:40.561667 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-46a736af-0a45-4d8f-9e2e-07b88da9f88b req-4c6264cc-d37f-4d33-8c75-955d64b24e76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:40.563065 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-46a736af-0a45-4d8f-9e2e-07b88da9f88b req-4c6264cc-d37f-4d33-8c75-955d64b24e76 service neutron] 10.222.0.89 "PUT /v2.0/ports/e6ea42fc-b9a6-489a-b458-a51faee67fc2 HTTP/1.1" status: 200 len: 1094 time: 0.8920546 Feb 16 17:05:40.564136 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32141f9f-27bc-4b41-9f87-630ad8a648ac', 'tag': 'e6ea42fc-b9a6-489a-b458-a51faee67fc2'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:05:40.566412 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1228f3-f790-4019-b114-17f9ccf086c4" -d '{"events": [{"name": "network-changed", "server_uuid": "32141f9f-27bc-4b41-9f87-630ad8a648ac", "tag": "e6ea42fc-b9a6-489a-b458-a51faee67fc2"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:05:40.589565 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6264cc-d37f-4d33-8c75-955d64b24e76 service neutron] Pushing event updated for resources: {'Port': ['ID=e6ea42fc-b9a6-489a-b458-a51faee67fc2,revision_number=3']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:40.605617 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea989b7-75d8-4b5c-9541-7e026707472f x-openstack-request-id: req-6ea989b7-75d8-4b5c-9541-7e026707472f {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:05:40.605883 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32141f9f-27bc-4b41-9f87-630ad8a648ac", "tag": "e6ea42fc-b9a6-489a-b458-a51faee67fc2", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:05:40.606134 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6ea989b7-75d8-4b5c-9541-7e026707472f {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:05:40.606540 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32141f9f-27bc-4b41-9f87-630ad8a648ac', 'tag': 'e6ea42fc-b9a6-489a-b458-a51faee67fc2', 'status': 'completed', 'code': 200} Feb 16 17:05:40.690770 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1228f3-f790-4019-b114-17f9ccf086c4 req-7a0edc3c-b96a-4bc1-ba3f-2f579789fb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:40.694203 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3b1228f3-f790-4019-b114-17f9ccf086c4 req-7a0edc3c-b96a-4bc1-ba3f-2f579789fb00 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c9820320aae461fbcc5eba944eb2160&device_id=32141f9f-27bc-4b41-9f87-630ad8a648ac HTTP/1.1" status: 200 len: 1097 time: 0.0579450 Feb 16 17:05:40.806758 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1228f3-f790-4019-b114-17f9ccf086c4 req-83d89542-b174-4c51-a3d0-9aed605c4daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:40.807589 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1228f3-f790-4019-b114-17f9ccf086c4 req-83d89542-b174-4c51-a3d0-9aed605c4daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:40.808817 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3b1228f3-f790-4019-b114-17f9ccf086c4 req-83d89542-b174-4c51-a3d0-9aed605c4daf service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=9c9820320aae461fbcc5eba944eb2160&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.1094787 Feb 16 17:05:40.963075 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1228f3-f790-4019-b114-17f9ccf086c4 req-4aa9776c-f20c-45f5-af65-01b1021372e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:40.964512 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3b1228f3-f790-4019-b114-17f9ccf086c4 req-4aa9776c-f20c-45f5-af65-01b1021372e0 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880635 Feb 16 17:05:41.003666 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03df3d-2950-4bf5-9164-3cba05c96416 req-e04b41aa-d497-4f68-b04e-fe5a8d427ba1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:41.005289 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-be03df3d-2950-4bf5-9164-3cba05c96416 req-e04b41aa-d497-4f68-b04e-fe5a8d427ba1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=32141f9f-27bc-4b41-9f87-630ad8a648ac HTTP/1.1" status: 200 len: 944 time: 0.0539825 Feb 16 17:05:41.050284 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-be03df3d-2950-4bf5-9164-3cba05c96416 req-a212f5c6-cfb0-4ca9-bf0c-64207246f7b5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=5e1dc482-7a39-4381-ae51-0037cdf6f185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386951 Feb 16 17:05:41.069290 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a736af-0a45-4d8f-9e2e-07b88da9f88b req-a057c7b0-c49b-431f-ab04-95019bc1bc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:41.070980 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-46a736af-0a45-4d8f-9e2e-07b88da9f88b req-a057c7b0-c49b-431f-ab04-95019bc1bc1a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c9820320aae461fbcc5eba944eb2160&device_id=32141f9f-27bc-4b41-9f87-630ad8a648ac HTTP/1.1" status: 200 len: 1097 time: 0.0699499 Feb 16 17:05:41.113815 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-46a736af-0a45-4d8f-9e2e-07b88da9f88b req-2e83bf75-bcb9-4656-9897-5f5a0c615528 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=e6ea42fc-b9a6-489a-b458-a51faee67fc2 HTTP/1.1" status: 200 len: 217 time: 0.0357335 Feb 16 17:05:41.161300 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a736af-0a45-4d8f-9e2e-07b88da9f88b req-7005e8c6-0df2-4f95-8ba2-09d5346ae85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:41.162749 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-46a736af-0a45-4d8f-9e2e-07b88da9f88b req-7005e8c6-0df2-4f95-8ba2-09d5346ae85f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2f40b031-2a10-4103-a974-061f0cd1a8a2 HTTP/1.1" status: 200 len: 838 time: 0.0429099 Feb 16 17:05:41.208033 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a736af-0a45-4d8f-9e2e-07b88da9f88b req-3f761040-10fa-40a0-b6b5-7fe85ad96530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:41.209570 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-46a736af-0a45-4d8f-9e2e-07b88da9f88b req-3f761040-10fa-40a0-b6b5-7fe85ad96530 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5d66e92c-5329-47b9-a936-34b9e5e1446a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0406909 Feb 16 17:05:41.302966 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-46a736af-0a45-4d8f-9e2e-07b88da9f88b req-85e9a13e-f4aa-4ca1-9bf1-177df5560478 service neutron] 10.222.0.89 "GET /v2.0/networks/5d66e92c-5329-47b9-a936-34b9e5e1446a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867240 Feb 16 17:05:41.394653 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-46a736af-0a45-4d8f-9e2e-07b88da9f88b req-c2354385-2cfe-4551-ad48-1b74f49b5247 service neutron] 10.222.0.89 "GET /v2.0/networks/5d66e92c-5329-47b9-a936-34b9e5e1446a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853279 Feb 16 17:05:41.757450 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:42.115185 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:42.196285 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e10175-8ee3-439f-968b-1d8def4daca9 req-acb5b8ec-5448-4deb-9c5f-72f4a2892eb1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:42.197842 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-07e10175-8ee3-439f-968b-1d8def4daca9 req-acb5b8ec-5448-4deb-9c5f-72f4a2892eb1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=32141f9f-27bc-4b41-9f87-630ad8a648ac HTTP/1.1" status: 200 len: 944 time: 0.0628514 Feb 16 17:05:42.237110 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-07e10175-8ee3-439f-968b-1d8def4daca9 req-36f04df3-0349-4053-b531-c7cf019ec67a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=5e1dc482-7a39-4381-ae51-0037cdf6f185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331075 Feb 16 17:05:42.415145 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device e6ea42fc-b9a6-489a-b458-a51faee67fc2 details requested by agent hyperv_hv-neutron-8286 with host hv-neutron-8286 {{(pid=114377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:05:42.514790 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port e6ea42fc-b9a6-489a-b458-a51faee67fc2, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=e6ea42fc-b9a6-489a-b458-a51faee67fc2,segment=NetworkSegment(0c0a924c-24e4-423e-ba69-83e8f08e63da),segment_id=0c0a924c-24e4-423e-ba69-83e8f08e63da)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:05:42.526917 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Returning: {'device': 'e6ea42fc-b9a6-489a-b458-a51faee67fc2', 'network_id': '5d66e92c-5329-47b9-a936-34b9e5e1446a', 'port_id': 'e6ea42fc-b9a6-489a-b458-a51faee67fc2', 'mac_address': 'fa:16:3e:3d:62:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f40b031-2a10-4103-a974-061f0cd1a8a2', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:05:42.567687 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:42.585214 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6ea42fc-b9a6-489a-b458-a51faee67fc2 {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:05:42.607934 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port e6ea42fc-b9a6-489a-b458-a51faee67fc2, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=e6ea42fc-b9a6-489a-b458-a51faee67fc2,segment=NetworkSegment(0c0a924c-24e4-423e-ba69-83e8f08e63da),segment_id=0c0a924c-24e4-423e-ba69-83e8f08e63da)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:05:42.709902 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:42.759231 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=e6ea42fc-b9a6-489a-b458-a51faee67fc2,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:42.917697 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['e6ea42fc-b9a6-489a-b458-a51faee67fc2'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:05:43.371628 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117a7dd-1ede-454e-ba8d-9c6342b25150 req-1adbd49c-e321-4296-9f5e-8b16f9abbae1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:43.373220 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-9117a7dd-1ede-454e-ba8d-9c6342b25150 req-1adbd49c-e321-4296-9f5e-8b16f9abbae1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=32141f9f-27bc-4b41-9f87-630ad8a648ac HTTP/1.1" status: 200 len: 945 time: 0.0650542 Feb 16 17:05:43.419242 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-9117a7dd-1ede-454e-ba8d-9c6342b25150 req-4e8bfe2e-bd49-4d00-807e-73718fce9f29 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=5e1dc482-7a39-4381-ae51-0037cdf6f185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387087 Feb 16 17:05:44.429870 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device e6ea42fc-b9a6-489a-b458-a51faee67fc2 up at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:05:44.542044 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de7c41-7a36-4399-98d7-99f7568ef9c6 req-9cda35aa-684b-477d-97d1-18f43dab378d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:44.543594 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-42de7c41-7a36-4399-98d7-99f7568ef9c6 req-9cda35aa-684b-477d-97d1-18f43dab378d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=32141f9f-27bc-4b41-9f87-630ad8a648ac HTTP/1.1" status: 200 len: 945 time: 0.0533068 Feb 16 17:05:44.582825 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-42de7c41-7a36-4399-98d7-99f7568ef9c6 req-ea9f87a3-d005-43c4-9186-4220e38ea48e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=5e1dc482-7a39-4381-ae51-0037cdf6f185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324833 Feb 16 17:05:44.620765 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning for port e6ea42fc-b9a6-489a-b458-a51faee67fc2 completed by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:05:44.624581 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning complete for port e6ea42fc-b9a6-489a-b458-a51faee67fc2 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:44.624954 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:44.704845 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:44.728826 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32141f9f-27bc-4b41-9f87-630ad8a648ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ea42fc-b9a6-489a-b458-a51faee67fc2'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:05:44.731115 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136127c6-2c6d-46f6-a5cc-7b5af66af317" -d '{"events": [{"server_uuid": "32141f9f-27bc-4b41-9f87-630ad8a648ac", "name": "network-vif-plugged", "status": "completed", "tag": "e6ea42fc-b9a6-489a-b458-a51faee67fc2"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:05:44.744666 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port e6ea42fc-b9a6-489a-b458-a51faee67fc2, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=e6ea42fc-b9a6-489a-b458-a51faee67fc2,segment=NetworkSegment(0c0a924c-24e4-423e-ba69-83e8f08e63da),segment_id=0c0a924c-24e4-423e-ba69-83e8f08e63da)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:05:44.777059 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3685670-a2cf-4f21-b590-44291852fc7b x-openstack-request-id: req-b3685670-a2cf-4f21-b590-44291852fc7b {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:05:44.777059 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32141f9f-27bc-4b41-9f87-630ad8a648ac", "name": "network-vif-plugged", "status": "completed", "tag": "e6ea42fc-b9a6-489a-b458-a51faee67fc2", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:05:44.777059 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b3685670-a2cf-4f21-b590-44291852fc7b {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:05:44.777059 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32141f9f-27bc-4b41-9f87-630ad8a648ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ea42fc-b9a6-489a-b458-a51faee67fc2', 'code': 200} Feb 16 17:05:44.849640 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:44.905600 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=e6ea42fc-b9a6-489a-b458-a51faee67fc2,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:45.114967 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdad412-9ab1-4be4-8b9d-1d6deee0f3e5 req-abc45399-d22d-4de3-b6a0-2c357956eb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:45.116603 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8fdad412-9ab1-4be4-8b9d-1d6deee0f3e5 req-abc45399-d22d-4de3-b6a0-2c357956eb59 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=32141f9f-27bc-4b41-9f87-630ad8a648ac HTTP/1.1" status: 200 len: 1099 time: 0.0433781 Feb 16 17:05:45.152512 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8fdad412-9ab1-4be4-8b9d-1d6deee0f3e5 req-b2cccfc3-e661-4cca-a588-c3f27d7c1c81 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=5e1dc482-7a39-4381-ae51-0037cdf6f185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288622 Feb 16 17:05:45.711697 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67679386-746c-44f8-9330-603b8762eab4 req-805f49ba-2931-4d0c-85eb-c464fe559e10 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:45.713203 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-67679386-746c-44f8-9330-603b8762eab4 req-805f49ba-2931-4d0c-85eb-c464fe559e10 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=32141f9f-27bc-4b41-9f87-630ad8a648ac HTTP/1.1" status: 200 len: 946 time: 0.0531323 Feb 16 17:05:45.753084 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-67679386-746c-44f8-9330-603b8762eab4 req-e0748621-3c54-4666-b34b-ee0ac16f260b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=5e1dc482-7a39-4381-ae51-0037cdf6f185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338047 Feb 16 17:05:46.183184 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-dec7e56e-2f32-4033-8e6d-aca789532764 req-794dd617-22c6-425d-b876-99bd35e3c8fa tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1203506779&fields=id&tenant_id=044ac631b15e4f2096be696887c61622 HTTP/1.1" status: 200 len: 267 time: 0.0344930 Feb 16 17:05:46.300355 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7e56e-2f32-4033-8e6d-aca789532764 req-f69b6430-c7b1-4fec-8aa7-97be1eb982e8 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:46.301868 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-dec7e56e-2f32-4033-8e6d-aca789532764 req-f69b6430-c7b1-4fec-8aa7-97be1eb982e8 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/networks?id=c364a6ac-af1f-40c5-af86-f038476be8ba HTTP/1.1" status: 200 len: 811 time: 0.1112387 Feb 16 17:05:46.316864 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-dec7e56e-2f32-4033-8e6d-aca789532764 req-b09a0a72-88a7-40f7-a476-ec32fab1bb9e tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/quotas/044ac631b15e4f2096be696887c61622 HTTP/1.1" status: 200 len: 375 time: 0.0090845 Feb 16 17:05:46.369256 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-dec7e56e-2f32-4033-8e6d-aca789532764 req-77cdde30-be2f-489b-a47c-0567bcabf0a6 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=044ac631b15e4f2096be696887c61622&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467534 Feb 16 17:05:46.468192 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-dec7e56e-2f32-4033-8e6d-aca789532764 req-ac9f88d2-a7f8-4040-a990-b43225864705 service neutron] 10.222.0.88 "GET /v2.0/networks/c364a6ac-af1f-40c5-af86-f038476be8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874774 Feb 16 17:05:46.559011 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-dec7e56e-2f32-4033-8e6d-aca789532764 req-863b03b4-cdc6-4252-b072-7f9f15175a45 service neutron] 10.222.0.88 "GET /v2.0/networks/c364a6ac-af1f-40c5-af86-f038476be8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838943 Feb 16 17:05:46.867769 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6238af-4777-433a-a52f-a04db012d04a req-3a93b377-8c41-4143-83ad-8faaaeaef1a6 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:46.869291 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ef6238af-4777-433a-a52f-a04db012d04a req-3a93b377-8c41-4143-83ad-8faaaeaef1a6 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=32141f9f-27bc-4b41-9f87-630ad8a648ac HTTP/1.1" status: 200 len: 946 time: 0.0494027 Feb 16 17:05:46.911187 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ef6238af-4777-433a-a52f-a04db012d04a req-03e53648-9270-4a5f-84ff-5cfafcd20d5c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=5e1dc482-7a39-4381-ae51-0037cdf6f185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358071 Feb 16 17:05:47.023708 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9520d-8070-4154-a912-00011e9a3147 req-51531d0f-bb3e-4021-92f4-54bea9d8e33a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:47.025264 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ade9520d-8070-4154-a912-00011e9a3147 req-51531d0f-bb3e-4021-92f4-54bea9d8e33a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=32141f9f-27bc-4b41-9f87-630ad8a648ac HTTP/1.1" status: 200 len: 946 time: 0.0490074 Feb 16 17:05:47.064284 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ade9520d-8070-4154-a912-00011e9a3147 req-30bd30c0-740a-4e71-9744-8e4847be314f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=5e1dc482-7a39-4381-ae51-0037cdf6f185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331178 Feb 16 17:05:47.173100 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c716eaab-31a4-4c4e-94c2-0e8d55b32eee req-f84e2d4d-600e-4cf1-814f-0a16130f0370 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4a1861f-b508-4310-ad3c-99bec306ffd8 HTTP/1.1" status: 200 len: 210 time: 0.0286677 Feb 16 17:05:48.266978 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-e11c0ec9-6537-42ce-bc89-c32d2952a054 req-c9181819-cd16-4ffe-9bbf-baffed1b70ed tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4a1861f-b508-4310-ad3c-99bec306ffd8 HTTP/1.1" status: 200 len: 210 time: 0.0272412 Feb 16 17:05:48.539046 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54500) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:05:48.997092 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6e23a9f9-7d9a-4b42-b090-5e8978869bb5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:49.272390 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-6e23a9f9-7d9a-4b42-b090-5e8978869bb5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Allocated IP 172.20.0.17 (5d66e92c-5329-47b9-a936-34b9e5e1446a/2f40b031-2a10-4103-a974-061f0cd1a8a2/76fda741-4707-4e9b-936f-29dac3b59715) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:05:49.356608 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7e56e-2f32-4033-8e6d-aca789532764 req-159cc904-1f87-4c77-a921-0b172bcb57db tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:49.358245 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-dec7e56e-2f32-4033-8e6d-aca789532764 req-159cc904-1f87-4c77-a921-0b172bcb57db tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.89 "GET /v2.0/networks?id=c364a6ac-af1f-40c5-af86-f038476be8ba HTTP/1.1" status: 200 len: 811 time: 0.1083503 Feb 16 17:05:49.390282 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6e23a9f9-7d9a-4b42-b090-5e8978869bb5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:49.400302 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-856c691a-ce83-4807-90bb-ec50b23256c4 req-bf88d7bf-fb4b-41ec-a334-4664d48cd1c1 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4a1861f-b508-4310-ad3c-99bec306ffd8 HTTP/1.1" status: 200 len: 210 time: 0.0337253 Feb 16 17:05:49.433344 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-dec7e56e-2f32-4033-8e6d-aca789532764 req-ccc6e65d-4bc1-427f-a579-1345af58fe3f tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=044ac631b15e4f2096be696887c61622 HTTP/1.1" status: 200 len: 380 time: 0.0564704 Feb 16 17:05:49.442641 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-dec7e56e-2f32-4033-8e6d-aca789532764 req-db16616b-5cd2-456e-a965-7f532636bb4a tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Request body: {'port': {'device_id': 'a4a1861f-b508-4310-ad3c-99bec306ffd8', 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba', 'admin_state_up': True, 'tenant_id': '044ac631b15e4f2096be696887c61622', 'security_groups': ['2ab1fb6b-72bb-47cd-ba15-cd961669c091']}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:49.498160 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6e23a9f9-7d9a-4b42-b090-5e8978869bb5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:49.544036 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e23a9f9-7d9a-4b42-b090-5e8978869bb5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network 5d66e92c-5329-47b9-a936-34b9e5e1446a is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:05:49.550022 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-6e23a9f9-7d9a-4b42-b090-5e8978869bb5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:05:49.554745 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e23a9f9-7d9a-4b42-b090-5e8978869bb5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:05:49.587460 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e23a9f9-7d9a-4b42-b090-5e8978869bb5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Port': ['ID=76fda741-4707-4e9b-936f-29dac3b59715,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:49.613117 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6e23a9f9-7d9a-4b42-b090-5e8978869bb5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:49.877282 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6e23a9f9-7d9a-4b42-b090-5e8978869bb5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:49.891353 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-6f2d703c-29c8-4e71-85c0-603add74b812 None None] Provisioning complete for port 76fda741-4707-4e9b-936f-29dac3b59715 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:49.892283 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6f2d703c-29c8-4e71-85c0-603add74b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:49.931816 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dec7e56e-2f32-4033-8e6d-aca789532764 req-db16616b-5cd2-456e-a965-7f532636bb4a tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Made reservation on behalf of 044ac631b15e4f2096be696887c61622 for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:05:49.935395 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-dec7e56e-2f32-4033-8e6d-aca789532764 req-db16616b-5cd2-456e-a965-7f532636bb4a tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:49.938324 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-6f2d703c-29c8-4e71-85c0-603add74b812 None None] Port 76fda741-4707-4e9b-936f-29dac3b59715 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:05:50.082716 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [req-dec7e56e-2f32-4033-8e6d-aca789532764 req-db16616b-5cd2-456e-a965-7f532636bb4a tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Allocated IP 172.20.0.6 (c364a6ac-af1f-40c5-af86-f038476be8ba/62ae9dc0-3449-4ef8-8ac6-81ada289f9bf/45d8738a-0cc1-457b-8c10-d28c48b6abec) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:05:50.234669 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-dec7e56e-2f32-4033-8e6d-aca789532764 req-db16616b-5cd2-456e-a965-7f532636bb4a tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:50.343968 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-dec7e56e-2f32-4033-8e6d-aca789532764 req-db16616b-5cd2-456e-a965-7f532636bb4a tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:50.395245 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dec7e56e-2f32-4033-8e6d-aca789532764 req-db16616b-5cd2-456e-a965-7f532636bb4a tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Network c364a6ac-af1f-40c5-af86-f038476be8ba is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:05:50.398811 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [req-dec7e56e-2f32-4033-8e6d-aca789532764 req-db16616b-5cd2-456e-a965-7f532636bb4a tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:05:50.403554 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec7e56e-2f32-4033-8e6d-aca789532764 req-db16616b-5cd2-456e-a965-7f532636bb4a tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:05:50.410622 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db16616b-5cd2-456e-a965-7f532636bb4a tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Pushing event updated for resources: {'Port': ['ID=45d8738a-0cc1-457b-8c10-d28c48b6abec,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:50.483492 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7e56e-2f32-4033-8e6d-aca789532764 req-db16616b-5cd2-456e-a965-7f532636bb4a tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:50.484301 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-dec7e56e-2f32-4033-8e6d-aca789532764 req-db16616b-5cd2-456e-a965-7f532636bb4a tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:50.513547 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6e23a9f9-7d9a-4b42-b090-5e8978869bb5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:50.556369 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c74f18-ac2c-4729-8ecb-19ee6d5c46fb req-c3b9454e-3732-4eaa-b8c6-2c902261e6f7 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:50.564062 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-d6c74f18-ac2c-4729-8ecb-19ee6d5c46fb req-c3b9454e-3732-4eaa-b8c6-2c902261e6f7 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4a1861f-b508-4310-ad3c-99bec306ffd8 HTTP/1.1" status: 200 len: 931 time: 0.0563841 Feb 16 17:05:50.589181 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-dec7e56e-2f32-4033-8e6d-aca789532764 req-db16616b-5cd2-456e-a965-7f532636bb4a tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1508951 Feb 16 17:05:50.604372 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-dec7e56e-2f32-4033-8e6d-aca789532764 req-003b3281-2392-4407-b65c-a49669c5f960 service neutron] Request body: {'port': {'device_id': 'a4a1861f-b508-4310-ad3c-99bec306ffd8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8286'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:50.613375 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-d6c74f18-ac2c-4729-8ecb-19ee6d5c46fb req-1f51f1be-cf0f-4e6f-b706-177c8d75bbb2 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/security-groups?id=2ab1fb6b-72bb-47cd-ba15-cd961669c091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491872 Feb 16 17:05:50.626091 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6e23a9f9-7d9a-4b42-b090-5e8978869bb5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:50.689389 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-dec7e56e-2f32-4033-8e6d-aca789532764 req-003b3281-2392-4407-b65c-a49669c5f960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:50.711137 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e23a9f9-7d9a-4b42-b090-5e8978869bb5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Port': ['ID=76fda741-4707-4e9b-936f-29dac3b59715,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:50.715277 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6e23a9f9-7d9a-4b42-b090-5e8978869bb5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:50.775038 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-45e08e68-c1da-44e4-ad3a-79986057aff2 None None] Provisioning complete for port 45d8738a-0cc1-457b-8c10-d28c48b6abec triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:50.775937 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-45e08e68-c1da-44e4-ad3a-79986057aff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:50.826029 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e23a9f9-7d9a-4b42-b090-5e8978869bb5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network 5d66e92c-5329-47b9-a936-34b9e5e1446a is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:05:50.827532 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-6e23a9f9-7d9a-4b42-b090-5e8978869bb5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:05:50.828381 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-45e08e68-c1da-44e4-ad3a-79986057aff2 None None] Port 45d8738a-0cc1-457b-8c10-d28c48b6abec cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:05:50.954940 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e23a9f9-7d9a-4b42-b090-5e8978869bb5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Router bc0b02f3-3a37-4b8e-a021-5c815bd7aebe has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:05:50.974446 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [req-dec7e56e-2f32-4033-8e6d-aca789532764 req-003b3281-2392-4407-b65c-a49669c5f960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45d8738a-0cc1-457b-8c10-d28c48b6abec {{(pid=114376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:05:50.983485 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-dec7e56e-2f32-4033-8e6d-aca789532764 req-003b3281-2392-4407-b65c-a49669c5f960 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:50.999419 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.provisioning_blocks [req-dec7e56e-2f32-4033-8e6d-aca789532764 req-003b3281-2392-4407-b65c-a49669c5f960 service neutron] Transition to ACTIVE for port object 45d8738a-0cc1-457b-8c10-d28c48b6abec will not be triggered until provisioned by entity L2. {{(pid=114376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:05:51.079591 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e23a9f9-7d9a-4b42-b090-5e8978869bb5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:05:51.091454 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d0af52-821a-4067-a3ca-ef4a7e347e71 None None] Sync routers for ids ['bc0b02f3-3a37-4b8e-a021-5c815bd7aebe'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:05:51.099568 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-6e23a9f9-7d9a-4b42-b090-5e8978869bb5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "PUT /v2.0/routers/bc0b02f3-3a37-4b8e-a021-5c815bd7aebe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5483170 Feb 16 17:05:51.101381 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-dec7e56e-2f32-4033-8e6d-aca789532764 req-003b3281-2392-4407-b65c-a49669c5f960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:51.110382 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d0af52-821a-4067-a3ca-ef4a7e347e71 None None] Routers {'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:05:51.112177 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-86d0af52-821a-4067-a3ca-ef4a7e347e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:05:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['bc0b02f3-3a37-4b8e-a021-5c815bd7aebe'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:51.208541 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b3281-2392-4407-b65c-a49669c5f960 service neutron] Pushing event updated for resources: {'Port': ['ID=45d8738a-0cc1-457b-8c10-d28c48b6abec,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:51.248208 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-86d0af52-821a-4067-a3ca-ef4a7e347e71 None None] Set router bc0b02f3-3a37-4b8e-a021-5c815bd7aebe gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:05:51.255230 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-dec7e56e-2f32-4033-8e6d-aca789532764 req-003b3281-2392-4407-b65c-a49669c5f960 service neutron] Attempting to bind port 45d8738a-0cc1-457b-8c10-d28c48b6abec on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:05:51.255230 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-dec7e56e-2f32-4033-8e6d-aca789532764 req-003b3281-2392-4407-b65c-a49669c5f960 service neutron] Attempting to bind port 45d8738a-0cc1-457b-8c10-d28c48b6abec by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': 'a4c4926b-e8af-44d9-8b2b-ab9d976ba61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:05:51.255230 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec7e56e-2f32-4033-8e6d-aca789532764 req-003b3281-2392-4407-b65c-a49669c5f960 service neutron] Attempting to bind port 45d8738a-0cc1-457b-8c10-d28c48b6abec on network c364a6ac-af1f-40c5-af86-f038476be8ba {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:05:51.255719 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-0b1800ac-5d9d-4d7c-abf0-a232ccb2ba86 None None] Provisioning complete for port 76fda741-4707-4e9b-936f-29dac3b59715 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:51.255719 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0b1800ac-5d9d-4d7c-abf0-a232ccb2ba86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:51.262097 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec7e56e-2f32-4033-8e6d-aca789532764 req-003b3281-2392-4407-b65c-a49669c5f960 service neutron] Port 45d8738a-0cc1-457b-8c10-d28c48b6abec on network c364a6ac-af1f-40c5-af86-f038476be8ba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:05:51.262676 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec7e56e-2f32-4033-8e6d-aca789532764 req-003b3281-2392-4407-b65c-a49669c5f960 service neutron] Attempting to bind port 45d8738a-0cc1-457b-8c10-d28c48b6abec on network c364a6ac-af1f-40c5-af86-f038476be8ba {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:05:51.270019 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec7e56e-2f32-4033-8e6d-aca789532764 req-003b3281-2392-4407-b65c-a49669c5f960 service neutron] Checking agent: {'id': '65dda45c-bbef-42f9-9728-e0fd84037987', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8286', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 56), 'started_at': datetime.datetime(2022, 2, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:05:51.270617 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec7e56e-2f32-4033-8e6d-aca789532764 req-003b3281-2392-4407-b65c-a49669c5f960 service neutron] Checking segment: {'id': 'a4c4926b-e8af-44d9-8b2b-ab9d976ba61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:05:51.271175 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec7e56e-2f32-4033-8e6d-aca789532764 req-003b3281-2392-4407-b65c-a49669c5f960 service neutron] Bound using segment: {'id': 'a4c4926b-e8af-44d9-8b2b-ab9d976ba61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba'} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:05:51.271776 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-dec7e56e-2f32-4033-8e6d-aca789532764 req-003b3281-2392-4407-b65c-a49669c5f960 service neutron] Bound port: 45d8738a-0cc1-457b-8c10-d28c48b6abec, host: hv-neutron-8286, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4c4926b-e8af-44d9-8b2b-ab9d976ba61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba'}}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:05:51.272401 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-dec7e56e-2f32-4033-8e6d-aca789532764 req-003b3281-2392-4407-b65c-a49669c5f960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:51.365219 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-0b1800ac-5d9d-4d7c-abf0-a232ccb2ba86 None None] Port 76fda741-4707-4e9b-936f-29dac3b59715 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:05:51.380126 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-dec7e56e-2f32-4033-8e6d-aca789532764 req-003b3281-2392-4407-b65c-a49669c5f960 service neutron] For port 45d8738a-0cc1-457b-8c10-d28c48b6abec, host hv-neutron-8286, cleared binding levels {{(pid=114376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:05:51.383864 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-dec7e56e-2f32-4033-8e6d-aca789532764 req-003b3281-2392-4407-b65c-a49669c5f960 service neutron] For port 45d8738a-0cc1-457b-8c10-d28c48b6abec, host hv-neutron-8286, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=45d8738a-0cc1-457b-8c10-d28c48b6abec,segment=NetworkSegment(a4c4926b-e8af-44d9-8b2b-ab9d976ba61d),segment_id=a4c4926b-e8af-44d9-8b2b-ab9d976ba61d)] {{(pid=114376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:05:51.461334 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-dec7e56e-2f32-4033-8e6d-aca789532764 req-003b3281-2392-4407-b65c-a49669c5f960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:51.499813 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7e56e-2f32-4033-8e6d-aca789532764 req-003b3281-2392-4407-b65c-a49669c5f960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:51.501534 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-dec7e56e-2f32-4033-8e6d-aca789532764 req-003b3281-2392-4407-b65c-a49669c5f960 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:51.503124 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-dec7e56e-2f32-4033-8e6d-aca789532764 req-003b3281-2392-4407-b65c-a49669c5f960 service neutron] 10.222.0.89 "PUT /v2.0/ports/45d8738a-0cc1-457b-8c10-d28c48b6abec HTTP/1.1" status: 200 len: 1093 time: 0.9061344 Feb 16 17:05:51.503747 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4a1861f-b508-4310-ad3c-99bec306ffd8', 'tag': '45d8738a-0cc1-457b-8c10-d28c48b6abec'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:05:51.506206 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec093677-447b-4879-9d4e-14bcfff7027b" -d '{"events": [{"name": "network-changed", "server_uuid": "a4a1861f-b508-4310-ad3c-99bec306ffd8", "tag": "45d8738a-0cc1-457b-8c10-d28c48b6abec"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:05:51.548169 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b3281-2392-4407-b65c-a49669c5f960 service neutron] Pushing event updated for resources: {'Port': ['ID=45d8738a-0cc1-457b-8c10-d28c48b6abec,revision_number=3']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:51.569109 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f354714-f039-4076-8bad-43bd0432d33d x-openstack-request-id: req-6f354714-f039-4076-8bad-43bd0432d33d {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:05:51.569410 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4a1861f-b508-4310-ad3c-99bec306ffd8", "tag": "45d8738a-0cc1-457b-8c10-d28c48b6abec", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:05:51.569665 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6f354714-f039-4076-8bad-43bd0432d33d {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:05:51.570072 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4a1861f-b508-4310-ad3c-99bec306ffd8', 'tag': '45d8738a-0cc1-457b-8c10-d28c48b6abec', 'status': 'completed', 'code': 200} Feb 16 17:05:51.578255 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-86d0af52-821a-4067-a3ca-ef4a7e347e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'name': 'tempest-TestNetworkBasicOps-router-668424910', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e546ca72-3c0e-46c5-ab56-e78eab069bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:23Z', 'updated_at': '2022-02-16T17:05:49Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'e546ca72-3c0e-46c5-ab56-e78eab069bf8', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:24Z', 'updated_at': '2022-02-16T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': 'f3cf7f9e-c993-4df2-9fd2-badd81f387a4', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'floating_ip_address': '172.26.3.57', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'port_id': '50867f13-f2b2-4092-80b9-4789e575fff0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a887233e-d481-41aa-9584-24a22f5e599a', 'mac_address': 'fa:16:3e:09:cd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee99198-16d6-4a49-8531-74cea58ee3d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:04:56Z', 'updated_at': '2022-02-16T17:05:01Z', 'revision_number': 1, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76fda741-4707-4e9b-936f-29dac3b59715', 'name': '', 'network_id': '5d66e92c-5329-47b9-a936-34b9e5e1446a', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:40:13:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '2f40b031-2a10-4103-a974-061f0cd1a8a2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:49Z', 'updated_at': '2022-02-16T17:05:50Z', 'revision_number': 2, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': '2f40b031-2a10-4103-a974-061f0cd1a8a2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f668f9e5-9c2a-472e-9bc2-1e476f6ac0fa', 'name': '', 'network_id': 'a887233e-d481-41aa-9584-24a22f5e599a', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:16:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '2bf959e4-88a3-4718-9710-0ca033dd4cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:29Z', 'updated_at': '2022-02-16T17:04:34Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': '2bf959e4-88a3-4718-9710-0ca033dd4cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:51.616638 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d0af52-821a-4067-a3ca-ef4a7e347e71 None None] Checking router: bc0b02f3-3a37-4b8e-a021-5c815bd7aebe for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:05:51.617243 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d0af52-821a-4067-a3ca-ef4a7e347e71 None None] Updating router bc0b02f3-3a37-4b8e-a021-5c815bd7aebe port 76fda741-4707-4e9b-936f-29dac3b59715 binding host dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:05:51.645329 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec093677-447b-4879-9d4e-14bcfff7027b req-3237cbbe-6fe3-4d75-acf9-b34b8547981b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:51.646991 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ec093677-447b-4879-9d4e-14bcfff7027b req-3237cbbe-6fe3-4d75-acf9-b34b8547981b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=044ac631b15e4f2096be696887c61622&device_id=a4a1861f-b508-4310-ad3c-99bec306ffd8 HTTP/1.1" status: 200 len: 1096 time: 0.0542271 Feb 16 17:05:51.647199 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-86d0af52-821a-4067-a3ca-ef4a7e347e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:51.798989 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d473b0-ce92-4efb-a894-ce0ece810727 req-a3b3d4ad-5b4d-4696-b9ac-504a5b36defb tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:51.798989 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-e5d473b0-ce92-4efb-a894-ce0ece810727 req-a3b3d4ad-5b4d-4696-b9ac-504a5b36defb tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4a1861f-b508-4310-ad3c-99bec306ffd8 HTTP/1.1" status: 200 len: 943 time: 0.0966034 Feb 16 17:05:51.830522 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec093677-447b-4879-9d4e-14bcfff7027b req-fe20fcd3-2234-47ec-ada0-a81ecd944a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:51.832467 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ec093677-447b-4879-9d4e-14bcfff7027b req-fe20fcd3-2234-47ec-ada0-a81ecd944a3b service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=044ac631b15e4f2096be696887c61622&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1773841 Feb 16 17:05:51.850862 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-e5d473b0-ce92-4efb-a894-ce0ece810727 req-8a584dfd-7921-4c19-a9c7-19d9fd6dbba4 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/security-groups?id=2ab1fb6b-72bb-47cd-ba15-cd961669c091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440125 Feb 16 17:05:51.951481 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec093677-447b-4879-9d4e-14bcfff7027b req-13cee698-f233-4408-9987-fae69a473416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:51.953579 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ec093677-447b-4879-9d4e-14bcfff7027b req-13cee698-f233-4408-9987-fae69a473416 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1146536 Feb 16 17:05:51.990554 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-86d0af52-821a-4067-a3ca-ef4a7e347e71 None None] Notify callbacks [] for port, precommit_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:52.034819 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7e56e-2f32-4033-8e6d-aca789532764 req-09c7e7cf-a383-402a-9ace-7350f155c05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:52.036387 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-dec7e56e-2f32-4033-8e6d-aca789532764 req-09c7e7cf-a383-402a-9ace-7350f155c05b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=044ac631b15e4f2096be696887c61622&device_id=a4a1861f-b508-4310-ad3c-99bec306ffd8 HTTP/1.1" status: 200 len: 1096 time: 0.0481954 Feb 16 17:05:52.060097 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-86d0af52-821a-4067-a3ca-ef4a7e347e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:52.077112 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-dec7e56e-2f32-4033-8e6d-aca789532764 req-740e9740-bcb1-4013-97e9-e18dc23f6a75 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45d8738a-0cc1-457b-8c10-d28c48b6abec HTTP/1.1" status: 200 len: 217 time: 0.0340946 Feb 16 17:05:52.131307 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf80b1-439a-49d1-8a01-0d3e2baad7b2 None None] Pushing event updated for resources: {'Port': ['ID=76fda741-4707-4e9b-936f-29dac3b59715,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:52.137812 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7e56e-2f32-4033-8e6d-aca789532764 req-36e0c24b-c0eb-4471-aba6-44dae4c7fa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:52.139817 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-dec7e56e-2f32-4033-8e6d-aca789532764 req-36e0c24b-c0eb-4471-aba6-44dae4c7fa9e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=62ae9dc0-3449-4ef8-8ac6-81ada289f9bf HTTP/1.1" status: 200 len: 850 time: 0.0564244 Feb 16 17:05:52.168067 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-86d0af52-821a-4067-a3ca-ef4a7e347e71 None None] Attempting to bind port 76fda741-4707-4e9b-936f-29dac3b59715 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:05:52.168503 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-86d0af52-821a-4067-a3ca-ef4a7e347e71 None None] Attempting to bind port 76fda741-4707-4e9b-936f-29dac3b59715 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '0c0a924c-24e4-423e-ba69-83e8f08e63da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5d66e92c-5329-47b9-a936-34b9e5e1446a'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:05:52.168812 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d0af52-821a-4067-a3ca-ef4a7e347e71 None None] Attempting to bind port 76fda741-4707-4e9b-936f-29dac3b59715 on network 5d66e92c-5329-47b9-a936-34b9e5e1446a {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:05:52.174778 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d0af52-821a-4067-a3ca-ef4a7e347e71 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:05:52.175158 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d0af52-821a-4067-a3ca-ef4a7e347e71 None None] Checking segment: {'id': '0c0a924c-24e4-423e-ba69-83e8f08e63da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5d66e92c-5329-47b9-a936-34b9e5e1446a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:05:52.175564 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-86d0af52-821a-4067-a3ca-ef4a7e347e71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:52.175959 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d0af52-821a-4067-a3ca-ef4a7e347e71 None None] Bound using segment: {'id': '0c0a924c-24e4-423e-ba69-83e8f08e63da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5d66e92c-5329-47b9-a936-34b9e5e1446a'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:05:52.176500 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-86d0af52-821a-4067-a3ca-ef4a7e347e71 None None] Bound port: 76fda741-4707-4e9b-936f-29dac3b59715, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c0a924c-24e4-423e-ba69-83e8f08e63da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5d66e92c-5329-47b9-a936-34b9e5e1446a'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:05:52.176882 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-86d0af52-821a-4067-a3ca-ef4a7e347e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:52.199926 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7e56e-2f32-4033-8e6d-aca789532764 req-93d63db6-2c7d-4804-8dfa-615c9a0fd32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:52.201504 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-dec7e56e-2f32-4033-8e6d-aca789532764 req-93d63db6-2c7d-4804-8dfa-615c9a0fd32b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c364a6ac-af1f-40c5-af86-f038476be8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0513177 Feb 16 17:05:52.256148 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-86d0af52-821a-4067-a3ca-ef4a7e347e71 None None] For port 76fda741-4707-4e9b-936f-29dac3b59715, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:05:52.259506 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-86d0af52-821a-4067-a3ca-ef4a7e347e71 None None] For port 76fda741-4707-4e9b-936f-29dac3b59715, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=76fda741-4707-4e9b-936f-29dac3b59715,segment=NetworkSegment(0c0a924c-24e4-423e-ba69-83e8f08e63da),segment_id=0c0a924c-24e4-423e-ba69-83e8f08e63da)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:05:52.299632 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-dec7e56e-2f32-4033-8e6d-aca789532764 req-b929ccd9-1fcc-4cb8-ae0e-526e96602868 service neutron] 10.222.0.89 "GET /v2.0/networks/c364a6ac-af1f-40c5-af86-f038476be8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918047 Feb 16 17:05:52.335278 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-86d0af52-821a-4067-a3ca-ef4a7e347e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:52.398639 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf80b1-439a-49d1-8a01-0d3e2baad7b2 None None] Pushing event updated for resources: {'Port': ['ID=76fda741-4707-4e9b-936f-29dac3b59715,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:52.401798 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d0af52-821a-4067-a3ca-ef4a7e347e71 None None] Routers {'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:05:52.401973 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-86d0af52-821a-4067-a3ca-ef4a7e347e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:05:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['bc0b02f3-3a37-4b8e-a021-5c815bd7aebe'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:52.423468 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-dec7e56e-2f32-4033-8e6d-aca789532764 req-d574db3a-f07c-474a-8ed0-bb083d0043b4 service neutron] 10.222.0.89 "GET /v2.0/networks/c364a6ac-af1f-40c5-af86-f038476be8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176577 Feb 16 17:05:52.504485 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-73eb9257-0d62-4545-af5b-be7bef246daf None None] Provisioning complete for port 76fda741-4707-4e9b-936f-29dac3b59715 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:52.505049 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-73eb9257-0d62-4545-af5b-be7bef246daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:52.555152 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-86d0af52-821a-4067-a3ca-ef4a7e347e71 None None] Set router bc0b02f3-3a37-4b8e-a021-5c815bd7aebe gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:05:52.826249 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-73eb9257-0d62-4545-af5b-be7bef246daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:52.908026 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-73eb9257-0d62-4545-af5b-be7bef246daf None None] For port 76fda741-4707-4e9b-936f-29dac3b59715, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=76fda741-4707-4e9b-936f-29dac3b59715,segment=NetworkSegment(0c0a924c-24e4-423e-ba69-83e8f08e63da),segment_id=0c0a924c-24e4-423e-ba69-83e8f08e63da)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:05:52.978689 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-73eb9257-0d62-4545-af5b-be7bef246daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:52.990861 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c6e2a-b3e7-4b47-8fcf-118a4646984f req-210bcca9-585b-4d5d-b303-5d4914867e02 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:52.993235 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-446c6e2a-b3e7-4b47-8fcf-118a4646984f req-210bcca9-585b-4d5d-b303-5d4914867e02 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4a1861f-b508-4310-ad3c-99bec306ffd8 HTTP/1.1" status: 200 len: 943 time: 0.0689435 Feb 16 17:05:53.033500 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-446c6e2a-b3e7-4b47-8fcf-118a4646984f req-dd375698-23a2-405b-9bc4-b68eeee73869 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/security-groups?id=2ab1fb6b-72bb-47cd-ba15-cd961669c091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344391 Feb 16 17:05:53.036532 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-86d0af52-821a-4067-a3ca-ef4a7e347e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'name': 'tempest-TestNetworkBasicOps-router-668424910', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e546ca72-3c0e-46c5-ab56-e78eab069bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:23Z', 'updated_at': '2022-02-16T17:05:49Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'e546ca72-3c0e-46c5-ab56-e78eab069bf8', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:24Z', 'updated_at': '2022-02-16T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': 'f3cf7f9e-c993-4df2-9fd2-badd81f387a4', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'floating_ip_address': '172.26.3.57', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'port_id': '50867f13-f2b2-4092-80b9-4789e575fff0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a887233e-d481-41aa-9584-24a22f5e599a', 'mac_address': 'fa:16:3e:09:cd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee99198-16d6-4a49-8531-74cea58ee3d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:04:56Z', 'updated_at': '2022-02-16T17:05:01Z', 'revision_number': 1, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76fda741-4707-4e9b-936f-29dac3b59715', 'name': '', 'network_id': '5d66e92c-5329-47b9-a936-34b9e5e1446a', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:40:13:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '2f40b031-2a10-4103-a974-061f0cd1a8a2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:49Z', 'updated_at': '2022-02-16T17:05:52Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': '2f40b031-2a10-4103-a974-061f0cd1a8a2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f668f9e5-9c2a-472e-9bc2-1e476f6ac0fa', 'name': '', 'network_id': 'a887233e-d481-41aa-9584-24a22f5e599a', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:16:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '2bf959e4-88a3-4718-9710-0ca033dd4cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:29Z', 'updated_at': '2022-02-16T17:04:34Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': '2bf959e4-88a3-4718-9710-0ca033dd4cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:53.038450 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eb9257-0d62-4545-af5b-be7bef246daf None None] Pushing event updated for resources: {'Port': ['ID=76fda741-4707-4e9b-936f-29dac3b59715,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:53.070933 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d0af52-821a-4067-a3ca-ef4a7e347e71 None None] The sync data for ids ['bc0b02f3-3a37-4b8e-a021-5c815bd7aebe'] in dv-neutron-828697-3-hyperv is: [{'id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'name': 'tempest-TestNetworkBasicOps-router-668424910', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e546ca72-3c0e-46c5-ab56-e78eab069bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:23Z', 'updated_at': '2022-02-16T17:05:49Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'e546ca72-3c0e-46c5-ab56-e78eab069bf8', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:24Z', 'updated_at': '2022-02-16T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': 'f3cf7f9e-c993-4df2-9fd2-badd81f387a4', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'floating_ip_address': '172.26.3.57', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'port_id': '50867f13-f2b2-4092-80b9-4789e575fff0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a887233e-d481-41aa-9584-24a22f5e599a', 'mac_address': 'fa:16:3e:09:cd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee99198-16d6-4a49-8531-74cea58ee3d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:04:56Z', 'updated_at': '2022-02-16T17:05:01Z', 'revision_number': 1, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76fda741-4707-4e9b-936f-29dac3b59715', 'name': '', 'network_id': '5d66e92c-5329-47b9-a936-34b9e5e1446a', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:40:13:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '2f40b031-2a10-4103-a974-061f0cd1a8a2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:49Z', 'updated_at': '2022-02-16T17:05:52Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': '2f40b031-2a10-4103-a974-061f0cd1a8a2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f668f9e5-9c2a-472e-9bc2-1e476f6ac0fa', 'name': '', 'network_id': 'a887233e-d481-41aa-9584-24a22f5e599a', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:16:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '2bf959e4-88a3-4718-9710-0ca033dd4cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:29Z', 'updated_at': '2022-02-16T17:04:34Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': '2bf959e4-88a3-4718-9710-0ca033dd4cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:05:53.100621 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-b3be216b-2828-4f98-bbeb-bd69435526e3 None None] Provisioning complete for port 76fda741-4707-4e9b-936f-29dac3b59715 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:53.100991 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b3be216b-2828-4f98-bbeb-bd69435526e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:53.870519 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 76fda741-4707-4e9b-936f-29dac3b59715 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:05:53.921310 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 76fda741-4707-4e9b-936f-29dac3b59715 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:53.921676 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:05:54.154121 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4c073-801e-4e0f-868e-b1ce7cf946c3 req-e4089ed5-d9dd-48aa-8012-ea2a8f3e33e0 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:54.155641 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-3ff4c073-801e-4e0f-868e-b1ce7cf946c3 req-e4089ed5-d9dd-48aa-8012-ea2a8f3e33e0 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4a1861f-b508-4310-ad3c-99bec306ffd8 HTTP/1.1" status: 200 len: 943 time: 0.0502181 Feb 16 17:05:54.195838 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-3ff4c073-801e-4e0f-868e-b1ce7cf946c3 req-c99f6d75-06fa-4a03-854c-05f21904f22d tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/security-groups?id=2ab1fb6b-72bb-47cd-ba15-cd961669c091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340402 Feb 16 17:05:55.308686 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188f59e-92ef-4e08-b44d-fe7b829a3d82 req-bacdaf01-c5d6-4238-a17f-2d043ef0f64a tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:55.310189 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4188f59e-92ef-4e08-b44d-fe7b829a3d82 req-bacdaf01-c5d6-4238-a17f-2d043ef0f64a tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4a1861f-b508-4310-ad3c-99bec306ffd8 HTTP/1.1" status: 200 len: 943 time: 0.0488727 Feb 16 17:05:55.350043 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4188f59e-92ef-4e08-b44d-fe7b829a3d82 req-9cd6c0e7-07e9-4669-bad7-a231be69ad81 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/security-groups?id=2ab1fb6b-72bb-47cd-ba15-cd961669c091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334029 Feb 16 17:05:56.467659 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b222a13-da7c-4b7a-a267-a9cb7345d565 req-01fd4da4-c6e0-41e3-93e9-cc52eae97c6c tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:56.469166 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-6b222a13-da7c-4b7a-a267-a9cb7345d565 req-01fd4da4-c6e0-41e3-93e9-cc52eae97c6c tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4a1861f-b508-4310-ad3c-99bec306ffd8 HTTP/1.1" status: 200 len: 943 time: 0.0491400 Feb 16 17:05:56.507904 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-6b222a13-da7c-4b7a-a267-a9cb7345d565 req-f527d0e9-f6fd-4379-b5a8-32950ed336db tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/security-groups?id=2ab1fb6b-72bb-47cd-ba15-cd961669c091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319483 Feb 16 17:05:57.625756 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1480052-6126-4fdc-9317-4beb2df771b2 req-0ed9d433-fb86-4b50-b4c4-4dc711074fc6 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:57.627764 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f1480052-6126-4fdc-9317-4beb2df771b2 req-0ed9d433-fb86-4b50-b4c4-4dc711074fc6 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4a1861f-b508-4310-ad3c-99bec306ffd8 HTTP/1.1" status: 200 len: 943 time: 0.0544984 Feb 16 17:05:57.665386 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f1480052-6126-4fdc-9317-4beb2df771b2 req-e096fa2e-f709-47b2-bb48-a515546a11b4 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/security-groups?id=2ab1fb6b-72bb-47cd-ba15-cd961669c091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315840 Feb 16 17:05:58.781149 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd1197-095e-4249-9877-2061ae034962 req-89cb31e2-1d24-45c7-a7eb-9f363b49a8ae tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:58.782645 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-08cd1197-095e-4249-9877-2061ae034962 req-89cb31e2-1d24-45c7-a7eb-9f363b49a8ae tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4a1861f-b508-4310-ad3c-99bec306ffd8 HTTP/1.1" status: 200 len: 943 time: 0.0523379 Feb 16 17:05:58.821596 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-08cd1197-095e-4249-9877-2061ae034962 req-9daa9e9a-f365-4c2f-8c3e-67c380665a43 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/security-groups?id=2ab1fb6b-72bb-47cd-ba15-cd961669c091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323501 Feb 16 17:05:59.937986 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a9f7e-0769-42cc-9b06-702f126825f1 req-60e1c06f-6a9c-4a3b-bd89-38b608082008 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:59.939476 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a05a9f7e-0769-42cc-9b06-702f126825f1 req-60e1c06f-6a9c-4a3b-bd89-38b608082008 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4a1861f-b508-4310-ad3c-99bec306ffd8 HTTP/1.1" status: 200 len: 943 time: 0.0489738 Feb 16 17:05:59.977273 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a05a9f7e-0769-42cc-9b06-702f126825f1 req-e47b91b9-17f3-4493-a781-e0a31101b9db tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/security-groups?id=2ab1fb6b-72bb-47cd-ba15-cd961669c091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318210 Feb 16 17:06:00.434196 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:01.090767 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311eb5c6-14b3-4f62-a572-f1c39de4b519 req-01f6d894-27f8-47b3-a1b1-fa8d64c39ff9 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:01.092427 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-311eb5c6-14b3-4f62-a572-f1c39de4b519 req-01f6d894-27f8-47b3-a1b1-fa8d64c39ff9 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4a1861f-b508-4310-ad3c-99bec306ffd8 HTTP/1.1" status: 200 len: 943 time: 0.0486071 Feb 16 17:06:01.130083 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-311eb5c6-14b3-4f62-a572-f1c39de4b519 req-e5c973a7-6ee2-4c8c-a07d-ab7a3ddccce7 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/security-groups?id=2ab1fb6b-72bb-47cd-ba15-cd961669c091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312545 Feb 16 17:06:02.243210 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ed262-7e1e-4328-a647-e3b1bb5292d3 req-b6a4d722-4e74-43af-b7ad-d0260a01a612 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:02.244725 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d71ed262-7e1e-4328-a647-e3b1bb5292d3 req-b6a4d722-4e74-43af-b7ad-d0260a01a612 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4a1861f-b508-4310-ad3c-99bec306ffd8 HTTP/1.1" status: 200 len: 943 time: 0.0488830 Feb 16 17:06:02.282966 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d71ed262-7e1e-4328-a647-e3b1bb5292d3 req-2866de06-5222-48a0-a5f2-6448368e1b99 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/security-groups?id=2ab1fb6b-72bb-47cd-ba15-cd961669c091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322483 Feb 16 17:06:02.527990 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 45d8738a-0cc1-457b-8c10-d28c48b6abec details requested by agent hyperv_hv-neutron-8286 with host hv-neutron-8286 {{(pid=114377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:06:02.621577 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 45d8738a-0cc1-457b-8c10-d28c48b6abec, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=45d8738a-0cc1-457b-8c10-d28c48b6abec,segment=NetworkSegment(a4c4926b-e8af-44d9-8b2b-ab9d976ba61d),segment_id=a4c4926b-e8af-44d9-8b2b-ab9d976ba61d)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:06:02.633081 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Returning: {'device': '45d8738a-0cc1-457b-8c10-d28c48b6abec', 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba', 'port_id': '45d8738a-0cc1-457b-8c10-d28c48b6abec', 'mac_address': 'fa:16:3e:c7:74:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62ae9dc0-3449-4ef8-8ac6-81ada289f9bf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:06:02.673219 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:02.685763 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45d8738a-0cc1-457b-8c10-d28c48b6abec {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:06:02.705687 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 45d8738a-0cc1-457b-8c10-d28c48b6abec, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=45d8738a-0cc1-457b-8c10-d28c48b6abec,segment=NetworkSegment(a4c4926b-e8af-44d9-8b2b-ab9d976ba61d),segment_id=a4c4926b-e8af-44d9-8b2b-ab9d976ba61d)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:06:02.834599 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:02.883200 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=45d8738a-0cc1-457b-8c10-d28c48b6abec,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:02.891154 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:02.891534 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:02.891849 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:02.892777 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:02.893117 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:02.893453 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:02.893797 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:02.894129 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:02.894456 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:02.894779 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:02.895103 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:02.895426 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:03.102322 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['45d8738a-0cc1-457b-8c10-d28c48b6abec'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:06:03.397993 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f7f7c-9d8d-4f4a-87b6-b4eac1f3fd32 req-b547ab48-9902-4aa9-8f91-95858685689f tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:03.399449 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-7f6f7f7c-9d8d-4f4a-87b6-b4eac1f3fd32 req-b547ab48-9902-4aa9-8f91-95858685689f tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4a1861f-b508-4310-ad3c-99bec306ffd8 HTTP/1.1" status: 200 len: 944 time: 0.0503817 Feb 16 17:06:03.437973 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-7f6f7f7c-9d8d-4f4a-87b6-b4eac1f3fd32 req-7c1938db-95a5-45ca-a209-17c00f3de7fc tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/security-groups?id=2ab1fb6b-72bb-47cd-ba15-cd961669c091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325327 Feb 16 17:06:04.535036 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 45d8738a-0cc1-457b-8c10-d28c48b6abec up at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:06:04.560776 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bfd5a4-5c56-4331-9fce-fea4e3a26358 req-39699942-0ad0-4351-95f2-0dbf66f4e564 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:04.563097 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-57bfd5a4-5c56-4331-9fce-fea4e3a26358 req-39699942-0ad0-4351-95f2-0dbf66f4e564 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4a1861f-b508-4310-ad3c-99bec306ffd8 HTTP/1.1" status: 200 len: 944 time: 0.0550485 Feb 16 17:06:04.611704 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-57bfd5a4-5c56-4331-9fce-fea4e3a26358 req-367561f7-975f-460e-857e-a78d501984e0 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/security-groups?id=2ab1fb6b-72bb-47cd-ba15-cd961669c091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407200 Feb 16 17:06:04.651637 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning for port 45d8738a-0cc1-457b-8c10-d28c48b6abec completed by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:06:04.655715 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning complete for port 45d8738a-0cc1-457b-8c10-d28c48b6abec triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:06:04.656138 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:04.735655 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:04.818895 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a1861f-b508-4310-ad3c-99bec306ffd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d8738a-0cc1-457b-8c10-d28c48b6abec'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:06:04.821192 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ec26de-dd74-4c35-85ed-2bf87726e799" -d '{"events": [{"server_uuid": "a4a1861f-b508-4310-ad3c-99bec306ffd8", "name": "network-vif-plugged", "status": "completed", "tag": "45d8738a-0cc1-457b-8c10-d28c48b6abec"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:06:04.834552 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 45d8738a-0cc1-457b-8c10-d28c48b6abec, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=45d8738a-0cc1-457b-8c10-d28c48b6abec,segment=NetworkSegment(a4c4926b-e8af-44d9-8b2b-ab9d976ba61d),segment_id=a4c4926b-e8af-44d9-8b2b-ab9d976ba61d)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:06:04.857543 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3fbc61f-bc1a-4279-8d42-2d122ae22693 x-openstack-request-id: req-d3fbc61f-bc1a-4279-8d42-2d122ae22693 {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:06:04.857834 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4a1861f-b508-4310-ad3c-99bec306ffd8", "name": "network-vif-plugged", "status": "completed", "tag": "45d8738a-0cc1-457b-8c10-d28c48b6abec", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:06:04.858094 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d3fbc61f-bc1a-4279-8d42-2d122ae22693 {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:06:04.858488 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a1861f-b508-4310-ad3c-99bec306ffd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d8738a-0cc1-457b-8c10-d28c48b6abec', 'code': 200} Feb 16 17:06:04.928683 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:04.945043 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:06:04.976619 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=45d8738a-0cc1-457b-8c10-d28c48b6abec,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:05.127130 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05ff65-f2fb-4eb2-9987-33984a9ceb3a req-a6157e07-ab81-4129-aaa7-376d74c9022f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:05.128654 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6e05ff65-f2fb-4eb2-9987-33984a9ceb3a req-a6157e07-ab81-4129-aaa7-376d74c9022f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a4a1861f-b508-4310-ad3c-99bec306ffd8 HTTP/1.1" status: 200 len: 1098 time: 0.0413177 Feb 16 17:06:05.164083 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6e05ff65-f2fb-4eb2-9987-33984a9ceb3a req-fbd7e51e-6a1e-48d7-87b8-07c51ab363cb service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=2ab1fb6b-72bb-47cd-ba15-cd961669c091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285265 Feb 16 17:06:05.724490 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389aeab-c09a-46c8-84e0-63a70862951c req-10ca9cb1-e76a-47e0-bf8d-20a2df91b0c4 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:05.726006 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6389aeab-c09a-46c8-84e0-63a70862951c req-10ca9cb1-e76a-47e0-bf8d-20a2df91b0c4 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4a1861f-b508-4310-ad3c-99bec306ffd8 HTTP/1.1" status: 200 len: 945 time: 0.0490320 Feb 16 17:06:05.768210 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6389aeab-c09a-46c8-84e0-63a70862951c req-2ffb0167-d962-41b0-8112-b726171e750f tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/security-groups?id=2ab1fb6b-72bb-47cd-ba15-cd961669c091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355415 Feb 16 17:06:06.820528 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c449ecd4-a232-417b-9258-e99e0d967016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:06.894404 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb4260-ea8c-4d97-98f6-6c3fcfb09cdc req-c108e421-2852-4603-bd87-fc9147fe5c5e tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:06.896086 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-6ceb4260-ea8c-4d97-98f6-6c3fcfb09cdc req-c108e421-2852-4603-bd87-fc9147fe5c5e tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4a1861f-b508-4310-ad3c-99bec306ffd8 HTTP/1.1" status: 200 len: 945 time: 0.0578375 Feb 16 17:06:06.937175 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-6ceb4260-ea8c-4d97-98f6-6c3fcfb09cdc req-531a936a-2756-4240-9cc2-77042290b829 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/security-groups?id=2ab1fb6b-72bb-47cd-ba15-cd961669c091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347669 Feb 16 17:06:07.054347 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eacdb37-f4b7-42db-8d76-0ec49bff113d req-6142e718-c8d7-47f2-aeb0-bbe0ee0c0de7 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:07.055736 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4eacdb37-f4b7-42db-8d76-0ec49bff113d req-6142e718-c8d7-47f2-aeb0-bbe0ee0c0de7 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4a1861f-b508-4310-ad3c-99bec306ffd8 HTTP/1.1" status: 200 len: 945 time: 0.0524104 Feb 16 17:06:07.093737 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4eacdb37-f4b7-42db-8d76-0ec49bff113d req-bef69c29-c18f-4dc9-99f8-aeb340b7991a tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/security-groups?id=2ab1fb6b-72bb-47cd-ba15-cd961669c091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318742 Feb 16 17:06:07.118764 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54560) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:06:07.315598 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539ea918-dddc-4a30-92ec-76fd16ad5361 tempest-TestVolumeBootPattern-1271194263 tempest-TestVolumeBootPattern-1271194263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:07.317058 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-539ea918-dddc-4a30-92ec-76fd16ad5361 tempest-TestVolumeBootPattern-1271194263 tempest-TestVolumeBootPattern-1271194263-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=a4a1861f-b508-4310-ad3c-99bec306ffd8 HTTP/1.1" status: 200 len: 1093 time: 0.1972313 Feb 16 17:06:07.319890 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54564) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:06:07.324224 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-345585ea-1574-4d14-9b96-d6e5999c9b2c tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Request body: {'floatingip': {'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'port_id': '45d8738a-0cc1-457b-8c10-d28c48b6abec', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'fixed_ip_address': '172.20.0.6'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:06:07.428833 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-345585ea-1574-4d14-9b96-d6e5999c9b2c tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks [] for floatingip, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:07.530993 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-345585ea-1574-4d14-9b96-d6e5999c9b2c tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:07.637984 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-345585ea-1574-4d14-9b96-d6e5999c9b2c tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Allocated IP 172.26.3.147 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/cf93f46b-dc82-4e8c-b769-14773a62f4ff) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:06:07.743636 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-345585ea-1574-4d14-9b96-d6e5999c9b2c tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:07.834785 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-345585ea-1574-4d14-9b96-d6e5999c9b2c tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:07.879967 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345585ea-1574-4d14-9b96-d6e5999c9b2c tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:06:07.882826 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-345585ea-1574-4d14-9b96-d6e5999c9b2c tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:06:07.885671 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345585ea-1574-4d14-9b96-d6e5999c9b2c tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:06:07.891668 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345585ea-1574-4d14-9b96-d6e5999c9b2c tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Pushing event updated for resources: {'Port': ['ID=cf93f46b-dc82-4e8c-b769-14773a62f4ff,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:07.920127 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345585ea-1574-4d14-9b96-d6e5999c9b2c tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:07.920798 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345585ea-1574-4d14-9b96-d6e5999c9b2c tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:07.920798 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345585ea-1574-4d14-9b96-d6e5999c9b2c tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:07.921133 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345585ea-1574-4d14-9b96-d6e5999c9b2c tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:07.921467 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345585ea-1574-4d14-9b96-d6e5999c9b2c tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:07.921797 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345585ea-1574-4d14-9b96-d6e5999c9b2c tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:07.922128 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345585ea-1574-4d14-9b96-d6e5999c9b2c tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:07.922457 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345585ea-1574-4d14-9b96-d6e5999c9b2c tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:07.922783 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345585ea-1574-4d14-9b96-d6e5999c9b2c tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:07.923613 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345585ea-1574-4d14-9b96-d6e5999c9b2c tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:07.923948 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345585ea-1574-4d14-9b96-d6e5999c9b2c tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:07.924292 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345585ea-1574-4d14-9b96-d6e5999c9b2c tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:08.264874 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-345585ea-1574-4d14-9b96-d6e5999c9b2c tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:08.390479 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-345585ea-1574-4d14-9b96-d6e5999c9b2c tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:08.510362 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b3df2f9a-b356-4f93-813b-61b50326efe4 req-09c9d36e-794c-4afb-879b-73fda83b7f95 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=fee99198-16d6-4a49-8531-74cea58ee3d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432196 Feb 16 17:06:08.549412 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-345585ea-1574-4d14-9b96-d6e5999c9b2c tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:08.598160 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df2f9a-b356-4f93-813b-61b50326efe4 req-17ac5a3d-b4c0-4d78-9b2e-3440939bf2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:08.599964 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b3df2f9a-b356-4f93-813b-61b50326efe4 req-17ac5a3d-b4c0-4d78-9b2e-3440939bf2d6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c9820320aae461fbcc5eba944eb2160&device_id=fee99198-16d6-4a49-8531-74cea58ee3d0 HTTP/1.1" status: 200 len: 1099 time: 0.0434256 Feb 16 17:06:08.634436 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-345585ea-1574-4d14-9b96-d6e5999c9b2c tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:08.709594 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345585ea-1574-4d14-9b96-d6e5999c9b2c tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Pushing event updated for resources: {'Port': ['ID=cf93f46b-dc82-4e8c-b769-14773a62f4ff,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:08.711193 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df2f9a-b356-4f93-813b-61b50326efe4 req-3f61a803-5d44-4fc3-82da-b74e45da8067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:08.712726 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b3df2f9a-b356-4f93-813b-61b50326efe4 req-3f61a803-5d44-4fc3-82da-b74e45da8067 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a887233e-d481-41aa-9584-24a22f5e599a HTTP/1.1" status: 200 len: 897 time: 0.0917976 Feb 16 17:06:08.721169 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-345585ea-1574-4d14-9b96-d6e5999c9b2c tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:08.786288 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b3df2f9a-b356-4f93-813b-61b50326efe4 req-782c4ac5-cf06-4bbb-8a55-30ca1fcff064 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50867f13-f2b2-4092-80b9-4789e575fff0 HTTP/1.1" status: 200 len: 1001 time: 0.0643034 Feb 16 17:06:08.824375 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.l3_db [None req-345585ea-1574-4d14-9b96-d6e5999c9b2c tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Floating IP 3133b415-92f7-4195-89df-7662038c7b61 associated. External IP: 172.26.3.147, port: 45d8738a-0cc1-457b-8c10-d28c48b6abec. Feb 16 17:06:08.835729 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df2f9a-b356-4f93-813b-61b50326efe4 req-084eef51-3ef4-44e7-8153-0308a864f4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:08.837404 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b3df2f9a-b356-4f93-813b-61b50326efe4 req-084eef51-3ef4-44e7-8153-0308a864f4e1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2bf959e4-88a3-4718-9710-0ca033dd4cba HTTP/1.1" status: 200 len: 834 time: 0.0448050 Feb 16 17:06:08.898923 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df2f9a-b356-4f93-813b-61b50326efe4 req-0df70a11-09a2-4e5a-bafb-7a3477824cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:08.900464 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b3df2f9a-b356-4f93-813b-61b50326efe4 req-0df70a11-09a2-4e5a-bafb-7a3477824cef service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a887233e-d481-41aa-9584-24a22f5e599a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0563719 Feb 16 17:06:09.002305 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b3df2f9a-b356-4f93-813b-61b50326efe4 req-e266cfab-9b08-4b44-b3cb-c7796236bf6c service neutron] 10.222.0.89 "GET /v2.0/networks/a887233e-d481-41aa-9584-24a22f5e599a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945604 Feb 16 17:06:09.054024 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-345585ea-1574-4d14-9b96-d6e5999c9b2c tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Router b36e62a5-d6e6-4741-84a2-5927cd2a2100 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:06:09.102299 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b3df2f9a-b356-4f93-813b-61b50326efe4 req-f170a98f-5842-4182-ae3f-043a410952cf service neutron] 10.222.0.89 "GET /v2.0/networks/a887233e-d481-41aa-9584-24a22f5e599a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921876 Feb 16 17:06:09.169165 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345585ea-1574-4d14-9b96-d6e5999c9b2c tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:06:09.174555 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2da63a8c-c799-49b1-b871-f7ee8b892d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:09.182439 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59e3d3d-7b5b-4f8c-8109-9a5e5e360b08 None None] Sync routers for ids ['b36e62a5-d6e6-4741-84a2-5927cd2a2100'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:06:09.192910 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59e3d3d-7b5b-4f8c-8109-9a5e5e360b08 None None] Routers {'b36e62a5-d6e6-4741-84a2-5927cd2a2100'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:06:09.194405 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-a59e3d3d-7b5b-4f8c-8109-9a5e5e360b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:06:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['b36e62a5-d6e6-4741-84a2-5927cd2a2100'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:06:09.259737 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-345585ea-1574-4d14-9b96-d6e5999c9b2c tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:09.290974 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-345585ea-1574-4d14-9b96-d6e5999c9b2c tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9692559 Feb 16 17:06:09.290974 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4a1861f-b508-4310-ad3c-99bec306ffd8', 'tag': '45d8738a-0cc1-457b-8c10-d28c48b6abec'}] {{(pid=114375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:06:09.293127 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f675c1a73bb74b784e43f10fee26c40e358be44ccef5ed6f70ec30f8ec0d494b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19806fcd-eac2-4748-a621-0262dc8a4969" -d '{"events": [{"name": "network-changed", "server_uuid": "a4a1861f-b508-4310-ad3c-99bec306ffd8", "tag": "45d8738a-0cc1-457b-8c10-d28c48b6abec"}]}' {{(pid=114375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:06:09.315456 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-a59e3d3d-7b5b-4f8c-8109-9a5e5e360b08 None None] Set router b36e62a5-d6e6-4741-84a2-5927cd2a2100 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:06:09.329434 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78fe8cb5-972e-48b2-90de-c08349765833 x-openstack-request-id: req-78fe8cb5-972e-48b2-90de-c08349765833 {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:06:09.329730 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4a1861f-b508-4310-ad3c-99bec306ffd8", "tag": "45d8738a-0cc1-457b-8c10-d28c48b6abec", "status": "completed", "code": 200}]} {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:06:09.329983 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-78fe8cb5-972e-48b2-90de-c08349765833 {{(pid=114375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:06:09.330392 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4a1861f-b508-4310-ad3c-99bec306ffd8', 'tag': '45d8738a-0cc1-457b-8c10-d28c48b6abec', 'status': 'completed', 'code': 200} Feb 16 17:06:09.393759 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19806fcd-eac2-4748-a621-0262dc8a4969 req-7f05e5c3-2a87-423c-bfb2-f2c5d7f3fe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:09.395353 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-19806fcd-eac2-4748-a621-0262dc8a4969 req-7f05e5c3-2a87-423c-bfb2-f2c5d7f3fe27 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=044ac631b15e4f2096be696887c61622&device_id=a4a1861f-b508-4310-ad3c-99bec306ffd8 HTTP/1.1" status: 200 len: 1098 time: 0.0428982 Feb 16 17:06:09.485129 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19806fcd-eac2-4748-a621-0262dc8a4969 req-47167b64-e6f6-4400-923b-201a1d905a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:09.487191 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-19806fcd-eac2-4748-a621-0262dc8a4969 req-47167b64-e6f6-4400-923b-201a1d905a7a service neutron] 10.222.0.89 "GET /v2.0/networks?id=c364a6ac-af1f-40c5-af86-f038476be8ba HTTP/1.1" status: 200 len: 912 time: 0.0851846 Feb 16 17:06:09.547122 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-a59e3d3d-7b5b-4f8c-8109-9a5e5e360b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'name': 'tempest-TestVolumeBootPattern-923548383-router', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '931e68fc-5963-44f6-8445-fe1fbe36162f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:53Z', 'updated_at': '2022-02-16T17:04:58Z', 'revision_number': 4, 'project_id': '044ac631b15e4f2096be696887c61622', 'gw_port': {'id': '931e68fc-5963-44f6-8445-fe1fbe36162f', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:34:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:54Z', 'updated_at': '2022-02-16T17:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '3133b415-92f7-4195-89df-7662038c7b61', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'floating_ip_address': '172.26.3.147', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'port_id': '45d8738a-0cc1-457b-8c10-d28c48b6abec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba', 'mac_address': 'fa:16:3e:c7:74:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a1861f-b508-4310-ad3c-99bec306ffd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:06:08Z', 'updated_at': '2022-02-16T17:06:08Z', 'revision_number': 0, 'project_id': '044ac631b15e4f2096be696887c61622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2581317b-26b1-4b4d-889f-22df54787e33', 'name': '', 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'mac_address': 'fa:16:3e:3c:61:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '62ae9dc0-3449-4ef8-8ac6-81ada289f9bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:57Z', 'updated_at': '2022-02-16T17:05:05Z', 'revision_number': 5, 'project_id': '044ac631b15e4f2096be696887c61622', 'subnets': [{'id': '62ae9dc0-3449-4ef8-8ac6-81ada289f9bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:06:09.557166 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-19806fcd-eac2-4748-a621-0262dc8a4969 req-379cefb1-9e23-4850-a664-2fa9a23c54d7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45d8738a-0cc1-457b-8c10-d28c48b6abec HTTP/1.1" status: 200 len: 999 time: 0.0633562 Feb 16 17:06:09.577914 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59e3d3d-7b5b-4f8c-8109-9a5e5e360b08 None None] Checking router: b36e62a5-d6e6-4741-84a2-5927cd2a2100 for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:06:09.590264 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59e3d3d-7b5b-4f8c-8109-9a5e5e360b08 None None] Routers {'b36e62a5-d6e6-4741-84a2-5927cd2a2100'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:06:09.592711 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-a59e3d3d-7b5b-4f8c-8109-9a5e5e360b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:06:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['b36e62a5-d6e6-4741-84a2-5927cd2a2100'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:06:09.609191 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19806fcd-eac2-4748-a621-0262dc8a4969 req-fa0924d7-b427-47ad-9a83-137f398ccdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:09.611572 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-19806fcd-eac2-4748-a621-0262dc8a4969 req-fa0924d7-b427-47ad-9a83-137f398ccdf6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=62ae9dc0-3449-4ef8-8ac6-81ada289f9bf HTTP/1.1" status: 200 len: 850 time: 0.0458198 Feb 16 17:06:09.661008 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19806fcd-eac2-4748-a621-0262dc8a4969 req-ad01d905-222e-4679-972d-8bef18352fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:09.662430 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-19806fcd-eac2-4748-a621-0262dc8a4969 req-ad01d905-222e-4679-972d-8bef18352fa0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c364a6ac-af1f-40c5-af86-f038476be8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428464 Feb 16 17:06:09.706822 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-a59e3d3d-7b5b-4f8c-8109-9a5e5e360b08 None None] Set router b36e62a5-d6e6-4741-84a2-5927cd2a2100 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:06:09.759228 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-19806fcd-eac2-4748-a621-0262dc8a4969 req-6bcb618e-c791-4e90-9e73-836114cf5a2b service neutron] 10.222.0.89 "GET /v2.0/networks/c364a6ac-af1f-40c5-af86-f038476be8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894608 Feb 16 17:06:09.850233 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-19806fcd-eac2-4748-a621-0262dc8a4969 req-343612ac-8c74-4871-8871-2496be651f46 service neutron] 10.222.0.89 "GET /v2.0/networks/c364a6ac-af1f-40c5-af86-f038476be8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844967 Feb 16 17:06:09.944069 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-a59e3d3d-7b5b-4f8c-8109-9a5e5e360b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'name': 'tempest-TestVolumeBootPattern-923548383-router', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '931e68fc-5963-44f6-8445-fe1fbe36162f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:53Z', 'updated_at': '2022-02-16T17:04:58Z', 'revision_number': 4, 'project_id': '044ac631b15e4f2096be696887c61622', 'gw_port': {'id': '931e68fc-5963-44f6-8445-fe1fbe36162f', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:34:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:54Z', 'updated_at': '2022-02-16T17:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '3133b415-92f7-4195-89df-7662038c7b61', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'floating_ip_address': '172.26.3.147', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'port_id': '45d8738a-0cc1-457b-8c10-d28c48b6abec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba', 'mac_address': 'fa:16:3e:c7:74:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a1861f-b508-4310-ad3c-99bec306ffd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:06:08Z', 'updated_at': '2022-02-16T17:06:08Z', 'revision_number': 0, 'project_id': '044ac631b15e4f2096be696887c61622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2581317b-26b1-4b4d-889f-22df54787e33', 'name': '', 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'mac_address': 'fa:16:3e:3c:61:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '62ae9dc0-3449-4ef8-8ac6-81ada289f9bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:57Z', 'updated_at': '2022-02-16T17:05:05Z', 'revision_number': 5, 'project_id': '044ac631b15e4f2096be696887c61622', 'subnets': [{'id': '62ae9dc0-3449-4ef8-8ac6-81ada289f9bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:06:09.973696 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59e3d3d-7b5b-4f8c-8109-9a5e5e360b08 None None] The sync data for ids ['b36e62a5-d6e6-4741-84a2-5927cd2a2100'] in dv-neutron-828697-3-hyperv is: [{'id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'name': 'tempest-TestVolumeBootPattern-923548383-router', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '931e68fc-5963-44f6-8445-fe1fbe36162f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:53Z', 'updated_at': '2022-02-16T17:04:58Z', 'revision_number': 4, 'project_id': '044ac631b15e4f2096be696887c61622', 'gw_port': {'id': '931e68fc-5963-44f6-8445-fe1fbe36162f', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:34:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:54Z', 'updated_at': '2022-02-16T17:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '3133b415-92f7-4195-89df-7662038c7b61', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'floating_ip_address': '172.26.3.147', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'port_id': '45d8738a-0cc1-457b-8c10-d28c48b6abec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba', 'mac_address': 'fa:16:3e:c7:74:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a1861f-b508-4310-ad3c-99bec306ffd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:06:08Z', 'updated_at': '2022-02-16T17:06:08Z', 'revision_number': 0, 'project_id': '044ac631b15e4f2096be696887c61622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2581317b-26b1-4b4d-889f-22df54787e33', 'name': '', 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'mac_address': 'fa:16:3e:3c:61:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '62ae9dc0-3449-4ef8-8ac6-81ada289f9bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:57Z', 'updated_at': '2022-02-16T17:05:05Z', 'revision_number': 5, 'project_id': '044ac631b15e4f2096be696887c61622', 'subnets': [{'id': '62ae9dc0-3449-4ef8-8ac6-81ada289f9bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:06:10.157188 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158fd526-2191-460c-afd0-bbf38226760a None None] New status for floating IP 3133b415-92f7-4195-89df-7662038c7b61: ACTIVE {{(pid=114377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:06:10.405933 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:11.654848 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54574) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:06:11.734412 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:12.040057 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0756eacf-697d-4726-9f06-bd84656aea62 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:12.086027 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:12.361857 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-0756eacf-697d-4726-9f06-bd84656aea62 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Deleting port 76fda741-4707-4e9b-936f-29dac3b59715 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:06:12.362195 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0756eacf-697d-4726-9f06-bd84656aea62 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:12.459564 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-0756eacf-697d-4726-9f06-bd84656aea62 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] For port 76fda741-4707-4e9b-936f-29dac3b59715, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=76fda741-4707-4e9b-936f-29dac3b59715,segment=NetworkSegment(0c0a924c-24e4-423e-ba69-83e8f08e63da),segment_id=0c0a924c-24e4-423e-ba69-83e8f08e63da)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:06:12.459922 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0756eacf-697d-4726-9f06-bd84656aea62 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:12.472714 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-0756eacf-697d-4726-9f06-bd84656aea62 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Calling delete_port for 76fda741-4707-4e9b-936f-29dac3b59715 owned by network:router_interface {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:06:12.766047 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0756eacf-697d-4726-9f06-bd84656aea62 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:12.795683 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0756eacf-697d-4726-9f06-bd84656aea62 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'Port': ['ID=76fda741-4707-4e9b-936f-29dac3b59715,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:12.819376 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0756eacf-697d-4726-9f06-bd84656aea62 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:12.819733 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0756eacf-697d-4726-9f06-bd84656aea62 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:12.820098 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0756eacf-697d-4726-9f06-bd84656aea62 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:12.820437 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0756eacf-697d-4726-9f06-bd84656aea62 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:12.820768 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0756eacf-697d-4726-9f06-bd84656aea62 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:12.821097 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0756eacf-697d-4726-9f06-bd84656aea62 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:12.821421 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0756eacf-697d-4726-9f06-bd84656aea62 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:12.821888 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0756eacf-697d-4726-9f06-bd84656aea62 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:12.822322 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0756eacf-697d-4726-9f06-bd84656aea62 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:12.822647 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0756eacf-697d-4726-9f06-bd84656aea62 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:12.822972 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0756eacf-697d-4726-9f06-bd84656aea62 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:12.823591 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0756eacf-697d-4726-9f06-bd84656aea62 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:13.000056 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0756eacf-697d-4726-9f06-bd84656aea62 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:13.250178 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0756eacf-697d-4726-9f06-bd84656aea62 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Router bc0b02f3-3a37-4b8e-a021-5c815bd7aebe has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:06:13.390193 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0756eacf-697d-4726-9f06-bd84656aea62 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:06:13.400080 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-0756eacf-697d-4726-9f06-bd84656aea62 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "PUT /v2.0/routers/bc0b02f3-3a37-4b8e-a021-5c815bd7aebe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7436626 Feb 16 17:06:13.402600 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23afaa5e-9746-46c0-9282-620853424c75 None None] Sync routers for ids ['bc0b02f3-3a37-4b8e-a021-5c815bd7aebe'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:06:13.415429 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23afaa5e-9746-46c0-9282-620853424c75 None None] Routers {'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:06:13.416222 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-23afaa5e-9746-46c0-9282-620853424c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:06:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['bc0b02f3-3a37-4b8e-a021-5c815bd7aebe'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:06:13.625325 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-23afaa5e-9746-46c0-9282-620853424c75 None None] Set router bc0b02f3-3a37-4b8e-a021-5c815bd7aebe gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:06:13.869757 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-23afaa5e-9746-46c0-9282-620853424c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'name': 'tempest-TestNetworkBasicOps-router-668424910', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e546ca72-3c0e-46c5-ab56-e78eab069bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:23Z', 'updated_at': '2022-02-16T17:06:12Z', 'revision_number': 6, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'e546ca72-3c0e-46c5-ab56-e78eab069bf8', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:24Z', 'updated_at': '2022-02-16T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': 'f3cf7f9e-c993-4df2-9fd2-badd81f387a4', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'floating_ip_address': '172.26.3.57', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'port_id': '50867f13-f2b2-4092-80b9-4789e575fff0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a887233e-d481-41aa-9584-24a22f5e599a', 'mac_address': 'fa:16:3e:09:cd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee99198-16d6-4a49-8531-74cea58ee3d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:04:56Z', 'updated_at': '2022-02-16T17:05:01Z', 'revision_number': 1, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f668f9e5-9c2a-472e-9bc2-1e476f6ac0fa', 'name': '', 'network_id': 'a887233e-d481-41aa-9584-24a22f5e599a', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:16:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '2bf959e4-88a3-4718-9710-0ca033dd4cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:29Z', 'updated_at': '2022-02-16T17:04:34Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': '2bf959e4-88a3-4718-9710-0ca033dd4cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:06:13.887087 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d6c986-f8ad-4097-86eb-4288cb547fe2 req-b1b9083f-b42c-4bbb-80dd-650eac9fc844 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:13.888656 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-a2d6c986-f8ad-4097-86eb-4288cb547fe2 req-b1b9083f-b42c-4bbb-80dd-650eac9fc844 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=32141f9f-27bc-4b41-9f87-630ad8a648ac HTTP/1.1" status: 200 len: 946 time: 0.0652561 Feb 16 17:06:13.899745 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23afaa5e-9746-46c0-9282-620853424c75 None None] Checking router: bc0b02f3-3a37-4b8e-a021-5c815bd7aebe for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:06:13.907923 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23afaa5e-9746-46c0-9282-620853424c75 None None] Routers {'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:06:13.908556 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-23afaa5e-9746-46c0-9282-620853424c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:06:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['bc0b02f3-3a37-4b8e-a021-5c815bd7aebe'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:06:13.928557 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-a2d6c986-f8ad-4097-86eb-4288cb547fe2 req-6dd1a3dd-e94b-48bf-93b3-b20c940ac39b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=5e1dc482-7a39-4381-ae51-0037cdf6f185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334373 Feb 16 17:06:14.021090 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-23afaa5e-9746-46c0-9282-620853424c75 None None] Set router bc0b02f3-3a37-4b8e-a021-5c815bd7aebe gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:06:14.250875 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-23afaa5e-9746-46c0-9282-620853424c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'name': 'tempest-TestNetworkBasicOps-router-668424910', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e546ca72-3c0e-46c5-ab56-e78eab069bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:23Z', 'updated_at': '2022-02-16T17:06:12Z', 'revision_number': 6, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'e546ca72-3c0e-46c5-ab56-e78eab069bf8', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:24Z', 'updated_at': '2022-02-16T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': 'f3cf7f9e-c993-4df2-9fd2-badd81f387a4', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'floating_ip_address': '172.26.3.57', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'port_id': '50867f13-f2b2-4092-80b9-4789e575fff0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a887233e-d481-41aa-9584-24a22f5e599a', 'mac_address': 'fa:16:3e:09:cd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee99198-16d6-4a49-8531-74cea58ee3d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:04:56Z', 'updated_at': '2022-02-16T17:05:01Z', 'revision_number': 1, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f668f9e5-9c2a-472e-9bc2-1e476f6ac0fa', 'name': '', 'network_id': 'a887233e-d481-41aa-9584-24a22f5e599a', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:16:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '2bf959e4-88a3-4718-9710-0ca033dd4cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:29Z', 'updated_at': '2022-02-16T17:04:34Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': '2bf959e4-88a3-4718-9710-0ca033dd4cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:06:14.276039 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23afaa5e-9746-46c0-9282-620853424c75 None None] The sync data for ids ['bc0b02f3-3a37-4b8e-a021-5c815bd7aebe'] in dv-neutron-828697-3-hyperv is: [{'id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'name': 'tempest-TestNetworkBasicOps-router-668424910', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e546ca72-3c0e-46c5-ab56-e78eab069bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:23Z', 'updated_at': '2022-02-16T17:06:12Z', 'revision_number': 6, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'e546ca72-3c0e-46c5-ab56-e78eab069bf8', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:24Z', 'updated_at': '2022-02-16T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': 'f3cf7f9e-c993-4df2-9fd2-badd81f387a4', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'floating_ip_address': '172.26.3.57', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'port_id': '50867f13-f2b2-4092-80b9-4789e575fff0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a887233e-d481-41aa-9584-24a22f5e599a', 'mac_address': 'fa:16:3e:09:cd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee99198-16d6-4a49-8531-74cea58ee3d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:04:56Z', 'updated_at': '2022-02-16T17:05:01Z', 'revision_number': 1, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f668f9e5-9c2a-472e-9bc2-1e476f6ac0fa', 'name': '', 'network_id': 'a887233e-d481-41aa-9584-24a22f5e599a', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:16:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '2bf959e4-88a3-4718-9710-0ca033dd4cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:29Z', 'updated_at': '2022-02-16T17:04:34Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': '2bf959e4-88a3-4718-9710-0ca033dd4cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:06:15.054890 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43be525-e014-4eae-b4d4-61da76c89d84 req-c1478603-8656-44ab-8821-41a52d7adc89 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:15.056512 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b43be525-e014-4eae-b4d4-61da76c89d84 req-c1478603-8656-44ab-8821-41a52d7adc89 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=32141f9f-27bc-4b41-9f87-630ad8a648ac HTTP/1.1" status: 200 len: 946 time: 0.0560102 Feb 16 17:06:15.095263 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b43be525-e014-4eae-b4d4-61da76c89d84 req-d9d3127e-3c17-4b00-99d8-6784b452aef7 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=5e1dc482-7a39-4381-ae51-0037cdf6f185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325558 Feb 16 17:06:15.212628 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf69d4-3690-4629-8b29-c3121e3e3ebb req-6bc08724-1b51-4dc5-ab43-45f4556fa57c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:15.214225 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-9bdf69d4-3690-4629-8b29-c3121e3e3ebb req-6bc08724-1b51-4dc5-ab43-45f4556fa57c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "GET /v2.0/ports?device_id=32141f9f-27bc-4b41-9f87-630ad8a648ac HTTP/1.1" status: 200 len: 946 time: 0.0482633 Feb 16 17:06:15.308191 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-9bdf69d4-3690-4629-8b29-c3121e3e3ebb req-27fe7fb4-50b9-4d1a-8c37-c8a8810f58ea tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Deleting port e6ea42fc-b9a6-489a-b458-a51faee67fc2 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:06:15.308532 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-9bdf69d4-3690-4629-8b29-c3121e3e3ebb req-27fe7fb4-50b9-4d1a-8c37-c8a8810f58ea tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:15.402789 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-9bdf69d4-3690-4629-8b29-c3121e3e3ebb req-27fe7fb4-50b9-4d1a-8c37-c8a8810f58ea tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] For port e6ea42fc-b9a6-489a-b458-a51faee67fc2, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=e6ea42fc-b9a6-489a-b458-a51faee67fc2,segment=NetworkSegment(0c0a924c-24e4-423e-ba69-83e8f08e63da),segment_id=0c0a924c-24e4-423e-ba69-83e8f08e63da)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:06:15.403148 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-9bdf69d4-3690-4629-8b29-c3121e3e3ebb req-27fe7fb4-50b9-4d1a-8c37-c8a8810f58ea tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:15.414505 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-9bdf69d4-3690-4629-8b29-c3121e3e3ebb req-27fe7fb4-50b9-4d1a-8c37-c8a8810f58ea tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Calling delete_port for e6ea42fc-b9a6-489a-b458-a51faee67fc2 owned by compute:nova {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:06:15.634945 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-9bdf69d4-3690-4629-8b29-c3121e3e3ebb req-27fe7fb4-50b9-4d1a-8c37-c8a8810f58ea tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:15.664087 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe7fb4-50b9-4d1a-8c37-c8a8810f58ea tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'Port': ['ID=e6ea42fc-b9a6-489a-b458-a51faee67fc2,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:15.712099 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bdf69d4-3690-4629-8b29-c3121e3e3ebb req-27fe7fb4-50b9-4d1a-8c37-c8a8810f58ea tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] No DVR routers for this DVR port e6ea42fc-b9a6-489a-b458-a51faee67fc2 on host hv-neutron-8286 {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:06:15.714613 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-9bdf69d4-3690-4629-8b29-c3121e3e3ebb req-27fe7fb4-50b9-4d1a-8c37-c8a8810f58ea tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:15.717872 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-9bdf69d4-3690-4629-8b29-c3121e3e3ebb req-27fe7fb4-50b9-4d1a-8c37-c8a8810f58ea tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "DELETE /v2.0/ports/e6ea42fc-b9a6-489a-b458-a51faee67fc2 HTTP/1.1" status: 204 len: 173 time: 0.4984229 Feb 16 17:06:15.718318 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32141f9f-27bc-4b41-9f87-630ad8a648ac', 'name': 'network-vif-deleted', 'tag': 'e6ea42fc-b9a6-489a-b458-a51faee67fc2'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:06:15.721355 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a0a9cd-fb67-4f5e-9582-6f02f2244121" -d '{"events": [{"server_uuid": "32141f9f-27bc-4b41-9f87-630ad8a648ac", "name": "network-vif-deleted", "tag": "e6ea42fc-b9a6-489a-b458-a51faee67fc2"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:06:15.758365 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b23cab-bad7-46d7-94c0-81a975c67e63 x-openstack-request-id: req-c0b23cab-bad7-46d7-94c0-81a975c67e63 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:06:15.758662 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32141f9f-27bc-4b41-9f87-630ad8a648ac", "name": "network-vif-deleted", "tag": "e6ea42fc-b9a6-489a-b458-a51faee67fc2", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:06:15.758911 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c0b23cab-bad7-46d7-94c0-81a975c67e63 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:06:15.759311 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32141f9f-27bc-4b41-9f87-630ad8a648ac', 'name': 'network-vif-deleted', 'tag': 'e6ea42fc-b9a6-489a-b458-a51faee67fc2', 'status': 'completed', 'code': 200} Feb 16 17:06:15.813616 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 76fda741-4707-4e9b-936f-29dac3b59715 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:06:15.834319 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 76fda741-4707-4e9b-936f-29dac3b59715 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:06:15.834664 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 76fda741-4707-4e9b-936f-29dac3b59715 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:06:16.216555 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b305c64c-e6c4-4642-b47d-a670b0a2b428 req-0f935cd2-c9c9-4963-ac0f-ed932df4c161 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=32141f9f-27bc-4b41-9f87-630ad8a648ac HTTP/1.1" status: 200 len: 210 time: 0.0310955 Feb 16 17:06:17.286817 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54592) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:06:17.348078 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8fcc62a9-4671-4d8f-a7ea-7484cb51b7f3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:17.374296 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8fcc62a9-4671-4d8f-a7ea-7484cb51b7f3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:17.491554 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8fcc62a9-4671-4d8f-a7ea-7484cb51b7f3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:17.494223 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8fcc62a9-4671-4d8f-a7ea-7484cb51b7f3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:17.495429 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-8fcc62a9-4671-4d8f-a7ea-7484cb51b7f3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "DELETE /v2.0/security-groups/5e1dc482-7a39-4381-ae51-0037cdf6f185 HTTP/1.1" status: 204 len: 168 time: 0.2076263 Feb 16 17:06:17.505823 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcc62a9-4671-4d8f-a7ea-7484cb51b7f3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1dc482-7a39-4381-ae51-0037cdf6f185,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:17.584529 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54596) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:06:17.640102 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa59cc0b-4489-4dcf-bb28-9ea26b93bc4b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Deleting subnet 2f40b031-2a10-4103-a974-061f0cd1a8a2 {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:06:17.643767 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-aa59cc0b-4489-4dcf-bb28-9ea26b93bc4b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:17.687434 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-aa59cc0b-4489-4dcf-bb28-9ea26b93bc4b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:18.079437 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-aa59cc0b-4489-4dcf-bb28-9ea26b93bc4b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:18.211900 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-aa59cc0b-4489-4dcf-bb28-9ea26b93bc4b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:18.240002 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59cc0b-4489-4dcf-bb28-9ea26b93bc4b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'Subnet': ['ID=2f40b031-2a10-4103-a974-061f0cd1a8a2,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:18.243436 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-aa59cc0b-4489-4dcf-bb28-9ea26b93bc4b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:18.246611 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-aa59cc0b-4489-4dcf-bb28-9ea26b93bc4b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "DELETE /v2.0/subnets/2f40b031-2a10-4103-a974-061f0cd1a8a2 HTTP/1.1" status: 204 len: 168 time: 0.6610060 Feb 16 17:06:18.249496 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54598) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:06:18.253489 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c8efdf-05e2-4003-bb0a-603b162e59c2 None None] Network 5d66e92c-5329-47b9-a936-34b9e5e1446a requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:06:18.333927 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cb0596cf-17fa-4695-ab3a-ff06721118c3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:18.393473 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-cb0596cf-17fa-4695-ab3a-ff06721118c3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Deleting port 99907876-2d64-47ed-882b-5c1de995768a {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:06:18.393824 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cb0596cf-17fa-4695-ab3a-ff06721118c3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:18.440506 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a36c9e4-323f-43ab-b219-a9674c0726a6 None None] DHCP port deletion for 5d66e92c-5329-47b9-a936-34b9e5e1446a request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:06:18.464812 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-cb0596cf-17fa-4695-ab3a-ff06721118c3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] For port 99907876-2d64-47ed-882b-5c1de995768a, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=99907876-2d64-47ed-882b-5c1de995768a,segment=NetworkSegment(0c0a924c-24e4-423e-ba69-83e8f08e63da),segment_id=0c0a924c-24e4-423e-ba69-83e8f08e63da)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:06:18.465216 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cb0596cf-17fa-4695-ab3a-ff06721118c3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:18.484678 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-cb0596cf-17fa-4695-ab3a-ff06721118c3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Calling delete_port for 99907876-2d64-47ed-882b-5c1de995768a owned by network:dhcp {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:06:18.493557 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1a36c9e4-323f-43ab-b219-a9674c0726a6 None None] Deleting port 99907876-2d64-47ed-882b-5c1de995768a {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:06:18.494111 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1a36c9e4-323f-43ab-b219-a9674c0726a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:18.571909 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1a36c9e4-323f-43ab-b219-a9674c0726a6 None None] For port 99907876-2d64-47ed-882b-5c1de995768a, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=99907876-2d64-47ed-882b-5c1de995768a,segment=NetworkSegment(0c0a924c-24e4-423e-ba69-83e8f08e63da),segment_id=0c0a924c-24e4-423e-ba69-83e8f08e63da)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:06:18.572342 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1a36c9e4-323f-43ab-b219-a9674c0726a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:18.586980 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1a36c9e4-323f-43ab-b219-a9674c0726a6 None None] Calling delete_port for 99907876-2d64-47ed-882b-5c1de995768a owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:06:18.634586 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cb0596cf-17fa-4695-ab3a-ff06721118c3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:18.661885 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0596cf-17fa-4695-ab3a-ff06721118c3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'Port': ['ID=99907876-2d64-47ed-882b-5c1de995768a,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:18.666500 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0596cf-17fa-4695-ab3a-ff06721118c3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] No DVR routers for this DVR port 99907876-2d64-47ed-882b-5c1de995768a on host dv-neutron-828697-3-hyperv {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:06:18.675221 dv-neutron-828697-3-hyperv neutron-server[114377]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 17:06:18.675221 dv-neutron-828697-3-hyperv neutron-server[114377]: from cryptography.utils import int_from_bytes Feb 16 17:06:18.675221 dv-neutron-828697-3-hyperv neutron-server[114377]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 17:06:18.675221 dv-neutron-828697-3-hyperv neutron-server[114377]: from cryptography.utils import int_from_bytes Feb 16 17:06:18.675221 dv-neutron-828697-3-hyperv neutron-server[114377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:06:18.675221 dv-neutron-828697-3-hyperv neutron-server[114377]: self.session.flush() Feb 16 17:06:18.675221 dv-neutron-828697-3-hyperv neutron-server[114377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:06:18.675221 dv-neutron-828697-3-hyperv neutron-server[114377]: self.session.flush() Feb 16 17:06:18.675221 dv-neutron-828697-3-hyperv neutron-server[114377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:06:18.675221 dv-neutron-828697-3-hyperv neutron-server[114377]: self.session.flush() Feb 16 17:06:18.675221 dv-neutron-828697-3-hyperv neutron-server[114377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:06:18.675221 dv-neutron-828697-3-hyperv neutron-server[114377]: self.session.flush() Feb 16 17:06:18.675221 dv-neutron-828697-3-hyperv neutron-server[114377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:06:18.675221 dv-neutron-828697-3-hyperv neutron-server[114377]: self.session.flush() Feb 16 17:06:18.675221 dv-neutron-828697-3-hyperv neutron-server[114377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:06:18.675221 dv-neutron-828697-3-hyperv neutron-server[114377]: self.session.flush() Feb 16 17:06:18.675221 dv-neutron-828697-3-hyperv neutron-server[114377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:06:18.675221 dv-neutron-828697-3-hyperv neutron-server[114377]: self.session.flush() Feb 16 17:06:18.675221 dv-neutron-828697-3-hyperv neutron-server[114377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:06:18.675221 dv-neutron-828697-3-hyperv neutron-server[114377]: self.session.flush() Feb 16 17:06:18.675221 dv-neutron-828697-3-hyperv neutron-server[114377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:06:18.675221 dv-neutron-828697-3-hyperv neutron-server[114377]: self.session.flush() Feb 16 17:06:18.675221 dv-neutron-828697-3-hyperv neutron-server[114377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:06:18.675221 dv-neutron-828697-3-hyperv neutron-server[114377]: self.session.flush() Feb 16 17:06:18.675221 dv-neutron-828697-3-hyperv neutron-server[114377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:06:18.675221 dv-neutron-828697-3-hyperv neutron-server[114377]: self.session.flush() Feb 16 17:06:18.675221 dv-neutron-828697-3-hyperv neutron-server[114377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:06:18.675221 dv-neutron-828697-3-hyperv neutron-server[114377]: self.session.flush() Feb 16 17:06:18.675221 dv-neutron-828697-3-hyperv neutron-server[114377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:06:18.675221 dv-neutron-828697-3-hyperv neutron-server[114377]: self.session.flush() Feb 16 17:06:18.675221 dv-neutron-828697-3-hyperv neutron-server[114377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:06:18.675221 dv-neutron-828697-3-hyperv neutron-server[114377]: self.session.flush() Feb 16 17:06:18.675221 dv-neutron-828697-3-hyperv neutron-server[114377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:06:18.675221 dv-neutron-828697-3-hyperv neutron-server[114377]: self.session.flush() Feb 16 17:06:18.675221 dv-neutron-828697-3-hyperv neutron-server[114377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:06:18.675221 dv-neutron-828697-3-hyperv neutron-server[114377]: self.session.flush() Feb 16 17:06:18.675221 dv-neutron-828697-3-hyperv neutron-server[114377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:06:18.675221 dv-neutron-828697-3-hyperv neutron-server[114377]: self.session.flush() Feb 16 17:06:18.675221 dv-neutron-828697-3-hyperv neutron-server[114377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:06:18.675221 dv-neutron-828697-3-hyperv neutron-server[114377]: self.session.flush() Feb 16 17:06:18.675221 dv-neutron-828697-3-hyperv neutron-server[114377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:06:18.675221 dv-neutron-828697-3-hyperv neutron-server[114377]: self.session.flush() Feb 16 17:06:18.675221 dv-neutron-828697-3-hyperv neutron-server[114377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:06:18.675221 dv-neutron-828697-3-hyperv neutron-server[114377]: self.session.flush() Feb 16 17:06:18.675221 dv-neutron-828697-3-hyperv neutron-server[114377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:06:18.675221 dv-neutron-828697-3-hyperv neutron-server[114377]: self.session.flush() Feb 16 17:06:18.675221 dv-neutron-828697-3-hyperv neutron-server[114377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:06:18.675221 dv-neutron-828697-3-hyperv neutron-server[114377]: self.session.flush() Feb 16 17:06:18.675221 dv-neutron-828697-3-hyperv neutron-server[114377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:06:18.675221 dv-neutron-828697-3-hyperv neutron-server[114377]: self.session.flush() Feb 16 17:06:18.675221 dv-neutron-828697-3-hyperv neutron-server[114377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:06:18.675221 dv-neutron-828697-3-hyperv neutron-server[114377]: self.session.flush() Feb 16 17:06:18.675221 dv-neutron-828697-3-hyperv neutron-server[114377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:06:18.675221 dv-neutron-828697-3-hyperv neutron-server[114377]: self.session.flush() Feb 16 17:06:18.675221 dv-neutron-828697-3-hyperv neutron-server[114377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:06:18.675221 dv-neutron-828697-3-hyperv neutron-server[114377]: self.session.flush() Feb 16 17:06:18.681893 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1a36c9e4-323f-43ab-b219-a9674c0726a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:18.709803 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36c9e4-323f-43ab-b219-a9674c0726a6 None None] Pushing event deleted for resources: {'Port': ['ID=99907876-2d64-47ed-882b-5c1de995768a,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:18.716850 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a36c9e4-323f-43ab-b219-a9674c0726a6 None None] No DVR routers for this DVR port 99907876-2d64-47ed-882b-5c1de995768a on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:06:18.749625 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cb0596cf-17fa-4695-ab3a-ff06721118c3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:18.775368 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-cb0596cf-17fa-4695-ab3a-ff06721118c3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d66e92c-5329-47b9-a936-34b9e5e1446a']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:06:18.786901 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-cb0596cf-17fa-4695-ab3a-ff06721118c3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c0a924c-24e4-423e-ba69-83e8f08e63da') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:06:18.787195 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-cb0596cf-17fa-4695-ab3a-ff06721118c3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c0a924c-24e4-423e-ba69-83e8f08e63da') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:06:18.798005 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cb0596cf-17fa-4695-ab3a-ff06721118c3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:18.814134 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cb0596cf-17fa-4695-ab3a-ff06721118c3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:18.820632 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb0596cf-17fa-4695-ab3a-ff06721118c3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:06:18.821012 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cb0596cf-17fa-4695-ab3a-ff06721118c3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:18.824670 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 17:06:18.824670 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:06:18.824670 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 17:06:18.824670 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:06:18.824670 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 17:06:18.824670 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:06:18.824670 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 17:06:18.824670 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:06:18.824670 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 17:06:18.824670 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:06:18.824670 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 17:06:18.824670 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:06:18.824670 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 17:06:18.824670 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:06:18.824670 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:06:18.824670 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:06:18.824670 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:06:18.824670 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:06:18.824670 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 17:06:18.824670 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:06:18.824670 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 17:06:18.824670 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:06:18.824670 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:06:18.824670 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:06:18.824670 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 17:06:18.824670 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:06:18.824670 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:06:18.824670 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:06:18.824670 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:06:18.824670 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:06:18.824670 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:06:18.824670 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:06:18.951565 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cb0596cf-17fa-4695-ab3a-ff06721118c3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:18.961510 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cb0596cf-17fa-4695-ab3a-ff06721118c3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:18.964939 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-cb0596cf-17fa-4695-ab3a-ff06721118c3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "DELETE /v2.0/networks/5d66e92c-5329-47b9-a936-34b9e5e1446a HTTP/1.1" status: 204 len: 168 time: 0.7142406 Feb 16 17:06:18.968003 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54600) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:06:18.984910 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0596cf-17fa-4695-ab3a-ff06721118c3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'Network': ['ID=5d66e92c-5329-47b9-a936-34b9e5e1446a,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:19.140486 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-7e7b79aa-43b5-4cd3-8cb5-305861033216 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Deleting port ac8dcb7d-09c5-49dd-b354-8b7f64cc1dcb {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:06:19.141141 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7e7b79aa-43b5-4cd3-8cb5-305861033216 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:19.233870 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7e7b79aa-43b5-4cd3-8cb5-305861033216 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:19.234193 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7e7b79aa-43b5-4cd3-8cb5-305861033216 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:19.245667 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-7e7b79aa-43b5-4cd3-8cb5-305861033216 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Calling delete_port for ac8dcb7d-09c5-49dd-b354-8b7f64cc1dcb owned by network:floatingip {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:06:19.460291 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7e7b79aa-43b5-4cd3-8cb5-305861033216 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:19.491780 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b79aa-43b5-4cd3-8cb5-305861033216 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'Port': ['ID=ac8dcb7d-09c5-49dd-b354-8b7f64cc1dcb,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:19.553558 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7e7b79aa-43b5-4cd3-8cb5-305861033216 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for floatingip, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:19.553887 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.l3_db [None req-7e7b79aa-43b5-4cd3-8cb5-305861033216 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Floating IP f3cf7f9e-c993-4df2-9fd2-badd81f387a4 disassociated (deleted). External IP: 172.26.3.57, port: 50867f13-f2b2-4092-80b9-4789e575fff0. Feb 16 17:06:19.774923 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7b79aa-43b5-4cd3-8cb5-305861033216 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Router bc0b02f3-3a37-4b8e-a021-5c815bd7aebe has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:06:19.856012 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 99907876-2d64-47ed-882b-5c1de995768a no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:06:19.877243 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 99907876-2d64-47ed-882b-5c1de995768a {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:06:19.877784 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 99907876-2d64-47ed-882b-5c1de995768a not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:06:19.888447 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7b79aa-43b5-4cd3-8cb5-305861033216 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:06:19.894722 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7e7b79aa-43b5-4cd3-8cb5-305861033216 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:19.901804 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0835f70a-1972-44e8-80eb-fa297ff35a2f None None] Sync routers for ids ['bc0b02f3-3a37-4b8e-a021-5c815bd7aebe'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:06:19.914891 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0835f70a-1972-44e8-80eb-fa297ff35a2f None None] Routers {'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:06:19.915543 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-0835f70a-1972-44e8-80eb-fa297ff35a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:06:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['bc0b02f3-3a37-4b8e-a021-5c815bd7aebe'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:06:19.926713 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-7e7b79aa-43b5-4cd3-8cb5-305861033216 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "DELETE /v2.0/floatingips/f3cf7f9e-c993-4df2-9fd2-badd81f387a4 HTTP/1.1" status: 204 len: 168 time: 0.9572818 Feb 16 17:06:19.927291 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fee99198-16d6-4a49-8531-74cea58ee3d0', 'tag': '50867f13-f2b2-4092-80b9-4789e575fff0'}] {{(pid=114375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:06:19.929582 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f675c1a73bb74b784e43f10fee26c40e358be44ccef5ed6f70ec30f8ec0d494b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50a0a99-7135-464c-a379-c2bf2e997d45" -d '{"events": [{"name": "network-changed", "server_uuid": "fee99198-16d6-4a49-8531-74cea58ee3d0", "tag": "50867f13-f2b2-4092-80b9-4789e575fff0"}]}' {{(pid=114375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:06:19.981169 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3cb216-9804-4117-a4dd-2326b9f526ba x-openstack-request-id: req-3a3cb216-9804-4117-a4dd-2326b9f526ba {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:06:19.981802 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fee99198-16d6-4a49-8531-74cea58ee3d0", "tag": "50867f13-f2b2-4092-80b9-4789e575fff0", "status": "completed", "code": 200}]} {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:06:19.981802 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3a3cb216-9804-4117-a4dd-2326b9f526ba {{(pid=114375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:06:19.982360 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fee99198-16d6-4a49-8531-74cea58ee3d0', 'tag': '50867f13-f2b2-4092-80b9-4789e575fff0', 'status': 'completed', 'code': 200} Feb 16 17:06:20.047020 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-0835f70a-1972-44e8-80eb-fa297ff35a2f None None] Set router bc0b02f3-3a37-4b8e-a021-5c815bd7aebe gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:06:20.065001 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a0a99-7135-464c-a379-c2bf2e997d45 req-62196c4f-c4c0-4782-b38d-31678ce08e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:20.082563 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f50a0a99-7135-464c-a379-c2bf2e997d45 req-62196c4f-c4c0-4782-b38d-31678ce08e95 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c9820320aae461fbcc5eba944eb2160&device_id=fee99198-16d6-4a49-8531-74cea58ee3d0 HTTP/1.1" status: 200 len: 1099 time: 0.0655956 Feb 16 17:06:20.159610 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a0a99-7135-464c-a379-c2bf2e997d45 req-0563fe2d-bb34-40f7-a6ee-f15dd232bbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:20.161445 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f50a0a99-7135-464c-a379-c2bf2e997d45 req-0563fe2d-bb34-40f7-a6ee-f15dd232bbda service neutron] 10.222.0.89 "GET /v2.0/networks?id=a887233e-d481-41aa-9584-24a22f5e599a HTTP/1.1" status: 200 len: 897 time: 0.0886221 Feb 16 17:06:20.217889 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f50a0a99-7135-464c-a379-c2bf2e997d45 req-41436c6b-439f-4e69-8897-ea4c20310751 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50867f13-f2b2-4092-80b9-4789e575fff0 HTTP/1.1" status: 200 len: 217 time: 0.0493834 Feb 16 17:06:20.260828 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-0835f70a-1972-44e8-80eb-fa297ff35a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'name': 'tempest-TestNetworkBasicOps-router-668424910', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e546ca72-3c0e-46c5-ab56-e78eab069bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:23Z', 'updated_at': '2022-02-16T17:06:12Z', 'revision_number': 6, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'e546ca72-3c0e-46c5-ab56-e78eab069bf8', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:24Z', 'updated_at': '2022-02-16T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'f668f9e5-9c2a-472e-9bc2-1e476f6ac0fa', 'name': '', 'network_id': 'a887233e-d481-41aa-9584-24a22f5e599a', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:16:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '2bf959e4-88a3-4718-9710-0ca033dd4cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:29Z', 'updated_at': '2022-02-16T17:04:34Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': '2bf959e4-88a3-4718-9710-0ca033dd4cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:06:20.278361 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a0a99-7135-464c-a379-c2bf2e997d45 req-8b002061-cc5c-496d-8fc4-ef94486a475e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:20.279832 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f50a0a99-7135-464c-a379-c2bf2e997d45 req-8b002061-cc5c-496d-8fc4-ef94486a475e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2bf959e4-88a3-4718-9710-0ca033dd4cba HTTP/1.1" status: 200 len: 834 time: 0.0516577 Feb 16 17:06:20.288491 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0835f70a-1972-44e8-80eb-fa297ff35a2f None None] Checking router: bc0b02f3-3a37-4b8e-a021-5c815bd7aebe for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:06:20.297637 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0835f70a-1972-44e8-80eb-fa297ff35a2f None None] Routers {'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:06:20.298275 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-0835f70a-1972-44e8-80eb-fa297ff35a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:06:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['bc0b02f3-3a37-4b8e-a021-5c815bd7aebe'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:06:20.344325 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a0a99-7135-464c-a379-c2bf2e997d45 req-de18a452-6f51-4e13-93f1-124e7d3b4a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:20.346042 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f50a0a99-7135-464c-a379-c2bf2e997d45 req-de18a452-6f51-4e13-93f1-124e7d3b4a34 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a887233e-d481-41aa-9584-24a22f5e599a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0560269 Feb 16 17:06:20.416652 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-0835f70a-1972-44e8-80eb-fa297ff35a2f None None] Set router bc0b02f3-3a37-4b8e-a021-5c815bd7aebe gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:06:20.455954 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f50a0a99-7135-464c-a379-c2bf2e997d45 req-371629cc-74aa-42f5-b991-abcbc9f5e990 service neutron] 10.222.0.89 "GET /v2.0/networks/a887233e-d481-41aa-9584-24a22f5e599a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009021 Feb 16 17:06:20.559690 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device e6ea42fc-b9a6-489a-b458-a51faee67fc2 no longer exists at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:06:20.566135 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df949f5-72e0-4d5e-afed-07bf6ee34728 req-b0ae76c7-f7f2-42c3-b514-4dfe0b31e905 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:20.567493 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2df949f5-72e0-4d5e-afed-07bf6ee34728 req-b0ae76c7-f7f2-42c3-b514-4dfe0b31e905 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=fee99198-16d6-4a49-8531-74cea58ee3d0 HTTP/1.1" status: 200 len: 946 time: 0.1104398 Feb 16 17:06:20.584433 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] No Port match for: e6ea42fc-b9a6-489a-b458-a51faee67fc2 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:06:20.584776 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device e6ea42fc-b9a6-489a-b458-a51faee67fc2 not bound to the agent host hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:06:20.604470 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f50a0a99-7135-464c-a379-c2bf2e997d45 req-20cd4b14-b097-450a-a799-57ba7ed0d155 service neutron] 10.222.0.89 "GET /v2.0/networks/a887233e-d481-41aa-9584-24a22f5e599a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378157 Feb 16 17:06:20.625503 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2df949f5-72e0-4d5e-afed-07bf6ee34728 req-78277307-ef91-4e03-9186-a86968d5b5d4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=9d2f97b7-1a1d-46ad-8317-08f408e6f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437651 Feb 16 17:06:20.650863 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-0835f70a-1972-44e8-80eb-fa297ff35a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'name': 'tempest-TestNetworkBasicOps-router-668424910', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e546ca72-3c0e-46c5-ab56-e78eab069bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:23Z', 'updated_at': '2022-02-16T17:06:12Z', 'revision_number': 6, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'e546ca72-3c0e-46c5-ab56-e78eab069bf8', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:24Z', 'updated_at': '2022-02-16T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'f668f9e5-9c2a-472e-9bc2-1e476f6ac0fa', 'name': '', 'network_id': 'a887233e-d481-41aa-9584-24a22f5e599a', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:16:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '2bf959e4-88a3-4718-9710-0ca033dd4cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:29Z', 'updated_at': '2022-02-16T17:04:34Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': '2bf959e4-88a3-4718-9710-0ca033dd4cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:06:20.681741 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0835f70a-1972-44e8-80eb-fa297ff35a2f None None] The sync data for ids ['bc0b02f3-3a37-4b8e-a021-5c815bd7aebe'] in dv-neutron-828697-3-hyperv is: [{'id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'name': 'tempest-TestNetworkBasicOps-router-668424910', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e546ca72-3c0e-46c5-ab56-e78eab069bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:23Z', 'updated_at': '2022-02-16T17:06:12Z', 'revision_number': 6, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'e546ca72-3c0e-46c5-ab56-e78eab069bf8', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:24Z', 'updated_at': '2022-02-16T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'f668f9e5-9c2a-472e-9bc2-1e476f6ac0fa', 'name': '', 'network_id': 'a887233e-d481-41aa-9584-24a22f5e599a', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:16:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '2bf959e4-88a3-4718-9710-0ca033dd4cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:29Z', 'updated_at': '2022-02-16T17:04:34Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': '2bf959e4-88a3-4718-9710-0ca033dd4cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:06:20.908784 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7600151-11e7-4f1e-8587-8f2d365597bd None None] New status for floating IP f3cf7f9e-c993-4df2-9fd2-badd81f387a4: DOWN {{(pid=114378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:06:21.748653 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba93de-fcdf-45db-8fe7-28ae1f59afa5 req-41be430c-26cd-485e-9a6d-30592e3fbddb tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:21.750389 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-6fba93de-fcdf-45db-8fe7-28ae1f59afa5 req-41be430c-26cd-485e-9a6d-30592e3fbddb tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=fee99198-16d6-4a49-8531-74cea58ee3d0 HTTP/1.1" status: 200 len: 946 time: 0.0541797 Feb 16 17:06:21.798077 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-6fba93de-fcdf-45db-8fe7-28ae1f59afa5 req-f587abc9-4fab-4f25-977d-218ff8fc9cca tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=9d2f97b7-1a1d-46ad-8317-08f408e6f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406303 Feb 16 17:06:21.914938 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28bd688-174e-45cb-ae4e-a668f143828b req-7eba761f-1bfc-41f2-9667-fcf3e97265ea tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:21.916444 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f28bd688-174e-45cb-ae4e-a668f143828b req-7eba761f-1bfc-41f2-9667-fcf3e97265ea tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "GET /v2.0/ports?device_id=fee99198-16d6-4a49-8531-74cea58ee3d0 HTTP/1.1" status: 200 len: 946 time: 0.0515652 Feb 16 17:06:22.009647 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-f28bd688-174e-45cb-ae4e-a668f143828b req-a6a2329d-c403-4af9-af57-f5bc3b58345e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Deleting port 50867f13-f2b2-4092-80b9-4789e575fff0 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:06:22.009994 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-f28bd688-174e-45cb-ae4e-a668f143828b req-a6a2329d-c403-4af9-af57-f5bc3b58345e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:22.105417 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-f28bd688-174e-45cb-ae4e-a668f143828b req-a6a2329d-c403-4af9-af57-f5bc3b58345e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] For port 50867f13-f2b2-4092-80b9-4789e575fff0, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=50867f13-f2b2-4092-80b9-4789e575fff0,segment=NetworkSegment(60588410-0ce9-4ca8-bc7e-83b5810a7a00),segment_id=60588410-0ce9-4ca8-bc7e-83b5810a7a00)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:06:22.105781 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-f28bd688-174e-45cb-ae4e-a668f143828b req-a6a2329d-c403-4af9-af57-f5bc3b58345e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:22.118121 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-f28bd688-174e-45cb-ae4e-a668f143828b req-a6a2329d-c403-4af9-af57-f5bc3b58345e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Calling delete_port for 50867f13-f2b2-4092-80b9-4789e575fff0 owned by compute:nova {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:06:22.325703 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-f28bd688-174e-45cb-ae4e-a668f143828b req-a6a2329d-c403-4af9-af57-f5bc3b58345e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:22.356939 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2329d-c403-4af9-af57-f5bc3b58345e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'Port': ['ID=50867f13-f2b2-4092-80b9-4789e575fff0,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:22.402995 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-f28bd688-174e-45cb-ae4e-a668f143828b req-a6a2329d-c403-4af9-af57-f5bc3b58345e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] No DVR routers for this DVR port 50867f13-f2b2-4092-80b9-4789e575fff0 on host hv-neutron-8286 {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:06:22.405555 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-f28bd688-174e-45cb-ae4e-a668f143828b req-a6a2329d-c403-4af9-af57-f5bc3b58345e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:22.409752 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f28bd688-174e-45cb-ae4e-a668f143828b req-a6a2329d-c403-4af9-af57-f5bc3b58345e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "DELETE /v2.0/ports/50867f13-f2b2-4092-80b9-4789e575fff0 HTTP/1.1" status: 204 len: 173 time: 0.4881103 Feb 16 17:06:22.411848 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fee99198-16d6-4a49-8531-74cea58ee3d0', 'name': 'network-vif-deleted', 'tag': '50867f13-f2b2-4092-80b9-4789e575fff0'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:06:22.413423 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1bb7f36-dfb5-4d9e-867d-0e6924f6cdb6" -d '{"events": [{"server_uuid": "fee99198-16d6-4a49-8531-74cea58ee3d0", "name": "network-vif-deleted", "tag": "50867f13-f2b2-4092-80b9-4789e575fff0"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:06:22.449705 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19737f6-8a60-4513-987f-ce2429398953 x-openstack-request-id: req-b19737f6-8a60-4513-987f-ce2429398953 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:06:22.450061 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fee99198-16d6-4a49-8531-74cea58ee3d0", "name": "network-vif-deleted", "tag": "50867f13-f2b2-4092-80b9-4789e575fff0", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:06:22.450321 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b19737f6-8a60-4513-987f-ce2429398953 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:06:22.450719 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fee99198-16d6-4a49-8531-74cea58ee3d0', 'name': 'network-vif-deleted', 'tag': '50867f13-f2b2-4092-80b9-4789e575fff0', 'status': 'completed', 'code': 200} Feb 16 17:06:22.912405 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-e9565c33-fb7e-4dad-b1a2-0d919f72962c req-6314becc-ba2b-476e-aded-7c495e88a58d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=fee99198-16d6-4a49-8531-74cea58ee3d0 HTTP/1.1" status: 200 len: 210 time: 0.0295215 Feb 16 17:06:23.975455 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54618) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:06:24.037251 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c7dda4e3-9509-4529-82de-2ab9b0ec2052 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:24.062928 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c7dda4e3-9509-4529-82de-2ab9b0ec2052 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:24.194000 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c7dda4e3-9509-4529-82de-2ab9b0ec2052 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:24.196878 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c7dda4e3-9509-4529-82de-2ab9b0ec2052 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:24.198060 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c7dda4e3-9509-4529-82de-2ab9b0ec2052 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "DELETE /v2.0/security-groups/9d2f97b7-1a1d-46ad-8317-08f408e6f39c HTTP/1.1" status: 204 len: 168 time: 0.2215748 Feb 16 17:06:24.208522 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dda4e3-9509-4529-82de-2ab9b0ec2052 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2f97b7-1a1d-46ad-8317-08f408e6f39c,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:24.356258 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54622) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:06:24.728170 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3323ec62-b463-4b17-aabc-af25f0a71af4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:25.016758 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-3323ec62-b463-4b17-aabc-af25f0a71af4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Deleting port f668f9e5-9c2a-472e-9bc2-1e476f6ac0fa {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:06:25.017513 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3323ec62-b463-4b17-aabc-af25f0a71af4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:25.115316 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-3323ec62-b463-4b17-aabc-af25f0a71af4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] For port f668f9e5-9c2a-472e-9bc2-1e476f6ac0fa, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=f668f9e5-9c2a-472e-9bc2-1e476f6ac0fa,segment=NetworkSegment(60588410-0ce9-4ca8-bc7e-83b5810a7a00),segment_id=60588410-0ce9-4ca8-bc7e-83b5810a7a00)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:06:25.116442 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3323ec62-b463-4b17-aabc-af25f0a71af4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:25.129575 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-3323ec62-b463-4b17-aabc-af25f0a71af4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Calling delete_port for f668f9e5-9c2a-472e-9bc2-1e476f6ac0fa owned by network:router_interface {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:06:25.423173 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3323ec62-b463-4b17-aabc-af25f0a71af4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:25.449897 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3323ec62-b463-4b17-aabc-af25f0a71af4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'Port': ['ID=f668f9e5-9c2a-472e-9bc2-1e476f6ac0fa,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:25.636870 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3323ec62-b463-4b17-aabc-af25f0a71af4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:25.874258 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3323ec62-b463-4b17-aabc-af25f0a71af4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Router bc0b02f3-3a37-4b8e-a021-5c815bd7aebe has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:06:25.982012 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3323ec62-b463-4b17-aabc-af25f0a71af4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:06:25.987480 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-3323ec62-b463-4b17-aabc-af25f0a71af4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "PUT /v2.0/routers/bc0b02f3-3a37-4b8e-a021-5c815bd7aebe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6294472 Feb 16 17:06:25.990170 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54624) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:06:25.993775 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9679e06-822b-49d4-869e-1563748a434f None None] Sync routers for ids ['bc0b02f3-3a37-4b8e-a021-5c815bd7aebe'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:06:26.004426 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9679e06-822b-49d4-869e-1563748a434f None None] Routers {'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:06:26.005056 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-e9679e06-822b-49d4-869e-1563748a434f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:06:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['bc0b02f3-3a37-4b8e-a021-5c815bd7aebe'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:06:26.049094 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbe4c88f-5f00-4976-ac0d-92c1f3fbfac5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Deleting subnet 2bf959e4-88a3-4718-9710-0ca033dd4cba {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:06:26.052477 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cbe4c88f-5f00-4976-ac0d-92c1f3fbfac5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:26.100401 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cbe4c88f-5f00-4976-ac0d-92c1f3fbfac5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:26.118299 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-e9679e06-822b-49d4-869e-1563748a434f None None] Set router bc0b02f3-3a37-4b8e-a021-5c815bd7aebe gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:06:26.192082 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cbe4c88f-5f00-4976-ac0d-92c1f3fbfac5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:26.302210 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-e9679e06-822b-49d4-869e-1563748a434f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'name': 'tempest-TestNetworkBasicOps-router-668424910', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e546ca72-3c0e-46c5-ab56-e78eab069bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:23Z', 'updated_at': '2022-02-16T17:06:25Z', 'revision_number': 7, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'e546ca72-3c0e-46c5-ab56-e78eab069bf8', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:24Z', 'updated_at': '2022-02-16T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:06:26.335021 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cbe4c88f-5f00-4976-ac0d-92c1f3fbfac5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:26.367314 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe4c88f-5f00-4976-ac0d-92c1f3fbfac5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'Subnet': ['ID=2bf959e4-88a3-4718-9710-0ca033dd4cba,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:26.373682 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cbe4c88f-5f00-4976-ac0d-92c1f3fbfac5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:26.379600 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-cbe4c88f-5f00-4976-ac0d-92c1f3fbfac5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "DELETE /v2.0/subnets/2bf959e4-88a3-4718-9710-0ca033dd4cba HTTP/1.1" status: 204 len: 168 time: 0.3855894 Feb 16 17:06:26.380033 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54626) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:06:26.472611 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047d4712-33bc-4cfc-98d8-3df6aded8632 None None] Network a887233e-d481-41aa-9584-24a22f5e599a requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:06:26.475877 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9679e06-822b-49d4-869e-1563748a434f None None] Checking router: bc0b02f3-3a37-4b8e-a021-5c815bd7aebe for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:06:26.487340 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c3d1fdae-acb9-4aec-946e-98b93c2b1c0e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:26.534734 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9679e06-822b-49d4-869e-1563748a434f None None] Routers {'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:06:26.535354 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-e9679e06-822b-49d4-869e-1563748a434f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:06:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['bc0b02f3-3a37-4b8e-a021-5c815bd7aebe'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:06:26.591672 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c3d1fdae-acb9-4aec-946e-98b93c2b1c0e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:26.601211 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 50867f13-f2b2-4092-80b9-4789e575fff0 no longer exists at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:06:26.641744 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] No Port match for: 50867f13-f2b2-4092-80b9-4789e575fff0 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:06:26.642635 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 50867f13-f2b2-4092-80b9-4789e575fff0 not bound to the agent host hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:06:26.706819 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-e9679e06-822b-49d4-869e-1563748a434f None None] Set router bc0b02f3-3a37-4b8e-a021-5c815bd7aebe gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:06:26.747626 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-c3d1fdae-acb9-4aec-946e-98b93c2b1c0e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Deleting port e546ca72-3c0e-46c5-ab56-e78eab069bf8 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:06:26.748012 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c3d1fdae-acb9-4aec-946e-98b93c2b1c0e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:26.779210 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a5d7b3-9edd-473e-93c7-fef657093ea9 None None] DHCP port deletion for a887233e-d481-41aa-9584-24a22f5e599a request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:06:26.830754 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-c3d1fdae-acb9-4aec-946e-98b93c2b1c0e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] For port e546ca72-3c0e-46c5-ab56-e78eab069bf8, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=e546ca72-3c0e-46c5-ab56-e78eab069bf8,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:06:26.831113 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c3d1fdae-acb9-4aec-946e-98b93c2b1c0e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:26.844311 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-c3d1fdae-acb9-4aec-946e-98b93c2b1c0e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Calling delete_port for e546ca72-3c0e-46c5-ab56-e78eab069bf8 owned by network:router_gateway {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:06:26.913295 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-18a5d7b3-9edd-473e-93c7-fef657093ea9 None None] Deleting port 5e3c9f82-d0be-4639-84f4-783ddf5ff310 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:06:26.913687 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-18a5d7b3-9edd-473e-93c7-fef657093ea9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:26.991210 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-18a5d7b3-9edd-473e-93c7-fef657093ea9 None None] For port 5e3c9f82-d0be-4639-84f4-783ddf5ff310, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=5e3c9f82-d0be-4639-84f4-783ddf5ff310,segment=NetworkSegment(60588410-0ce9-4ca8-bc7e-83b5810a7a00),segment_id=60588410-0ce9-4ca8-bc7e-83b5810a7a00)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:06:26.991603 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-18a5d7b3-9edd-473e-93c7-fef657093ea9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:27.007129 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-e9679e06-822b-49d4-869e-1563748a434f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'name': 'tempest-TestNetworkBasicOps-router-668424910', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e546ca72-3c0e-46c5-ab56-e78eab069bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:23Z', 'updated_at': '2022-02-16T17:06:25Z', 'revision_number': 7, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'e546ca72-3c0e-46c5-ab56-e78eab069bf8', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:24Z', 'updated_at': '2022-02-16T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:06:27.008836 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-18a5d7b3-9edd-473e-93c7-fef657093ea9 None None] Calling delete_port for 5e3c9f82-d0be-4639-84f4-783ddf5ff310 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:06:27.045002 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9679e06-822b-49d4-869e-1563748a434f None None] The sync data for ids ['bc0b02f3-3a37-4b8e-a021-5c815bd7aebe'] in dv-neutron-828697-3-hyperv is: [{'id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'name': 'tempest-TestNetworkBasicOps-router-668424910', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e546ca72-3c0e-46c5-ab56-e78eab069bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:23Z', 'updated_at': '2022-02-16T17:06:25Z', 'revision_number': 7, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'e546ca72-3c0e-46c5-ab56-e78eab069bf8', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0b02f3-3a37-4b8e-a021-5c815bd7aebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:24Z', 'updated_at': '2022-02-16T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:06:27.123484 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c3d1fdae-acb9-4aec-946e-98b93c2b1c0e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:27.150790 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d1fdae-acb9-4aec-946e-98b93c2b1c0e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'Port': ['ID=e546ca72-3c0e-46c5-ab56-e78eab069bf8,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:27.214805 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-18a5d7b3-9edd-473e-93c7-fef657093ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:27.217312 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c3d1fdae-acb9-4aec-946e-98b93c2b1c0e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584056'] for router_gateway, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:27.245626 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a5d7b3-9edd-473e-93c7-fef657093ea9 None None] No DVR routers for this DVR port 5e3c9f82-d0be-4639-84f4-783ddf5ff310 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:06:27.249288 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a5d7b3-9edd-473e-93c7-fef657093ea9 None None] Pushing event deleted for resources: {'Port': ['ID=5e3c9f82-d0be-4639-84f4-783ddf5ff310,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:27.314486 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c3d1fdae-acb9-4aec-946e-98b93c2b1c0e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:27.316629 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c3d1fdae-acb9-4aec-946e-98b93c2b1c0e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:27.457071 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c3d1fdae-acb9-4aec-946e-98b93c2b1c0e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:27.457616 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d1fdae-acb9-4aec-946e-98b93c2b1c0e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Fanout notify agent at l3_agent the message router_deleted on router bc0b02f3-3a37-4b8e-a021-5c815bd7aebe {{(pid=114376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:06:27.464768 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c3d1fdae-acb9-4aec-946e-98b93c2b1c0e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:27.468356 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c3d1fdae-acb9-4aec-946e-98b93c2b1c0e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "DELETE /v2.0/routers/bc0b02f3-3a37-4b8e-a021-5c815bd7aebe HTTP/1.1" status: 204 len: 168 time: 1.0850406 Feb 16 17:06:27.468688 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54628) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:06:27.551669 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a386054e-af56-416b-bc86-904fe3855a29 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:27.641946 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a386054e-af56-416b-bc86-904fe3855a29 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:27.664204 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-a386054e-af56-416b-bc86-904fe3855a29 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a887233e-d481-41aa-9584-24a22f5e599a']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:06:27.676031 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-a386054e-af56-416b-bc86-904fe3855a29 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60588410-0ce9-4ca8-bc7e-83b5810a7a00') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:06:27.676334 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-a386054e-af56-416b-bc86-904fe3855a29 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60588410-0ce9-4ca8-bc7e-83b5810a7a00') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:06:27.687812 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a386054e-af56-416b-bc86-904fe3855a29 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:27.701887 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a386054e-af56-416b-bc86-904fe3855a29 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:27.711208 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a386054e-af56-416b-bc86-904fe3855a29 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:06:27.711596 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a386054e-af56-416b-bc86-904fe3855a29 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:27.714695 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 17:06:27.714695 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:06:27.714695 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 17:06:27.714695 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:06:27.714695 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 17:06:27.714695 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:06:27.714695 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 17:06:27.714695 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:06:27.714695 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 17:06:27.714695 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:06:27.714695 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 17:06:27.714695 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:06:27.714695 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 17:06:27.714695 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:06:27.714695 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:06:27.714695 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:06:27.714695 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:06:27.714695 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:06:27.714695 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 17:06:27.714695 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:06:27.714695 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 17:06:27.714695 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:06:27.714695 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:06:27.714695 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:06:27.714695 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 17:06:27.714695 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:06:27.714695 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:06:27.714695 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:06:27.714695 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:06:27.714695 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:06:27.714695 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:06:27.714695 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:06:28.106679 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device f668f9e5-9c2a-472e-9bc2-1e476f6ac0fa no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:06:28.134623 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: f668f9e5-9c2a-472e-9bc2-1e476f6ac0fa {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:06:28.134971 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device f668f9e5-9c2a-472e-9bc2-1e476f6ac0fa not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:06:28.135364 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device e546ca72-3c0e-46c5-ab56-e78eab069bf8 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:06:28.155345 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: e546ca72-3c0e-46c5-ab56-e78eab069bf8 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:06:28.155601 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device e546ca72-3c0e-46c5-ab56-e78eab069bf8 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:06:28.156037 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 5e3c9f82-d0be-4639-84f4-783ddf5ff310 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:06:28.176208 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 5e3c9f82-d0be-4639-84f4-783ddf5ff310 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:06:28.176663 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 5e3c9f82-d0be-4639-84f4-783ddf5ff310 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:06:28.188661 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a386054e-af56-416b-bc86-904fe3855a29 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:28.193864 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a386054e-af56-416b-bc86-904fe3855a29 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:28.197372 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-a386054e-af56-416b-bc86-904fe3855a29 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "DELETE /v2.0/networks/a887233e-d481-41aa-9584-24a22f5e599a HTTP/1.1" status: 204 len: 168 time: 0.7277882 Feb 16 17:06:28.212741 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a386054e-af56-416b-bc86-904fe3855a29 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'Network': ['ID=a887233e-d481-41aa-9584-24a22f5e599a,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:28.218128 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54630) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:06:28.223376 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-04fe1665-9ef5-42c3-a63c-8a356a006565 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'network': {'name': 'tempest-network-smoke--1756975117', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'port_security_enabled': True}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:06:28.302507 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04fe1665-9ef5-42c3-a63c-8a356a006565 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Made reservation on behalf of 9c9820320aae461fbcc5eba944eb2160 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:06:28.306195 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-04fe1665-9ef5-42c3-a63c-8a356a006565 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:28.331646 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04fe1665-9ef5-42c3-a63c-8a356a006565 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:06:28.342947 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-04fe1665-9ef5-42c3-a63c-8a356a006565 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:28.343639 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-04fe1665-9ef5-42c3-a63c-8a356a006565 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Added segment 8881bf20-d2c7-443f-b04f-13620666e6c1 of type vlan for network 3dda389d-1f23-43f4-8b9a-f157cce5f566 Feb 16 17:06:28.388462 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-04fe1665-9ef5-42c3-a63c-8a356a006565 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:28.468093 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-04fe1665-9ef5-42c3-a63c-8a356a006565 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:28.474577 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fe1665-9ef5-42c3-a63c-8a356a006565 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:28.475170 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-04fe1665-9ef5-42c3-a63c-8a356a006565 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:28.541306 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fe1665-9ef5-42c3-a63c-8a356a006565 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Network': ['ID=3dda389d-1f23-43f4-8b9a-f157cce5f566,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:28.555223 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 3dda389d-1f23-43f4-8b9a-f157cce5f566 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:06:28.620876 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-04fe1665-9ef5-42c3-a63c-8a356a006565 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4012408 Feb 16 17:06:28.623202 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54632) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:06:28.628050 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-28d6df07-e130-47c4-b89d-010e24e7ccdc tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1775971412', 'admin_state_up': True, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:06:28.710855 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-28d6df07-e130-47c4-b89d-010e24e7ccdc tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:28.711960 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-28d6df07-e130-47c4-b89d-010e24e7ccdc tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:28.773576 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-28d6df07-e130-47c4-b89d-010e24e7ccdc tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:29.286273 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-28d6df07-e130-47c4-b89d-010e24e7ccdc tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:29.561279 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-28d6df07-e130-47c4-b89d-010e24e7ccdc tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router_gateway, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:29.580577 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-28d6df07-e130-47c4-b89d-010e24e7ccdc tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:29.694014 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-28d6df07-e130-47c4-b89d-010e24e7ccdc tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Allocated IP 172.26.3.101 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/b81d1861-4efe-46b9-93fe-f92f9a1ed72d) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:06:29.806871 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-28d6df07-e130-47c4-b89d-010e24e7ccdc tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:29.918428 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-28d6df07-e130-47c4-b89d-010e24e7ccdc tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:29.961567 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d6df07-e130-47c4-b89d-010e24e7ccdc tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:06:29.964404 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-28d6df07-e130-47c4-b89d-010e24e7ccdc tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:06:29.968073 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d6df07-e130-47c4-b89d-010e24e7ccdc tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:06:29.996981 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d6df07-e130-47c4-b89d-010e24e7ccdc tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Port': ['ID=b81d1861-4efe-46b9-93fe-f92f9a1ed72d,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:30.289002 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-28d6df07-e130-47c4-b89d-010e24e7ccdc tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router_gateway, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:30.477618 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:30.500482 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-28d6df07-e130-47c4-b89d-010e24e7ccdc tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:30.700149 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d6df07-e130-47c4-b89d-010e24e7ccdc tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Router 76103652-1552-44f2-8889-c6660343791c is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:06:30.814899 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d6df07-e130-47c4-b89d-010e24e7ccdc tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:06:30.826330 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6ac1b1-4fa3-44bf-9919-1e5fe70002d4 None None] Sync routers for ids ['76103652-1552-44f2-8889-c6660343791c'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:06:30.837274 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6ac1b1-4fa3-44bf-9919-1e5fe70002d4 None None] Routers {'76103652-1552-44f2-8889-c6660343791c'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:06:30.837887 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-fb6ac1b1-4fa3-44bf-9919-1e5fe70002d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:06:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['76103652-1552-44f2-8889-c6660343791c'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:06:30.913751 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-28d6df07-e130-47c4-b89d-010e24e7ccdc tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:30.915197 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-28d6df07-e130-47c4-b89d-010e24e7ccdc tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2909729 Feb 16 17:06:30.918149 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54636) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:06:30.952154 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-89681acb-3b3a-4dfe-9cfa-663890c5211b tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=9c9820320aae461fbcc5eba944eb2160&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326202 Feb 16 17:06:30.955431 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54638) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:06:30.958357 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-fb6ac1b1-4fa3-44bf-9919-1e5fe70002d4 None None] Set router 76103652-1552-44f2-8889-c6660343791c gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:06:31.113178 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e5f7fe-4f49-4929-979a-d750dad3fd11 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:31.114711 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-76e5f7fe-4f49-4929-979a-d750dad3fd11 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1581845 Feb 16 17:06:31.117581 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54640) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:06:31.155222 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-fb6ac1b1-4fa3-44bf-9919-1e5fe70002d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76103652-1552-44f2-8889-c6660343791c', 'name': 'tempest-TestNetworkBasicOps-router-1775971412', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': 'b81d1861-4efe-46b9-93fe-f92f9a1ed72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:06:28Z', 'updated_at': '2022-02-16T17:06:30Z', 'revision_number': 3, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'b81d1861-4efe-46b9-93fe-f92f9a1ed72d', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:42:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76103652-1552-44f2-8889-c6660343791c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:06:29Z', 'updated_at': '2022-02-16T17:06:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:06:31.156926 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-5f2b7683-4afc-41ec-be92-32ecbe6501f8 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=d8eab20e-246c-47ce-8449-822ce53769fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380843 Feb 16 17:06:31.160161 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54642) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:06:31.164947 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-963e8f04-4bb5-43d1-b4bb-f2fd9ba5425c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1838408538', 'network_id': '3dda389d-1f23-43f4-8b9a-f157cce5f566', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:06:31.182740 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6ac1b1-4fa3-44bf-9919-1e5fe70002d4 None None] Checking router: 76103652-1552-44f2-8889-c6660343791c for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:06:31.183087 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6ac1b1-4fa3-44bf-9919-1e5fe70002d4 None None] Updating router 76103652-1552-44f2-8889-c6660343791c port b81d1861-4efe-46b9-93fe-f92f9a1ed72d binding host dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:06:31.209199 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-fb6ac1b1-4fa3-44bf-9919-1e5fe70002d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:31.323426 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963e8f04-4bb5-43d1-b4bb-f2fd9ba5425c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Made reservation on behalf of 9c9820320aae461fbcc5eba944eb2160 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:06:31.331784 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-963e8f04-4bb5-43d1-b4bb-f2fd9ba5425c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:31.499638 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-fb6ac1b1-4fa3-44bf-9919-1e5fe70002d4 None None] Notify callbacks [] for port, precommit_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:31.605679 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-fb6ac1b1-4fa3-44bf-9919-1e5fe70002d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:31.628993 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-963e8f04-4bb5-43d1-b4bb-f2fd9ba5425c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:31.658955 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a197a-d001-453a-ad74-92dd6399b068 None None] Pushing event updated for resources: {'Port': ['ID=b81d1861-4efe-46b9-93fe-f92f9a1ed72d,revision_number=2']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:31.666189 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-fb6ac1b1-4fa3-44bf-9919-1e5fe70002d4 None None] Attempting to bind port b81d1861-4efe-46b9-93fe-f92f9a1ed72d on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:06:31.666548 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-fb6ac1b1-4fa3-44bf-9919-1e5fe70002d4 None None] Attempting to bind port b81d1861-4efe-46b9-93fe-f92f9a1ed72d by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:06:31.666903 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6ac1b1-4fa3-44bf-9919-1e5fe70002d4 None None] Attempting to bind port b81d1861-4efe-46b9-93fe-f92f9a1ed72d on network d8eab20e-246c-47ce-8449-822ce53769fc {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:06:31.670428 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a197a-d001-453a-ad74-92dd6399b068 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:31.670795 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a197a-d001-453a-ad74-92dd6399b068 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:31.671133 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a197a-d001-453a-ad74-92dd6399b068 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:31.671461 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a197a-d001-453a-ad74-92dd6399b068 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:31.671783 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a197a-d001-453a-ad74-92dd6399b068 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:31.672155 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a197a-d001-453a-ad74-92dd6399b068 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:31.673042 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a197a-d001-453a-ad74-92dd6399b068 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:31.673042 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a197a-d001-453a-ad74-92dd6399b068 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:31.673255 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a197a-d001-453a-ad74-92dd6399b068 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:31.673458 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a197a-d001-453a-ad74-92dd6399b068 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:31.673770 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a197a-d001-453a-ad74-92dd6399b068 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:31.674083 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a197a-d001-453a-ad74-92dd6399b068 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:31.679537 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6ac1b1-4fa3-44bf-9919-1e5fe70002d4 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:06:31.679907 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6ac1b1-4fa3-44bf-9919-1e5fe70002d4 None None] Checking segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:06:31.680708 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-fb6ac1b1-4fa3-44bf-9919-1e5fe70002d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:31.680708 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6ac1b1-4fa3-44bf-9919-1e5fe70002d4 None None] Bound using segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:06:31.681250 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-fb6ac1b1-4fa3-44bf-9919-1e5fe70002d4 None None] Bound port: b81d1861-4efe-46b9-93fe-f92f9a1ed72d, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:06:31.681699 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-fb6ac1b1-4fa3-44bf-9919-1e5fe70002d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:31.705970 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e8f04-4bb5-43d1-b4bb-f2fd9ba5425c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Subnet': ['ID=055c4352-4bf3-401c-9454-1f4a30e95619,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:31.716806 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963e8f04-4bb5-43d1-b4bb-f2fd9ba5425c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Checking segment: {'id': '8881bf20-d2c7-443f-b04f-13620666e6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3dda389d-1f23-43f4-8b9a-f157cce5f566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:06:31.717323 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963e8f04-4bb5-43d1-b4bb-f2fd9ba5425c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network hostable DHCP agents. Network: 3dda389d-1f23-43f4-8b9a-f157cce5f566, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:06:31.752787 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-fb6ac1b1-4fa3-44bf-9919-1e5fe70002d4 None None] For port b81d1861-4efe-46b9-93fe-f92f9a1ed72d, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:06:31.756936 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-fb6ac1b1-4fa3-44bf-9919-1e5fe70002d4 None None] For port b81d1861-4efe-46b9-93fe-f92f9a1ed72d, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=b81d1861-4efe-46b9-93fe-f92f9a1ed72d,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:06:31.803389 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963e8f04-4bb5-43d1-b4bb-f2fd9ba5425c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network 3dda389d-1f23-43f4-8b9a-f157cce5f566 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:06:31.866056 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-fb6ac1b1-4fa3-44bf-9919-1e5fe70002d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:31.919775 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-963e8f04-4bb5-43d1-b4bb-f2fd9ba5425c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 3dda389d-1f23-43f4-8b9a-f157cce5f566) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:06:31.925452 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963e8f04-4bb5-43d1-b4bb-f2fd9ba5425c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:31.926132 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-963e8f04-4bb5-43d1-b4bb-f2fd9ba5425c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:31.928753 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a197a-d001-453a-ad74-92dd6399b068 None None] Pushing event updated for resources: {'Port': ['ID=b81d1861-4efe-46b9-93fe-f92f9a1ed72d,revision_number=3']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:31.931205 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fdd71f-397e-46ec-bec0-5f99e2bfa926 None None] Network 3dda389d-1f23-43f4-8b9a-f157cce5f566 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:06:31.931745 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6ac1b1-4fa3-44bf-9919-1e5fe70002d4 None None] Routers {'76103652-1552-44f2-8889-c6660343791c'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:06:31.932110 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-fb6ac1b1-4fa3-44bf-9919-1e5fe70002d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:06:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['76103652-1552-44f2-8889-c6660343791c'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:06:32.040932 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-963e8f04-4bb5-43d1-b4bb-f2fd9ba5425c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8796396 Feb 16 17:06:32.043619 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54644) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:06:32.044575 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-fb6ac1b1-4fa3-44bf-9919-1e5fe70002d4 None None] Set router 76103652-1552-44f2-8889-c6660343791c gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:06:32.102151 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfb9b57-445e-4a53-8a6c-64ccb20a3fca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-3dda389d-1f23-43f4-8b9a-f157cce5f566', 'network_id': '3dda389d-1f23-43f4-8b9a-f157cce5f566', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ips': [{'subnet_id': '055c4352-4bf3-401c-9454-1f4a30e95619'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:06:32.107936 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-7bfb9b57-445e-4a53-8a6c-64ccb20a3fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:32.275844 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-fb6ac1b1-4fa3-44bf-9919-1e5fe70002d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76103652-1552-44f2-8889-c6660343791c', 'name': 'tempest-TestNetworkBasicOps-router-1775971412', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': 'b81d1861-4efe-46b9-93fe-f92f9a1ed72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:06:28Z', 'updated_at': '2022-02-16T17:06:30Z', 'revision_number': 3, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'b81d1861-4efe-46b9-93fe-f92f9a1ed72d', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:42:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76103652-1552-44f2-8889-c6660343791c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:06:29Z', 'updated_at': '2022-02-16T17:06:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:06:32.280655 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-7bfb9b57-445e-4a53-8a6c-64ccb20a3fca None None] Allocated IP 172.20.0.2 (3dda389d-1f23-43f4-8b9a-f157cce5f566/055c4352-4bf3-401c-9454-1f4a30e95619/ad463503-d917-4d48-ba53-8620822076b5) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:06:32.308739 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6ac1b1-4fa3-44bf-9919-1e5fe70002d4 None None] The sync data for ids ['76103652-1552-44f2-8889-c6660343791c'] in dv-neutron-828697-3-hyperv is: [{'id': '76103652-1552-44f2-8889-c6660343791c', 'name': 'tempest-TestNetworkBasicOps-router-1775971412', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': 'b81d1861-4efe-46b9-93fe-f92f9a1ed72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:06:28Z', 'updated_at': '2022-02-16T17:06:30Z', 'revision_number': 3, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'b81d1861-4efe-46b9-93fe-f92f9a1ed72d', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:42:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76103652-1552-44f2-8889-c6660343791c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:06:29Z', 'updated_at': '2022-02-16T17:06:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:06:32.449275 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-7bfb9b57-445e-4a53-8a6c-64ccb20a3fca None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:32.520493 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-7bfb9b57-445e-4a53-8a6c-64ccb20a3fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:32.572844 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfb9b57-445e-4a53-8a6c-64ccb20a3fca None None] Pushing event updated for resources: {'Port': ['ID=ad463503-d917-4d48-ba53-8620822076b5,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:32.589475 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1392438c-a07f-4f62-a8de-9207ff43b796 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:32.593374 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfb9b57-445e-4a53-8a6c-64ccb20a3fca None None] Network 3dda389d-1f23-43f4-8b9a-f157cce5f566 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:06:32.595681 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-7bfb9b57-445e-4a53-8a6c-64ccb20a3fca None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:06:32.598620 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfb9b57-445e-4a53-8a6c-64ccb20a3fca None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:06:32.674373 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-7bfb9b57-445e-4a53-8a6c-64ccb20a3fca None None] Attempting to bind port ad463503-d917-4d48-ba53-8620822076b5 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:06:32.674966 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-7bfb9b57-445e-4a53-8a6c-64ccb20a3fca None None] Attempting to bind port ad463503-d917-4d48-ba53-8620822076b5 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '8881bf20-d2c7-443f-b04f-13620666e6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3dda389d-1f23-43f4-8b9a-f157cce5f566'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:06:32.675914 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfb9b57-445e-4a53-8a6c-64ccb20a3fca None None] Attempting to bind port ad463503-d917-4d48-ba53-8620822076b5 on network 3dda389d-1f23-43f4-8b9a-f157cce5f566 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:06:32.685179 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfb9b57-445e-4a53-8a6c-64ccb20a3fca None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:06:32.685754 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfb9b57-445e-4a53-8a6c-64ccb20a3fca None None] Checking segment: {'id': '8881bf20-d2c7-443f-b04f-13620666e6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3dda389d-1f23-43f4-8b9a-f157cce5f566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:06:32.686398 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-7bfb9b57-445e-4a53-8a6c-64ccb20a3fca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:32.687199 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfb9b57-445e-4a53-8a6c-64ccb20a3fca None None] Bound using segment: {'id': '8881bf20-d2c7-443f-b04f-13620666e6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3dda389d-1f23-43f4-8b9a-f157cce5f566'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:06:32.687741 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-7bfb9b57-445e-4a53-8a6c-64ccb20a3fca None None] Bound port: ad463503-d917-4d48-ba53-8620822076b5, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8881bf20-d2c7-443f-b04f-13620666e6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3dda389d-1f23-43f4-8b9a-f157cce5f566'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:06:32.688272 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-7bfb9b57-445e-4a53-8a6c-64ccb20a3fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:32.762514 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-7bfb9b57-445e-4a53-8a6c-64ccb20a3fca None None] For port ad463503-d917-4d48-ba53-8620822076b5, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:06:32.766053 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-7bfb9b57-445e-4a53-8a6c-64ccb20a3fca None None] For port ad463503-d917-4d48-ba53-8620822076b5, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=ad463503-d917-4d48-ba53-8620822076b5,segment=NetworkSegment(8881bf20-d2c7-443f-b04f-13620666e6c1),segment_id=8881bf20-d2c7-443f-b04f-13620666e6c1)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:06:32.851960 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-7bfb9b57-445e-4a53-8a6c-64ccb20a3fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:32.913741 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfb9b57-445e-4a53-8a6c-64ccb20a3fca None None] Pushing event updated for resources: {'Port': ['ID=ad463503-d917-4d48-ba53-8620822076b5,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:32.925383 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-1392438c-a07f-4f62-a8de-9207ff43b796 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Allocated IP 172.20.0.1 (3dda389d-1f23-43f4-8b9a-f157cce5f566/055c4352-4bf3-401c-9454-1f4a30e95619/2c56f4fe-f018-41de-8fb0-b81569b6b206) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:06:33.057348 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1392438c-a07f-4f62-a8de-9207ff43b796 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:33.212309 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1392438c-a07f-4f62-a8de-9207ff43b796 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:33.269711 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1392438c-a07f-4f62-a8de-9207ff43b796 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network 3dda389d-1f23-43f4-8b9a-f157cce5f566 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:06:33.273957 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1392438c-a07f-4f62-a8de-9207ff43b796 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Port': ['ID=2c56f4fe-f018-41de-8fb0-b81569b6b206,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:33.276588 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-1392438c-a07f-4f62-a8de-9207ff43b796 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:06:33.279261 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1392438c-a07f-4f62-a8de-9207ff43b796 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:06:33.332151 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1392438c-a07f-4f62-a8de-9207ff43b796 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:33.533215 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1392438c-a07f-4f62-a8de-9207ff43b796 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:33.867584 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1392438c-a07f-4f62-a8de-9207ff43b796 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:33.936215 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b01e105-90d4-41d0-9f31-768694e85999 None None] Network 3dda389d-1f23-43f4-8b9a-f157cce5f566 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:06:33.960379 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device b81d1861-4efe-46b9-93fe-f92f9a1ed72d up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:06:33.971698 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1392438c-a07f-4f62-a8de-9207ff43b796 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:34.048709 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-51a48c49-c16c-4333-a4ee-727daf963e37 None None] Provisioning complete for port ad463503-d917-4d48-ba53-8620822076b5 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:06:34.048980 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1392438c-a07f-4f62-a8de-9207ff43b796 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:34.049123 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-51a48c49-c16c-4333-a4ee-727daf963e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:34.050883 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1392438c-a07f-4f62-a8de-9207ff43b796 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Port': ['ID=2c56f4fe-f018-41de-8fb0-b81569b6b206,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:34.133171 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port b81d1861-4efe-46b9-93fe-f92f9a1ed72d triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:06:34.133507 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:34.160364 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1392438c-a07f-4f62-a8de-9207ff43b796 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network 3dda389d-1f23-43f4-8b9a-f157cce5f566 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:06:34.161825 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-1392438c-a07f-4f62-a8de-9207ff43b796 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:06:34.259055 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-51a48c49-c16c-4333-a4ee-727daf963e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:34.296991 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1392438c-a07f-4f62-a8de-9207ff43b796 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Router 76103652-1552-44f2-8889-c6660343791c has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:06:34.312987 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:34.337963 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-51a48c49-c16c-4333-a4ee-727daf963e37 None None] For port ad463503-d917-4d48-ba53-8620822076b5, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=ad463503-d917-4d48-ba53-8620822076b5,segment=NetworkSegment(8881bf20-d2c7-443f-b04f-13620666e6c1),segment_id=8881bf20-d2c7-443f-b04f-13620666e6c1)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:06:34.347429 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port b81d1861-4efe-46b9-93fe-f92f9a1ed72d, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=b81d1861-4efe-46b9-93fe-f92f9a1ed72d,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:06:34.426111 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1392438c-a07f-4f62-a8de-9207ff43b796 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:06:34.436781 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-1392438c-a07f-4f62-a8de-9207ff43b796 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "PUT /v2.0/routers/76103652-1552-44f2-8889-c6660343791c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3877809 Feb 16 17:06:34.437153 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54646) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:06:34.488831 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:34.489746 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device ad463503-d917-4d48-ba53-8620822076b5 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:06:34.491634 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-51a48c49-c16c-4333-a4ee-727daf963e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:34.560882 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16064000-ea98-452c-975c-eafffcafb651 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:34.561626 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16064000-ea98-452c-975c-eafffcafb651 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:34.563089 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16064000-ea98-452c-975c-eafffcafb651 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:34.563777 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16064000-ea98-452c-975c-eafffcafb651 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:34.564421 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16064000-ea98-452c-975c-eafffcafb651 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:34.565104 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16064000-ea98-452c-975c-eafffcafb651 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:34.567085 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-16064000-ea98-452c-975c-eafffcafb651 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1288936 Feb 16 17:06:34.570006 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54648) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:06:34.590833 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=b81d1861-4efe-46b9-93fe-f92f9a1ed72d,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:34.600614 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2d6872-f58a-445a-aadb-078d17cbfcbd None None] Sync routers for ids ['76103652-1552-44f2-8889-c6660343791c'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:06:34.643115 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557f726c-1ffd-4ddf-86bd-9ef123059787 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:34.643717 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557f726c-1ffd-4ddf-86bd-9ef123059787 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:34.644208 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557f726c-1ffd-4ddf-86bd-9ef123059787 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:34.644660 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557f726c-1ffd-4ddf-86bd-9ef123059787 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:34.645107 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557f726c-1ffd-4ddf-86bd-9ef123059787 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:34.645559 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557f726c-1ffd-4ddf-86bd-9ef123059787 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:34.647489 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-557f726c-1ffd-4ddf-86bd-9ef123059787 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0764132 Feb 16 17:06:34.650552 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54650) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:06:34.665817 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-7d3e1dad-e5a4-414a-b12e-3a1bb368b413 None None] Provisioning complete for port ad463503-d917-4d48-ba53-8620822076b5 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:06:34.666280 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-7d3e1dad-e5a4-414a-b12e-3a1bb368b413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:34.667797 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2d6872-f58a-445a-aadb-078d17cbfcbd None None] Routers {'76103652-1552-44f2-8889-c6660343791c'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:06:34.668456 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-4f2d6872-f58a-445a-aadb-078d17cbfcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:06:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['76103652-1552-44f2-8889-c6660343791c'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:06:34.679704 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port ad463503-d917-4d48-ba53-8620822076b5 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:06:34.680122 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:34.767651 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a48c49-c16c-4333-a4ee-727daf963e37 None None] Pushing event updated for resources: {'Port': ['ID=ad463503-d917-4d48-ba53-8620822076b5,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:34.930320 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-4f2d6872-f58a-445a-aadb-078d17cbfcbd None None] Set router 76103652-1552-44f2-8889-c6660343791c gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:06:34.949904 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-1d42fb2c-98ec-435a-a219-2b9044284ae9 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2976313 Feb 16 17:06:35.210018 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-7d3e1dad-e5a4-414a-b12e-3a1bb368b413 None None] Provisioning complete for port 2c56f4fe-f018-41de-8fb0-b81569b6b206 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:06:35.210675 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-7d3e1dad-e5a4-414a-b12e-3a1bb368b413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:35.263358 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-7d3e1dad-e5a4-414a-b12e-3a1bb368b413 None None] Port 2c56f4fe-f018-41de-8fb0-b81569b6b206 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:06:35.342689 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-4f2d6872-f58a-445a-aadb-078d17cbfcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76103652-1552-44f2-8889-c6660343791c', 'name': 'tempest-TestNetworkBasicOps-router-1775971412', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': 'b81d1861-4efe-46b9-93fe-f92f9a1ed72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:06:28Z', 'updated_at': '2022-02-16T17:06:33Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'b81d1861-4efe-46b9-93fe-f92f9a1ed72d', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:42:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76103652-1552-44f2-8889-c6660343791c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:06:29Z', 'updated_at': '2022-02-16T17:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '2c56f4fe-f018-41de-8fb0-b81569b6b206', 'name': '', 'network_id': '3dda389d-1f23-43f4-8b9a-f157cce5f566', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:20:01:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76103652-1552-44f2-8889-c6660343791c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '055c4352-4bf3-401c-9454-1f4a30e95619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:06:32Z', 'updated_at': '2022-02-16T17:06:33Z', 'revision_number': 2, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': '055c4352-4bf3-401c-9454-1f4a30e95619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:06:35.374096 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2d6872-f58a-445a-aadb-078d17cbfcbd None None] Checking router: 76103652-1552-44f2-8889-c6660343791c for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:06:35.377940 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2d6872-f58a-445a-aadb-078d17cbfcbd None None] Updating router 76103652-1552-44f2-8889-c6660343791c port 2c56f4fe-f018-41de-8fb0-b81569b6b206 binding host dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:06:35.406047 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6872-f58a-445a-aadb-078d17cbfcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:35.409798 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-07a1f2e9-5784-450e-b69b-dfce3aba05d0 None None] Provisioning complete for port 2c56f4fe-f018-41de-8fb0-b81569b6b206 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:06:35.410164 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-07a1f2e9-5784-450e-b69b-dfce3aba05d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:35.481954 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-07a1f2e9-5784-450e-b69b-dfce3aba05d0 None None] Port 2c56f4fe-f018-41de-8fb0-b81569b6b206 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:06:35.522363 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54654) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:06:35.526907 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-00050f36-7420-4a00-9afc-5fe1466910b2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1234734471', 'description': 'tempest-secgroup-smoke-1234734471 description', 'project_id': '9c9820320aae461fbcc5eba944eb2160'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:06:35.634013 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-00050f36-7420-4a00-9afc-5fe1466910b2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:35.710811 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-00050f36-7420-4a00-9afc-5fe1466910b2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:35.723929 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6872-f58a-445a-aadb-078d17cbfcbd None None] Notify callbacks [] for port, precommit_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:35.822223 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-00050f36-7420-4a00-9afc-5fe1466910b2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:35.834052 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6872-f58a-445a-aadb-078d17cbfcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:35.854505 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00050f36-7420-4a00-9afc-5fe1466910b2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb18716d-1790-4a44-9a00-aacfbd6c8245,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:35.875773 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device b81d1861-4efe-46b9-93fe-f92f9a1ed72d up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:06:35.930537 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac78f19-14e7-4572-9831-5afa7d3d5ddb None None] Pushing event updated for resources: {'Port': ['ID=2c56f4fe-f018-41de-8fb0-b81569b6b206,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:35.947438 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-00050f36-7420-4a00-9afc-5fe1466910b2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:35.949273 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-00050f36-7420-4a00-9afc-5fe1466910b2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4254835 Feb 16 17:06:35.952087 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54656) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:06:35.957778 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-dad61947-b807-4060-a59f-df65afb4a4ce tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': 'fb18716d-1790-4a44-9a00-aacfbd6c8245', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:06:35.998495 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port b81d1861-4efe-46b9-93fe-f92f9a1ed72d triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:06:35.998960 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:36.034581 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-4f2d6872-f58a-445a-aadb-078d17cbfcbd None None] Attempting to bind port 2c56f4fe-f018-41de-8fb0-b81569b6b206 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:06:36.034958 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-4f2d6872-f58a-445a-aadb-078d17cbfcbd None None] Attempting to bind port 2c56f4fe-f018-41de-8fb0-b81569b6b206 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '8881bf20-d2c7-443f-b04f-13620666e6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3dda389d-1f23-43f4-8b9a-f157cce5f566'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:06:36.035329 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2d6872-f58a-445a-aadb-078d17cbfcbd None None] Attempting to bind port 2c56f4fe-f018-41de-8fb0-b81569b6b206 on network 3dda389d-1f23-43f4-8b9a-f157cce5f566 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:06:36.046871 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2d6872-f58a-445a-aadb-078d17cbfcbd None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:06:36.052019 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2d6872-f58a-445a-aadb-078d17cbfcbd None None] Checking segment: {'id': '8881bf20-d2c7-443f-b04f-13620666e6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3dda389d-1f23-43f4-8b9a-f157cce5f566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:06:36.052019 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6872-f58a-445a-aadb-078d17cbfcbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:36.052019 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2d6872-f58a-445a-aadb-078d17cbfcbd None None] Bound using segment: {'id': '8881bf20-d2c7-443f-b04f-13620666e6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3dda389d-1f23-43f4-8b9a-f157cce5f566'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:06:36.052019 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-4f2d6872-f58a-445a-aadb-078d17cbfcbd None None] Bound port: 2c56f4fe-f018-41de-8fb0-b81569b6b206, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8881bf20-d2c7-443f-b04f-13620666e6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3dda389d-1f23-43f4-8b9a-f157cce5f566'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:06:36.052019 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6872-f58a-445a-aadb-078d17cbfcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:36.057625 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-dad61947-b807-4060-a59f-df65afb4a4ce tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:36.121997 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-dad61947-b807-4060-a59f-df65afb4a4ce tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:36.163388 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device ad463503-d917-4d48-ba53-8620822076b5 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:06:36.167755 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-4f2d6872-f58a-445a-aadb-078d17cbfcbd None None] For port 2c56f4fe-f018-41de-8fb0-b81569b6b206, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:06:36.169641 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-2cb13c9a-f4b8-4055-b893-629bbb1453cc None None] Provisioning complete for port 2c56f4fe-f018-41de-8fb0-b81569b6b206 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:06:36.170010 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2cb13c9a-f4b8-4055-b893-629bbb1453cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:36.215186 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-dad61947-b807-4060-a59f-df65afb4a4ce tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:36.228531 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-4f2d6872-f58a-445a-aadb-078d17cbfcbd None None] For port 2c56f4fe-f018-41de-8fb0-b81569b6b206, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=2c56f4fe-f018-41de-8fb0-b81569b6b206,segment=NetworkSegment(8881bf20-d2c7-443f-b04f-13620666e6c1),segment_id=8881bf20-d2c7-443f-b04f-13620666e6c1)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:06:36.232955 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad61947-b807-4060-a59f-df65afb4a4ce tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c635e729-58b8-4a34-8bc2-3bf68da2ea69,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:36.246556 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-2cb13c9a-f4b8-4055-b893-629bbb1453cc None None] Port 2c56f4fe-f018-41de-8fb0-b81569b6b206 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:06:36.259168 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port ad463503-d917-4d48-ba53-8620822076b5 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:06:36.259552 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:36.322467 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6872-f58a-445a-aadb-078d17cbfcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:36.370612 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-dad61947-b807-4060-a59f-df65afb4a4ce tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:36.374538 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-dad61947-b807-4060-a59f-df65afb4a4ce tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4187996 Feb 16 17:06:36.374846 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54658) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:06:36.379880 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-65642b9e-a386-47ae-8de2-79f3f893ab8f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': 'fb18716d-1790-4a44-9a00-aacfbd6c8245', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:06:36.394283 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2d6872-f58a-445a-aadb-078d17cbfcbd None None] Routers {'76103652-1552-44f2-8889-c6660343791c'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:06:36.394536 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-4f2d6872-f58a-445a-aadb-078d17cbfcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:06:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['76103652-1552-44f2-8889-c6660343791c'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:06:36.400311 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac78f19-14e7-4572-9831-5afa7d3d5ddb None None] Pushing event updated for resources: {'Port': ['ID=2c56f4fe-f018-41de-8fb0-b81569b6b206,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:36.510052 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-4f2d6872-f58a-445a-aadb-078d17cbfcbd None None] Set router 76103652-1552-44f2-8889-c6660343791c gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:06:36.513482 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-65642b9e-a386-47ae-8de2-79f3f893ab8f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:36.576731 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-65642b9e-a386-47ae-8de2-79f3f893ab8f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:36.654317 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-65642b9e-a386-47ae-8de2-79f3f893ab8f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:36.675206 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65642b9e-a386-47ae-8de2-79f3f893ab8f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1edf64b1-ca96-4c26-acec-9558148ff529,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:36.691654 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-a35ede77-9d66-4c3a-b622-d8408a27b5f4 None None] Provisioning complete for port 2c56f4fe-f018-41de-8fb0-b81569b6b206 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:06:36.692058 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a35ede77-9d66-4c3a-b622-d8408a27b5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:36.756203 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-65642b9e-a386-47ae-8de2-79f3f893ab8f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:36.757299 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-65642b9e-a386-47ae-8de2-79f3f893ab8f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3816698 Feb 16 17:06:36.760315 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54660) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:06:36.764812 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-81431c41-e567-456c-ad5c-876d886d6588 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': 'fb18716d-1790-4a44-9a00-aacfbd6c8245', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:06:36.813261 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-4f2d6872-f58a-445a-aadb-078d17cbfcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76103652-1552-44f2-8889-c6660343791c', 'name': 'tempest-TestNetworkBasicOps-router-1775971412', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': 'b81d1861-4efe-46b9-93fe-f92f9a1ed72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:06:28Z', 'updated_at': '2022-02-16T17:06:33Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'b81d1861-4efe-46b9-93fe-f92f9a1ed72d', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:42:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76103652-1552-44f2-8889-c6660343791c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:06:29Z', 'updated_at': '2022-02-16T17:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '2c56f4fe-f018-41de-8fb0-b81569b6b206', 'name': '', 'network_id': '3dda389d-1f23-43f4-8b9a-f157cce5f566', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:20:01:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76103652-1552-44f2-8889-c6660343791c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '055c4352-4bf3-401c-9454-1f4a30e95619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:06:32Z', 'updated_at': '2022-02-16T17:06:36Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': '055c4352-4bf3-401c-9454-1f4a30e95619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:06:36.849950 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2d6872-f58a-445a-aadb-078d17cbfcbd None None] The sync data for ids ['76103652-1552-44f2-8889-c6660343791c'] in dv-neutron-828697-3-hyperv is: [{'id': '76103652-1552-44f2-8889-c6660343791c', 'name': 'tempest-TestNetworkBasicOps-router-1775971412', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': 'b81d1861-4efe-46b9-93fe-f92f9a1ed72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:06:28Z', 'updated_at': '2022-02-16T17:06:33Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'b81d1861-4efe-46b9-93fe-f92f9a1ed72d', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:42:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76103652-1552-44f2-8889-c6660343791c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:06:29Z', 'updated_at': '2022-02-16T17:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '2c56f4fe-f018-41de-8fb0-b81569b6b206', 'name': '', 'network_id': '3dda389d-1f23-43f4-8b9a-f157cce5f566', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:20:01:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76103652-1552-44f2-8889-c6660343791c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '055c4352-4bf3-401c-9454-1f4a30e95619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:06:32Z', 'updated_at': '2022-02-16T17:06:36Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': '055c4352-4bf3-401c-9454-1f4a30e95619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:06:36.853894 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c731e00b-b878-48f1-bfa3-0d3a86d941ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:36.857007 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a35ede77-9d66-4c3a-b622-d8408a27b5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:36.879418 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-81431c41-e567-456c-ad5c-876d886d6588 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:36.908184 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-a35ede77-9d66-4c3a-b622-d8408a27b5f4 None None] For port 2c56f4fe-f018-41de-8fb0-b81569b6b206, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=2c56f4fe-f018-41de-8fb0-b81569b6b206,segment=NetworkSegment(8881bf20-d2c7-443f-b04f-13620666e6c1),segment_id=8881bf20-d2c7-443f-b04f-13620666e6c1)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:06:36.963427 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-81431c41-e567-456c-ad5c-876d886d6588 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:36.982858 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a35ede77-9d66-4c3a-b622-d8408a27b5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:37.034679 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35ede77-9d66-4c3a-b622-d8408a27b5f4 None None] Pushing event updated for resources: {'Port': ['ID=2c56f4fe-f018-41de-8fb0-b81569b6b206,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:37.068538 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-81431c41-e567-456c-ad5c-876d886d6588 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:37.087309 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81431c41-e567-456c-ad5c-876d886d6588 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=041a2a24-7f7b-41df-a91b-05fb5c36e52a,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:37.173409 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-81431c41-e567-456c-ad5c-876d886d6588 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:37.174692 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-81431c41-e567-456c-ad5c-876d886d6588 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4134834 Feb 16 17:06:37.177719 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54662) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:06:37.182330 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-e1d47324-4ac3-4782-ab8c-633d41652637 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': 'fb18716d-1790-4a44-9a00-aacfbd6c8245', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:06:37.283178 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e1d47324-4ac3-4782-ab8c-633d41652637 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:37.360284 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e1d47324-4ac3-4782-ab8c-633d41652637 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:37.482676 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e1d47324-4ac3-4782-ab8c-633d41652637 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:37.501586 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d47324-4ac3-4782-ab8c-633d41652637 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=259d94ab-c4b6-4daf-85dc-b938f745c945,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:37.584509 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e1d47324-4ac3-4782-ab8c-633d41652637 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:37.585781 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e1d47324-4ac3-4782-ab8c-633d41652637 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4070861 Feb 16 17:06:37.589092 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54664) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:06:37.593787 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-c81c2ff8-8a79-41cb-91ac-6c442831a95d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': 'fb18716d-1790-4a44-9a00-aacfbd6c8245', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:06:37.677270 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.securitygroups_db [None req-c81c2ff8-8a79-41cb-91ac-6c442831a95d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Project 9c9820320aae461fbcc5eba944eb2160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:06:37.683852 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c81c2ff8-8a79-41cb-91ac-6c442831a95d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:37.857327 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c81c2ff8-8a79-41cb-91ac-6c442831a95d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:37.896861 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 2c56f4fe-f018-41de-8fb0-b81569b6b206 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:06:37.922835 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c81c2ff8-8a79-41cb-91ac-6c442831a95d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:37.942631 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81c2ff8-8a79-41cb-91ac-6c442831a95d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5980a8d8-f304-4461-805a-76ff8b12d742,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:37.953541 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 2c56f4fe-f018-41de-8fb0-b81569b6b206 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:06:37.953926 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:37.994247 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c81c2ff8-8a79-41cb-91ac-6c442831a95d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:37.995753 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-c81c2ff8-8a79-41cb-91ac-6c442831a95d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4055912 Feb 16 17:06:37.998544 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54668) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:06:38.003912 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-9c0fb1ff-f4ce-4d7f-acaf-b818c1ad3db1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': 'fb18716d-1790-4a44-9a00-aacfbd6c8245', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:06:38.094084 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.securitygroups_db [None req-9c0fb1ff-f4ce-4d7f-acaf-b818c1ad3db1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Project 9c9820320aae461fbcc5eba944eb2160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:06:38.100211 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9c0fb1ff-f4ce-4d7f-acaf-b818c1ad3db1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:38.165152 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9c0fb1ff-f4ce-4d7f-acaf-b818c1ad3db1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:38.271517 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9c0fb1ff-f4ce-4d7f-acaf-b818c1ad3db1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:38.291385 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0fb1ff-f4ce-4d7f-acaf-b818c1ad3db1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9e2394f-fe8a-492b-a91a-0214c2f49be8,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:38.379018 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9c0fb1ff-f4ce-4d7f-acaf-b818c1ad3db1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:38.380331 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-9c0fb1ff-f4ce-4d7f-acaf-b818c1ad3db1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3808179 Feb 16 17:06:38.521330 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-b3c5d21f-8acf-494b-8fee-a548201752f6 req-7bcb4597-f624-4fce-8314-23561ca7a9ff tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1234734471&fields=id&tenant_id=9c9820320aae461fbcc5eba944eb2160 HTTP/1.1" status: 200 len: 267 time: 0.0342538 Feb 16 17:06:38.633691 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5d21f-8acf-494b-8fee-a548201752f6 req-f6f7a39b-e486-4d77-b1bf-357f9e37d439 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:38.634384 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-b3c5d21f-8acf-494b-8fee-a548201752f6 req-f6f7a39b-e486-4d77-b1bf-357f9e37d439 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/networks?id=3dda389d-1f23-43f4-8b9a-f157cce5f566 HTTP/1.1" status: 200 len: 797 time: 0.1055944 Feb 16 17:06:38.650245 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-b3c5d21f-8acf-494b-8fee-a548201752f6 req-27f02806-c0cb-440d-bf17-14dcde4e28b2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/quotas/9c9820320aae461fbcc5eba944eb2160 HTTP/1.1" status: 200 len: 375 time: 0.0100172 Feb 16 17:06:38.703294 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-b3c5d21f-8acf-494b-8fee-a548201752f6 req-b3f50dee-73e3-40ae-9316-716daeb24010 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=9c9820320aae461fbcc5eba944eb2160&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474257 Feb 16 17:06:38.806412 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-b3c5d21f-8acf-494b-8fee-a548201752f6 req-7633ea4a-0ef9-4168-b785-b32fd2c5c394 service neutron] 10.222.0.88 "GET /v2.0/networks/3dda389d-1f23-43f4-8b9a-f157cce5f566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900872 Feb 16 17:06:38.908972 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-b3c5d21f-8acf-494b-8fee-a548201752f6 req-185539ff-1bb2-4761-9c78-e8029904d671 service neutron] 10.222.0.88 "GET /v2.0/networks/3dda389d-1f23-43f4-8b9a-f157cce5f566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964715 Feb 16 17:06:39.214547 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-504a0393-4725-4573-8eac-850adcacdf17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:39.243154 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-372a3b76-6c03-4455-a7b2-66f487166df9 req-83c94e8b-a2d6-447d-97c9-d00d91b33674 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=1a14be95-0de0-4906-a487-e0c093ad5b09 HTTP/1.1" status: 200 len: 210 time: 0.0308392 Feb 16 17:06:40.345448 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-5c448e11-3dcd-4bf7-8503-da723eaf518e req-50d57073-4f23-4ebf-be24-4f7aa8adac9d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=1a14be95-0de0-4906-a487-e0c093ad5b09 HTTP/1.1" status: 200 len: 210 time: 0.0286229 Feb 16 17:06:40.394599 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:41.473126 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7b1e4663-b1b4-4a6b-8568-39eb31cab8bd req-c6178c97-b245-4fbb-9da2-a72950afdc2a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=1a14be95-0de0-4906-a487-e0c093ad5b09 HTTP/1.1" status: 200 len: 210 time: 0.0355058 Feb 16 17:06:41.517776 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5d21f-8acf-494b-8fee-a548201752f6 req-5545ac71-49ca-4f4f-9ab3-7bfc2eb78203 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:41.519255 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b3c5d21f-8acf-494b-8fee-a548201752f6 req-5545ac71-49ca-4f4f-9ab3-7bfc2eb78203 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "GET /v2.0/networks?id=3dda389d-1f23-43f4-8b9a-f157cce5f566 HTTP/1.1" status: 200 len: 797 time: 0.1367145 Feb 16 17:06:41.562144 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b3c5d21f-8acf-494b-8fee-a548201752f6 req-0d4f8b97-0612-4a69-a033-cc3903926912 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c9820320aae461fbcc5eba944eb2160 HTTP/1.1" status: 200 len: 380 time: 0.0338275 Feb 16 17:06:41.572375 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-b3c5d21f-8acf-494b-8fee-a548201752f6 req-0de4e82a-6ee4-4597-960a-a90199fdcc7e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'port': {'device_id': '1a14be95-0de0-4906-a487-e0c093ad5b09', 'network_id': '3dda389d-1f23-43f4-8b9a-f157cce5f566', 'admin_state_up': True, 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'security_groups': ['fb18716d-1790-4a44-9a00-aacfbd6c8245']}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:06:41.762901 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:41.863203 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3c5d21f-8acf-494b-8fee-a548201752f6 req-0de4e82a-6ee4-4597-960a-a90199fdcc7e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Made reservation on behalf of 9c9820320aae461fbcc5eba944eb2160 for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:06:41.866951 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-b3c5d21f-8acf-494b-8fee-a548201752f6 req-0de4e82a-6ee4-4597-960a-a90199fdcc7e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:41.945448 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:06:42.004607 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [req-b3c5d21f-8acf-494b-8fee-a548201752f6 req-0de4e82a-6ee4-4597-960a-a90199fdcc7e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Allocated IP 172.20.0.3 (3dda389d-1f23-43f4-8b9a-f157cce5f566/055c4352-4bf3-401c-9454-1f4a30e95619/9f900382-7fb0-4bb8-88c8-eaed1008f23b) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:06:42.117199 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:42.157503 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-b3c5d21f-8acf-494b-8fee-a548201752f6 req-0de4e82a-6ee4-4597-960a-a90199fdcc7e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:42.257543 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-b3c5d21f-8acf-494b-8fee-a548201752f6 req-0de4e82a-6ee4-4597-960a-a90199fdcc7e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:42.306503 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3c5d21f-8acf-494b-8fee-a548201752f6 req-0de4e82a-6ee4-4597-960a-a90199fdcc7e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network 3dda389d-1f23-43f4-8b9a-f157cce5f566 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:06:42.311899 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [req-b3c5d21f-8acf-494b-8fee-a548201752f6 req-0de4e82a-6ee4-4597-960a-a90199fdcc7e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:06:42.315795 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c5d21f-8acf-494b-8fee-a548201752f6 req-0de4e82a-6ee4-4597-960a-a90199fdcc7e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:06:42.350346 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de4e82a-6ee4-4597-960a-a90199fdcc7e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Port': ['ID=9f900382-7fb0-4bb8-88c8-eaed1008f23b,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:42.372730 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5d21f-8acf-494b-8fee-a548201752f6 req-0de4e82a-6ee4-4597-960a-a90199fdcc7e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:42.373303 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-b3c5d21f-8acf-494b-8fee-a548201752f6 req-0de4e82a-6ee4-4597-960a-a90199fdcc7e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:42.442809 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b3c5d21f-8acf-494b-8fee-a548201752f6 req-0de4e82a-6ee4-4597-960a-a90199fdcc7e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8752887 Feb 16 17:06:42.455767 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-b3c5d21f-8acf-494b-8fee-a548201752f6 req-bb0175ec-9379-4cec-8357-12138bb0695f service neutron] Request body: {'port': {'device_id': '1a14be95-0de0-4906-a487-e0c093ad5b09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8286'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:06:42.515016 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-b3c5d21f-8acf-494b-8fee-a548201752f6 req-bb0175ec-9379-4cec-8357-12138bb0695f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:42.552016 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-32e40343-9167-42a4-823b-30800ddd9787 None None] Provisioning complete for port 9f900382-7fb0-4bb8-88c8-eaed1008f23b triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:06:42.552405 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-32e40343-9167-42a4-823b-30800ddd9787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:42.601178 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-32e40343-9167-42a4-823b-30800ddd9787 None None] Port 9f900382-7fb0-4bb8-88c8-eaed1008f23b cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:06:42.612659 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0919e43-ce78-4c4e-b718-8a9d612bb2ef req-05d71bf6-7474-49f0-b581-7f599b27d4f4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:42.614363 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-b0919e43-ce78-4c4e-b718-8a9d612bb2ef req-05d71bf6-7474-49f0-b581-7f599b27d4f4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=1a14be95-0de0-4906-a487-e0c093ad5b09 HTTP/1.1" status: 200 len: 931 time: 0.0650523 Feb 16 17:06:42.660301 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-b0919e43-ce78-4c4e-b718-8a9d612bb2ef req-48cac76b-0775-4ed3-a927-4e287dbf35a5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=fb18716d-1790-4a44-9a00-aacfbd6c8245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395613 Feb 16 17:06:42.818381 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [req-b3c5d21f-8acf-494b-8fee-a548201752f6 req-bb0175ec-9379-4cec-8357-12138bb0695f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f900382-7fb0-4bb8-88c8-eaed1008f23b {{(pid=114376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:06:42.826317 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-b3c5d21f-8acf-494b-8fee-a548201752f6 req-bb0175ec-9379-4cec-8357-12138bb0695f service neutron] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:42.839189 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.provisioning_blocks [req-b3c5d21f-8acf-494b-8fee-a548201752f6 req-bb0175ec-9379-4cec-8357-12138bb0695f service neutron] Transition to ACTIVE for port object 9f900382-7fb0-4bb8-88c8-eaed1008f23b will not be triggered until provisioned by entity L2. {{(pid=114376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:06:42.911180 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-b3c5d21f-8acf-494b-8fee-a548201752f6 req-bb0175ec-9379-4cec-8357-12138bb0695f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:43.280789 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0175ec-9379-4cec-8357-12138bb0695f service neutron] Pushing event updated for resources: {'Port': ['ID=9f900382-7fb0-4bb8-88c8-eaed1008f23b,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:43.364341 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-b3c5d21f-8acf-494b-8fee-a548201752f6 req-bb0175ec-9379-4cec-8357-12138bb0695f service neutron] Attempting to bind port 9f900382-7fb0-4bb8-88c8-eaed1008f23b on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:06:43.365575 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-b3c5d21f-8acf-494b-8fee-a548201752f6 req-bb0175ec-9379-4cec-8357-12138bb0695f service neutron] Attempting to bind port 9f900382-7fb0-4bb8-88c8-eaed1008f23b by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': '8881bf20-d2c7-443f-b04f-13620666e6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3dda389d-1f23-43f4-8b9a-f157cce5f566'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:06:43.365953 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c5d21f-8acf-494b-8fee-a548201752f6 req-bb0175ec-9379-4cec-8357-12138bb0695f service neutron] Attempting to bind port 9f900382-7fb0-4bb8-88c8-eaed1008f23b on network 3dda389d-1f23-43f4-8b9a-f157cce5f566 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:06:43.371283 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c5d21f-8acf-494b-8fee-a548201752f6 req-bb0175ec-9379-4cec-8357-12138bb0695f service neutron] Port 9f900382-7fb0-4bb8-88c8-eaed1008f23b on network 3dda389d-1f23-43f4-8b9a-f157cce5f566 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:06:43.371605 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c5d21f-8acf-494b-8fee-a548201752f6 req-bb0175ec-9379-4cec-8357-12138bb0695f service neutron] Attempting to bind port 9f900382-7fb0-4bb8-88c8-eaed1008f23b on network 3dda389d-1f23-43f4-8b9a-f157cce5f566 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:06:43.378035 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c5d21f-8acf-494b-8fee-a548201752f6 req-bb0175ec-9379-4cec-8357-12138bb0695f service neutron] Checking agent: {'id': '65dda45c-bbef-42f9-9728-e0fd84037987', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8286', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 56), 'started_at': datetime.datetime(2022, 2, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:06:43.378369 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c5d21f-8acf-494b-8fee-a548201752f6 req-bb0175ec-9379-4cec-8357-12138bb0695f service neutron] Checking segment: {'id': '8881bf20-d2c7-443f-b04f-13620666e6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3dda389d-1f23-43f4-8b9a-f157cce5f566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:06:43.378753 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c5d21f-8acf-494b-8fee-a548201752f6 req-bb0175ec-9379-4cec-8357-12138bb0695f service neutron] Bound using segment: {'id': '8881bf20-d2c7-443f-b04f-13620666e6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3dda389d-1f23-43f4-8b9a-f157cce5f566'} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:06:43.379196 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-b3c5d21f-8acf-494b-8fee-a548201752f6 req-bb0175ec-9379-4cec-8357-12138bb0695f service neutron] Bound port: 9f900382-7fb0-4bb8-88c8-eaed1008f23b, host: hv-neutron-8286, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8881bf20-d2c7-443f-b04f-13620666e6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3dda389d-1f23-43f4-8b9a-f157cce5f566'}}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:06:43.379563 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-b3c5d21f-8acf-494b-8fee-a548201752f6 req-bb0175ec-9379-4cec-8357-12138bb0695f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:43.461079 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-b3c5d21f-8acf-494b-8fee-a548201752f6 req-bb0175ec-9379-4cec-8357-12138bb0695f service neutron] For port 9f900382-7fb0-4bb8-88c8-eaed1008f23b, host hv-neutron-8286, cleared binding levels {{(pid=114376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:06:43.464293 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-b3c5d21f-8acf-494b-8fee-a548201752f6 req-bb0175ec-9379-4cec-8357-12138bb0695f service neutron] For port 9f900382-7fb0-4bb8-88c8-eaed1008f23b, host hv-neutron-8286, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=9f900382-7fb0-4bb8-88c8-eaed1008f23b,segment=NetworkSegment(8881bf20-d2c7-443f-b04f-13620666e6c1),segment_id=8881bf20-d2c7-443f-b04f-13620666e6c1)] {{(pid=114376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:06:43.591899 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-b3c5d21f-8acf-494b-8fee-a548201752f6 req-bb0175ec-9379-4cec-8357-12138bb0695f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:43.635859 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5d21f-8acf-494b-8fee-a548201752f6 req-bb0175ec-9379-4cec-8357-12138bb0695f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:43.636499 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-b3c5d21f-8acf-494b-8fee-a548201752f6 req-bb0175ec-9379-4cec-8357-12138bb0695f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:43.638014 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b3c5d21f-8acf-494b-8fee-a548201752f6 req-bb0175ec-9379-4cec-8357-12138bb0695f service neutron] 10.222.0.89 "PUT /v2.0/ports/9f900382-7fb0-4bb8-88c8-eaed1008f23b HTTP/1.1" status: 200 len: 1093 time: 1.1871114 Feb 16 17:06:43.638510 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a14be95-0de0-4906-a487-e0c093ad5b09', 'tag': '9f900382-7fb0-4bb8-88c8-eaed1008f23b'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:06:43.641958 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5721a0d0-572a-4e67-8411-fdd71f7a88c2" -d '{"events": [{"name": "network-changed", "server_uuid": "1a14be95-0de0-4906-a487-e0c093ad5b09", "tag": "9f900382-7fb0-4bb8-88c8-eaed1008f23b"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:06:43.669736 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0175ec-9379-4cec-8357-12138bb0695f service neutron] Pushing event updated for resources: {'Port': ['ID=9f900382-7fb0-4bb8-88c8-eaed1008f23b,revision_number=3']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:43.704634 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a6c020-6eaa-483c-aa39-0f26330b6fa9 x-openstack-request-id: req-b3a6c020-6eaa-483c-aa39-0f26330b6fa9 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:06:43.707857 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a14be95-0de0-4906-a487-e0c093ad5b09", "tag": "9f900382-7fb0-4bb8-88c8-eaed1008f23b", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:06:43.707857 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b3a6c020-6eaa-483c-aa39-0f26330b6fa9 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:06:43.707857 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a14be95-0de0-4906-a487-e0c093ad5b09', 'tag': '9f900382-7fb0-4bb8-88c8-eaed1008f23b', 'status': 'completed', 'code': 200} Feb 16 17:06:43.784910 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5721a0d0-572a-4e67-8411-fdd71f7a88c2 req-8254a0d1-8a7b-435a-9610-221c3e7175a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:43.786823 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5721a0d0-572a-4e67-8411-fdd71f7a88c2 req-8254a0d1-8a7b-435a-9610-221c3e7175a4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c9820320aae461fbcc5eba944eb2160&device_id=1a14be95-0de0-4906-a487-e0c093ad5b09 HTTP/1.1" status: 200 len: 1096 time: 0.0485494 Feb 16 17:06:43.854936 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d20fde7-d52f-4755-945f-206538388c33 req-7c077f3e-4c22-4b61-88af-5f3e33807624 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:43.857347 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-0d20fde7-d52f-4755-945f-206538388c33 req-7c077f3e-4c22-4b61-88af-5f3e33807624 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=1a14be95-0de0-4906-a487-e0c093ad5b09 HTTP/1.1" status: 200 len: 943 time: 0.0866063 Feb 16 17:06:43.898800 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-0d20fde7-d52f-4755-945f-206538388c33 req-ce84d40f-3d4b-4e89-b947-c3f71cc002d4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=fb18716d-1790-4a44-9a00-aacfbd6c8245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353866 Feb 16 17:06:43.901310 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5721a0d0-572a-4e67-8411-fdd71f7a88c2 req-c9cfbae2-a816-4b61-9b15-fdedde23e18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:43.902831 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5721a0d0-572a-4e67-8411-fdd71f7a88c2 req-c9cfbae2-a816-4b61-9b15-fdedde23e18e service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=9c9820320aae461fbcc5eba944eb2160&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1062562 Feb 16 17:06:44.005073 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5721a0d0-572a-4e67-8411-fdd71f7a88c2 req-658199d0-66ac-4d14-b5eb-448b77556846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:44.006637 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5721a0d0-572a-4e67-8411-fdd71f7a88c2 req-658199d0-66ac-4d14-b5eb-448b77556846 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0971217 Feb 16 17:06:44.095376 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5d21f-8acf-494b-8fee-a548201752f6 req-5967866a-3cec-4e61-bde9-bf2d41d684f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:44.097365 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b3c5d21f-8acf-494b-8fee-a548201752f6 req-5967866a-3cec-4e61-bde9-bf2d41d684f2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c9820320aae461fbcc5eba944eb2160&device_id=1a14be95-0de0-4906-a487-e0c093ad5b09 HTTP/1.1" status: 200 len: 1096 time: 0.0512364 Feb 16 17:06:44.142627 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b3c5d21f-8acf-494b-8fee-a548201752f6 req-c7a32925-0bb9-4503-b07c-3d431079c541 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f900382-7fb0-4bb8-88c8-eaed1008f23b HTTP/1.1" status: 200 len: 217 time: 0.0371099 Feb 16 17:06:44.190429 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5d21f-8acf-494b-8fee-a548201752f6 req-6f96669d-1d43-4c4a-8e96-3ad99b3db307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:44.191848 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b3c5d21f-8acf-494b-8fee-a548201752f6 req-6f96669d-1d43-4c4a-8e96-3ad99b3db307 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=055c4352-4bf3-401c-9454-1f4a30e95619 HTTP/1.1" status: 200 len: 835 time: 0.0434206 Feb 16 17:06:44.237080 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5d21f-8acf-494b-8fee-a548201752f6 req-2d118add-0e93-4f1e-bf9a-ef5d734520f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:44.238554 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b3c5d21f-8acf-494b-8fee-a548201752f6 req-2d118add-0e93-4f1e-bf9a-ef5d734520f6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3dda389d-1f23-43f4-8b9a-f157cce5f566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395789 Feb 16 17:06:44.329890 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b3c5d21f-8acf-494b-8fee-a548201752f6 req-74088fee-dcd8-411e-a80a-712c2d4cf1b0 service neutron] 10.222.0.89 "GET /v2.0/networks/3dda389d-1f23-43f4-8b9a-f157cce5f566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833673 Feb 16 17:06:44.425927 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b3c5d21f-8acf-494b-8fee-a548201752f6 req-10231492-8ce9-4751-91f6-db35f7370618 service neutron] 10.222.0.89 "GET /v2.0/networks/3dda389d-1f23-43f4-8b9a-f157cce5f566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891824 Feb 16 17:06:45.019791 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897da411-fe62-4a5c-9b10-ac2a31eec529 req-efe91d5f-0926-4f72-bf6b-fee972844f37 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:45.020991 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-897da411-fe62-4a5c-9b10-ac2a31eec529 req-efe91d5f-0926-4f72-bf6b-fee972844f37 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=1a14be95-0de0-4906-a487-e0c093ad5b09 HTTP/1.1" status: 200 len: 943 time: 0.0546923 Feb 16 17:06:45.060341 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-897da411-fe62-4a5c-9b10-ac2a31eec529 req-eee44803-02d3-423b-9c68-feede57a751e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=fb18716d-1790-4a44-9a00-aacfbd6c8245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326226 Feb 16 17:06:46.183384 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7bb53-4af4-4bb4-b180-51d2cc01bfe3 req-23dc4345-1a17-4de4-a9fe-b7e428bd18e8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:46.185173 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-c0e7bb53-4af4-4bb4-b180-51d2cc01bfe3 req-23dc4345-1a17-4de4-a9fe-b7e428bd18e8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=1a14be95-0de0-4906-a487-e0c093ad5b09 HTTP/1.1" status: 200 len: 943 time: 0.0546110 Feb 16 17:06:46.223018 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-c0e7bb53-4af4-4bb4-b180-51d2cc01bfe3 req-2f0e707b-1318-4a4a-9bad-46a6ad4a1a9e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=fb18716d-1790-4a44-9a00-aacfbd6c8245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321066 Feb 16 17:06:47.341242 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ebbf72-336e-4fec-a843-a8819141c28f req-42800eee-aee1-4f46-9c6d-bc3c9bfbea6e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:47.342887 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b0ebbf72-336e-4fec-a843-a8819141c28f req-42800eee-aee1-4f46-9c6d-bc3c9bfbea6e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=1a14be95-0de0-4906-a487-e0c093ad5b09 HTTP/1.1" status: 200 len: 943 time: 0.0513909 Feb 16 17:06:47.383867 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b0ebbf72-336e-4fec-a843-a8819141c28f req-ac9be60c-59f7-42cb-b67a-97ad5f0d3b96 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=fb18716d-1790-4a44-9a00-aacfbd6c8245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348811 Feb 16 17:06:48.498232 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd98c1e-8f26-4c85-9edf-b319c05f5679 req-11c594f2-f8bf-495a-aecb-6e0bf1698445 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:48.499713 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-6cd98c1e-8f26-4c85-9edf-b319c05f5679 req-11c594f2-f8bf-495a-aecb-6e0bf1698445 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=1a14be95-0de0-4906-a487-e0c093ad5b09 HTTP/1.1" status: 200 len: 943 time: 0.0493248 Feb 16 17:06:48.537809 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-6cd98c1e-8f26-4c85-9edf-b319c05f5679 req-670ab988-a8af-4063-82cc-8843ad6af719 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=fb18716d-1790-4a44-9a00-aacfbd6c8245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315316 Feb 16 17:06:48.748449 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 9f900382-7fb0-4bb8-88c8-eaed1008f23b details requested by agent hyperv_hv-neutron-8286 with host hv-neutron-8286 {{(pid=114377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:06:48.846555 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 9f900382-7fb0-4bb8-88c8-eaed1008f23b, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=9f900382-7fb0-4bb8-88c8-eaed1008f23b,segment=NetworkSegment(8881bf20-d2c7-443f-b04f-13620666e6c1),segment_id=8881bf20-d2c7-443f-b04f-13620666e6c1)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:06:48.858421 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Returning: {'device': '9f900382-7fb0-4bb8-88c8-eaed1008f23b', 'network_id': '3dda389d-1f23-43f4-8b9a-f157cce5f566', 'port_id': '9f900382-7fb0-4bb8-88c8-eaed1008f23b', 'mac_address': 'fa:16:3e:a8:b2:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '055c4352-4bf3-401c-9454-1f4a30e95619', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:06:48.907556 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:48.931323 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f900382-7fb0-4bb8-88c8-eaed1008f23b {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:06:48.951677 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 9f900382-7fb0-4bb8-88c8-eaed1008f23b, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=9f900382-7fb0-4bb8-88c8-eaed1008f23b,segment=NetworkSegment(8881bf20-d2c7-443f-b04f-13620666e6c1),segment_id=8881bf20-d2c7-443f-b04f-13620666e6c1)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:06:49.008275 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:49.059196 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=9f900382-7fb0-4bb8-88c8-eaed1008f23b,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:49.210979 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['9f900382-7fb0-4bb8-88c8-eaed1008f23b'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:06:49.652433 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0798f72-4f3c-4f57-a384-6dad12e88ad6 req-9225cc01-ed69-4c43-af84-57c12382efc3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:49.653954 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e0798f72-4f3c-4f57-a384-6dad12e88ad6 req-9225cc01-ed69-4c43-af84-57c12382efc3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=1a14be95-0de0-4906-a487-e0c093ad5b09 HTTP/1.1" status: 200 len: 944 time: 0.0489287 Feb 16 17:06:49.695928 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e0798f72-4f3c-4f57-a384-6dad12e88ad6 req-834a6910-f7ad-411d-870e-3560542e8be4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=fb18716d-1790-4a44-9a00-aacfbd6c8245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350413 Feb 16 17:06:50.748477 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 9f900382-7fb0-4bb8-88c8-eaed1008f23b up at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:06:50.823819 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef80435-b15b-4b29-b154-0a6e43049295 req-a22f1f28-ac38-477a-860a-e877d20f011e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:50.900822 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-5ef80435-b15b-4b29-b154-0a6e43049295 req-a22f1f28-ac38-477a-860a-e877d20f011e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=1a14be95-0de0-4906-a487-e0c093ad5b09 HTTP/1.1" status: 200 len: 944 time: 0.0564547 Feb 16 17:06:50.900822 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-5ef80435-b15b-4b29-b154-0a6e43049295 req-4996b34b-32fc-46b3-857e-df94897d3189 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=fb18716d-1790-4a44-9a00-aacfbd6c8245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375488 Feb 16 17:06:51.042417 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning for port 9f900382-7fb0-4bb8-88c8-eaed1008f23b completed by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:06:51.046719 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning complete for port 9f900382-7fb0-4bb8-88c8-eaed1008f23b triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:06:51.047092 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:51.130203 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:51.158029 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a14be95-0de0-4906-a487-e0c093ad5b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f900382-7fb0-4bb8-88c8-eaed1008f23b'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:06:51.161032 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9141a870-1762-448d-882d-7dd96b50d756" -d '{"events": [{"server_uuid": "1a14be95-0de0-4906-a487-e0c093ad5b09", "name": "network-vif-plugged", "status": "completed", "tag": "9f900382-7fb0-4bb8-88c8-eaed1008f23b"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:06:51.174542 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 9f900382-7fb0-4bb8-88c8-eaed1008f23b, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=9f900382-7fb0-4bb8-88c8-eaed1008f23b,segment=NetworkSegment(8881bf20-d2c7-443f-b04f-13620666e6c1),segment_id=8881bf20-d2c7-443f-b04f-13620666e6c1)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:06:51.202314 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9821e48f-b4a1-4d16-8329-8af38dacd327 x-openstack-request-id: req-9821e48f-b4a1-4d16-8329-8af38dacd327 {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:06:51.202314 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a14be95-0de0-4906-a487-e0c093ad5b09", "name": "network-vif-plugged", "status": "completed", "tag": "9f900382-7fb0-4bb8-88c8-eaed1008f23b", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:06:51.202577 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9821e48f-b4a1-4d16-8329-8af38dacd327 {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:06:51.202851 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a14be95-0de0-4906-a487-e0c093ad5b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f900382-7fb0-4bb8-88c8-eaed1008f23b', 'code': 200} Feb 16 17:06:51.260180 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:51.318022 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=9f900382-7fb0-4bb8-88c8-eaed1008f23b,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:51.539837 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34207e6-a47e-44f5-9dc1-037c965e42a6 req-1556dbc5-f5ba-43f2-8026-e45454396549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:51.541365 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d34207e6-a47e-44f5-9dc1-037c965e42a6 req-1556dbc5-f5ba-43f2-8026-e45454396549 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1a14be95-0de0-4906-a487-e0c093ad5b09 HTTP/1.1" status: 200 len: 1098 time: 0.0454755 Feb 16 17:06:51.577051 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d34207e6-a47e-44f5-9dc1-037c965e42a6 req-854f1740-64a7-417e-8cb8-db626872191a service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=fb18716d-1790-4a44-9a00-aacfbd6c8245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290105 Feb 16 17:06:51.997660 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5c841-4922-4ee5-8132-4ef580951eee req-58efdd9a-0a6c-4036-ad27-3fb96768c573 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:51.999138 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-43e5c841-4922-4ee5-8132-4ef580951eee req-58efdd9a-0a6c-4036-ad27-3fb96768c573 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=1a14be95-0de0-4906-a487-e0c093ad5b09 HTTP/1.1" status: 200 len: 945 time: 0.0484304 Feb 16 17:06:52.038996 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-43e5c841-4922-4ee5-8132-4ef580951eee req-ce9b6585-3da4-48ce-956f-f6140f9d4b83 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=fb18716d-1790-4a44-9a00-aacfbd6c8245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330095 Feb 16 17:06:53.167660 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32256f-c828-4f20-90c4-96987097ba3e req-ddc058fe-50b0-42f1-a5aa-046f0564e0ba tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:53.169178 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8b32256f-c828-4f20-90c4-96987097ba3e req-ddc058fe-50b0-42f1-a5aa-046f0564e0ba tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=1a14be95-0de0-4906-a487-e0c093ad5b09 HTTP/1.1" status: 200 len: 945 time: 0.0602429 Feb 16 17:06:53.214448 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8b32256f-c828-4f20-90c4-96987097ba3e req-8ccf835e-31ca-4238-b212-e91a54c0b02b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=fb18716d-1790-4a44-9a00-aacfbd6c8245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380578 Feb 16 17:06:53.351070 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1286da9-608e-4d93-8dac-7389e3b2a25d req-3a354e26-ef88-4274-86fd-d138a4dac5ac tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:53.353409 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-d1286da9-608e-4d93-8dac-7389e3b2a25d req-3a354e26-ef88-4274-86fd-d138a4dac5ac tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=1a14be95-0de0-4906-a487-e0c093ad5b09 HTTP/1.1" status: 200 len: 945 time: 0.0566337 Feb 16 17:06:53.404089 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-d1286da9-608e-4d93-8dac-7389e3b2a25d req-d75d51a0-1d5f-49fc-b320-686f94369442 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=fb18716d-1790-4a44-9a00-aacfbd6c8245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434184 Feb 16 17:06:53.431281 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54730) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:06:53.483333 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e3eb6b-64a7-4f4c-b14e-545f6e31b2a5 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:53.485374 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e7e3eb6b-64a7-4f4c-b14e-545f6e31b2a5 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=1a14be95-0de0-4906-a487-e0c093ad5b09 HTTP/1.1" status: 200 len: 1093 time: 0.0524995 Feb 16 17:06:53.491351 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54732) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:06:53.496183 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-c45edd27-046f-41ee-bbc6-105fcd294e20 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'floatingip': {'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'port_id': '9f900382-7fb0-4bb8-88c8-eaed1008f23b', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ip_address': '172.20.0.3'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:06:53.608593 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c45edd27-046f-41ee-bbc6-105fcd294e20 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for floatingip, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:53.728198 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c45edd27-046f-41ee-bbc6-105fcd294e20 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:53.859411 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-c45edd27-046f-41ee-bbc6-105fcd294e20 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Allocated IP 172.26.3.228 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/7190a30e-f628-4a34-8bc3-f0e636c9441d) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:06:53.985982 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c45edd27-046f-41ee-bbc6-105fcd294e20 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:54.163803 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c45edd27-046f-41ee-bbc6-105fcd294e20 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:54.215485 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45edd27-046f-41ee-bbc6-105fcd294e20 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:06:54.219240 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-c45edd27-046f-41ee-bbc6-105fcd294e20 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:06:54.222203 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45edd27-046f-41ee-bbc6-105fcd294e20 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:06:54.250952 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45edd27-046f-41ee-bbc6-105fcd294e20 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Port': ['ID=7190a30e-f628-4a34-8bc3-f0e636c9441d,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:54.829007 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c45edd27-046f-41ee-bbc6-105fcd294e20 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:55.127267 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c45edd27-046f-41ee-bbc6-105fcd294e20 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:55.296097 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c45edd27-046f-41ee-bbc6-105fcd294e20 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:55.385944 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c45edd27-046f-41ee-bbc6-105fcd294e20 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:55.461708 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45edd27-046f-41ee-bbc6-105fcd294e20 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Port': ['ID=7190a30e-f628-4a34-8bc3-f0e636c9441d,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:55.472098 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c45edd27-046f-41ee-bbc6-105fcd294e20 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:55.574067 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.l3_db [None req-c45edd27-046f-41ee-bbc6-105fcd294e20 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Floating IP a562ad1f-4f3d-42f6-b51a-c78ca8dbbc51 associated. External IP: 172.26.3.228, port: 9f900382-7fb0-4bb8-88c8-eaed1008f23b. Feb 16 17:06:55.820074 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c45edd27-046f-41ee-bbc6-105fcd294e20 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Router 76103652-1552-44f2-8889-c6660343791c has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:06:55.935826 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45edd27-046f-41ee-bbc6-105fcd294e20 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:06:55.946150 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de4a23f-c34d-4240-9aa5-77b8b99b54eb None None] Sync routers for ids ['76103652-1552-44f2-8889-c6660343791c'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:06:55.958494 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de4a23f-c34d-4240-9aa5-77b8b99b54eb None None] Routers {'76103652-1552-44f2-8889-c6660343791c'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:06:55.959103 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-2de4a23f-c34d-4240-9aa5-77b8b99b54eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:06:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['76103652-1552-44f2-8889-c6660343791c'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:06:56.045120 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c45edd27-046f-41ee-bbc6-105fcd294e20 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:06:56.090266 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c45edd27-046f-41ee-bbc6-105fcd294e20 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5934575 Feb 16 17:06:56.090266 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a14be95-0de0-4906-a487-e0c093ad5b09', 'tag': '9f900382-7fb0-4bb8-88c8-eaed1008f23b'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:06:56.090590 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54736) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:06:56.092426 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6363273c-100f-46d7-9aa0-34b86f01debc" -d '{"events": [{"name": "network-changed", "server_uuid": "1a14be95-0de0-4906-a487-e0c093ad5b09", "tag": "9f900382-7fb0-4bb8-88c8-eaed1008f23b"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:06:56.133663 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fcbc27f-cbd4-41e9-a6f9-8d9109d6b579 x-openstack-request-id: req-9fcbc27f-cbd4-41e9-a6f9-8d9109d6b579 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:06:56.133950 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a14be95-0de0-4906-a487-e0c093ad5b09", "tag": "9f900382-7fb0-4bb8-88c8-eaed1008f23b", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:06:56.134181 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9fcbc27f-cbd4-41e9-a6f9-8d9109d6b579 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:06:56.134600 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a14be95-0de0-4906-a487-e0c093ad5b09', 'tag': '9f900382-7fb0-4bb8-88c8-eaed1008f23b', 'status': 'completed', 'code': 200} Feb 16 17:06:56.177932 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-677e8d85-df66-48ad-8ddb-ca044f82421f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/floatingips/a562ad1f-4f3d-42f6-b51a-c78ca8dbbc51 HTTP/1.1" status: 200 len: 991 time: 0.0864503 Feb 16 17:06:56.191538 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-2de4a23f-c34d-4240-9aa5-77b8b99b54eb None None] Set router 76103652-1552-44f2-8889-c6660343791c gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:06:56.215214 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363273c-100f-46d7-9aa0-34b86f01debc req-e721bdba-400d-4054-b54f-80e848244b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:56.217688 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6363273c-100f-46d7-9aa0-34b86f01debc req-e721bdba-400d-4054-b54f-80e848244b28 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c9820320aae461fbcc5eba944eb2160&device_id=1a14be95-0de0-4906-a487-e0c093ad5b09 HTTP/1.1" status: 200 len: 1098 time: 0.0518796 Feb 16 17:06:56.320429 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363273c-100f-46d7-9aa0-34b86f01debc req-754a112e-eeb9-4f40-8e8e-258a5bedb10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:56.322054 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6363273c-100f-46d7-9aa0-34b86f01debc req-754a112e-eeb9-4f40-8e8e-258a5bedb10f service neutron] 10.222.0.89 "GET /v2.0/networks?id=3dda389d-1f23-43f4-8b9a-f157cce5f566 HTTP/1.1" status: 200 len: 898 time: 0.0967247 Feb 16 17:06:56.397022 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6363273c-100f-46d7-9aa0-34b86f01debc req-5c9fe91f-daee-4169-84ed-5d4c04644b8c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f900382-7fb0-4bb8-88c8-eaed1008f23b HTTP/1.1" status: 200 len: 999 time: 0.0683396 Feb 16 17:06:56.445010 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-2de4a23f-c34d-4240-9aa5-77b8b99b54eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76103652-1552-44f2-8889-c6660343791c', 'name': 'tempest-TestNetworkBasicOps-router-1775971412', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': 'b81d1861-4efe-46b9-93fe-f92f9a1ed72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:06:28Z', 'updated_at': '2022-02-16T17:06:33Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'b81d1861-4efe-46b9-93fe-f92f9a1ed72d', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:42:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76103652-1552-44f2-8889-c6660343791c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:06:29Z', 'updated_at': '2022-02-16T17:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': 'a562ad1f-4f3d-42f6-b51a-c78ca8dbbc51', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'floating_ip_address': '172.26.3.228', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '76103652-1552-44f2-8889-c6660343791c', 'port_id': '9f900382-7fb0-4bb8-88c8-eaed1008f23b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dda389d-1f23-43f4-8b9a-f157cce5f566', 'mac_address': 'fa:16:3e:a8:b2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a14be95-0de0-4906-a487-e0c093ad5b09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:06:54Z', 'updated_at': '2022-02-16T17:06:54Z', 'revision_number': 0, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c56f4fe-f018-41de-8fb0-b81569b6b206', 'name': '', 'network_id': '3dda389d-1f23-43f4-8b9a-f157cce5f566', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:20:01:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76103652-1552-44f2-8889-c6660343791c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '055c4352-4bf3-401c-9454-1f4a30e95619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:06:32Z', 'updated_at': '2022-02-16T17:06:36Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': '055c4352-4bf3-401c-9454-1f4a30e95619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:06:56.449545 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363273c-100f-46d7-9aa0-34b86f01debc req-9fc0d8d1-602b-4345-8a2f-a41c860a0fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:56.451152 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6363273c-100f-46d7-9aa0-34b86f01debc req-9fc0d8d1-602b-4345-8a2f-a41c860a0fe1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=055c4352-4bf3-401c-9454-1f4a30e95619 HTTP/1.1" status: 200 len: 835 time: 0.0477989 Feb 16 17:06:56.473251 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de4a23f-c34d-4240-9aa5-77b8b99b54eb None None] Checking router: 76103652-1552-44f2-8889-c6660343791c for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:06:56.483633 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de4a23f-c34d-4240-9aa5-77b8b99b54eb None None] Routers {'76103652-1552-44f2-8889-c6660343791c'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:06:56.484324 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-2de4a23f-c34d-4240-9aa5-77b8b99b54eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:06:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['76103652-1552-44f2-8889-c6660343791c'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:06:56.501454 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363273c-100f-46d7-9aa0-34b86f01debc req-7212f238-ebc8-4b3b-abb5-e6591a585a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:56.503435 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6363273c-100f-46d7-9aa0-34b86f01debc req-7212f238-ebc8-4b3b-abb5-e6591a585a6b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3dda389d-1f23-43f4-8b9a-f157cce5f566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447264 Feb 16 17:06:56.597154 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-2de4a23f-c34d-4240-9aa5-77b8b99b54eb None None] Set router 76103652-1552-44f2-8889-c6660343791c gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:06:56.606861 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6363273c-100f-46d7-9aa0-34b86f01debc req-70fa9328-798e-4e96-b338-92c648d8267f service neutron] 10.222.0.89 "GET /v2.0/networks/3dda389d-1f23-43f4-8b9a-f157cce5f566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967112 Feb 16 17:06:56.713607 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6363273c-100f-46d7-9aa0-34b86f01debc req-0908f2f0-3feb-4a40-b3ba-68181b2c5048 service neutron] 10.222.0.89 "GET /v2.0/networks/3dda389d-1f23-43f4-8b9a-f157cce5f566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993247 Feb 16 17:06:56.860465 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-2de4a23f-c34d-4240-9aa5-77b8b99b54eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76103652-1552-44f2-8889-c6660343791c', 'name': 'tempest-TestNetworkBasicOps-router-1775971412', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': 'b81d1861-4efe-46b9-93fe-f92f9a1ed72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:06:28Z', 'updated_at': '2022-02-16T17:06:33Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'b81d1861-4efe-46b9-93fe-f92f9a1ed72d', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:42:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76103652-1552-44f2-8889-c6660343791c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:06:29Z', 'updated_at': '2022-02-16T17:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': 'a562ad1f-4f3d-42f6-b51a-c78ca8dbbc51', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'floating_ip_address': '172.26.3.228', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '76103652-1552-44f2-8889-c6660343791c', 'port_id': '9f900382-7fb0-4bb8-88c8-eaed1008f23b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dda389d-1f23-43f4-8b9a-f157cce5f566', 'mac_address': 'fa:16:3e:a8:b2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a14be95-0de0-4906-a487-e0c093ad5b09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:06:54Z', 'updated_at': '2022-02-16T17:06:54Z', 'revision_number': 0, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c56f4fe-f018-41de-8fb0-b81569b6b206', 'name': '', 'network_id': '3dda389d-1f23-43f4-8b9a-f157cce5f566', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:20:01:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76103652-1552-44f2-8889-c6660343791c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '055c4352-4bf3-401c-9454-1f4a30e95619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:06:32Z', 'updated_at': '2022-02-16T17:06:36Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': '055c4352-4bf3-401c-9454-1f4a30e95619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:06:56.897104 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de4a23f-c34d-4240-9aa5-77b8b99b54eb None None] The sync data for ids ['76103652-1552-44f2-8889-c6660343791c'] in dv-neutron-828697-3-hyperv is: [{'id': '76103652-1552-44f2-8889-c6660343791c', 'name': 'tempest-TestNetworkBasicOps-router-1775971412', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': 'b81d1861-4efe-46b9-93fe-f92f9a1ed72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:06:28Z', 'updated_at': '2022-02-16T17:06:33Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'b81d1861-4efe-46b9-93fe-f92f9a1ed72d', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:42:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76103652-1552-44f2-8889-c6660343791c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:06:29Z', 'updated_at': '2022-02-16T17:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': 'a562ad1f-4f3d-42f6-b51a-c78ca8dbbc51', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'floating_ip_address': '172.26.3.228', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '76103652-1552-44f2-8889-c6660343791c', 'port_id': '9f900382-7fb0-4bb8-88c8-eaed1008f23b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dda389d-1f23-43f4-8b9a-f157cce5f566', 'mac_address': 'fa:16:3e:a8:b2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a14be95-0de0-4906-a487-e0c093ad5b09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:06:54Z', 'updated_at': '2022-02-16T17:06:54Z', 'revision_number': 0, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c56f4fe-f018-41de-8fb0-b81569b6b206', 'name': '', 'network_id': '3dda389d-1f23-43f4-8b9a-f157cce5f566', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:20:01:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76103652-1552-44f2-8889-c6660343791c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '055c4352-4bf3-401c-9454-1f4a30e95619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:06:32Z', 'updated_at': '2022-02-16T17:06:36Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': '055c4352-4bf3-401c-9454-1f4a30e95619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:06:57.122733 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7f36b2-c70d-4268-9ba1-94422a452aeb None None] New status for floating IP a562ad1f-4f3d-42f6-b51a-c78ca8dbbc51: ACTIVE {{(pid=114377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:06:57.182382 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54740) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:06:57.268753 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-9d68559c-34ea-4627-bdbd-b08c290e3ae1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/floatingips/a562ad1f-4f3d-42f6-b51a-c78ca8dbbc51 HTTP/1.1" status: 200 len: 991 time: 0.0848250 Feb 16 17:06:58.273085 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54742) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:06:58.642340 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-d7563e1a-58d3-48db-8df3-2a808ac7f888 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/floatingips/a562ad1f-4f3d-42f6-b51a-c78ca8dbbc51 HTTP/1.1" status: 200 len: 993 time: 0.3680029 Feb 16 17:07:00.490511 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:06.848658 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c66c9ff4-67c9-49d8-a5d1-e1bcd331c0d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:09.256414 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4edf3907-21a4-4e02-ad22-e64b605f3252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:09.539901 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0fa88229-222b-4673-b279-8aeaa7614117 req-212470bb-6f39-44a0-941e-ba21796139ed service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a4a1861f-b508-4310-ad3c-99bec306ffd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0509839 Feb 16 17:07:09.607276 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa88229-222b-4673-b279-8aeaa7614117 req-3bd9080f-5560-487a-a6ea-1d2619155239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:09.608803 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0fa88229-222b-4673-b279-8aeaa7614117 req-3bd9080f-5560-487a-a6ea-1d2619155239 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=044ac631b15e4f2096be696887c61622&device_id=a4a1861f-b508-4310-ad3c-99bec306ffd8 HTTP/1.1" status: 200 len: 1098 time: 0.0442483 Feb 16 17:07:09.714714 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa88229-222b-4673-b279-8aeaa7614117 req-d174b30a-30ae-4d75-b901-dd2cda7eb457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:09.716230 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0fa88229-222b-4673-b279-8aeaa7614117 req-d174b30a-30ae-4d75-b901-dd2cda7eb457 service neutron] 10.222.0.89 "GET /v2.0/networks?id=c364a6ac-af1f-40c5-af86-f038476be8ba HTTP/1.1" status: 200 len: 912 time: 0.0859571 Feb 16 17:07:09.828114 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0fa88229-222b-4673-b279-8aeaa7614117 req-09870247-b00f-4ab6-aa6d-fc385e2841ff service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45d8738a-0cc1-457b-8c10-d28c48b6abec HTTP/1.1" status: 200 len: 1001 time: 0.1046035 Feb 16 17:07:09.877352 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa88229-222b-4673-b279-8aeaa7614117 req-4a01bd3e-eb60-44d2-b95b-9ce82eb4d371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:09.879038 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0fa88229-222b-4673-b279-8aeaa7614117 req-4a01bd3e-eb60-44d2-b95b-9ce82eb4d371 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=62ae9dc0-3449-4ef8-8ac6-81ada289f9bf HTTP/1.1" status: 200 len: 850 time: 0.0446043 Feb 16 17:07:09.926284 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa88229-222b-4673-b279-8aeaa7614117 req-37f414f2-db7c-447b-a3bb-260979dcf01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:09.928556 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0fa88229-222b-4673-b279-8aeaa7614117 req-37f414f2-db7c-447b-a3bb-260979dcf01b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c364a6ac-af1f-40c5-af86-f038476be8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419915 Feb 16 17:07:10.025310 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0fa88229-222b-4673-b279-8aeaa7614117 req-badd1860-cb87-4920-83e2-17fa34c8b2e0 service neutron] 10.222.0.89 "GET /v2.0/networks/c364a6ac-af1f-40c5-af86-f038476be8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899274 Feb 16 17:07:10.115531 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0fa88229-222b-4673-b279-8aeaa7614117 req-083a9439-66f2-4ebe-beff-2af1fbc254cd service neutron] 10.222.0.89 "GET /v2.0/networks/c364a6ac-af1f-40c5-af86-f038476be8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827541 Feb 16 17:07:10.413957 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:11.739414 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:12.087747 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:18.944516 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:07:27.848717 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54762) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:07:27.925436 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-71b595af-e01b-437a-a116-64b61ec89115 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/floatingips/a562ad1f-4f3d-42f6-b51a-c78ca8dbbc51 HTTP/1.1" status: 200 len: 993 time: 0.0750544 Feb 16 17:07:28.226666 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54768) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:07:28.390244 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-d7ce61e5-7ffd-4eda-8935-f93c988a12ae tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Deleting port 7190a30e-f628-4a34-8bc3-f0e636c9441d {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:07:28.390587 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d7ce61e5-7ffd-4eda-8935-f93c988a12ae tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:28.478109 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d7ce61e5-7ffd-4eda-8935-f93c988a12ae tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:28.478349 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d7ce61e5-7ffd-4eda-8935-f93c988a12ae tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:28.490188 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-d7ce61e5-7ffd-4eda-8935-f93c988a12ae tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Calling delete_port for 7190a30e-f628-4a34-8bc3-f0e636c9441d owned by network:floatingip {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:07:28.779415 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d7ce61e5-7ffd-4eda-8935-f93c988a12ae tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:28.803617 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ce61e5-7ffd-4eda-8935-f93c988a12ae tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'Port': ['ID=7190a30e-f628-4a34-8bc3-f0e636c9441d,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:28.818869 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ce61e5-7ffd-4eda-8935-f93c988a12ae tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:28.819275 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ce61e5-7ffd-4eda-8935-f93c988a12ae tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:28.820063 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ce61e5-7ffd-4eda-8935-f93c988a12ae tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:28.820063 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ce61e5-7ffd-4eda-8935-f93c988a12ae tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:28.820346 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ce61e5-7ffd-4eda-8935-f93c988a12ae tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:28.821207 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ce61e5-7ffd-4eda-8935-f93c988a12ae tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:28.821207 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ce61e5-7ffd-4eda-8935-f93c988a12ae tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:28.821207 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ce61e5-7ffd-4eda-8935-f93c988a12ae tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:28.821583 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ce61e5-7ffd-4eda-8935-f93c988a12ae tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:28.821826 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ce61e5-7ffd-4eda-8935-f93c988a12ae tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:28.822148 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ce61e5-7ffd-4eda-8935-f93c988a12ae tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:28.822467 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ce61e5-7ffd-4eda-8935-f93c988a12ae tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:28.891355 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d7ce61e5-7ffd-4eda-8935-f93c988a12ae tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for floatingip, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:28.891690 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.l3_db [None req-d7ce61e5-7ffd-4eda-8935-f93c988a12ae tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Floating IP a562ad1f-4f3d-42f6-b51a-c78ca8dbbc51 disassociated (deleted). External IP: 172.26.3.228, port: 9f900382-7fb0-4bb8-88c8-eaed1008f23b. Feb 16 17:07:29.103026 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ce61e5-7ffd-4eda-8935-f93c988a12ae tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Router 76103652-1552-44f2-8889-c6660343791c has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:07:29.209683 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ce61e5-7ffd-4eda-8935-f93c988a12ae tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:07:29.215306 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d7ce61e5-7ffd-4eda-8935-f93c988a12ae tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:29.220277 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be6e2d3-3f6e-4b51-9421-f3f4ad7f3587 None None] Sync routers for ids ['76103652-1552-44f2-8889-c6660343791c'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:07:29.231083 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be6e2d3-3f6e-4b51-9421-f3f4ad7f3587 None None] Routers {'76103652-1552-44f2-8889-c6660343791c'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:07:29.231696 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-1be6e2d3-3f6e-4b51-9421-f3f4ad7f3587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:07:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['76103652-1552-44f2-8889-c6660343791c'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:29.244733 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-d7ce61e5-7ffd-4eda-8935-f93c988a12ae tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "DELETE /v2.0/floatingips/a562ad1f-4f3d-42f6-b51a-c78ca8dbbc51 HTTP/1.1" status: 204 len: 168 time: 1.0169139 Feb 16 17:07:29.246074 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a14be95-0de0-4906-a487-e0c093ad5b09', 'tag': '9f900382-7fb0-4bb8-88c8-eaed1008f23b'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:07:29.248811 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6149c3e0-275e-4bb6-81a0-07d2b36cb1f6" -d '{"events": [{"name": "network-changed", "server_uuid": "1a14be95-0de0-4906-a487-e0c093ad5b09", "tag": "9f900382-7fb0-4bb8-88c8-eaed1008f23b"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:07:29.291571 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205cc963-1c62-459a-ba76-c9c13233084c x-openstack-request-id: req-205cc963-1c62-459a-ba76-c9c13233084c {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:07:29.291861 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a14be95-0de0-4906-a487-e0c093ad5b09", "tag": "9f900382-7fb0-4bb8-88c8-eaed1008f23b", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:07:29.292148 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-205cc963-1c62-459a-ba76-c9c13233084c {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:07:29.292551 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a14be95-0de0-4906-a487-e0c093ad5b09', 'tag': '9f900382-7fb0-4bb8-88c8-eaed1008f23b', 'status': 'completed', 'code': 200} Feb 16 17:07:29.344491 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-1be6e2d3-3f6e-4b51-9421-f3f4ad7f3587 None None] Set router 76103652-1552-44f2-8889-c6660343791c gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:07:29.373018 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149c3e0-275e-4bb6-81a0-07d2b36cb1f6 req-73aaa4f8-ebe1-4fee-8607-a00661d56a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:29.373018 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6149c3e0-275e-4bb6-81a0-07d2b36cb1f6 req-73aaa4f8-ebe1-4fee-8607-a00661d56a26 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c9820320aae461fbcc5eba944eb2160&device_id=1a14be95-0de0-4906-a487-e0c093ad5b09 HTTP/1.1" status: 200 len: 1098 time: 0.0547194 Feb 16 17:07:29.468377 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149c3e0-275e-4bb6-81a0-07d2b36cb1f6 req-20a79cec-c1cb-4202-ae00-53c5e0f34431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:29.469931 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6149c3e0-275e-4bb6-81a0-07d2b36cb1f6 req-20a79cec-c1cb-4202-ae00-53c5e0f34431 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3dda389d-1f23-43f4-8b9a-f157cce5f566 HTTP/1.1" status: 200 len: 898 time: 0.0918202 Feb 16 17:07:29.515540 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6149c3e0-275e-4bb6-81a0-07d2b36cb1f6 req-bbfc804f-1ce6-44fc-bedf-b83f4720d749 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f900382-7fb0-4bb8-88c8-eaed1008f23b HTTP/1.1" status: 200 len: 217 time: 0.0384805 Feb 16 17:07:29.563102 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-1be6e2d3-3f6e-4b51-9421-f3f4ad7f3587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76103652-1552-44f2-8889-c6660343791c', 'name': 'tempest-TestNetworkBasicOps-router-1775971412', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': 'b81d1861-4efe-46b9-93fe-f92f9a1ed72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:06:28Z', 'updated_at': '2022-02-16T17:06:33Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'b81d1861-4efe-46b9-93fe-f92f9a1ed72d', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:42:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76103652-1552-44f2-8889-c6660343791c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:06:29Z', 'updated_at': '2022-02-16T17:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '2c56f4fe-f018-41de-8fb0-b81569b6b206', 'name': '', 'network_id': '3dda389d-1f23-43f4-8b9a-f157cce5f566', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:20:01:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76103652-1552-44f2-8889-c6660343791c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '055c4352-4bf3-401c-9454-1f4a30e95619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:06:32Z', 'updated_at': '2022-02-16T17:06:36Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': '055c4352-4bf3-401c-9454-1f4a30e95619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:29.566745 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149c3e0-275e-4bb6-81a0-07d2b36cb1f6 req-a68db132-4144-450a-a4b1-c72f2bbd6da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:29.568249 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6149c3e0-275e-4bb6-81a0-07d2b36cb1f6 req-a68db132-4144-450a-a4b1-c72f2bbd6da2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=055c4352-4bf3-401c-9454-1f4a30e95619 HTTP/1.1" status: 200 len: 835 time: 0.0465751 Feb 16 17:07:29.589497 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be6e2d3-3f6e-4b51-9421-f3f4ad7f3587 None None] Checking router: 76103652-1552-44f2-8889-c6660343791c for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:07:29.597826 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be6e2d3-3f6e-4b51-9421-f3f4ad7f3587 None None] Routers {'76103652-1552-44f2-8889-c6660343791c'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:07:29.598450 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-1be6e2d3-3f6e-4b51-9421-f3f4ad7f3587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:07:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['76103652-1552-44f2-8889-c6660343791c'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:29.617403 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149c3e0-275e-4bb6-81a0-07d2b36cb1f6 req-15c280de-cf68-483e-865d-254ed7f6a9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:29.618970 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6149c3e0-275e-4bb6-81a0-07d2b36cb1f6 req-15c280de-cf68-483e-865d-254ed7f6a9a8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3dda389d-1f23-43f4-8b9a-f157cce5f566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431924 Feb 16 17:07:29.712457 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-1be6e2d3-3f6e-4b51-9421-f3f4ad7f3587 None None] Set router 76103652-1552-44f2-8889-c6660343791c gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:07:29.739653 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6149c3e0-275e-4bb6-81a0-07d2b36cb1f6 req-b2049641-c1d6-4966-9818-fa6ebac5778f service neutron] 10.222.0.89 "GET /v2.0/networks/3dda389d-1f23-43f4-8b9a-f157cce5f566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125686 Feb 16 17:07:29.844096 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9784ea-4bb1-48d0-abd8-e03361b50a46 req-83da3719-9cf7-4799-8cd4-066a5a55913b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:29.845666 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6e9784ea-4bb1-48d0-abd8-e03361b50a46 req-83da3719-9cf7-4799-8cd4-066a5a55913b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=1a14be95-0de0-4906-a487-e0c093ad5b09 HTTP/1.1" status: 200 len: 945 time: 0.1052740 Feb 16 17:07:29.897404 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6149c3e0-275e-4bb6-81a0-07d2b36cb1f6 req-6fd52873-2208-45f2-b3bf-24d98573de2b service neutron] 10.222.0.89 "GET /v2.0/networks/3dda389d-1f23-43f4-8b9a-f157cce5f566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471064 Feb 16 17:07:29.908746 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6e9784ea-4bb1-48d0-abd8-e03361b50a46 req-7788df2e-b05e-4b4c-b8a2-7671617037ea tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=fb18716d-1790-4a44-9a00-aacfbd6c8245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552232 Feb 16 17:07:29.928593 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-1be6e2d3-3f6e-4b51-9421-f3f4ad7f3587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76103652-1552-44f2-8889-c6660343791c', 'name': 'tempest-TestNetworkBasicOps-router-1775971412', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': 'b81d1861-4efe-46b9-93fe-f92f9a1ed72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:06:28Z', 'updated_at': '2022-02-16T17:06:33Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'b81d1861-4efe-46b9-93fe-f92f9a1ed72d', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:42:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76103652-1552-44f2-8889-c6660343791c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:06:29Z', 'updated_at': '2022-02-16T17:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '2c56f4fe-f018-41de-8fb0-b81569b6b206', 'name': '', 'network_id': '3dda389d-1f23-43f4-8b9a-f157cce5f566', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:20:01:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76103652-1552-44f2-8889-c6660343791c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '055c4352-4bf3-401c-9454-1f4a30e95619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:06:32Z', 'updated_at': '2022-02-16T17:06:36Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': '055c4352-4bf3-401c-9454-1f4a30e95619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:29.965338 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be6e2d3-3f6e-4b51-9421-f3f4ad7f3587 None None] The sync data for ids ['76103652-1552-44f2-8889-c6660343791c'] in dv-neutron-828697-3-hyperv is: [{'id': '76103652-1552-44f2-8889-c6660343791c', 'name': 'tempest-TestNetworkBasicOps-router-1775971412', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': 'b81d1861-4efe-46b9-93fe-f92f9a1ed72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:06:28Z', 'updated_at': '2022-02-16T17:06:33Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'b81d1861-4efe-46b9-93fe-f92f9a1ed72d', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:42:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76103652-1552-44f2-8889-c6660343791c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:06:29Z', 'updated_at': '2022-02-16T17:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '2c56f4fe-f018-41de-8fb0-b81569b6b206', 'name': '', 'network_id': '3dda389d-1f23-43f4-8b9a-f157cce5f566', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:20:01:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76103652-1552-44f2-8889-c6660343791c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '055c4352-4bf3-401c-9454-1f4a30e95619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:06:32Z', 'updated_at': '2022-02-16T17:06:36Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': '055c4352-4bf3-401c-9454-1f4a30e95619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:07:30.186677 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef362736-8e7d-4e74-bc91-f2200f0d1ebf None None] New status for floating IP a562ad1f-4f3d-42f6-b51a-c78ca8dbbc51: DOWN {{(pid=114377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:07:30.450214 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:31.046248 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85a80b-ac88-4954-849a-6767d239c27d req-009411b5-4310-48c4-b4a4-226cd322ad0e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:31.047776 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-3a85a80b-ac88-4954-849a-6767d239c27d req-009411b5-4310-48c4-b4a4-226cd322ad0e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=1a14be95-0de0-4906-a487-e0c093ad5b09 HTTP/1.1" status: 200 len: 945 time: 0.0535367 Feb 16 17:07:31.071948 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5718e7-3258-4ea1-9c64-f56079353668 req-46f86ba7-ea7d-4c5a-970b-cf59edef25c8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:31.073452 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4d5718e7-3258-4ea1-9c64-f56079353668 req-46f86ba7-ea7d-4c5a-970b-cf59edef25c8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "GET /v2.0/ports?device_id=1a14be95-0de0-4906-a487-e0c093ad5b09 HTTP/1.1" status: 200 len: 945 time: 0.0510623 Feb 16 17:07:31.087296 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-3a85a80b-ac88-4954-849a-6767d239c27d req-8a2aaebe-2dca-4b4c-b9f8-7c8129810e8a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=fb18716d-1790-4a44-9a00-aacfbd6c8245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331638 Feb 16 17:07:31.172838 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-4d5718e7-3258-4ea1-9c64-f56079353668 req-6214b633-58d0-4131-b8a8-4421e6fcbb1b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Deleting port 9f900382-7fb0-4bb8-88c8-eaed1008f23b {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:07:31.173145 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-4d5718e7-3258-4ea1-9c64-f56079353668 req-6214b633-58d0-4131-b8a8-4421e6fcbb1b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:31.262233 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-4d5718e7-3258-4ea1-9c64-f56079353668 req-6214b633-58d0-4131-b8a8-4421e6fcbb1b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] For port 9f900382-7fb0-4bb8-88c8-eaed1008f23b, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=9f900382-7fb0-4bb8-88c8-eaed1008f23b,segment=NetworkSegment(8881bf20-d2c7-443f-b04f-13620666e6c1),segment_id=8881bf20-d2c7-443f-b04f-13620666e6c1)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:07:31.262600 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-4d5718e7-3258-4ea1-9c64-f56079353668 req-6214b633-58d0-4131-b8a8-4421e6fcbb1b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:31.275332 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-4d5718e7-3258-4ea1-9c64-f56079353668 req-6214b633-58d0-4131-b8a8-4421e6fcbb1b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Calling delete_port for 9f900382-7fb0-4bb8-88c8-eaed1008f23b owned by compute:nova {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:07:31.490556 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-4d5718e7-3258-4ea1-9c64-f56079353668 req-6214b633-58d0-4131-b8a8-4421e6fcbb1b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:31.520826 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6214b633-58d0-4131-b8a8-4421e6fcbb1b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'Port': ['ID=9f900382-7fb0-4bb8-88c8-eaed1008f23b,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:31.563250 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d5718e7-3258-4ea1-9c64-f56079353668 req-6214b633-58d0-4131-b8a8-4421e6fcbb1b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] No DVR routers for this DVR port 9f900382-7fb0-4bb8-88c8-eaed1008f23b on host hv-neutron-8286 {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:07:31.565886 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-4d5718e7-3258-4ea1-9c64-f56079353668 req-6214b633-58d0-4131-b8a8-4421e6fcbb1b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:31.569519 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4d5718e7-3258-4ea1-9c64-f56079353668 req-6214b633-58d0-4131-b8a8-4421e6fcbb1b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "DELETE /v2.0/ports/9f900382-7fb0-4bb8-88c8-eaed1008f23b HTTP/1.1" status: 204 len: 173 time: 0.4889059 Feb 16 17:07:31.569968 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a14be95-0de0-4906-a487-e0c093ad5b09', 'name': 'network-vif-deleted', 'tag': '9f900382-7fb0-4bb8-88c8-eaed1008f23b'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:07:31.572392 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b584c1d-dbcb-4617-9730-74d6a942a694" -d '{"events": [{"server_uuid": "1a14be95-0de0-4906-a487-e0c093ad5b09", "name": "network-vif-deleted", "tag": "9f900382-7fb0-4bb8-88c8-eaed1008f23b"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:07:31.609581 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e1d838-4cf8-4610-9b83-de9059dcf434 x-openstack-request-id: req-a7e1d838-4cf8-4610-9b83-de9059dcf434 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:07:31.610273 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a14be95-0de0-4906-a487-e0c093ad5b09", "name": "network-vif-deleted", "tag": "9f900382-7fb0-4bb8-88c8-eaed1008f23b", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:07:31.610520 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a7e1d838-4cf8-4610-9b83-de9059dcf434 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:07:31.610913 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a14be95-0de0-4906-a487-e0c093ad5b09', 'name': 'network-vif-deleted', 'tag': '9f900382-7fb0-4bb8-88c8-eaed1008f23b', 'status': 'completed', 'code': 200} Feb 16 17:07:32.196216 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-7fd77e0f-88fe-4e64-8c68-2d61418b1e88 req-a5890e3c-5d46-4163-97dc-54d6d118c9ea tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=1a14be95-0de0-4906-a487-e0c093ad5b09 HTTP/1.1" status: 200 len: 210 time: 0.0314436 Feb 16 17:07:33.255685 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54784) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:07:33.321936 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f76e0128-7ba0-4d8d-9674-2f939936f8b3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:33.347578 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f76e0128-7ba0-4d8d-9674-2f939936f8b3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:33.473219 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f76e0128-7ba0-4d8d-9674-2f939936f8b3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:33.476775 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f76e0128-7ba0-4d8d-9674-2f939936f8b3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:33.477957 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-f76e0128-7ba0-4d8d-9674-2f939936f8b3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "DELETE /v2.0/security-groups/fb18716d-1790-4a44-9a00-aacfbd6c8245 HTTP/1.1" status: 204 len: 168 time: 0.2212641 Feb 16 17:07:33.488416 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e0128-7ba0-4d8d-9674-2f939936f8b3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb18716d-1790-4a44-9a00-aacfbd6c8245,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:33.592104 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54788) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:07:33.954579 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-88ac7808-5271-4d6b-81aa-220aaa2af590 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:34.205847 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-88ac7808-5271-4d6b-81aa-220aaa2af590 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Deleting port 2c56f4fe-f018-41de-8fb0-b81569b6b206 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:07:34.206188 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-88ac7808-5271-4d6b-81aa-220aaa2af590 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:34.294295 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-88ac7808-5271-4d6b-81aa-220aaa2af590 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] For port 2c56f4fe-f018-41de-8fb0-b81569b6b206, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=2c56f4fe-f018-41de-8fb0-b81569b6b206,segment=NetworkSegment(8881bf20-d2c7-443f-b04f-13620666e6c1),segment_id=8881bf20-d2c7-443f-b04f-13620666e6c1)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:07:34.295011 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-88ac7808-5271-4d6b-81aa-220aaa2af590 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:34.306666 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-88ac7808-5271-4d6b-81aa-220aaa2af590 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Calling delete_port for 2c56f4fe-f018-41de-8fb0-b81569b6b206 owned by network:router_interface {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:07:34.562130 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-88ac7808-5271-4d6b-81aa-220aaa2af590 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:34.588522 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ac7808-5271-4d6b-81aa-220aaa2af590 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'Port': ['ID=2c56f4fe-f018-41de-8fb0-b81569b6b206,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:34.855904 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 9f900382-7fb0-4bb8-88c8-eaed1008f23b no longer exists at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:07:34.881274 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] No Port match for: 9f900382-7fb0-4bb8-88c8-eaed1008f23b {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:07:34.881529 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 9f900382-7fb0-4bb8-88c8-eaed1008f23b not bound to the agent host hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:07:35.103532 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-88ac7808-5271-4d6b-81aa-220aaa2af590 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:35.307563 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ac7808-5271-4d6b-81aa-220aaa2af590 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Router 76103652-1552-44f2-8889-c6660343791c has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:07:35.410783 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ac7808-5271-4d6b-81aa-220aaa2af590 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:07:35.419004 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-88ac7808-5271-4d6b-81aa-220aaa2af590 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "PUT /v2.0/routers/76103652-1552-44f2-8889-c6660343791c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8229480 Feb 16 17:07:35.419004 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54790) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:07:35.421535 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98b587b-cd28-4ff7-858f-e08ab0908fe9 None None] Sync routers for ids ['76103652-1552-44f2-8889-c6660343791c'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:07:35.432146 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98b587b-cd28-4ff7-858f-e08ab0908fe9 None None] Routers {'76103652-1552-44f2-8889-c6660343791c'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:07:35.432759 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-b98b587b-cd28-4ff7-858f-e08ab0908fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:07:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['76103652-1552-44f2-8889-c6660343791c'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:35.472744 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-13627c38-19f9-4590-bd98-d0204096ccd8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Deleting subnet 055c4352-4bf3-401c-9454-1f4a30e95619 {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:07:35.476527 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-13627c38-19f9-4590-bd98-d0204096ccd8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:35.516078 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-13627c38-19f9-4590-bd98-d0204096ccd8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:35.602103 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-13627c38-19f9-4590-bd98-d0204096ccd8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:35.620790 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-b98b587b-cd28-4ff7-858f-e08ab0908fe9 None None] Set router 76103652-1552-44f2-8889-c6660343791c gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:07:35.733569 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-13627c38-19f9-4590-bd98-d0204096ccd8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:35.760850 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13627c38-19f9-4590-bd98-d0204096ccd8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'Subnet': ['ID=055c4352-4bf3-401c-9454-1f4a30e95619,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:35.764469 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-13627c38-19f9-4590-bd98-d0204096ccd8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:35.770141 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-13627c38-19f9-4590-bd98-d0204096ccd8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "DELETE /v2.0/subnets/055c4352-4bf3-401c-9454-1f4a30e95619 HTTP/1.1" status: 204 len: 168 time: 0.3478167 Feb 16 17:07:35.770831 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54792) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:07:35.776192 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed85919b-8599-46ee-8f73-a6e65c735782 None None] Network 3dda389d-1f23-43f4-8b9a-f157cce5f566 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:07:35.798852 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-b98b587b-cd28-4ff7-858f-e08ab0908fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76103652-1552-44f2-8889-c6660343791c', 'name': 'tempest-TestNetworkBasicOps-router-1775971412', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': 'b81d1861-4efe-46b9-93fe-f92f9a1ed72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:06:28Z', 'updated_at': '2022-02-16T17:07:34Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'b81d1861-4efe-46b9-93fe-f92f9a1ed72d', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:42:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76103652-1552-44f2-8889-c6660343791c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:06:29Z', 'updated_at': '2022-02-16T17:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:35.828230 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98b587b-cd28-4ff7-858f-e08ab0908fe9 None None] Checking router: 76103652-1552-44f2-8889-c6660343791c for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:07:35.840449 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98b587b-cd28-4ff7-858f-e08ab0908fe9 None None] Routers {'76103652-1552-44f2-8889-c6660343791c'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:07:35.840449 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-b98b587b-cd28-4ff7-858f-e08ab0908fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:07:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['76103652-1552-44f2-8889-c6660343791c'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:35.890650 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-38fbe0e1-7a09-44bc-acbe-c94c9addc775 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:35.957098 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-b98b587b-cd28-4ff7-858f-e08ab0908fe9 None None] Set router 76103652-1552-44f2-8889-c6660343791c gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:07:36.001659 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aff758e-b868-44c5-8efd-cd5523dc4aa3 None None] DHCP port deletion for 3dda389d-1f23-43f4-8b9a-f157cce5f566 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:07:36.010211 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-38fbe0e1-7a09-44bc-acbe-c94c9addc775 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:36.053180 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-8aff758e-b868-44c5-8efd-cd5523dc4aa3 None None] Deleting port ad463503-d917-4d48-ba53-8620822076b5 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:07:36.053685 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8aff758e-b868-44c5-8efd-cd5523dc4aa3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:36.117848 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-8aff758e-b868-44c5-8efd-cd5523dc4aa3 None None] For port ad463503-d917-4d48-ba53-8620822076b5, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=ad463503-d917-4d48-ba53-8620822076b5,segment=NetworkSegment(8881bf20-d2c7-443f-b04f-13620666e6c1),segment_id=8881bf20-d2c7-443f-b04f-13620666e6c1)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:07:36.118402 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8aff758e-b868-44c5-8efd-cd5523dc4aa3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:36.121817 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-38fbe0e1-7a09-44bc-acbe-c94c9addc775 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Deleting port b81d1861-4efe-46b9-93fe-f92f9a1ed72d {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:07:36.122131 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-38fbe0e1-7a09-44bc-acbe-c94c9addc775 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:36.130949 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-8aff758e-b868-44c5-8efd-cd5523dc4aa3 None None] Calling delete_port for ad463503-d917-4d48-ba53-8620822076b5 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:07:36.142077 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-b98b587b-cd28-4ff7-858f-e08ab0908fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76103652-1552-44f2-8889-c6660343791c', 'name': 'tempest-TestNetworkBasicOps-router-1775971412', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': 'b81d1861-4efe-46b9-93fe-f92f9a1ed72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:06:28Z', 'updated_at': '2022-02-16T17:07:34Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'b81d1861-4efe-46b9-93fe-f92f9a1ed72d', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:42:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76103652-1552-44f2-8889-c6660343791c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:06:29Z', 'updated_at': '2022-02-16T17:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:36.168409 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98b587b-cd28-4ff7-858f-e08ab0908fe9 None None] The sync data for ids ['76103652-1552-44f2-8889-c6660343791c'] in dv-neutron-828697-3-hyperv is: [{'id': '76103652-1552-44f2-8889-c6660343791c', 'name': 'tempest-TestNetworkBasicOps-router-1775971412', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': 'b81d1861-4efe-46b9-93fe-f92f9a1ed72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:06:28Z', 'updated_at': '2022-02-16T17:07:34Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'b81d1861-4efe-46b9-93fe-f92f9a1ed72d', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:42:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76103652-1552-44f2-8889-c6660343791c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:06:29Z', 'updated_at': '2022-02-16T17:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:07:36.212176 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-38fbe0e1-7a09-44bc-acbe-c94c9addc775 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] For port b81d1861-4efe-46b9-93fe-f92f9a1ed72d, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=b81d1861-4efe-46b9-93fe-f92f9a1ed72d,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:07:36.212543 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-38fbe0e1-7a09-44bc-acbe-c94c9addc775 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:36.225149 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-38fbe0e1-7a09-44bc-acbe-c94c9addc775 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Calling delete_port for b81d1861-4efe-46b9-93fe-f92f9a1ed72d owned by network:router_gateway {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:07:36.306918 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8aff758e-b868-44c5-8efd-cd5523dc4aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:36.333488 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff758e-b868-44c5-8efd-cd5523dc4aa3 None None] Pushing event deleted for resources: {'Port': ['ID=ad463503-d917-4d48-ba53-8620822076b5,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:36.336676 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aff758e-b868-44c5-8efd-cd5523dc4aa3 None None] No DVR routers for this DVR port ad463503-d917-4d48-ba53-8620822076b5 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:07:36.344574 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aff758e-b868-44c5-8efd-cd5523dc4aa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:36.344574 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aff758e-b868-44c5-8efd-cd5523dc4aa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:36.344788 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aff758e-b868-44c5-8efd-cd5523dc4aa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:36.345083 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aff758e-b868-44c5-8efd-cd5523dc4aa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:36.345339 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aff758e-b868-44c5-8efd-cd5523dc4aa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:36.345709 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aff758e-b868-44c5-8efd-cd5523dc4aa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:36.346020 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aff758e-b868-44c5-8efd-cd5523dc4aa3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:36.346332 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aff758e-b868-44c5-8efd-cd5523dc4aa3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:36.346683 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aff758e-b868-44c5-8efd-cd5523dc4aa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:36.346984 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aff758e-b868-44c5-8efd-cd5523dc4aa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:36.347310 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aff758e-b868-44c5-8efd-cd5523dc4aa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:36.347627 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aff758e-b868-44c5-8efd-cd5523dc4aa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:36.472794 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-38fbe0e1-7a09-44bc-acbe-c94c9addc775 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:36.502412 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbe0e1-7a09-44bc-acbe-c94c9addc775 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'Port': ['ID=b81d1861-4efe-46b9-93fe-f92f9a1ed72d,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:36.570283 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-38fbe0e1-7a09-44bc-acbe-c94c9addc775 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584056'] for router_gateway, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:36.661493 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-38fbe0e1-7a09-44bc-acbe-c94c9addc775 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:36.663738 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-38fbe0e1-7a09-44bc-acbe-c94c9addc775 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:36.763998 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-38fbe0e1-7a09-44bc-acbe-c94c9addc775 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:36.764594 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38fbe0e1-7a09-44bc-acbe-c94c9addc775 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Fanout notify agent at l3_agent the message router_deleted on router 76103652-1552-44f2-8889-c6660343791c {{(pid=114376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:07:36.771541 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-38fbe0e1-7a09-44bc-acbe-c94c9addc775 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:36.772724 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-38fbe0e1-7a09-44bc-acbe-c94c9addc775 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "DELETE /v2.0/routers/76103652-1552-44f2-8889-c6660343791c HTTP/1.1" status: 204 len: 168 time: 1.0014555 Feb 16 17:07:36.775581 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54794) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:07:36.818973 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-02f06023-170d-4cc3-a357-a79b97acef96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:36.860948 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b090a0a5-753a-4ad3-ae07-c5e131a0820f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:36.951793 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b090a0a5-753a-4ad3-ae07-c5e131a0820f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:36.977370 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-b090a0a5-753a-4ad3-ae07-c5e131a0820f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dda389d-1f23-43f4-8b9a-f157cce5f566']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:36.987007 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-b090a0a5-753a-4ad3-ae07-c5e131a0820f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8881bf20-d2c7-443f-b04f-13620666e6c1') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:36.987274 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-b090a0a5-753a-4ad3-ae07-c5e131a0820f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8881bf20-d2c7-443f-b04f-13620666e6c1') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:37.002895 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b090a0a5-753a-4ad3-ae07-c5e131a0820f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:37.030822 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b090a0a5-753a-4ad3-ae07-c5e131a0820f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:37.038528 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b090a0a5-753a-4ad3-ae07-c5e131a0820f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:07:37.039209 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b090a0a5-753a-4ad3-ae07-c5e131a0820f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:37.043544 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 17:07:37.043544 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:07:37.043544 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 17:07:37.043544 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:07:37.043544 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 17:07:37.043544 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:07:37.043544 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 17:07:37.043544 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:07:37.043544 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 17:07:37.043544 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:07:37.043544 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 17:07:37.043544 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:07:37.043544 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 17:07:37.043544 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:07:37.043544 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:07:37.043544 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:07:37.043544 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:07:37.043544 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:07:37.043544 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 17:07:37.043544 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:07:37.043544 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 17:07:37.043544 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:07:37.043544 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:07:37.043544 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:07:37.043544 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 17:07:37.043544 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:07:37.043544 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:07:37.043544 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:07:37.043544 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:07:37.043544 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:07:37.043544 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:07:37.043544 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:07:37.198597 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b090a0a5-753a-4ad3-ae07-c5e131a0820f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:37.202975 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b090a0a5-753a-4ad3-ae07-c5e131a0820f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:37.209416 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-b090a0a5-753a-4ad3-ae07-c5e131a0820f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "DELETE /v2.0/networks/3dda389d-1f23-43f4-8b9a-f157cce5f566 HTTP/1.1" status: 204 len: 168 time: 0.4327061 Feb 16 17:07:37.219462 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54796) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:07:37.234950 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-41f58f12-2553-4698-a057-db6c14f8c013 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'network': {'name': 'tempest-network-smoke--942282404', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'port_security_enabled': True}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:07:37.239114 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b090a0a5-753a-4ad3-ae07-c5e131a0820f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'Network': ['ID=3dda389d-1f23-43f4-8b9a-f157cce5f566,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:37.318187 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f58f12-2553-4698-a057-db6c14f8c013 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Made reservation on behalf of 9c9820320aae461fbcc5eba944eb2160 for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:07:37.321726 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-41f58f12-2553-4698-a057-db6c14f8c013 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:37.344886 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41f58f12-2553-4698-a057-db6c14f8c013 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:07:37.354155 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-41f58f12-2553-4698-a057-db6c14f8c013 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:37.354498 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-41f58f12-2553-4698-a057-db6c14f8c013 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Added segment 8c14dc4c-5cba-4515-b629-c4c4699d819f of type vlan for network a5129c4e-73c6-4a5d-bb85-52cc8bc886aa Feb 16 17:07:37.392387 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-41f58f12-2553-4698-a057-db6c14f8c013 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:37.455303 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-41f58f12-2553-4698-a057-db6c14f8c013 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:37.461318 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f58f12-2553-4698-a057-db6c14f8c013 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:37.461900 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-41f58f12-2553-4698-a057-db6c14f8c013 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:37.530916 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f58f12-2553-4698-a057-db6c14f8c013 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Network': ['ID=a5129c4e-73c6-4a5d-bb85-52cc8bc886aa,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:37.542456 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network a5129c4e-73c6-4a5d-bb85-52cc8bc886aa details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:07:37.566823 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-41f58f12-2553-4698-a057-db6c14f8c013 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3358111 Feb 16 17:07:37.570097 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54798) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:07:37.574639 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-0b0a8a26-1d67-4442-ac6d-f321e8fef522 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-574126027', 'admin_state_up': True, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:07:37.670576 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0b0a8a26-1d67-4442-ac6d-f321e8fef522 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:37.671687 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0b0a8a26-1d67-4442-ac6d-f321e8fef522 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:37.722567 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0b0a8a26-1d67-4442-ac6d-f321e8fef522 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:37.909022 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 2c56f4fe-f018-41de-8fb0-b81569b6b206 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:07:37.930050 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 2c56f4fe-f018-41de-8fb0-b81569b6b206 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:07:37.930397 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 2c56f4fe-f018-41de-8fb0-b81569b6b206 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:07:37.930817 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device b81d1861-4efe-46b9-93fe-f92f9a1ed72d no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:07:37.941423 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0b0a8a26-1d67-4442-ac6d-f321e8fef522 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:37.950113 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: b81d1861-4efe-46b9-93fe-f92f9a1ed72d {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:07:37.950462 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device b81d1861-4efe-46b9-93fe-f92f9a1ed72d not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:07:37.950882 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device ad463503-d917-4d48-ba53-8620822076b5 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:07:37.969099 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: ad463503-d917-4d48-ba53-8620822076b5 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:07:37.969452 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device ad463503-d917-4d48-ba53-8620822076b5 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:07:38.191630 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0b0a8a26-1d67-4442-ac6d-f321e8fef522 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router_gateway, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:38.213615 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0b0a8a26-1d67-4442-ac6d-f321e8fef522 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:38.314975 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-0b0a8a26-1d67-4442-ac6d-f321e8fef522 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Allocated IP 172.26.3.109 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/3e14253a-7010-4532-9482-a2660c4ae452) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:07:38.415309 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0b0a8a26-1d67-4442-ac6d-f321e8fef522 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:38.510377 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0b0a8a26-1d67-4442-ac6d-f321e8fef522 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:38.547296 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0a8a26-1d67-4442-ac6d-f321e8fef522 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:07:38.550283 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-0b0a8a26-1d67-4442-ac6d-f321e8fef522 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:07:38.553626 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0a8a26-1d67-4442-ac6d-f321e8fef522 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:07:38.576635 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0a8a26-1d67-4442-ac6d-f321e8fef522 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Port': ['ID=3e14253a-7010-4532-9482-a2660c4ae452,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:38.876415 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0b0a8a26-1d67-4442-ac6d-f321e8fef522 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router_gateway, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:39.069945 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0b0a8a26-1d67-4442-ac6d-f321e8fef522 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:39.184479 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ce52aaee-b3df-4034-a3b5-3013f9eecb94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:39.252910 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b0a8a26-1d67-4442-ac6d-f321e8fef522 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Router 84931cad-d4ec-4e0c-a33e-5beb535c63e0 is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:07:39.357458 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0a8a26-1d67-4442-ac6d-f321e8fef522 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:07:39.367674 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50604eee-3f7f-40fc-a44e-92b4c66997a2 None None] Sync routers for ids ['84931cad-d4ec-4e0c-a33e-5beb535c63e0'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:07:39.376782 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50604eee-3f7f-40fc-a44e-92b4c66997a2 None None] Routers {'84931cad-d4ec-4e0c-a33e-5beb535c63e0'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:07:39.377388 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-50604eee-3f7f-40fc-a44e-92b4c66997a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:07:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['84931cad-d4ec-4e0c-a33e-5beb535c63e0'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:39.467369 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0b0a8a26-1d67-4442-ac6d-f321e8fef522 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:39.468613 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-0b0a8a26-1d67-4442-ac6d-f321e8fef522 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8974531 Feb 16 17:07:39.471730 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54800) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:07:39.479627 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-50604eee-3f7f-40fc-a44e-92b4c66997a2 None None] Set router 84931cad-d4ec-4e0c-a33e-5beb535c63e0 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:07:39.505855 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-60e88946-35c2-4914-9d22-9f9dc722af17 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=9c9820320aae461fbcc5eba944eb2160&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328979 Feb 16 17:07:39.508398 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54802) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:07:39.594690 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f84df5a-0791-43b5-98c0-f7cd5f09537e tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:39.599962 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-9f84df5a-0791-43b5-98c0-f7cd5f09537e tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0869310 Feb 16 17:07:39.600245 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54804) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:07:39.632870 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-b404640b-6eb6-409c-a6cb-6ab31b46fbe3 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=d8eab20e-246c-47ce-8449-822ce53769fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310817 Feb 16 17:07:39.636210 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54806) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:07:39.641109 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-d86da714-6400-4db0-a010-01e0807f17d2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-165065247', 'network_id': 'a5129c4e-73c6-4a5d-bb85-52cc8bc886aa', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:07:39.661785 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-50604eee-3f7f-40fc-a44e-92b4c66997a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'name': 'tempest-TestNetworkBasicOps-router-574126027', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': '3e14253a-7010-4532-9482-a2660c4ae452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:07:37Z', 'updated_at': '2022-02-16T17:07:38Z', 'revision_number': 3, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': '3e14253a-7010-4532-9482-a2660c4ae452', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cd:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:07:38Z', 'updated_at': '2022-02-16T17:07:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:39.688617 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50604eee-3f7f-40fc-a44e-92b4c66997a2 None None] Checking router: 84931cad-d4ec-4e0c-a33e-5beb535c63e0 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:07:39.688969 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50604eee-3f7f-40fc-a44e-92b4c66997a2 None None] Updating router 84931cad-d4ec-4e0c-a33e-5beb535c63e0 port 3e14253a-7010-4532-9482-a2660c4ae452 binding host dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:07:39.713558 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-50604eee-3f7f-40fc-a44e-92b4c66997a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:39.784602 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86da714-6400-4db0-a010-01e0807f17d2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Made reservation on behalf of 9c9820320aae461fbcc5eba944eb2160 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:07:39.788718 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d86da714-6400-4db0-a010-01e0807f17d2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:39.967284 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-50604eee-3f7f-40fc-a44e-92b4c66997a2 None None] Notify callbacks [] for port, precommit_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:40.030296 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d86da714-6400-4db0-a010-01e0807f17d2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:40.049635 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-50604eee-3f7f-40fc-a44e-92b4c66997a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:40.105565 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86da714-6400-4db0-a010-01e0807f17d2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Subnet': ['ID=2d4f6f32-a76b-47f1-81ef-9735c470662a,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:40.106222 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-50604eee-3f7f-40fc-a44e-92b4c66997a2 None None] Attempting to bind port 3e14253a-7010-4532-9482-a2660c4ae452 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:07:40.106601 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-50604eee-3f7f-40fc-a44e-92b4c66997a2 None None] Attempting to bind port 3e14253a-7010-4532-9482-a2660c4ae452 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:07:40.106968 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50604eee-3f7f-40fc-a44e-92b4c66997a2 None None] Attempting to bind port 3e14253a-7010-4532-9482-a2660c4ae452 on network d8eab20e-246c-47ce-8449-822ce53769fc {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:07:40.109877 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86da714-6400-4db0-a010-01e0807f17d2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Checking segment: {'id': '8c14dc4c-5cba-4515-b629-c4c4699d819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a5129c4e-73c6-4a5d-bb85-52cc8bc886aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:07:40.110239 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86da714-6400-4db0-a010-01e0807f17d2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network hostable DHCP agents. Network: a5129c4e-73c6-4a5d-bb85-52cc8bc886aa, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:07:40.114190 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67f5aa9-92c9-4ff6-b4f9-4c06c54e3022 None None] Pushing event updated for resources: {'Port': ['ID=3e14253a-7010-4532-9482-a2660c4ae452,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:40.116680 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50604eee-3f7f-40fc-a44e-92b4c66997a2 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:07:40.117153 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50604eee-3f7f-40fc-a44e-92b4c66997a2 None None] Checking segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:07:40.117469 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-50604eee-3f7f-40fc-a44e-92b4c66997a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:40.117854 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50604eee-3f7f-40fc-a44e-92b4c66997a2 None None] Bound using segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:07:40.118325 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-50604eee-3f7f-40fc-a44e-92b4c66997a2 None None] Bound port: 3e14253a-7010-4532-9482-a2660c4ae452, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:07:40.118710 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-50604eee-3f7f-40fc-a44e-92b4c66997a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:40.169387 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-50604eee-3f7f-40fc-a44e-92b4c66997a2 None None] For port 3e14253a-7010-4532-9482-a2660c4ae452, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:07:40.172419 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-50604eee-3f7f-40fc-a44e-92b4c66997a2 None None] For port 3e14253a-7010-4532-9482-a2660c4ae452, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=3e14253a-7010-4532-9482-a2660c4ae452,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:07:40.187018 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86da714-6400-4db0-a010-01e0807f17d2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network a5129c4e-73c6-4a5d-bb85-52cc8bc886aa is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:07:40.267662 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-50604eee-3f7f-40fc-a44e-92b4c66997a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:40.275920 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-d86da714-6400-4db0-a010-01e0807f17d2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, a5129c4e-73c6-4a5d-bb85-52cc8bc886aa) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:07:40.281467 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86da714-6400-4db0-a010-01e0807f17d2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:40.282313 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d86da714-6400-4db0-a010-01e0807f17d2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:40.297983 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291d61a0-a13f-4239-b3c9-0da8cbeacd40 None None] Network a5129c4e-73c6-4a5d-bb85-52cc8bc886aa requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:07:40.361408 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-d86da714-6400-4db0-a010-01e0807f17d2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7241495 Feb 16 17:07:40.364265 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54808) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:07:40.392761 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67f5aa9-92c9-4ff6-b4f9-4c06c54e3022 None None] Pushing event updated for resources: {'Port': ['ID=3e14253a-7010-4532-9482-a2660c4ae452,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:40.397013 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50604eee-3f7f-40fc-a44e-92b4c66997a2 None None] Routers {'84931cad-d4ec-4e0c-a33e-5beb535c63e0'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:07:40.397670 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-50604eee-3f7f-40fc-a44e-92b4c66997a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:07:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['84931cad-d4ec-4e0c-a33e-5beb535c63e0'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:40.449461 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:40.554413 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-50604eee-3f7f-40fc-a44e-92b4c66997a2 None None] Set router 84931cad-d4ec-4e0c-a33e-5beb535c63e0 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:07:40.634172 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cae68e-f17c-42b3-85d0-583f6fa59413 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-a5129c4e-73c6-4a5d-bb85-52cc8bc886aa', 'network_id': 'a5129c4e-73c6-4a5d-bb85-52cc8bc886aa', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ips': [{'subnet_id': '2d4f6f32-a76b-47f1-81ef-9735c470662a'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:07:40.635035 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-53cae68e-f17c-42b3-85d0-583f6fa59413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:41.009402 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-53cae68e-f17c-42b3-85d0-583f6fa59413 None None] Allocated IP 172.20.0.2 (a5129c4e-73c6-4a5d-bb85-52cc8bc886aa/2d4f6f32-a76b-47f1-81ef-9735c470662a/2f2c681b-17b5-42fa-9f95-534b18c14506) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:07:41.041831 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-50604eee-3f7f-40fc-a44e-92b4c66997a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'name': 'tempest-TestNetworkBasicOps-router-574126027', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': '3e14253a-7010-4532-9482-a2660c4ae452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:07:37Z', 'updated_at': '2022-02-16T17:07:38Z', 'revision_number': 3, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': '3e14253a-7010-4532-9482-a2660c4ae452', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cd:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:07:38Z', 'updated_at': '2022-02-16T17:07:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:41.097897 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50604eee-3f7f-40fc-a44e-92b4c66997a2 None None] The sync data for ids ['84931cad-d4ec-4e0c-a33e-5beb535c63e0'] in dv-neutron-828697-3-hyperv is: [{'id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'name': 'tempest-TestNetworkBasicOps-router-574126027', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': '3e14253a-7010-4532-9482-a2660c4ae452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:07:37Z', 'updated_at': '2022-02-16T17:07:38Z', 'revision_number': 3, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': '3e14253a-7010-4532-9482-a2660c4ae452', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cd:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:07:38Z', 'updated_at': '2022-02-16T17:07:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:07:41.137342 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-aa21b71a-1f92-450d-ba56-f0ef01c2ed84 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:41.187907 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-53cae68e-f17c-42b3-85d0-583f6fa59413 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:41.259120 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-53cae68e-f17c-42b3-85d0-583f6fa59413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:41.307537 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cae68e-f17c-42b3-85d0-583f6fa59413 None None] Network a5129c4e-73c6-4a5d-bb85-52cc8bc886aa is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:07:41.329685 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-53cae68e-f17c-42b3-85d0-583f6fa59413 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:07:41.332764 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cae68e-f17c-42b3-85d0-583f6fa59413 None None] Pushing event updated for resources: {'Port': ['ID=2f2c681b-17b5-42fa-9f95-534b18c14506,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:41.336338 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cae68e-f17c-42b3-85d0-583f6fa59413 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:07:41.405353 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-53cae68e-f17c-42b3-85d0-583f6fa59413 None None] Attempting to bind port 2f2c681b-17b5-42fa-9f95-534b18c14506 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:07:41.405829 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-53cae68e-f17c-42b3-85d0-583f6fa59413 None None] Attempting to bind port 2f2c681b-17b5-42fa-9f95-534b18c14506 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '8c14dc4c-5cba-4515-b629-c4c4699d819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a5129c4e-73c6-4a5d-bb85-52cc8bc886aa'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:07:41.406254 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cae68e-f17c-42b3-85d0-583f6fa59413 None None] Attempting to bind port 2f2c681b-17b5-42fa-9f95-534b18c14506 on network a5129c4e-73c6-4a5d-bb85-52cc8bc886aa {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:07:41.411523 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cae68e-f17c-42b3-85d0-583f6fa59413 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:07:41.411910 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cae68e-f17c-42b3-85d0-583f6fa59413 None None] Checking segment: {'id': '8c14dc4c-5cba-4515-b629-c4c4699d819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a5129c4e-73c6-4a5d-bb85-52cc8bc886aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:07:41.412410 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-53cae68e-f17c-42b3-85d0-583f6fa59413 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:41.413417 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cae68e-f17c-42b3-85d0-583f6fa59413 None None] Bound using segment: {'id': '8c14dc4c-5cba-4515-b629-c4c4699d819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a5129c4e-73c6-4a5d-bb85-52cc8bc886aa'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:07:41.413946 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-53cae68e-f17c-42b3-85d0-583f6fa59413 None None] Bound port: 2f2c681b-17b5-42fa-9f95-534b18c14506, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c14dc4c-5cba-4515-b629-c4c4699d819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a5129c4e-73c6-4a5d-bb85-52cc8bc886aa'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:07:41.414390 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-53cae68e-f17c-42b3-85d0-583f6fa59413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:41.450717 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-aa21b71a-1f92-450d-ba56-f0ef01c2ed84 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Allocated IP 172.20.0.1 (a5129c4e-73c6-4a5d-bb85-52cc8bc886aa/2d4f6f32-a76b-47f1-81ef-9735c470662a/22371dcb-56a2-476e-9ccf-6ecd39de01b0) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:07:41.491862 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-53cae68e-f17c-42b3-85d0-583f6fa59413 None None] For port 2f2c681b-17b5-42fa-9f95-534b18c14506, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:07:41.495637 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-53cae68e-f17c-42b3-85d0-583f6fa59413 None None] For port 2f2c681b-17b5-42fa-9f95-534b18c14506, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=2f2c681b-17b5-42fa-9f95-534b18c14506,segment=NetworkSegment(8c14dc4c-5cba-4515-b629-c4c4699d819f),segment_id=8c14dc4c-5cba-4515-b629-c4c4699d819f)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:07:41.588350 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-aa21b71a-1f92-450d-ba56-f0ef01c2ed84 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:41.593779 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-53cae68e-f17c-42b3-85d0-583f6fa59413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:41.677893 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cae68e-f17c-42b3-85d0-583f6fa59413 None None] Pushing event updated for resources: {'Port': ['ID=2f2c681b-17b5-42fa-9f95-534b18c14506,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:41.774210 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-aa21b71a-1f92-450d-ba56-f0ef01c2ed84 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:41.784981 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:41.847940 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa21b71a-1f92-450d-ba56-f0ef01c2ed84 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network a5129c4e-73c6-4a5d-bb85-52cc8bc886aa is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:07:41.852115 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-aa21b71a-1f92-450d-ba56-f0ef01c2ed84 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:07:41.855852 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa21b71a-1f92-450d-ba56-f0ef01c2ed84 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:07:41.881141 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa21b71a-1f92-450d-ba56-f0ef01c2ed84 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Port': ['ID=22371dcb-56a2-476e-9ccf-6ecd39de01b0,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:41.923517 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-aa21b71a-1f92-450d-ba56-f0ef01c2ed84 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:41.991888 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 3e14253a-7010-4532-9482-a2660c4ae452 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:07:42.068005 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 3e14253a-7010-4532-9482-a2660c4ae452 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:07:42.068404 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:42.140500 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:42.150830 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:42.173257 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-aa21b71a-1f92-450d-ba56-f0ef01c2ed84 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:42.175104 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port 3e14253a-7010-4532-9482-a2660c4ae452, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=3e14253a-7010-4532-9482-a2660c4ae452,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:07:42.249755 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:42.250591 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 2f2c681b-17b5-42fa-9f95-534b18c14506 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:07:42.325491 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=3e14253a-7010-4532-9482-a2660c4ae452,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:42.337569 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 2f2c681b-17b5-42fa-9f95-534b18c14506 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:07:42.337947 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:42.422271 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:42.457262 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port 2f2c681b-17b5-42fa-9f95-534b18c14506, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=2f2c681b-17b5-42fa-9f95-534b18c14506,segment=NetworkSegment(8c14dc4c-5cba-4515-b629-c4c4699d819f),segment_id=8c14dc4c-5cba-4515-b629-c4c4699d819f)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:07:42.460407 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-aa21b71a-1f92-450d-ba56-f0ef01c2ed84 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:42.590658 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:42.604488 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-aa21b71a-1f92-450d-ba56-f0ef01c2ed84 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:42.644244 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=2f2c681b-17b5-42fa-9f95-534b18c14506,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:42.692612 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6624e661-ce02-42f9-b3db-94955663edf0 None None] Network a5129c4e-73c6-4a5d-bb85-52cc8bc886aa requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:07:42.696081 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-aa21b71a-1f92-450d-ba56-f0ef01c2ed84 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:42.698785 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa21b71a-1f92-450d-ba56-f0ef01c2ed84 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Port': ['ID=22371dcb-56a2-476e-9ccf-6ecd39de01b0,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:42.789472 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa21b71a-1f92-450d-ba56-f0ef01c2ed84 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network a5129c4e-73c6-4a5d-bb85-52cc8bc886aa is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:07:42.790960 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-aa21b71a-1f92-450d-ba56-f0ef01c2ed84 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:07:42.810629 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-0c2c19ee-9ba4-4a5a-8e69-2ec96a80460b None None] Provisioning complete for port 2f2c681b-17b5-42fa-9f95-534b18c14506 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:07:42.811004 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0c2c19ee-9ba4-4a5a-8e69-2ec96a80460b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:42.921036 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa21b71a-1f92-450d-ba56-f0ef01c2ed84 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Router 84931cad-d4ec-4e0c-a33e-5beb535c63e0 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:07:43.056249 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa21b71a-1f92-450d-ba56-f0ef01c2ed84 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:07:43.066320 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54810) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:07:43.066857 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-aa21b71a-1f92-450d-ba56-f0ef01c2ed84 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "PUT /v2.0/routers/84931cad-d4ec-4e0c-a33e-5beb535c63e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7011991 Feb 16 17:07:43.166732 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-254a8904-60fc-47bd-86b0-f5422c97d508 None None] Provisioning complete for port 22371dcb-56a2-476e-9ccf-6ecd39de01b0 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:07:43.167789 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-254a8904-60fc-47bd-86b0-f5422c97d508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:43.194858 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d273cfa-6e1d-4943-b543-7df4c04ca066 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:43.195304 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d273cfa-6e1d-4943-b543-7df4c04ca066 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:43.195823 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d273cfa-6e1d-4943-b543-7df4c04ca066 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:43.196375 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d273cfa-6e1d-4943-b543-7df4c04ca066 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:43.196890 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d273cfa-6e1d-4943-b543-7df4c04ca066 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:43.197562 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d273cfa-6e1d-4943-b543-7df4c04ca066 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:43.202318 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54812) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:07:43.204560 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-6d273cfa-6e1d-4943-b543-7df4c04ca066 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1372271 Feb 16 17:07:43.214271 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-254a8904-60fc-47bd-86b0-f5422c97d508 None None] Port 22371dcb-56a2-476e-9ccf-6ecd39de01b0 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:07:43.229074 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-254a8904-60fc-47bd-86b0-f5422c97d508 None None] Provisioning complete for port 2f2c681b-17b5-42fa-9f95-534b18c14506 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:07:43.230015 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-254a8904-60fc-47bd-86b0-f5422c97d508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:43.267293 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de5112e-6978-48db-ac60-8aa71d112ca9 None None] Sync routers for ids ['84931cad-d4ec-4e0c-a33e-5beb535c63e0'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:07:43.281314 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de5112e-6978-48db-ac60-8aa71d112ca9 None None] Routers {'84931cad-d4ec-4e0c-a33e-5beb535c63e0'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:07:43.285550 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-4de5112e-6978-48db-ac60-8aa71d112ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:07:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['84931cad-d4ec-4e0c-a33e-5beb535c63e0'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:43.287442 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58233eb0-b60b-4c77-828c-eb9a6dcbefbe tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:43.288672 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58233eb0-b60b-4c77-828c-eb9a6dcbefbe tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:43.289190 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58233eb0-b60b-4c77-828c-eb9a6dcbefbe tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:43.289695 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58233eb0-b60b-4c77-828c-eb9a6dcbefbe tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:43.290203 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58233eb0-b60b-4c77-828c-eb9a6dcbefbe tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:43.290707 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58233eb0-b60b-4c77-828c-eb9a6dcbefbe tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:43.296307 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54814) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:07:43.303500 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-58233eb0-b60b-4c77-828c-eb9a6dcbefbe tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0999916 Feb 16 17:07:43.406734 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-4de5112e-6978-48db-ac60-8aa71d112ca9 None None] Set router 84931cad-d4ec-4e0c-a33e-5beb535c63e0 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:07:43.451838 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-765d74b3-7a8e-4644-9d27-9e4c8ef950ef None None] Provisioning complete for port 22371dcb-56a2-476e-9ccf-6ecd39de01b0 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:07:43.452953 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-765d74b3-7a8e-4644-9d27-9e4c8ef950ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:43.489513 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-9c03bbf2-6a75-4677-9142-8bdeb3fe0525 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.1892195 Feb 16 17:07:43.507461 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-765d74b3-7a8e-4644-9d27-9e4c8ef950ef None None] Port 22371dcb-56a2-476e-9ccf-6ecd39de01b0 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:07:43.626204 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-b098a992-b076-402d-aea3-4394025c055e None None] Provisioning complete for port 22371dcb-56a2-476e-9ccf-6ecd39de01b0 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:07:43.626748 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b098a992-b076-402d-aea3-4394025c055e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:43.644727 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-4de5112e-6978-48db-ac60-8aa71d112ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'name': 'tempest-TestNetworkBasicOps-router-574126027', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': '3e14253a-7010-4532-9482-a2660c4ae452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:07:37Z', 'updated_at': '2022-02-16T17:07:42Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': '3e14253a-7010-4532-9482-a2660c4ae452', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:07:38Z', 'updated_at': '2022-02-16T17:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '22371dcb-56a2-476e-9ccf-6ecd39de01b0', 'name': '', 'network_id': 'a5129c4e-73c6-4a5d-bb85-52cc8bc886aa', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:b1:6e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '2d4f6f32-a76b-47f1-81ef-9735c470662a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:07:41Z', 'updated_at': '2022-02-16T17:07:42Z', 'revision_number': 2, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': '2d4f6f32-a76b-47f1-81ef-9735c470662a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:43.662679 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-b098a992-b076-402d-aea3-4394025c055e None None] Port 22371dcb-56a2-476e-9ccf-6ecd39de01b0 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:07:43.679579 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de5112e-6978-48db-ac60-8aa71d112ca9 None None] Checking router: 84931cad-d4ec-4e0c-a33e-5beb535c63e0 for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:07:43.679934 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de5112e-6978-48db-ac60-8aa71d112ca9 None None] Updating router 84931cad-d4ec-4e0c-a33e-5beb535c63e0 port 22371dcb-56a2-476e-9ccf-6ecd39de01b0 binding host dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:07:43.705667 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-4de5112e-6978-48db-ac60-8aa71d112ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:43.791260 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54818) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:07:43.795855 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-52485c97-a34d-40a0-ae86-f8e3dffde552 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-387844995', 'description': 'tempest-secgroup-smoke-387844995 description', 'project_id': '9c9820320aae461fbcc5eba944eb2160'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:07:43.883122 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-52485c97-a34d-40a0-ae86-f8e3dffde552 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:43.924647 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 3e14253a-7010-4532-9482-a2660c4ae452 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:07:43.969587 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-52485c97-a34d-40a0-ae86-f8e3dffde552 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:43.975258 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 3e14253a-7010-4532-9482-a2660c4ae452 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:07:43.975621 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:43.995251 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-4de5112e-6978-48db-ac60-8aa71d112ca9 None None] Notify callbacks [] for port, precommit_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:44.015532 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-52485c97-a34d-40a0-ae86-f8e3dffde552 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:44.045294 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52485c97-a34d-40a0-ae86-f8e3dffde552 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=200db5f1-5f77-492b-8ceb-bc483afd1469,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:44.055475 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 2f2c681b-17b5-42fa-9f95-534b18c14506 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:07:44.064769 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-4de5112e-6978-48db-ac60-8aa71d112ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:44.108358 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 2f2c681b-17b5-42fa-9f95-534b18c14506 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:07:44.108358 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:44.111694 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6896aa-a3e8-499a-94e8-3a7470aec0d5 None None] Pushing event updated for resources: {'Port': ['ID=22371dcb-56a2-476e-9ccf-6ecd39de01b0,revision_number=3']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:44.120324 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6896aa-a3e8-499a-94e8-3a7470aec0d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:44.120695 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6896aa-a3e8-499a-94e8-3a7470aec0d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:44.121039 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6896aa-a3e8-499a-94e8-3a7470aec0d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:44.121374 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6896aa-a3e8-499a-94e8-3a7470aec0d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:44.121703 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6896aa-a3e8-499a-94e8-3a7470aec0d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:44.122029 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6896aa-a3e8-499a-94e8-3a7470aec0d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:44.122351 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6896aa-a3e8-499a-94e8-3a7470aec0d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:44.122729 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6896aa-a3e8-499a-94e8-3a7470aec0d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:44.123071 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6896aa-a3e8-499a-94e8-3a7470aec0d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:44.123394 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6896aa-a3e8-499a-94e8-3a7470aec0d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:44.123711 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6896aa-a3e8-499a-94e8-3a7470aec0d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:44.124050 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6896aa-a3e8-499a-94e8-3a7470aec0d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:44.136650 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-52485c97-a34d-40a0-ae86-f8e3dffde552 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:44.142305 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54820) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:07:44.147825 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-7107b88e-8766-44c9-ac70-ffa96ef1fe37 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': '200db5f1-5f77-492b-8ceb-bc483afd1469', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:07:44.148774 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-52485c97-a34d-40a0-ae86-f8e3dffde552 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3561234 Feb 16 17:07:44.182801 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-4de5112e-6978-48db-ac60-8aa71d112ca9 None None] Attempting to bind port 22371dcb-56a2-476e-9ccf-6ecd39de01b0 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:07:44.182801 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-4de5112e-6978-48db-ac60-8aa71d112ca9 None None] Attempting to bind port 22371dcb-56a2-476e-9ccf-6ecd39de01b0 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '8c14dc4c-5cba-4515-b629-c4c4699d819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a5129c4e-73c6-4a5d-bb85-52cc8bc886aa'}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:07:44.182801 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de5112e-6978-48db-ac60-8aa71d112ca9 None None] Attempting to bind port 22371dcb-56a2-476e-9ccf-6ecd39de01b0 on network a5129c4e-73c6-4a5d-bb85-52cc8bc886aa {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:07:44.187628 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de5112e-6978-48db-ac60-8aa71d112ca9 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:07:44.188028 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de5112e-6978-48db-ac60-8aa71d112ca9 None None] Checking segment: {'id': '8c14dc4c-5cba-4515-b629-c4c4699d819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a5129c4e-73c6-4a5d-bb85-52cc8bc886aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:07:44.188444 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-4de5112e-6978-48db-ac60-8aa71d112ca9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:44.188838 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de5112e-6978-48db-ac60-8aa71d112ca9 None None] Bound using segment: {'id': '8c14dc4c-5cba-4515-b629-c4c4699d819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a5129c4e-73c6-4a5d-bb85-52cc8bc886aa'} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:07:44.189808 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-4de5112e-6978-48db-ac60-8aa71d112ca9 None None] Bound port: 22371dcb-56a2-476e-9ccf-6ecd39de01b0, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c14dc4c-5cba-4515-b629-c4c4699d819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a5129c4e-73c6-4a5d-bb85-52cc8bc886aa'}}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:07:44.189808 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-4de5112e-6978-48db-ac60-8aa71d112ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:44.260710 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-4de5112e-6978-48db-ac60-8aa71d112ca9 None None] For port 22371dcb-56a2-476e-9ccf-6ecd39de01b0, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:07:44.263816 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7107b88e-8766-44c9-ac70-ffa96ef1fe37 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:44.264153 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-4de5112e-6978-48db-ac60-8aa71d112ca9 None None] For port 22371dcb-56a2-476e-9ccf-6ecd39de01b0, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=22371dcb-56a2-476e-9ccf-6ecd39de01b0,segment=NetworkSegment(8c14dc4c-5cba-4515-b629-c4c4699d819f),segment_id=8c14dc4c-5cba-4515-b629-c4c4699d819f)] {{(pid=114378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:07:44.331575 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7107b88e-8766-44c9-ac70-ffa96ef1fe37 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:44.333726 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-4de5112e-6978-48db-ac60-8aa71d112ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:44.387070 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-0554cc0f-392b-4258-9edc-048a0ae8da1b None None] Provisioning complete for port 22371dcb-56a2-476e-9ccf-6ecd39de01b0 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:07:44.387735 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0554cc0f-392b-4258-9edc-048a0ae8da1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:44.390795 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de5112e-6978-48db-ac60-8aa71d112ca9 None None] Routers {'84931cad-d4ec-4e0c-a33e-5beb535c63e0'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:07:44.391427 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-4de5112e-6978-48db-ac60-8aa71d112ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:07:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['84931cad-d4ec-4e0c-a33e-5beb535c63e0'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:44.413669 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7107b88e-8766-44c9-ac70-ffa96ef1fe37 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:44.438493 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7107b88e-8766-44c9-ac70-ffa96ef1fe37 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4a7f230-60ca-46cf-b8ec-9e28a2603691,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:44.451132 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107b88e-8766-44c9-ac70-ffa96ef1fe37 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:44.451918 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107b88e-8766-44c9-ac70-ffa96ef1fe37 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:44.452258 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107b88e-8766-44c9-ac70-ffa96ef1fe37 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:44.452601 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107b88e-8766-44c9-ac70-ffa96ef1fe37 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:44.453192 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107b88e-8766-44c9-ac70-ffa96ef1fe37 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:44.453599 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107b88e-8766-44c9-ac70-ffa96ef1fe37 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:44.453937 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107b88e-8766-44c9-ac70-ffa96ef1fe37 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:44.454272 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107b88e-8766-44c9-ac70-ffa96ef1fe37 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:44.454609 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107b88e-8766-44c9-ac70-ffa96ef1fe37 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:44.454939 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107b88e-8766-44c9-ac70-ffa96ef1fe37 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:44.455261 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107b88e-8766-44c9-ac70-ffa96ef1fe37 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:44.455591 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107b88e-8766-44c9-ac70-ffa96ef1fe37 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:44.486171 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0554cc0f-392b-4258-9edc-048a0ae8da1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:44.509375 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7107b88e-8766-44c9-ac70-ffa96ef1fe37 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:44.511045 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-7107b88e-8766-44c9-ac70-ffa96ef1fe37 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3668673 Feb 16 17:07:44.514013 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54822) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:07:44.519275 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-e83fea5c-0cdf-45ef-8c3f-760ca2ccac21 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': '200db5f1-5f77-492b-8ceb-bc483afd1469', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:07:44.526976 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-0554cc0f-392b-4258-9edc-048a0ae8da1b None None] For port 22371dcb-56a2-476e-9ccf-6ecd39de01b0, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=22371dcb-56a2-476e-9ccf-6ecd39de01b0,segment=NetworkSegment(8c14dc4c-5cba-4515-b629-c4c4699d819f),segment_id=8c14dc4c-5cba-4515-b629-c4c4699d819f)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:07:44.585994 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6896aa-a3e8-499a-94e8-3a7470aec0d5 None None] Pushing event updated for resources: {'Port': ['ID=22371dcb-56a2-476e-9ccf-6ecd39de01b0,revision_number=4']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:44.605493 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0554cc0f-392b-4258-9edc-048a0ae8da1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:44.612296 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-4de5112e-6978-48db-ac60-8aa71d112ca9 None None] Set router 84931cad-d4ec-4e0c-a33e-5beb535c63e0 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:07:44.644521 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e83fea5c-0cdf-45ef-8c3f-760ca2ccac21 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:44.656169 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0554cc0f-392b-4258-9edc-048a0ae8da1b None None] Pushing event updated for resources: {'Port': ['ID=22371dcb-56a2-476e-9ccf-6ecd39de01b0,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:44.705495 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e83fea5c-0cdf-45ef-8c3f-760ca2ccac21 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:44.726452 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-5ef35a4b-5f02-47e6-9342-b8bcb93458f0 None None] Provisioning complete for port 22371dcb-56a2-476e-9ccf-6ecd39de01b0 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:07:44.726827 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5ef35a4b-5f02-47e6-9342-b8bcb93458f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:44.758844 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e83fea5c-0cdf-45ef-8c3f-760ca2ccac21 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:44.778521 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83fea5c-0cdf-45ef-8c3f-760ca2ccac21 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f9ece63-1245-4d4e-948f-0d25b6b667fe,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:44.818650 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-4de5112e-6978-48db-ac60-8aa71d112ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'name': 'tempest-TestNetworkBasicOps-router-574126027', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': '3e14253a-7010-4532-9482-a2660c4ae452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:07:37Z', 'updated_at': '2022-02-16T17:07:42Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': '3e14253a-7010-4532-9482-a2660c4ae452', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:07:38Z', 'updated_at': '2022-02-16T17:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '22371dcb-56a2-476e-9ccf-6ecd39de01b0', 'name': '', 'network_id': 'a5129c4e-73c6-4a5d-bb85-52cc8bc886aa', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:b1:6e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '2d4f6f32-a76b-47f1-81ef-9735c470662a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:07:41Z', 'updated_at': '2022-02-16T17:07:44Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': '2d4f6f32-a76b-47f1-81ef-9735c470662a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:44.844778 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de5112e-6978-48db-ac60-8aa71d112ca9 None None] The sync data for ids ['84931cad-d4ec-4e0c-a33e-5beb535c63e0'] in dv-neutron-828697-3-hyperv is: [{'id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'name': 'tempest-TestNetworkBasicOps-router-574126027', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': '3e14253a-7010-4532-9482-a2660c4ae452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:07:37Z', 'updated_at': '2022-02-16T17:07:42Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': '3e14253a-7010-4532-9482-a2660c4ae452', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:07:38Z', 'updated_at': '2022-02-16T17:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '22371dcb-56a2-476e-9ccf-6ecd39de01b0', 'name': '', 'network_id': 'a5129c4e-73c6-4a5d-bb85-52cc8bc886aa', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:b1:6e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '2d4f6f32-a76b-47f1-81ef-9735c470662a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:07:41Z', 'updated_at': '2022-02-16T17:07:44Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': '2d4f6f32-a76b-47f1-81ef-9735c470662a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:07:44.873409 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e83fea5c-0cdf-45ef-8c3f-760ca2ccac21 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:44.873409 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-e83fea5c-0cdf-45ef-8c3f-760ca2ccac21 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3563650 Feb 16 17:07:44.874641 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54824) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:07:44.881408 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-dce646fa-e340-4102-981a-059e717e7960 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': '200db5f1-5f77-492b-8ceb-bc483afd1469', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:07:45.003479 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-dce646fa-e340-4102-981a-059e717e7960 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:45.067803 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-dce646fa-e340-4102-981a-059e717e7960 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:45.144907 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-dce646fa-e340-4102-981a-059e717e7960 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:45.167391 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce646fa-e340-4102-981a-059e717e7960 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec7c35c1-634c-4a2a-ba9a-765278fd7a05,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:45.240501 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-dce646fa-e340-4102-981a-059e717e7960 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:45.242540 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-dce646fa-e340-4102-981a-059e717e7960 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3666670 Feb 16 17:07:45.245280 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54826) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:07:45.249562 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-a851a1f7-5a5f-444d-8144-b44d93607e26 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': '200db5f1-5f77-492b-8ceb-bc483afd1469', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:07:45.356492 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a851a1f7-5a5f-444d-8144-b44d93607e26 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:45.418747 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a851a1f7-5a5f-444d-8144-b44d93607e26 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:45.501896 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a851a1f7-5a5f-444d-8144-b44d93607e26 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:45.519819 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a851a1f7-5a5f-444d-8144-b44d93607e26 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b83f381a-8997-443a-9796-c3bcc4ca874b,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:45.621076 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a851a1f7-5a5f-444d-8144-b44d93607e26 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:45.622321 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a851a1f7-5a5f-444d-8144-b44d93607e26 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3761165 Feb 16 17:07:45.625305 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54828) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:07:45.629786 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-70f197d4-5584-45cf-a9e6-4882ab237d91 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': '200db5f1-5f77-492b-8ceb-bc483afd1469', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:07:45.761966 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.securitygroups_db [None req-70f197d4-5584-45cf-a9e6-4882ab237d91 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Project 9c9820320aae461fbcc5eba944eb2160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:07:45.767302 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-70f197d4-5584-45cf-a9e6-4882ab237d91 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:45.831670 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-70f197d4-5584-45cf-a9e6-4882ab237d91 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:45.926184 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 22371dcb-56a2-476e-9ccf-6ecd39de01b0 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:07:45.930094 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-70f197d4-5584-45cf-a9e6-4882ab237d91 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:45.948437 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f197d4-5584-45cf-a9e6-4882ab237d91 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e44174a0-6af2-4f80-81a8-c5b88d771611,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:45.974411 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 22371dcb-56a2-476e-9ccf-6ecd39de01b0 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:07:45.975061 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:46.032416 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-70f197d4-5584-45cf-a9e6-4882ab237d91 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:46.034052 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-70f197d4-5584-45cf-a9e6-4882ab237d91 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4076006 Feb 16 17:07:46.037130 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54830) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:07:46.041609 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-314ebe54-c90c-442e-b129-79fe146efca0 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': '200db5f1-5f77-492b-8ceb-bc483afd1469', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:07:46.144805 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.securitygroups_db [None req-314ebe54-c90c-442e-b129-79fe146efca0 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Project 9c9820320aae461fbcc5eba944eb2160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:07:46.150742 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-314ebe54-c90c-442e-b129-79fe146efca0 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:46.210403 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-314ebe54-c90c-442e-b129-79fe146efca0 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:46.307170 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-314ebe54-c90c-442e-b129-79fe146efca0 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:46.328298 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ebe54-c90c-442e-b129-79fe146efca0 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8532a7d-a272-446a-9208-25626dd174a1,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:46.420904 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-314ebe54-c90c-442e-b129-79fe146efca0 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:46.422174 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-314ebe54-c90c-442e-b129-79fe146efca0 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3840842 Feb 16 17:07:46.959001 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-bb4c6769-0914-4c02-8ba6-47de51833703 req-67278c3a-9880-463e-8fbb-71fff1a0d2ff tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-387844995&fields=id&tenant_id=9c9820320aae461fbcc5eba944eb2160 HTTP/1.1" status: 200 len: 267 time: 0.3395975 Feb 16 17:07:47.061865 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c6769-0914-4c02-8ba6-47de51833703 req-7a4d4dda-fd18-4c71-94ca-78436e7fcc76 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:47.063316 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-bb4c6769-0914-4c02-8ba6-47de51833703 req-7a4d4dda-fd18-4c71-94ca-78436e7fcc76 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/networks?id=a5129c4e-73c6-4a5d-bb85-52cc8bc886aa HTTP/1.1" status: 200 len: 796 time: 0.0968568 Feb 16 17:07:47.077646 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-bb4c6769-0914-4c02-8ba6-47de51833703 req-8cc5f1f9-97a5-4335-8e41-90700b068466 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/quotas/9c9820320aae461fbcc5eba944eb2160 HTTP/1.1" status: 200 len: 375 time: 0.0086269 Feb 16 17:07:47.130205 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-bb4c6769-0914-4c02-8ba6-47de51833703 req-fb3e8afd-290a-4e7d-9d0c-0c52162183f2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=9c9820320aae461fbcc5eba944eb2160&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474412 Feb 16 17:07:47.223267 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-bb4c6769-0914-4c02-8ba6-47de51833703 req-267140dd-af3b-459b-8451-467594b49ee9 service neutron] 10.222.0.88 "GET /v2.0/networks/a5129c4e-73c6-4a5d-bb85-52cc8bc886aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815525 Feb 16 17:07:47.321751 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-bb4c6769-0914-4c02-8ba6-47de51833703 req-a1b4968b-6f2c-4d7c-85b9-9d8c7ca12741 service neutron] 10.222.0.88 "GET /v2.0/networks/a5129c4e-73c6-4a5d-bb85-52cc8bc886aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912101 Feb 16 17:07:47.538303 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3d2f49e3-d68d-4cd7-b30b-d55d35c0da0e req-27ddc1ff-3e92-4aa5-8331-963dd7398057 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae4b0c8e-ca47-4d69-8ca3-101197890aa6 HTTP/1.1" status: 200 len: 210 time: 0.0262744 Feb 16 17:07:48.640178 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-c481c97b-c25a-42cc-a99c-82549cdd816b req-b64f3a9e-eedd-455c-a052-25ecd84038e2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae4b0c8e-ca47-4d69-8ca3-101197890aa6 HTTP/1.1" status: 200 len: 210 time: 0.0263333 Feb 16 17:07:49.417027 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c6769-0914-4c02-8ba6-47de51833703 req-b7cf9f2f-3516-43fe-a4d2-2819469fc2db tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:49.418523 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bb4c6769-0914-4c02-8ba6-47de51833703 req-b7cf9f2f-3516-43fe-a4d2-2819469fc2db tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "GET /v2.0/networks?id=a5129c4e-73c6-4a5d-bb85-52cc8bc886aa HTTP/1.1" status: 200 len: 796 time: 0.1039517 Feb 16 17:07:49.462665 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bb4c6769-0914-4c02-8ba6-47de51833703 req-ed277dfe-1113-4d9d-b709-efa2667fe2bc tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c9820320aae461fbcc5eba944eb2160 HTTP/1.1" status: 200 len: 379 time: 0.0336270 Feb 16 17:07:49.471684 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-bb4c6769-0914-4c02-8ba6-47de51833703 req-da8ea124-b7c8-407d-a1f7-74b4d4cc3c10 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'port': {'device_id': 'ae4b0c8e-ca47-4d69-8ca3-101197890aa6', 'network_id': 'a5129c4e-73c6-4a5d-bb85-52cc8bc886aa', 'admin_state_up': True, 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'security_groups': ['200db5f1-5f77-492b-8ceb-bc483afd1469']}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:07:49.661437 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb4c6769-0914-4c02-8ba6-47de51833703 req-da8ea124-b7c8-407d-a1f7-74b4d4cc3c10 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Made reservation on behalf of 9c9820320aae461fbcc5eba944eb2160 for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:07:49.665638 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-bb4c6769-0914-4c02-8ba6-47de51833703 req-da8ea124-b7c8-407d-a1f7-74b4d4cc3c10 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:49.756304 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c25a338c-e288-413b-be08-21535791d211 req-d16045b6-d980-4d1f-abf5-a986f1ef6d64 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae4b0c8e-ca47-4d69-8ca3-101197890aa6 HTTP/1.1" status: 200 len: 210 time: 0.0337672 Feb 16 17:07:49.818957 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [req-bb4c6769-0914-4c02-8ba6-47de51833703 req-da8ea124-b7c8-407d-a1f7-74b4d4cc3c10 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Allocated IP 172.20.0.4 (a5129c4e-73c6-4a5d-bb85-52cc8bc886aa/2d4f6f32-a76b-47f1-81ef-9735c470662a/955e7ad4-5f24-4c9b-ba21-32d98bf1bee6) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:07:49.957586 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-bb4c6769-0914-4c02-8ba6-47de51833703 req-da8ea124-b7c8-407d-a1f7-74b4d4cc3c10 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:50.070806 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-bb4c6769-0914-4c02-8ba6-47de51833703 req-da8ea124-b7c8-407d-a1f7-74b4d4cc3c10 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:50.116078 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb4c6769-0914-4c02-8ba6-47de51833703 req-da8ea124-b7c8-407d-a1f7-74b4d4cc3c10 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network a5129c4e-73c6-4a5d-bb85-52cc8bc886aa is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:07:50.118965 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [req-bb4c6769-0914-4c02-8ba6-47de51833703 req-da8ea124-b7c8-407d-a1f7-74b4d4cc3c10 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:07:50.122706 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb4c6769-0914-4c02-8ba6-47de51833703 req-da8ea124-b7c8-407d-a1f7-74b4d4cc3c10 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:07:50.129015 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8ea124-b7c8-407d-a1f7-74b4d4cc3c10 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Port': ['ID=955e7ad4-5f24-4c9b-ba21-32d98bf1bee6,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:50.180365 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c6769-0914-4c02-8ba6-47de51833703 req-da8ea124-b7c8-407d-a1f7-74b4d4cc3c10 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:50.181099 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-bb4c6769-0914-4c02-8ba6-47de51833703 req-da8ea124-b7c8-407d-a1f7-74b4d4cc3c10 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:50.241554 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bb4c6769-0914-4c02-8ba6-47de51833703 req-da8ea124-b7c8-407d-a1f7-74b4d4cc3c10 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7732172 Feb 16 17:07:50.255096 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-bb4c6769-0914-4c02-8ba6-47de51833703 req-483b6cf4-4978-4fec-b54a-48fc629aebd4 service neutron] Request body: {'port': {'device_id': 'ae4b0c8e-ca47-4d69-8ca3-101197890aa6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8286'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:07:50.324765 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-bb4c6769-0914-4c02-8ba6-47de51833703 req-483b6cf4-4978-4fec-b54a-48fc629aebd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:50.366003 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-44dad038-e2a3-447e-94e2-84ff0dd86baa None None] Provisioning complete for port 955e7ad4-5f24-4c9b-ba21-32d98bf1bee6 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:07:50.366868 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-44dad038-e2a3-447e-94e2-84ff0dd86baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:50.401421 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-44dad038-e2a3-447e-94e2-84ff0dd86baa None None] Port 955e7ad4-5f24-4c9b-ba21-32d98bf1bee6 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:07:50.582237 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [req-bb4c6769-0914-4c02-8ba6-47de51833703 req-483b6cf4-4978-4fec-b54a-48fc629aebd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 955e7ad4-5f24-4c9b-ba21-32d98bf1bee6 {{(pid=114376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:07:50.589976 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-bb4c6769-0914-4c02-8ba6-47de51833703 req-483b6cf4-4978-4fec-b54a-48fc629aebd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:50.613787 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.provisioning_blocks [req-bb4c6769-0914-4c02-8ba6-47de51833703 req-483b6cf4-4978-4fec-b54a-48fc629aebd4 service neutron] Transition to ACTIVE for port object 955e7ad4-5f24-4c9b-ba21-32d98bf1bee6 will not be triggered until provisioned by entity L2. {{(pid=114376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:07:50.681562 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-bb4c6769-0914-4c02-8ba6-47de51833703 req-483b6cf4-4978-4fec-b54a-48fc629aebd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:50.735734 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b6cf4-4978-4fec-b54a-48fc629aebd4 service neutron] Pushing event updated for resources: {'Port': ['ID=955e7ad4-5f24-4c9b-ba21-32d98bf1bee6,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:50.808406 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-bb4c6769-0914-4c02-8ba6-47de51833703 req-483b6cf4-4978-4fec-b54a-48fc629aebd4 service neutron] Attempting to bind port 955e7ad4-5f24-4c9b-ba21-32d98bf1bee6 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:07:50.808825 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-bb4c6769-0914-4c02-8ba6-47de51833703 req-483b6cf4-4978-4fec-b54a-48fc629aebd4 service neutron] Attempting to bind port 955e7ad4-5f24-4c9b-ba21-32d98bf1bee6 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': '8c14dc4c-5cba-4515-b629-c4c4699d819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a5129c4e-73c6-4a5d-bb85-52cc8bc886aa'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:07:50.809223 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4c6769-0914-4c02-8ba6-47de51833703 req-483b6cf4-4978-4fec-b54a-48fc629aebd4 service neutron] Attempting to bind port 955e7ad4-5f24-4c9b-ba21-32d98bf1bee6 on network a5129c4e-73c6-4a5d-bb85-52cc8bc886aa {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:07:50.814011 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4c6769-0914-4c02-8ba6-47de51833703 req-483b6cf4-4978-4fec-b54a-48fc629aebd4 service neutron] Port 955e7ad4-5f24-4c9b-ba21-32d98bf1bee6 on network a5129c4e-73c6-4a5d-bb85-52cc8bc886aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:07:50.814424 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4c6769-0914-4c02-8ba6-47de51833703 req-483b6cf4-4978-4fec-b54a-48fc629aebd4 service neutron] Attempting to bind port 955e7ad4-5f24-4c9b-ba21-32d98bf1bee6 on network a5129c4e-73c6-4a5d-bb85-52cc8bc886aa {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:07:50.820747 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4c6769-0914-4c02-8ba6-47de51833703 req-483b6cf4-4978-4fec-b54a-48fc629aebd4 service neutron] Checking agent: {'id': '65dda45c-bbef-42f9-9728-e0fd84037987', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8286', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 56), 'started_at': datetime.datetime(2022, 2, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:07:50.821173 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4c6769-0914-4c02-8ba6-47de51833703 req-483b6cf4-4978-4fec-b54a-48fc629aebd4 service neutron] Checking segment: {'id': '8c14dc4c-5cba-4515-b629-c4c4699d819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a5129c4e-73c6-4a5d-bb85-52cc8bc886aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:07:50.821619 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4c6769-0914-4c02-8ba6-47de51833703 req-483b6cf4-4978-4fec-b54a-48fc629aebd4 service neutron] Bound using segment: {'id': '8c14dc4c-5cba-4515-b629-c4c4699d819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a5129c4e-73c6-4a5d-bb85-52cc8bc886aa'} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:07:50.822119 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-bb4c6769-0914-4c02-8ba6-47de51833703 req-483b6cf4-4978-4fec-b54a-48fc629aebd4 service neutron] Bound port: 955e7ad4-5f24-4c9b-ba21-32d98bf1bee6, host: hv-neutron-8286, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c14dc4c-5cba-4515-b629-c4c4699d819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a5129c4e-73c6-4a5d-bb85-52cc8bc886aa'}}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:07:50.822544 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-bb4c6769-0914-4c02-8ba6-47de51833703 req-483b6cf4-4978-4fec-b54a-48fc629aebd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:50.879116 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a2eb2c-c49e-40db-8961-f83aa7960c1e req-c8f69fa6-8651-4a90-a726-39b27a13b020 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:50.880722 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-d6a2eb2c-c49e-40db-8961-f83aa7960c1e req-c8f69fa6-8651-4a90-a726-39b27a13b020 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae4b0c8e-ca47-4d69-8ca3-101197890aa6 HTTP/1.1" status: 200 len: 943 time: 0.0533988 Feb 16 17:07:50.898147 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-bb4c6769-0914-4c02-8ba6-47de51833703 req-483b6cf4-4978-4fec-b54a-48fc629aebd4 service neutron] For port 955e7ad4-5f24-4c9b-ba21-32d98bf1bee6, host hv-neutron-8286, cleared binding levels {{(pid=114376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:07:50.901365 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-bb4c6769-0914-4c02-8ba6-47de51833703 req-483b6cf4-4978-4fec-b54a-48fc629aebd4 service neutron] For port 955e7ad4-5f24-4c9b-ba21-32d98bf1bee6, host hv-neutron-8286, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=955e7ad4-5f24-4c9b-ba21-32d98bf1bee6,segment=NetworkSegment(8c14dc4c-5cba-4515-b629-c4c4699d819f),segment_id=8c14dc4c-5cba-4515-b629-c4c4699d819f)] {{(pid=114376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:07:50.922439 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-d6a2eb2c-c49e-40db-8961-f83aa7960c1e req-02ff977d-28d3-463a-ab00-cc829f300fa0 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=200db5f1-5f77-492b-8ceb-bc483afd1469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335031 Feb 16 17:07:50.993014 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-bb4c6769-0914-4c02-8ba6-47de51833703 req-483b6cf4-4978-4fec-b54a-48fc629aebd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:51.032147 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c6769-0914-4c02-8ba6-47de51833703 req-483b6cf4-4978-4fec-b54a-48fc629aebd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:51.032824 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-bb4c6769-0914-4c02-8ba6-47de51833703 req-483b6cf4-4978-4fec-b54a-48fc629aebd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:51.034121 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bb4c6769-0914-4c02-8ba6-47de51833703 req-483b6cf4-4978-4fec-b54a-48fc629aebd4 service neutron] 10.222.0.89 "PUT /v2.0/ports/955e7ad4-5f24-4c9b-ba21-32d98bf1bee6 HTTP/1.1" status: 200 len: 1093 time: 0.7834387 Feb 16 17:07:51.034561 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae4b0c8e-ca47-4d69-8ca3-101197890aa6', 'tag': '955e7ad4-5f24-4c9b-ba21-32d98bf1bee6'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:07:51.036812 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5fc90e-7e55-4576-af13-56481e8024f4" -d '{"events": [{"name": "network-changed", "server_uuid": "ae4b0c8e-ca47-4d69-8ca3-101197890aa6", "tag": "955e7ad4-5f24-4c9b-ba21-32d98bf1bee6"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:07:51.060307 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b6cf4-4978-4fec-b54a-48fc629aebd4 service neutron] Pushing event updated for resources: {'Port': ['ID=955e7ad4-5f24-4c9b-ba21-32d98bf1bee6,revision_number=3']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:51.079020 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491a60a3-2077-4696-8f56-cc730b482831 x-openstack-request-id: req-491a60a3-2077-4696-8f56-cc730b482831 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:07:51.079317 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae4b0c8e-ca47-4d69-8ca3-101197890aa6", "tag": "955e7ad4-5f24-4c9b-ba21-32d98bf1bee6", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:07:51.079565 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-491a60a3-2077-4696-8f56-cc730b482831 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:07:51.079971 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae4b0c8e-ca47-4d69-8ca3-101197890aa6', 'tag': '955e7ad4-5f24-4c9b-ba21-32d98bf1bee6', 'status': 'completed', 'code': 200} Feb 16 17:07:51.142622 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fc90e-7e55-4576-af13-56481e8024f4 req-a63f4dd8-8f33-4dc0-a7c6-21f8b15a9553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:51.144192 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6d5fc90e-7e55-4576-af13-56481e8024f4 req-a63f4dd8-8f33-4dc0-a7c6-21f8b15a9553 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c9820320aae461fbcc5eba944eb2160&device_id=ae4b0c8e-ca47-4d69-8ca3-101197890aa6 HTTP/1.1" status: 200 len: 1096 time: 0.0435090 Feb 16 17:07:51.240807 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fc90e-7e55-4576-af13-56481e8024f4 req-e2c6612e-fcd6-4aff-80d3-0e9627e771c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:51.242282 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6d5fc90e-7e55-4576-af13-56481e8024f4 req-e2c6612e-fcd6-4aff-80d3-0e9627e771c8 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=9c9820320aae461fbcc5eba944eb2160&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0904052 Feb 16 17:07:51.338600 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fc90e-7e55-4576-af13-56481e8024f4 req-3e10e816-8f58-4477-9904-9b5cb0621545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:51.339972 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6d5fc90e-7e55-4576-af13-56481e8024f4 req-3e10e816-8f58-4477-9904-9b5cb0621545 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905385 Feb 16 17:07:51.413244 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c6769-0914-4c02-8ba6-47de51833703 req-5e499999-bfb8-4ea4-83b1-d8585844b4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:51.414702 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bb4c6769-0914-4c02-8ba6-47de51833703 req-5e499999-bfb8-4ea4-83b1-d8585844b4f9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c9820320aae461fbcc5eba944eb2160&device_id=ae4b0c8e-ca47-4d69-8ca3-101197890aa6 HTTP/1.1" status: 200 len: 1096 time: 0.0407271 Feb 16 17:07:51.458886 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bb4c6769-0914-4c02-8ba6-47de51833703 req-91376975-5e30-44b7-a278-69d5a57b1a6c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=955e7ad4-5f24-4c9b-ba21-32d98bf1bee6 HTTP/1.1" status: 200 len: 217 time: 0.0367918 Feb 16 17:07:51.506088 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c6769-0914-4c02-8ba6-47de51833703 req-7097f52a-9041-47fd-b106-86ced0d7045c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:51.508004 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bb4c6769-0914-4c02-8ba6-47de51833703 req-7097f52a-9041-47fd-b106-86ced0d7045c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2d4f6f32-a76b-47f1-81ef-9735c470662a HTTP/1.1" status: 200 len: 834 time: 0.0421379 Feb 16 17:07:51.551240 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c6769-0914-4c02-8ba6-47de51833703 req-f0316e23-b93b-4962-9082-9955ed0ee0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:51.552708 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bb4c6769-0914-4c02-8ba6-47de51833703 req-f0316e23-b93b-4962-9082-9955ed0ee0d8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a5129c4e-73c6-4a5d-bb85-52cc8bc886aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0380673 Feb 16 17:07:51.643692 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bb4c6769-0914-4c02-8ba6-47de51833703 req-3df96f76-bc5d-4613-8ad2-6676aca6ed21 service neutron] 10.222.0.89 "GET /v2.0/networks/a5129c4e-73c6-4a5d-bb85-52cc8bc886aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840714 Feb 16 17:07:51.730303 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bb4c6769-0914-4c02-8ba6-47de51833703 req-91d20ba1-6662-4bf0-897e-8200177f3beb service neutron] 10.222.0.89 "GET /v2.0/networks/a5129c4e-73c6-4a5d-bb85-52cc8bc886aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800188 Feb 16 17:07:52.038448 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd79499-450e-47f9-9bae-8dddd53d8c8b req-dfd4281d-115f-43f5-b23b-1ae401765e83 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:52.039953 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-1fd79499-450e-47f9-9bae-8dddd53d8c8b req-dfd4281d-115f-43f5-b23b-1ae401765e83 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae4b0c8e-ca47-4d69-8ca3-101197890aa6 HTTP/1.1" status: 200 len: 943 time: 0.0477092 Feb 16 17:07:52.078141 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-1fd79499-450e-47f9-9bae-8dddd53d8c8b req-43efed5e-dcc3-4c28-84db-8d95a0c512b7 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=200db5f1-5f77-492b-8ceb-bc483afd1469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321870 Feb 16 17:07:53.191884 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f8d1e-9e6f-4b49-a475-5d993e3c209f req-67f6ee4c-a0ee-48cb-b255-45cdf959d493 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:53.193385 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-078f8d1e-9e6f-4b49-a475-5d993e3c209f req-67f6ee4c-a0ee-48cb-b255-45cdf959d493 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae4b0c8e-ca47-4d69-8ca3-101197890aa6 HTTP/1.1" status: 200 len: 943 time: 0.0483792 Feb 16 17:07:53.230913 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-078f8d1e-9e6f-4b49-a475-5d993e3c209f req-660dbb85-d07d-4084-ad30-776ab42fad4b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=200db5f1-5f77-492b-8ceb-bc483afd1469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315876 Feb 16 17:07:54.346659 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564c285-6f4a-4d79-b99a-6f744c5bf859 req-db93e2a2-1881-4127-a023-2bbcc46034a2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:54.358823 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-2564c285-6f4a-4d79-b99a-6f744c5bf859 req-db93e2a2-1881-4127-a023-2bbcc46034a2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae4b0c8e-ca47-4d69-8ca3-101197890aa6 HTTP/1.1" status: 200 len: 943 time: 0.0520489 Feb 16 17:07:54.386392 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-2564c285-6f4a-4d79-b99a-6f744c5bf859 req-e5466885-272c-42c4-87e9-a622f551a4eb tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=200db5f1-5f77-492b-8ceb-bc483afd1469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319865 Feb 16 17:07:54.922042 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 955e7ad4-5f24-4c9b-ba21-32d98bf1bee6 details requested by agent hyperv_hv-neutron-8286 with host hv-neutron-8286 {{(pid=114377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:07:55.014075 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 955e7ad4-5f24-4c9b-ba21-32d98bf1bee6, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=955e7ad4-5f24-4c9b-ba21-32d98bf1bee6,segment=NetworkSegment(8c14dc4c-5cba-4515-b629-c4c4699d819f),segment_id=8c14dc4c-5cba-4515-b629-c4c4699d819f)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:07:55.025211 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Returning: {'device': '955e7ad4-5f24-4c9b-ba21-32d98bf1bee6', 'network_id': 'a5129c4e-73c6-4a5d-bb85-52cc8bc886aa', 'port_id': '955e7ad4-5f24-4c9b-ba21-32d98bf1bee6', 'mac_address': 'fa:16:3e:22:3c:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d4f6f32-a76b-47f1-81ef-9735c470662a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:07:55.060472 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:55.078264 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 955e7ad4-5f24-4c9b-ba21-32d98bf1bee6 {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:07:55.096732 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 955e7ad4-5f24-4c9b-ba21-32d98bf1bee6, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=955e7ad4-5f24-4c9b-ba21-32d98bf1bee6,segment=NetworkSegment(8c14dc4c-5cba-4515-b629-c4c4699d819f),segment_id=8c14dc4c-5cba-4515-b629-c4c4699d819f)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:07:55.167015 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:55.211441 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=955e7ad4-5f24-4c9b-ba21-32d98bf1bee6,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:55.377561 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['955e7ad4-5f24-4c9b-ba21-32d98bf1bee6'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:07:55.502661 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9e02a-e749-4724-b1ba-65c10ef0df04 req-8bdeae71-076c-451d-bcb6-efb75655c621 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:55.504151 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-01d9e02a-e749-4724-b1ba-65c10ef0df04 req-8bdeae71-076c-451d-bcb6-efb75655c621 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae4b0c8e-ca47-4d69-8ca3-101197890aa6 HTTP/1.1" status: 200 len: 944 time: 0.0514319 Feb 16 17:07:55.541683 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-01d9e02a-e749-4724-b1ba-65c10ef0df04 req-e00644fb-fbb5-4d6b-8c47-c8106337e725 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=200db5f1-5f77-492b-8ceb-bc483afd1469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314202 Feb 16 17:07:55.942845 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:07:56.655216 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0eada1-c5ba-45f6-8c0d-8ee662191603 req-dc262aa1-92a4-49ad-b587-e1492d6bede3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:56.656696 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-fe0eada1-c5ba-45f6-8c0d-8ee662191603 req-dc262aa1-92a4-49ad-b587-e1492d6bede3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae4b0c8e-ca47-4d69-8ca3-101197890aa6 HTTP/1.1" status: 200 len: 944 time: 0.0482905 Feb 16 17:07:56.695631 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-fe0eada1-c5ba-45f6-8c0d-8ee662191603 req-53e99298-89ef-4192-b810-a1a450940450 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=200db5f1-5f77-492b-8ceb-bc483afd1469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315170 Feb 16 17:07:56.933788 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 955e7ad4-5f24-4c9b-ba21-32d98bf1bee6 up at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:07:57.071922 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning for port 955e7ad4-5f24-4c9b-ba21-32d98bf1bee6 completed by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:07:57.075743 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning complete for port 955e7ad4-5f24-4c9b-ba21-32d98bf1bee6 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:07:57.076142 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:57.160711 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:57.184902 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4b0c8e-ca47-4d69-8ca3-101197890aa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955e7ad4-5f24-4c9b-ba21-32d98bf1bee6'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:07:57.187291 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad72537f-a6f9-4774-8dbe-020e67c9eefc" -d '{"events": [{"server_uuid": "ae4b0c8e-ca47-4d69-8ca3-101197890aa6", "name": "network-vif-plugged", "status": "completed", "tag": "955e7ad4-5f24-4c9b-ba21-32d98bf1bee6"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:07:57.200345 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 955e7ad4-5f24-4c9b-ba21-32d98bf1bee6, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=955e7ad4-5f24-4c9b-ba21-32d98bf1bee6,segment=NetworkSegment(8c14dc4c-5cba-4515-b629-c4c4699d819f),segment_id=8c14dc4c-5cba-4515-b629-c4c4699d819f)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:07:57.224214 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398e4f5d-ee33-413d-8823-be62ec5bba18 x-openstack-request-id: req-398e4f5d-ee33-413d-8823-be62ec5bba18 {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:07:57.224559 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4b0c8e-ca47-4d69-8ca3-101197890aa6", "name": "network-vif-plugged", "status": "completed", "tag": "955e7ad4-5f24-4c9b-ba21-32d98bf1bee6", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:07:57.225322 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-398e4f5d-ee33-413d-8823-be62ec5bba18 {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:07:57.225943 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4b0c8e-ca47-4d69-8ca3-101197890aa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955e7ad4-5f24-4c9b-ba21-32d98bf1bee6', 'code': 200} Feb 16 17:07:57.301401 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:57.349266 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=955e7ad4-5f24-4c9b-ba21-32d98bf1bee6,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:57.559703 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379fe1d-84a3-43e4-9408-a1b524c461aa req-09ac704e-de7c-40b0-a1a2-061cc4d9141c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:57.561280 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0379fe1d-84a3-43e4-9408-a1b524c461aa req-09ac704e-de7c-40b0-a1a2-061cc4d9141c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ae4b0c8e-ca47-4d69-8ca3-101197890aa6 HTTP/1.1" status: 200 len: 1098 time: 0.0396554 Feb 16 17:07:57.596455 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0379fe1d-84a3-43e4-9408-a1b524c461aa req-33580392-84f7-4967-be5b-f5a0bd583466 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=200db5f1-5f77-492b-8ceb-bc483afd1469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290287 Feb 16 17:07:57.807788 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae97776-69bf-44a1-a4df-ede69c7cfde3 req-8b6da349-651c-406f-bb15-1c2c1109c5c0 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:57.809293 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-eae97776-69bf-44a1-a4df-ede69c7cfde3 req-8b6da349-651c-406f-bb15-1c2c1109c5c0 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae4b0c8e-ca47-4d69-8ca3-101197890aa6 HTTP/1.1" status: 200 len: 945 time: 0.0487697 Feb 16 17:07:57.846500 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-eae97776-69bf-44a1-a4df-ede69c7cfde3 req-243fc937-98ec-4925-a02c-b3b58b2bbd75 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=200db5f1-5f77-492b-8ceb-bc483afd1469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311396 Feb 16 17:07:58.962097 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a39a51-6eca-4be0-9aed-5ff73a65450c req-daaebb93-2449-4494-806a-d6d5c3fe84af tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:58.963558 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b3a39a51-6eca-4be0-9aed-5ff73a65450c req-daaebb93-2449-4494-806a-d6d5c3fe84af tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae4b0c8e-ca47-4d69-8ca3-101197890aa6 HTTP/1.1" status: 200 len: 945 time: 0.0485399 Feb 16 17:07:58.999785 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b3a39a51-6eca-4be0-9aed-5ff73a65450c req-6158fa22-f392-4245-a7ac-b291626d863c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=200db5f1-5f77-492b-8ceb-bc483afd1469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302563 Feb 16 17:07:59.114597 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c0b7eb-0544-4727-b728-294e36b48acb req-7fca0071-b777-4aea-85e7-dc3f8db0d00a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:59.116088 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-97c0b7eb-0544-4727-b728-294e36b48acb req-7fca0071-b777-4aea-85e7-dc3f8db0d00a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae4b0c8e-ca47-4d69-8ca3-101197890aa6 HTTP/1.1" status: 200 len: 945 time: 0.0522530 Feb 16 17:07:59.153733 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-97c0b7eb-0544-4727-b728-294e36b48acb req-a8b8c619-0e2d-42da-9423-c442f4fc5fea tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=200db5f1-5f77-492b-8ceb-bc483afd1469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316987 Feb 16 17:07:59.174362 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54888) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:07:59.212890 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66336a0-3dd8-4ac2-92b0-958d31301888 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:59.214367 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e66336a0-3dd8-4ac2-92b0-958d31301888 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=ae4b0c8e-ca47-4d69-8ca3-101197890aa6 HTTP/1.1" status: 200 len: 1093 time: 0.0390069 Feb 16 17:07:59.216992 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54890) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:07:59.221142 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-1f737d2c-4055-4c99-b70b-ac7f75a50caf tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'floatingip': {'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'port_id': '955e7ad4-5f24-4c9b-ba21-32d98bf1bee6', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ip_address': '172.20.0.4'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:07:59.323406 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1f737d2c-4055-4c99-b70b-ac7f75a50caf tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for floatingip, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:59.436842 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1f737d2c-4055-4c99-b70b-ac7f75a50caf tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:59.537079 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-1f737d2c-4055-4c99-b70b-ac7f75a50caf tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Allocated IP 172.26.3.14 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/08f986e4-4767-4e53-a11b-fbb46571e6ac) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:07:59.639050 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1f737d2c-4055-4c99-b70b-ac7f75a50caf tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:59.732019 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1f737d2c-4055-4c99-b70b-ac7f75a50caf tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:07:59.768637 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f737d2c-4055-4c99-b70b-ac7f75a50caf tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:07:59.771409 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-1f737d2c-4055-4c99-b70b-ac7f75a50caf tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:07:59.774803 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f737d2c-4055-4c99-b70b-ac7f75a50caf tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:07:59.780004 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f737d2c-4055-4c99-b70b-ac7f75a50caf tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Port': ['ID=08f986e4-4767-4e53-a11b-fbb46571e6ac,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:00.130601 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1f737d2c-4055-4c99-b70b-ac7f75a50caf tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:00.259303 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1f737d2c-4055-4c99-b70b-ac7f75a50caf tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:00.410466 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1f737d2c-4055-4c99-b70b-ac7f75a50caf tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:00.475964 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:00.498980 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1f737d2c-4055-4c99-b70b-ac7f75a50caf tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:00.567262 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f737d2c-4055-4c99-b70b-ac7f75a50caf tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Port': ['ID=08f986e4-4767-4e53-a11b-fbb46571e6ac,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:00.579361 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1f737d2c-4055-4c99-b70b-ac7f75a50caf tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:00.676511 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.l3_db [None req-1f737d2c-4055-4c99-b70b-ac7f75a50caf tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Floating IP 4e25540f-b90b-43cc-b427-2f34080e5665 associated. External IP: 172.26.3.14, port: 955e7ad4-5f24-4c9b-ba21-32d98bf1bee6. Feb 16 17:08:00.876146 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f737d2c-4055-4c99-b70b-ac7f75a50caf tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Router 84931cad-d4ec-4e0c-a33e-5beb535c63e0 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:08:00.980762 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f737d2c-4055-4c99-b70b-ac7f75a50caf tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:08:00.990407 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47e3d2a-585f-4e59-9b9b-620121358c49 None None] Sync routers for ids ['84931cad-d4ec-4e0c-a33e-5beb535c63e0'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:08:00.999907 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47e3d2a-585f-4e59-9b9b-620121358c49 None None] Routers {'84931cad-d4ec-4e0c-a33e-5beb535c63e0'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:08:01.000566 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-d47e3d2a-585f-4e59-9b9b-620121358c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:07:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['84931cad-d4ec-4e0c-a33e-5beb535c63e0'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:08:01.057697 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1f737d2c-4055-4c99-b70b-ac7f75a50caf tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:01.084741 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-1f737d2c-4055-4c99-b70b-ac7f75a50caf tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8667576 Feb 16 17:08:01.085324 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae4b0c8e-ca47-4d69-8ca3-101197890aa6', 'tag': '955e7ad4-5f24-4c9b-ba21-32d98bf1bee6'}] {{(pid=114375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:08:01.088492 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f675c1a73bb74b784e43f10fee26c40e358be44ccef5ed6f70ec30f8ec0d494b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120c1dc7-9435-4ae0-a4cd-bb58a71c6681" -d '{"events": [{"name": "network-changed", "server_uuid": "ae4b0c8e-ca47-4d69-8ca3-101197890aa6", "tag": "955e7ad4-5f24-4c9b-ba21-32d98bf1bee6"}]}' {{(pid=114375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:08:01.088679 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54892) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:08:01.116193 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-d47e3d2a-585f-4e59-9b9b-620121358c49 None None] Set router 84931cad-d4ec-4e0c-a33e-5beb535c63e0 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:08:01.124894 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511f34fb-29ad-44ff-94d8-f75657b8b7fc x-openstack-request-id: req-511f34fb-29ad-44ff-94d8-f75657b8b7fc {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:08:01.125187 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae4b0c8e-ca47-4d69-8ca3-101197890aa6", "tag": "955e7ad4-5f24-4c9b-ba21-32d98bf1bee6", "status": "completed", "code": 200}]} {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:08:01.125439 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-511f34fb-29ad-44ff-94d8-f75657b8b7fc {{(pid=114375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:08:01.125846 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae4b0c8e-ca47-4d69-8ca3-101197890aa6', 'tag': '955e7ad4-5f24-4c9b-ba21-32d98bf1bee6', 'status': 'completed', 'code': 200} Feb 16 17:08:01.165458 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-302c6e72-4890-46fb-aada-07929dd8512e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/floatingips/4e25540f-b90b-43cc-b427-2f34080e5665 HTTP/1.1" status: 200 len: 990 time: 0.0756304 Feb 16 17:08:01.193272 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c1dc7-9435-4ae0-a4cd-bb58a71c6681 req-3a8cb461-b20f-447b-a1ad-d8ee96259db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:01.194792 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-120c1dc7-9435-4ae0-a4cd-bb58a71c6681 req-3a8cb461-b20f-447b-a1ad-d8ee96259db0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c9820320aae461fbcc5eba944eb2160&device_id=ae4b0c8e-ca47-4d69-8ca3-101197890aa6 HTTP/1.1" status: 200 len: 1098 time: 0.0467153 Feb 16 17:08:01.286181 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c1dc7-9435-4ae0-a4cd-bb58a71c6681 req-08c50e26-9fb0-4da2-a03b-4e5902aca5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:01.287525 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-120c1dc7-9435-4ae0-a4cd-bb58a71c6681 req-08c50e26-9fb0-4da2-a03b-4e5902aca5a9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a5129c4e-73c6-4a5d-bb85-52cc8bc886aa HTTP/1.1" status: 200 len: 897 time: 0.0860066 Feb 16 17:08:01.338394 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-d47e3d2a-585f-4e59-9b9b-620121358c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'name': 'tempest-TestNetworkBasicOps-router-574126027', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': '3e14253a-7010-4532-9482-a2660c4ae452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:07:37Z', 'updated_at': '2022-02-16T17:07:42Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': '3e14253a-7010-4532-9482-a2660c4ae452', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:07:38Z', 'updated_at': '2022-02-16T17:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '4e25540f-b90b-43cc-b427-2f34080e5665', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'floating_ip_address': '172.26.3.14', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'port_id': '955e7ad4-5f24-4c9b-ba21-32d98bf1bee6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5129c4e-73c6-4a5d-bb85-52cc8bc886aa', 'mac_address': 'fa:16:3e:22:3c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4b0c8e-ca47-4d69-8ca3-101197890aa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:07:59Z', 'updated_at': '2022-02-16T17:07:59Z', 'revision_number': 0, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22371dcb-56a2-476e-9ccf-6ecd39de01b0', 'name': '', 'network_id': 'a5129c4e-73c6-4a5d-bb85-52cc8bc886aa', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:b1:6e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '2d4f6f32-a76b-47f1-81ef-9735c470662a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:07:41Z', 'updated_at': '2022-02-16T17:07:44Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': '2d4f6f32-a76b-47f1-81ef-9735c470662a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:08:01.351092 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-120c1dc7-9435-4ae0-a4cd-bb58a71c6681 req-161d3f20-95c3-4c93-a036-a6ef73bd4ee0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=955e7ad4-5f24-4c9b-ba21-32d98bf1bee6 HTTP/1.1" status: 200 len: 998 time: 0.0572498 Feb 16 17:08:01.364347 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47e3d2a-585f-4e59-9b9b-620121358c49 None None] Checking router: 84931cad-d4ec-4e0c-a33e-5beb535c63e0 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:08:01.372416 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47e3d2a-585f-4e59-9b9b-620121358c49 None None] Routers {'84931cad-d4ec-4e0c-a33e-5beb535c63e0'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:08:01.373006 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-d47e3d2a-585f-4e59-9b9b-620121358c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:07:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['84931cad-d4ec-4e0c-a33e-5beb535c63e0'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:08:01.400073 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c1dc7-9435-4ae0-a4cd-bb58a71c6681 req-47dfb72f-8308-4a08-b446-eac7e9630fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:01.401575 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-120c1dc7-9435-4ae0-a4cd-bb58a71c6681 req-47dfb72f-8308-4a08-b446-eac7e9630fa7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2d4f6f32-a76b-47f1-81ef-9735c470662a HTTP/1.1" status: 200 len: 834 time: 0.0434403 Feb 16 17:08:01.455405 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c1dc7-9435-4ae0-a4cd-bb58a71c6681 req-48d469b6-b90d-4ce7-8528-bcd70b0cdf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:01.456955 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-120c1dc7-9435-4ae0-a4cd-bb58a71c6681 req-48d469b6-b90d-4ce7-8528-bcd70b0cdf90 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a5129c4e-73c6-4a5d-bb85-52cc8bc886aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0491889 Feb 16 17:08:01.550696 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-120c1dc7-9435-4ae0-a4cd-bb58a71c6681 req-32291420-0745-47e2-a57b-db5556b0e645 service neutron] 10.222.0.89 "GET /v2.0/networks/a5129c4e-73c6-4a5d-bb85-52cc8bc886aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854414 Feb 16 17:08:01.628215 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-d47e3d2a-585f-4e59-9b9b-620121358c49 None None] Set router 84931cad-d4ec-4e0c-a33e-5beb535c63e0 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:08:01.643041 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-120c1dc7-9435-4ae0-a4cd-bb58a71c6681 req-754164b9-3ef3-4c2c-9aba-d0f382fd98a3 service neutron] 10.222.0.89 "GET /v2.0/networks/a5129c4e-73c6-4a5d-bb85-52cc8bc886aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860014 Feb 16 17:08:01.860725 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-d47e3d2a-585f-4e59-9b9b-620121358c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'name': 'tempest-TestNetworkBasicOps-router-574126027', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': '3e14253a-7010-4532-9482-a2660c4ae452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:07:37Z', 'updated_at': '2022-02-16T17:07:42Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': '3e14253a-7010-4532-9482-a2660c4ae452', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:07:38Z', 'updated_at': '2022-02-16T17:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '4e25540f-b90b-43cc-b427-2f34080e5665', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'floating_ip_address': '172.26.3.14', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'port_id': '955e7ad4-5f24-4c9b-ba21-32d98bf1bee6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5129c4e-73c6-4a5d-bb85-52cc8bc886aa', 'mac_address': 'fa:16:3e:22:3c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4b0c8e-ca47-4d69-8ca3-101197890aa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:07:59Z', 'updated_at': '2022-02-16T17:07:59Z', 'revision_number': 0, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22371dcb-56a2-476e-9ccf-6ecd39de01b0', 'name': '', 'network_id': 'a5129c4e-73c6-4a5d-bb85-52cc8bc886aa', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:b1:6e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '2d4f6f32-a76b-47f1-81ef-9735c470662a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:07:41Z', 'updated_at': '2022-02-16T17:07:44Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': '2d4f6f32-a76b-47f1-81ef-9735c470662a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:08:01.888090 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47e3d2a-585f-4e59-9b9b-620121358c49 None None] The sync data for ids ['84931cad-d4ec-4e0c-a33e-5beb535c63e0'] in dv-neutron-828697-3-hyperv is: [{'id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'name': 'tempest-TestNetworkBasicOps-router-574126027', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': '3e14253a-7010-4532-9482-a2660c4ae452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:07:37Z', 'updated_at': '2022-02-16T17:07:42Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': '3e14253a-7010-4532-9482-a2660c4ae452', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:07:38Z', 'updated_at': '2022-02-16T17:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '4e25540f-b90b-43cc-b427-2f34080e5665', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'floating_ip_address': '172.26.3.14', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'port_id': '955e7ad4-5f24-4c9b-ba21-32d98bf1bee6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5129c4e-73c6-4a5d-bb85-52cc8bc886aa', 'mac_address': 'fa:16:3e:22:3c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4b0c8e-ca47-4d69-8ca3-101197890aa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:07:59Z', 'updated_at': '2022-02-16T17:07:59Z', 'revision_number': 0, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22371dcb-56a2-476e-9ccf-6ecd39de01b0', 'name': '', 'network_id': 'a5129c4e-73c6-4a5d-bb85-52cc8bc886aa', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:b1:6e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '2d4f6f32-a76b-47f1-81ef-9735c470662a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:07:41Z', 'updated_at': '2022-02-16T17:07:44Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': '2d4f6f32-a76b-47f1-81ef-9735c470662a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:08:02.069810 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfcb2e1-927e-4d21-ad5e-a472ae9f1e47 None None] New status for floating IP 4e25540f-b90b-43cc-b427-2f34080e5665: ACTIVE {{(pid=114378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:08:02.168518 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54896) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:08:02.228853 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-6e084ed0-77a7-4edb-86d8-bf28b34def0d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/floatingips/4e25540f-b90b-43cc-b427-2f34080e5665 HTTP/1.1" status: 200 len: 990 time: 0.0591404 Feb 16 17:08:03.232331 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54898) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:08:03.294211 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-b9b3ebf7-ed1c-4fc8-9c06-86143f998868 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/floatingips/4e25540f-b90b-43cc-b427-2f34080e5665 HTTP/1.1" status: 200 len: 992 time: 0.0607240 Feb 16 17:08:06.803763 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2d63b8f4-6469-49e6-932a-04c59e379ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:09.215018 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-05977406-77fe-47e1-8bc8-968719e76df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:09.495122 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c5e3152d-2a4a-466b-9cdf-768245fb76e5 req-b979422f-af3c-4d7d-8cfa-9305d8a8354c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a4a1861f-b508-4310-ad3c-99bec306ffd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390577 Feb 16 17:08:09.574217 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e3152d-2a4a-466b-9cdf-768245fb76e5 req-45e35842-6311-438b-a62c-0ff90db656fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:09.575684 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c5e3152d-2a4a-466b-9cdf-768245fb76e5 req-45e35842-6311-438b-a62c-0ff90db656fa service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=044ac631b15e4f2096be696887c61622&device_id=a4a1861f-b508-4310-ad3c-99bec306ffd8 HTTP/1.1" status: 200 len: 1098 time: 0.0404367 Feb 16 17:08:09.681393 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e3152d-2a4a-466b-9cdf-768245fb76e5 req-bfe32850-c234-41f6-9e99-a54769880b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:09.682867 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c5e3152d-2a4a-466b-9cdf-768245fb76e5 req-bfe32850-c234-41f6-9e99-a54769880b73 service neutron] 10.222.0.89 "GET /v2.0/networks?id=c364a6ac-af1f-40c5-af86-f038476be8ba HTTP/1.1" status: 200 len: 912 time: 0.0889726 Feb 16 17:08:09.748642 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c5e3152d-2a4a-466b-9cdf-768245fb76e5 req-3b4908ed-7c56-4211-b246-4658771e837a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45d8738a-0cc1-457b-8c10-d28c48b6abec HTTP/1.1" status: 200 len: 1001 time: 0.0590467 Feb 16 17:08:09.797375 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e3152d-2a4a-466b-9cdf-768245fb76e5 req-d50cae01-26f3-4825-8484-c3396e05b720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:09.798786 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c5e3152d-2a4a-466b-9cdf-768245fb76e5 req-d50cae01-26f3-4825-8484-c3396e05b720 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=62ae9dc0-3449-4ef8-8ac6-81ada289f9bf HTTP/1.1" status: 200 len: 850 time: 0.0431404 Feb 16 17:08:09.846931 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e3152d-2a4a-466b-9cdf-768245fb76e5 req-aac6b755-fe22-421c-bd56-836391f9a95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:09.848437 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c5e3152d-2a4a-466b-9cdf-768245fb76e5 req-aac6b755-fe22-421c-bd56-836391f9a95d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c364a6ac-af1f-40c5-af86-f038476be8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430179 Feb 16 17:08:09.935842 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c5e3152d-2a4a-466b-9cdf-768245fb76e5 req-9d4f792b-92ba-49d0-99a7-8014a28f7ff6 service neutron] 10.222.0.89 "GET /v2.0/networks/c364a6ac-af1f-40c5-af86-f038476be8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804052 Feb 16 17:08:10.028271 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c5e3152d-2a4a-466b-9cdf-768245fb76e5 req-e6e7f296-1311-461f-a2bb-adf4810962de service neutron] 10.222.0.89 "GET /v2.0/networks/c364a6ac-af1f-40c5-af86-f038476be8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846524 Feb 16 17:08:10.378478 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:11.723344 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:12.117522 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:29.840901 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54912) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:08:29.883906 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96075ab6-cf3e-4b2d-9f11-354080526d85 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:29.884416 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96075ab6-cf3e-4b2d-9f11-354080526d85 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:29.884891 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96075ab6-cf3e-4b2d-9f11-354080526d85 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:29.886543 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-96075ab6-cf3e-4b2d-9f11-354080526d85 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/ports?project_id=9c9820320aae461fbcc5eba944eb2160&network_id=a5129c4e-73c6-4a5d-bb85-52cc8bc886aa HTTP/1.1" status: 200 len: 2999 time: 0.0445597 Feb 16 17:08:30.494701 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:32.942278 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:08:33.537282 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54922) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:08:33.584871 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9612a56-c706-4dc1-8075-ed7bb1960c71 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:33.586336 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e9612a56-c706-4dc1-8075-ed7bb1960c71 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=d8eab20e-246c-47ce-8449-822ce53769fc HTTP/1.1" status: 200 len: 814 time: 0.0480821 Feb 16 17:08:34.734619 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54928) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:08:34.739134 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-0dccee28-74bb-435c-94de-8e5e1fbbf2bd tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:08:34.792729 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0dccee28-74bb-435c-94de-8e5e1fbbf2bd tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for floatingip, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:34.942745 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0dccee28-74bb-435c-94de-8e5e1fbbf2bd tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:35.020035 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0dccee28-74bb-435c-94de-8e5e1fbbf2bd tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:35.020321 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.l3_db [None req-0dccee28-74bb-435c-94de-8e5e1fbbf2bd tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Floating IP 4e25540f-b90b-43cc-b427-2f34080e5665 disassociated. External IP: 172.26.3.14, port: 955e7ad4-5f24-4c9b-ba21-32d98bf1bee6. Feb 16 17:08:35.220409 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dccee28-74bb-435c-94de-8e5e1fbbf2bd tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Router 84931cad-d4ec-4e0c-a33e-5beb535c63e0 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:08:35.325923 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dccee28-74bb-435c-94de-8e5e1fbbf2bd tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:08:35.330822 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0dccee28-74bb-435c-94de-8e5e1fbbf2bd tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:35.335572 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a00207c-fb33-46a6-a9d8-ef216a1374c1 None None] Sync routers for ids ['84931cad-d4ec-4e0c-a33e-5beb535c63e0'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:08:35.345997 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a00207c-fb33-46a6-a9d8-ef216a1374c1 None None] Routers {'84931cad-d4ec-4e0c-a33e-5beb535c63e0'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:08:35.346695 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-7a00207c-fb33-46a6-a9d8-ef216a1374c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:08:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['84931cad-d4ec-4e0c-a33e-5beb535c63e0'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:08:35.361444 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-0dccee28-74bb-435c-94de-8e5e1fbbf2bd tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "PUT /v2.0/floatingips/4e25540f-b90b-43cc-b427-2f34080e5665 HTTP/1.1" status: 200 len: 689 time: 0.6257160 Feb 16 17:08:35.362027 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae4b0c8e-ca47-4d69-8ca3-101197890aa6', 'tag': '955e7ad4-5f24-4c9b-ba21-32d98bf1bee6'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:08:35.364348 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54930) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:08:35.364861 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d904ecfb-bb94-4f6f-b7e4-fe3ebaa1da42" -d '{"events": [{"name": "network-changed", "server_uuid": "ae4b0c8e-ca47-4d69-8ca3-101197890aa6", "tag": "955e7ad4-5f24-4c9b-ba21-32d98bf1bee6"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:08:35.402481 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9e1ed9-47ce-493e-8bb8-424573b98246 x-openstack-request-id: req-0e9e1ed9-47ce-493e-8bb8-424573b98246 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:08:35.402946 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae4b0c8e-ca47-4d69-8ca3-101197890aa6", "tag": "955e7ad4-5f24-4c9b-ba21-32d98bf1bee6", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:08:35.403331 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0e9e1ed9-47ce-493e-8bb8-424573b98246 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:08:35.403742 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae4b0c8e-ca47-4d69-8ca3-101197890aa6', 'tag': '955e7ad4-5f24-4c9b-ba21-32d98bf1bee6', 'status': 'completed', 'code': 200} Feb 16 17:08:35.411460 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-8c0874d7-0380-4e82-8b09-67228b653fca tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/floatingips/4e25540f-b90b-43cc-b427-2f34080e5665 HTTP/1.1" status: 200 len: 689 time: 0.0448127 Feb 16 17:08:35.463467 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-7a00207c-fb33-46a6-a9d8-ef216a1374c1 None None] Set router 84931cad-d4ec-4e0c-a33e-5beb535c63e0 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:08:35.511860 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d904ecfb-bb94-4f6f-b7e4-fe3ebaa1da42 req-993e80ae-f11d-4cfb-bdba-4d7578536eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:35.515786 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d904ecfb-bb94-4f6f-b7e4-fe3ebaa1da42 req-993e80ae-f11d-4cfb-bdba-4d7578536eaf service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c9820320aae461fbcc5eba944eb2160&device_id=ae4b0c8e-ca47-4d69-8ca3-101197890aa6 HTTP/1.1" status: 200 len: 1098 time: 0.0884526 Feb 16 17:08:35.602559 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d904ecfb-bb94-4f6f-b7e4-fe3ebaa1da42 req-a9649577-cb8d-4655-ad66-bec3d7e01d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:35.604077 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d904ecfb-bb94-4f6f-b7e4-fe3ebaa1da42 req-a9649577-cb8d-4655-ad66-bec3d7e01d4c service neutron] 10.222.0.89 "GET /v2.0/networks?id=a5129c4e-73c6-4a5d-bb85-52cc8bc886aa HTTP/1.1" status: 200 len: 897 time: 0.0843575 Feb 16 17:08:35.649081 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d904ecfb-bb94-4f6f-b7e4-fe3ebaa1da42 req-b8d72006-cf7c-4d2d-b29e-1a21cbce0d92 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=955e7ad4-5f24-4c9b-ba21-32d98bf1bee6 HTTP/1.1" status: 200 len: 217 time: 0.0379708 Feb 16 17:08:35.665161 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-7a00207c-fb33-46a6-a9d8-ef216a1374c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'name': 'tempest-TestNetworkBasicOps-router-574126027', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': '3e14253a-7010-4532-9482-a2660c4ae452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:07:37Z', 'updated_at': '2022-02-16T17:07:42Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': '3e14253a-7010-4532-9482-a2660c4ae452', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:07:38Z', 'updated_at': '2022-02-16T17:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '22371dcb-56a2-476e-9ccf-6ecd39de01b0', 'name': '', 'network_id': 'a5129c4e-73c6-4a5d-bb85-52cc8bc886aa', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:b1:6e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '2d4f6f32-a76b-47f1-81ef-9735c470662a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:07:41Z', 'updated_at': '2022-02-16T17:07:44Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': '2d4f6f32-a76b-47f1-81ef-9735c470662a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:08:35.696420 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a00207c-fb33-46a6-a9d8-ef216a1374c1 None None] Checking router: 84931cad-d4ec-4e0c-a33e-5beb535c63e0 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:08:35.697896 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d904ecfb-bb94-4f6f-b7e4-fe3ebaa1da42 req-0b74b6e9-0821-402d-8812-06d9e6ef16b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:35.699400 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d904ecfb-bb94-4f6f-b7e4-fe3ebaa1da42 req-0b74b6e9-0821-402d-8812-06d9e6ef16b1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2d4f6f32-a76b-47f1-81ef-9735c470662a HTTP/1.1" status: 200 len: 834 time: 0.0445657 Feb 16 17:08:35.704730 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a00207c-fb33-46a6-a9d8-ef216a1374c1 None None] Routers {'84931cad-d4ec-4e0c-a33e-5beb535c63e0'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:08:35.705399 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-7a00207c-fb33-46a6-a9d8-ef216a1374c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:08:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['84931cad-d4ec-4e0c-a33e-5beb535c63e0'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:08:35.743800 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d904ecfb-bb94-4f6f-b7e4-fe3ebaa1da42 req-51b8fa4d-35f6-406b-9968-072f99ade04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:35.745306 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d904ecfb-bb94-4f6f-b7e4-fe3ebaa1da42 req-51b8fa4d-35f6-406b-9968-072f99ade04a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a5129c4e-73c6-4a5d-bb85-52cc8bc886aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399556 Feb 16 17:08:35.756879 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [req-d904ecfb-bb94-4f6f-b7e4-fe3ebaa1da42 req-195fd25e-3cc1-4b2a-83a2-d12ffdc1d361 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=114376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:08:35.757958 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d904ecfb-bb94-4f6f-b7e4-fe3ebaa1da42 req-195fd25e-3cc1-4b2a-83a2-d12ffdc1d361 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052171 Feb 16 17:08:35.811650 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-7a00207c-fb33-46a6-a9d8-ef216a1374c1 None None] Set router 84931cad-d4ec-4e0c-a33e-5beb535c63e0 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:08:35.852067 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d904ecfb-bb94-4f6f-b7e4-fe3ebaa1da42 req-3dd7b026-af54-41bd-bf19-916d0f163164 service neutron] 10.222.0.89 "GET /v2.0/networks/a5129c4e-73c6-4a5d-bb85-52cc8bc886aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869005 Feb 16 17:08:35.943822 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d904ecfb-bb94-4f6f-b7e4-fe3ebaa1da42 req-a03d3122-ae2c-408f-ace6-8c41c6a889ae service neutron] 10.222.0.89 "GET /v2.0/networks/a5129c4e-73c6-4a5d-bb85-52cc8bc886aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830483 Feb 16 17:08:36.007379 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-7a00207c-fb33-46a6-a9d8-ef216a1374c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'name': 'tempest-TestNetworkBasicOps-router-574126027', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': '3e14253a-7010-4532-9482-a2660c4ae452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:07:37Z', 'updated_at': '2022-02-16T17:07:42Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': '3e14253a-7010-4532-9482-a2660c4ae452', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:07:38Z', 'updated_at': '2022-02-16T17:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '22371dcb-56a2-476e-9ccf-6ecd39de01b0', 'name': '', 'network_id': 'a5129c4e-73c6-4a5d-bb85-52cc8bc886aa', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:b1:6e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '2d4f6f32-a76b-47f1-81ef-9735c470662a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:07:41Z', 'updated_at': '2022-02-16T17:07:44Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': '2d4f6f32-a76b-47f1-81ef-9735c470662a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:08:36.033518 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a00207c-fb33-46a6-a9d8-ef216a1374c1 None None] The sync data for ids ['84931cad-d4ec-4e0c-a33e-5beb535c63e0'] in dv-neutron-828697-3-hyperv is: [{'id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'name': 'tempest-TestNetworkBasicOps-router-574126027', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': '3e14253a-7010-4532-9482-a2660c4ae452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:07:37Z', 'updated_at': '2022-02-16T17:07:42Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': '3e14253a-7010-4532-9482-a2660c4ae452', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:07:38Z', 'updated_at': '2022-02-16T17:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '22371dcb-56a2-476e-9ccf-6ecd39de01b0', 'name': '', 'network_id': 'a5129c4e-73c6-4a5d-bb85-52cc8bc886aa', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:b1:6e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '2d4f6f32-a76b-47f1-81ef-9735c470662a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:07:41Z', 'updated_at': '2022-02-16T17:07:44Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': '2d4f6f32-a76b-47f1-81ef-9735c470662a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:08:36.248391 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b650e1e-3d13-4cb1-b560-67485cc68924 None None] New status for floating IP 4e25540f-b90b-43cc-b427-2f34080e5665: DOWN {{(pid=114378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:08:36.413899 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54936) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:08:36.461517 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-64be5d51-84fb-45c1-8fa6-16bc0c8445b8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/floatingips/4e25540f-b90b-43cc-b427-2f34080e5665 HTTP/1.1" status: 200 len: 689 time: 0.0465491 Feb 16 17:08:36.866183 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-91996b8b-26f7-4fba-959f-eaf0a8821120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:37.465322 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 54938) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:08:37.510187 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-0f40bbaf-ce73-4a1d-b7d5-b48537fbdcf8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/floatingips/4e25540f-b90b-43cc-b427-2f34080e5665 HTTP/1.1" status: 200 len: 687 time: 0.0436575 Feb 16 17:08:38.773368 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54942) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:08:38.778156 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-9a6ff7db-bcb7-452d-86fe-51f2926bb534 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-473783515', 'description': 'tempest-secgroup-smoke-473783515 description', 'project_id': '9c9820320aae461fbcc5eba944eb2160'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:08:38.892949 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9a6ff7db-bcb7-452d-86fe-51f2926bb534 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:38.964077 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9a6ff7db-bcb7-452d-86fe-51f2926bb534 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:39.077392 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9a6ff7db-bcb7-452d-86fe-51f2926bb534 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:39.107116 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ff7db-bcb7-452d-86fe-51f2926bb534 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08fdff70-3550-4aeb-ae8a-dad8e7e527a2,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:39.114617 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6ff7db-bcb7-452d-86fe-51f2926bb534 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:08:39.114967 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6ff7db-bcb7-452d-86fe-51f2926bb534 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:08:39.115305 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6ff7db-bcb7-452d-86fe-51f2926bb534 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:08:39.115639 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6ff7db-bcb7-452d-86fe-51f2926bb534 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:08:39.115969 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6ff7db-bcb7-452d-86fe-51f2926bb534 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:08:39.116323 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6ff7db-bcb7-452d-86fe-51f2926bb534 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:08:39.116649 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6ff7db-bcb7-452d-86fe-51f2926bb534 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:08:39.116992 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6ff7db-bcb7-452d-86fe-51f2926bb534 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:08:39.117299 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6ff7db-bcb7-452d-86fe-51f2926bb534 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:08:39.117618 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6ff7db-bcb7-452d-86fe-51f2926bb534 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:08:39.117938 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6ff7db-bcb7-452d-86fe-51f2926bb534 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:08:39.118256 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6ff7db-bcb7-452d-86fe-51f2926bb534 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:08:39.210637 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9a6ff7db-bcb7-452d-86fe-51f2926bb534 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:39.211940 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-9a6ff7db-bcb7-452d-86fe-51f2926bb534 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4375076 Feb 16 17:08:39.214917 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54944) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:08:39.219840 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-e4d548d5-fbc4-41ad-ae61-df3d0cb05d94 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': '08fdff70-3550-4aeb-ae8a-dad8e7e527a2', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:08:39.231616 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-62683d25-17d8-4a89-982d-7f8c8b9abfec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:39.314190 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e4d548d5-fbc4-41ad-ae61-df3d0cb05d94 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:39.373093 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e4d548d5-fbc4-41ad-ae61-df3d0cb05d94 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:39.454290 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e4d548d5-fbc4-41ad-ae61-df3d0cb05d94 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:39.471700 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d548d5-fbc4-41ad-ae61-df3d0cb05d94 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c9f469c-224b-4b21-b5e7-8491b5f3e1e5,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:39.545978 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e4d548d5-fbc4-41ad-ae61-df3d0cb05d94 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:39.547251 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-e4d548d5-fbc4-41ad-ae61-df3d0cb05d94 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3313518 Feb 16 17:08:39.550136 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54946) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:08:39.554453 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-16f766d6-b8c1-4c1e-9d3b-9da7828dca09 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': '08fdff70-3550-4aeb-ae8a-dad8e7e527a2', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:08:39.645962 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-16f766d6-b8c1-4c1e-9d3b-9da7828dca09 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:39.700475 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-16f766d6-b8c1-4c1e-9d3b-9da7828dca09 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:39.779859 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-16f766d6-b8c1-4c1e-9d3b-9da7828dca09 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:39.797649 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f766d6-b8c1-4c1e-9d3b-9da7828dca09 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6491cb9-8ca1-47f5-a36a-6f8d9454fdec,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:39.918767 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-16f766d6-b8c1-4c1e-9d3b-9da7828dca09 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:39.918767 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-16f766d6-b8c1-4c1e-9d3b-9da7828dca09 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3467925 Feb 16 17:08:39.918767 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54948) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:08:39.918767 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-efe81b56-5753-4545-9ae1-2570d4e95e94 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': '08fdff70-3550-4aeb-ae8a-dad8e7e527a2', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:08:40.048256 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-efe81b56-5753-4545-9ae1-2570d4e95e94 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:40.104811 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-efe81b56-5753-4545-9ae1-2570d4e95e94 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:40.252132 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-efe81b56-5753-4545-9ae1-2570d4e95e94 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:40.269602 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe81b56-5753-4545-9ae1-2570d4e95e94 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f854f618-0b09-4aa4-9ce1-f0acdafce4f3,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:40.370515 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-efe81b56-5753-4545-9ae1-2570d4e95e94 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:40.371894 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-efe81b56-5753-4545-9ae1-2570d4e95e94 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4703817 Feb 16 17:08:40.374821 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54950) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:08:40.379352 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-a3301715-a5b3-4fe7-bb7a-57442ea4194a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': '08fdff70-3550-4aeb-ae8a-dad8e7e527a2', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:08:40.391286 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:40.487907 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a3301715-a5b3-4fe7-bb7a-57442ea4194a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:40.547708 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a3301715-a5b3-4fe7-bb7a-57442ea4194a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:40.663700 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a3301715-a5b3-4fe7-bb7a-57442ea4194a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:40.681545 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3301715-a5b3-4fe7-bb7a-57442ea4194a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2897b0f-117d-4105-b57a-146195393f80,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:40.803008 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a3301715-a5b3-4fe7-bb7a-57442ea4194a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:40.804236 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-a3301715-a5b3-4fe7-bb7a-57442ea4194a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4284279 Feb 16 17:08:40.806991 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54952) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:08:40.811230 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-dd956b98-81b6-4ade-85d8-9ed3d39b4dd4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': '08fdff70-3550-4aeb-ae8a-dad8e7e527a2', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:08:40.932224 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.securitygroups_db [None req-dd956b98-81b6-4ade-85d8-9ed3d39b4dd4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Project 9c9820320aae461fbcc5eba944eb2160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:08:40.937632 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-dd956b98-81b6-4ade-85d8-9ed3d39b4dd4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:40.996120 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-dd956b98-81b6-4ade-85d8-9ed3d39b4dd4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:41.086766 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-dd956b98-81b6-4ade-85d8-9ed3d39b4dd4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:41.103910 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd956b98-81b6-4ade-85d8-9ed3d39b4dd4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07cc4acf-53cb-4080-acae-57b3a712743b,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:41.204638 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-dd956b98-81b6-4ade-85d8-9ed3d39b4dd4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:41.206480 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-dd956b98-81b6-4ade-85d8-9ed3d39b4dd4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3985405 Feb 16 17:08:41.209308 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 54954) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:08:41.216274 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-4f5297ca-8c5e-4646-8833-0612e4782a3d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': '08fdff70-3550-4aeb-ae8a-dad8e7e527a2', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:08:41.315481 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.securitygroups_db [None req-4f5297ca-8c5e-4646-8833-0612e4782a3d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Project 9c9820320aae461fbcc5eba944eb2160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:08:41.320623 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4f5297ca-8c5e-4646-8833-0612e4782a3d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:41.380903 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4f5297ca-8c5e-4646-8833-0612e4782a3d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:41.460145 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4f5297ca-8c5e-4646-8833-0612e4782a3d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:41.477729 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5297ca-8c5e-4646-8833-0612e4782a3d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8ea06c4-be96-4556-b4ff-4d4b453c8102,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:41.568922 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4f5297ca-8c5e-4646-8833-0612e4782a3d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:41.570201 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-4f5297ca-8c5e-4646-8833-0612e4782a3d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3599832 Feb 16 17:08:41.717395 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:41.896633 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c7c356a6-2b57-4c05-b2a2-83ff78b3a5ee req-b4990044-018b-4737-bceb-cefc07f1d4a0 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-473783515&fields=id&tenant_id=9c9820320aae461fbcc5eba944eb2160 HTTP/1.1" status: 200 len: 267 time: 0.0453231 Feb 16 17:08:42.151558 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:42.338232 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c356a6-2b57-4c05-b2a2-83ff78b3a5ee req-446bbf8f-a2a8-4302-bd50-c4b918ff00b0 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:42.339694 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c7c356a6-2b57-4c05-b2a2-83ff78b3a5ee req-446bbf8f-a2a8-4302-bd50-c4b918ff00b0 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/networks?id=a5129c4e-73c6-4a5d-bb85-52cc8bc886aa HTTP/1.1" status: 200 len: 796 time: 0.4363043 Feb 16 17:08:42.354582 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c7c356a6-2b57-4c05-b2a2-83ff78b3a5ee req-c60e7a39-1660-4e5d-b588-48e40a9d8160 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/quotas/9c9820320aae461fbcc5eba944eb2160 HTTP/1.1" status: 200 len: 375 time: 0.0089247 Feb 16 17:08:42.440539 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c7c356a6-2b57-4c05-b2a2-83ff78b3a5ee req-49d44296-61e5-447c-b573-8611e8f79be7 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=9c9820320aae461fbcc5eba944eb2160&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0807168 Feb 16 17:08:42.502088 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [req-c7c356a6-2b57-4c05-b2a2-83ff78b3a5ee req-b6a79ca7-9662-4f2a-bfef-b51cadbac7f8 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=114376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:08:42.503102 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c7c356a6-2b57-4c05-b2a2-83ff78b3a5ee req-b6a79ca7-9662-4f2a-bfef-b51cadbac7f8 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0516739 Feb 16 17:08:42.593088 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c7c356a6-2b57-4c05-b2a2-83ff78b3a5ee req-2c4c5616-5f34-4237-a212-10fb3daee2c1 service neutron] 10.222.0.88 "GET /v2.0/networks/a5129c4e-73c6-4a5d-bb85-52cc8bc886aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822978 Feb 16 17:08:42.682862 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c7c356a6-2b57-4c05-b2a2-83ff78b3a5ee req-3e8b0971-8683-4da8-968e-f0099c45ae56 service neutron] 10.222.0.88 "GET /v2.0/networks/a5129c4e-73c6-4a5d-bb85-52cc8bc886aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831680 Feb 16 17:08:43.045760 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-a8e61f04-7a62-4217-9852-5f5cd0306847 req-329d4313-eb74-40e6-a014-11a3d1591d09 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=311cd3ee-8cf9-4bf0-95a3-6a0c33971072 HTTP/1.1" status: 200 len: 210 time: 0.0844066 Feb 16 17:08:44.141235 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-46ec3a8f-2cfa-492b-b987-b67e3ab939e7 req-d53a4a3a-ddcc-4aea-947c-585264d121b9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=311cd3ee-8cf9-4bf0-95a3-6a0c33971072 HTTP/1.1" status: 200 len: 210 time: 0.0261919 Feb 16 17:08:44.790303 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c356a6-2b57-4c05-b2a2-83ff78b3a5ee req-75f86d42-e5c6-463b-8ed3-1281fcd2c98b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:44.791875 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c7c356a6-2b57-4c05-b2a2-83ff78b3a5ee req-75f86d42-e5c6-463b-8ed3-1281fcd2c98b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "GET /v2.0/networks?id=a5129c4e-73c6-4a5d-bb85-52cc8bc886aa HTTP/1.1" status: 200 len: 796 time: 0.1072803 Feb 16 17:08:44.838002 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c7c356a6-2b57-4c05-b2a2-83ff78b3a5ee req-c8f663dd-691a-4914-b0de-b682314fbe1d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c9820320aae461fbcc5eba944eb2160 HTTP/1.1" status: 200 len: 471 time: 0.0362184 Feb 16 17:08:44.847808 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-c7c356a6-2b57-4c05-b2a2-83ff78b3a5ee req-d37e13e9-719a-40f9-b3d4-58e168dd4e86 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'port': {'device_id': '311cd3ee-8cf9-4bf0-95a3-6a0c33971072', 'network_id': 'a5129c4e-73c6-4a5d-bb85-52cc8bc886aa', 'admin_state_up': True, 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'security_groups': ['08fdff70-3550-4aeb-ae8a-dad8e7e527a2']}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:08:45.054712 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7c356a6-2b57-4c05-b2a2-83ff78b3a5ee req-d37e13e9-719a-40f9-b3d4-58e168dd4e86 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Made reservation on behalf of 9c9820320aae461fbcc5eba944eb2160 for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:08:45.058297 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-c7c356a6-2b57-4c05-b2a2-83ff78b3a5ee req-d37e13e9-719a-40f9-b3d4-58e168dd4e86 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:45.187006 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [req-c7c356a6-2b57-4c05-b2a2-83ff78b3a5ee req-d37e13e9-719a-40f9-b3d4-58e168dd4e86 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Allocated IP 172.20.0.9 (a5129c4e-73c6-4a5d-bb85-52cc8bc886aa/2d4f6f32-a76b-47f1-81ef-9735c470662a/805bd866-fa9c-40d5-9d91-caccfa9c77f9) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:08:45.237487 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-bed9788e-f461-47d5-803c-bb0116a03dc1 req-362c00da-4a2c-45b0-b5b4-dd5bac38b9a2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=311cd3ee-8cf9-4bf0-95a3-6a0c33971072 HTTP/1.1" status: 200 len: 210 time: 0.0262790 Feb 16 17:08:45.319868 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-c7c356a6-2b57-4c05-b2a2-83ff78b3a5ee req-d37e13e9-719a-40f9-b3d4-58e168dd4e86 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:45.429726 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-c7c356a6-2b57-4c05-b2a2-83ff78b3a5ee req-d37e13e9-719a-40f9-b3d4-58e168dd4e86 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:45.472974 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7c356a6-2b57-4c05-b2a2-83ff78b3a5ee req-d37e13e9-719a-40f9-b3d4-58e168dd4e86 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network a5129c4e-73c6-4a5d-bb85-52cc8bc886aa is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:08:45.476113 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [req-c7c356a6-2b57-4c05-b2a2-83ff78b3a5ee req-d37e13e9-719a-40f9-b3d4-58e168dd4e86 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:08:45.479621 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c356a6-2b57-4c05-b2a2-83ff78b3a5ee req-d37e13e9-719a-40f9-b3d4-58e168dd4e86 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:08:45.505154 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e13e9-719a-40f9-b3d4-58e168dd4e86 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Port': ['ID=805bd866-fa9c-40d5-9d91-caccfa9c77f9,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:45.530843 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c356a6-2b57-4c05-b2a2-83ff78b3a5ee req-d37e13e9-719a-40f9-b3d4-58e168dd4e86 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:45.531450 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-c7c356a6-2b57-4c05-b2a2-83ff78b3a5ee req-d37e13e9-719a-40f9-b3d4-58e168dd4e86 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:45.622540 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c7c356a6-2b57-4c05-b2a2-83ff78b3a5ee req-d37e13e9-719a-40f9-b3d4-58e168dd4e86 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7784064 Feb 16 17:08:45.634785 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-c7c356a6-2b57-4c05-b2a2-83ff78b3a5ee req-9dbb262d-87c2-45bf-bed0-b00b30ede621 service neutron] Request body: {'port': {'device_id': '311cd3ee-8cf9-4bf0-95a3-6a0c33971072', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8286'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:08:45.677609 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-89255c75-305f-4ff5-943e-b7e2db2e3af0 None None] Provisioning complete for port 805bd866-fa9c-40d5-9d91-caccfa9c77f9 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:08:45.678194 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-89255c75-305f-4ff5-943e-b7e2db2e3af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:45.689578 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-c7c356a6-2b57-4c05-b2a2-83ff78b3a5ee req-9dbb262d-87c2-45bf-bed0-b00b30ede621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:45.711573 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-89255c75-305f-4ff5-943e-b7e2db2e3af0 None None] Port 805bd866-fa9c-40d5-9d91-caccfa9c77f9 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:08:45.952055 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [req-c7c356a6-2b57-4c05-b2a2-83ff78b3a5ee req-9dbb262d-87c2-45bf-bed0-b00b30ede621 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 805bd866-fa9c-40d5-9d91-caccfa9c77f9 {{(pid=114376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:08:45.959858 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-c7c356a6-2b57-4c05-b2a2-83ff78b3a5ee req-9dbb262d-87c2-45bf-bed0-b00b30ede621 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:45.972051 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.provisioning_blocks [req-c7c356a6-2b57-4c05-b2a2-83ff78b3a5ee req-9dbb262d-87c2-45bf-bed0-b00b30ede621 service neutron] Transition to ACTIVE for port object 805bd866-fa9c-40d5-9d91-caccfa9c77f9 will not be triggered until provisioned by entity L2. {{(pid=114376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:08:46.074668 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-c7c356a6-2b57-4c05-b2a2-83ff78b3a5ee req-9dbb262d-87c2-45bf-bed0-b00b30ede621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:46.126212 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbb262d-87c2-45bf-bed0-b00b30ede621 service neutron] Pushing event updated for resources: {'Port': ['ID=805bd866-fa9c-40d5-9d91-caccfa9c77f9,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:46.195642 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-c7c356a6-2b57-4c05-b2a2-83ff78b3a5ee req-9dbb262d-87c2-45bf-bed0-b00b30ede621 service neutron] Attempting to bind port 805bd866-fa9c-40d5-9d91-caccfa9c77f9 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:08:46.196365 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-c7c356a6-2b57-4c05-b2a2-83ff78b3a5ee req-9dbb262d-87c2-45bf-bed0-b00b30ede621 service neutron] Attempting to bind port 805bd866-fa9c-40d5-9d91-caccfa9c77f9 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': '8c14dc4c-5cba-4515-b629-c4c4699d819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a5129c4e-73c6-4a5d-bb85-52cc8bc886aa'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:08:46.196365 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c356a6-2b57-4c05-b2a2-83ff78b3a5ee req-9dbb262d-87c2-45bf-bed0-b00b30ede621 service neutron] Attempting to bind port 805bd866-fa9c-40d5-9d91-caccfa9c77f9 on network a5129c4e-73c6-4a5d-bb85-52cc8bc886aa {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:08:46.200744 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c356a6-2b57-4c05-b2a2-83ff78b3a5ee req-9dbb262d-87c2-45bf-bed0-b00b30ede621 service neutron] Port 805bd866-fa9c-40d5-9d91-caccfa9c77f9 on network a5129c4e-73c6-4a5d-bb85-52cc8bc886aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:08:46.201066 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c356a6-2b57-4c05-b2a2-83ff78b3a5ee req-9dbb262d-87c2-45bf-bed0-b00b30ede621 service neutron] Attempting to bind port 805bd866-fa9c-40d5-9d91-caccfa9c77f9 on network a5129c4e-73c6-4a5d-bb85-52cc8bc886aa {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:08:46.206535 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c356a6-2b57-4c05-b2a2-83ff78b3a5ee req-9dbb262d-87c2-45bf-bed0-b00b30ede621 service neutron] Checking agent: {'id': '65dda45c-bbef-42f9-9728-e0fd84037987', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8286', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 56), 'started_at': datetime.datetime(2022, 2, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:08:46.206866 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c356a6-2b57-4c05-b2a2-83ff78b3a5ee req-9dbb262d-87c2-45bf-bed0-b00b30ede621 service neutron] Checking segment: {'id': '8c14dc4c-5cba-4515-b629-c4c4699d819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a5129c4e-73c6-4a5d-bb85-52cc8bc886aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:08:46.207243 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c356a6-2b57-4c05-b2a2-83ff78b3a5ee req-9dbb262d-87c2-45bf-bed0-b00b30ede621 service neutron] Bound using segment: {'id': '8c14dc4c-5cba-4515-b629-c4c4699d819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a5129c4e-73c6-4a5d-bb85-52cc8bc886aa'} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:08:46.207665 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-c7c356a6-2b57-4c05-b2a2-83ff78b3a5ee req-9dbb262d-87c2-45bf-bed0-b00b30ede621 service neutron] Bound port: 805bd866-fa9c-40d5-9d91-caccfa9c77f9, host: hv-neutron-8286, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c14dc4c-5cba-4515-b629-c4c4699d819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a5129c4e-73c6-4a5d-bb85-52cc8bc886aa'}}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:08:46.208042 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-c7c356a6-2b57-4c05-b2a2-83ff78b3a5ee req-9dbb262d-87c2-45bf-bed0-b00b30ede621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:46.296463 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-c7c356a6-2b57-4c05-b2a2-83ff78b3a5ee req-9dbb262d-87c2-45bf-bed0-b00b30ede621 service neutron] For port 805bd866-fa9c-40d5-9d91-caccfa9c77f9, host hv-neutron-8286, cleared binding levels {{(pid=114376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:08:46.299658 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-c7c356a6-2b57-4c05-b2a2-83ff78b3a5ee req-9dbb262d-87c2-45bf-bed0-b00b30ede621 service neutron] For port 805bd866-fa9c-40d5-9d91-caccfa9c77f9, host hv-neutron-8286, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=805bd866-fa9c-40d5-9d91-caccfa9c77f9,segment=NetworkSegment(8c14dc4c-5cba-4515-b629-c4c4699d819f),segment_id=8c14dc4c-5cba-4515-b629-c4c4699d819f)] {{(pid=114376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:08:46.359809 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625773c-c501-4059-b9ab-304fbfacdf64 req-7e1b391c-b4cd-4a60-bd77-6175c90db6a9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:46.361642 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a625773c-c501-4059-b9ab-304fbfacdf64 req-7e1b391c-b4cd-4a60-bd77-6175c90db6a9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=311cd3ee-8cf9-4bf0-95a3-6a0c33971072 HTTP/1.1" status: 200 len: 943 time: 0.0544178 Feb 16 17:08:46.377153 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-c7c356a6-2b57-4c05-b2a2-83ff78b3a5ee req-9dbb262d-87c2-45bf-bed0-b00b30ede621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:46.428463 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c356a6-2b57-4c05-b2a2-83ff78b3a5ee req-9dbb262d-87c2-45bf-bed0-b00b30ede621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:46.429086 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-c7c356a6-2b57-4c05-b2a2-83ff78b3a5ee req-9dbb262d-87c2-45bf-bed0-b00b30ede621 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:46.430467 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c7c356a6-2b57-4c05-b2a2-83ff78b3a5ee req-9dbb262d-87c2-45bf-bed0-b00b30ede621 service neutron] 10.222.0.89 "PUT /v2.0/ports/805bd866-fa9c-40d5-9d91-caccfa9c77f9 HTTP/1.1" status: 200 len: 1093 time: 0.8002763 Feb 16 17:08:46.432832 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311cd3ee-8cf9-4bf0-95a3-6a0c33971072', 'tag': '805bd866-fa9c-40d5-9d91-caccfa9c77f9'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:08:46.435114 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53cabeb5-f0ec-442f-81c8-1e044d8dce6b" -d '{"events": [{"name": "network-changed", "server_uuid": "311cd3ee-8cf9-4bf0-95a3-6a0c33971072", "tag": "805bd866-fa9c-40d5-9d91-caccfa9c77f9"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:08:46.457870 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a625773c-c501-4059-b9ab-304fbfacdf64 req-8ab097fb-d5a7-4406-8039-952588079349 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=08fdff70-3550-4aeb-ae8a-dad8e7e527a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900819 Feb 16 17:08:46.481824 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbb262d-87c2-45bf-bed0-b00b30ede621 service neutron] Pushing event updated for resources: {'Port': ['ID=805bd866-fa9c-40d5-9d91-caccfa9c77f9,revision_number=3']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:46.572184 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e143728b-bd8b-4a19-b2fd-e65f13cc5abd x-openstack-request-id: req-e143728b-bd8b-4a19-b2fd-e65f13cc5abd {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:08:46.572482 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311cd3ee-8cf9-4bf0-95a3-6a0c33971072", "tag": "805bd866-fa9c-40d5-9d91-caccfa9c77f9", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:08:46.572745 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e143728b-bd8b-4a19-b2fd-e65f13cc5abd {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:08:46.573155 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311cd3ee-8cf9-4bf0-95a3-6a0c33971072', 'tag': '805bd866-fa9c-40d5-9d91-caccfa9c77f9', 'status': 'completed', 'code': 200} Feb 16 17:08:46.653273 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c356a6-2b57-4c05-b2a2-83ff78b3a5ee req-606d7207-220d-4a3e-9c54-4bc5fd49a899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:46.654738 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c7c356a6-2b57-4c05-b2a2-83ff78b3a5ee req-606d7207-220d-4a3e-9c54-4bc5fd49a899 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c9820320aae461fbcc5eba944eb2160&device_id=311cd3ee-8cf9-4bf0-95a3-6a0c33971072 HTTP/1.1" status: 200 len: 1096 time: 0.0451279 Feb 16 17:08:46.697717 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c7c356a6-2b57-4c05-b2a2-83ff78b3a5ee req-dba4c1a0-b6fe-4023-ace7-4cb39f62f061 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=805bd866-fa9c-40d5-9d91-caccfa9c77f9 HTTP/1.1" status: 200 len: 217 time: 0.0352399 Feb 16 17:08:46.753222 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c356a6-2b57-4c05-b2a2-83ff78b3a5ee req-8e016086-7539-4792-b8db-ec552e770445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:46.754796 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c7c356a6-2b57-4c05-b2a2-83ff78b3a5ee req-8e016086-7539-4792-b8db-ec552e770445 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2d4f6f32-a76b-47f1-81ef-9735c470662a HTTP/1.1" status: 200 len: 834 time: 0.0498269 Feb 16 17:08:46.830752 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c356a6-2b57-4c05-b2a2-83ff78b3a5ee req-14aaf96c-e24d-45a9-b9f4-ec6f86feeed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:46.832266 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c7c356a6-2b57-4c05-b2a2-83ff78b3a5ee req-14aaf96c-e24d-45a9-b9f4-ec6f86feeed6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a5129c4e-73c6-4a5d-bb85-52cc8bc886aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700440 Feb 16 17:08:46.839545 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9cb50-b0aa-4c1c-a7c1-8ce0c4e03606 req-fb8a9975-18ca-428c-9db5-181c24c286c8 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:46.841174 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a1d9cb50-b0aa-4c1c-a7c1-8ce0c4e03606 req-fb8a9975-18ca-428c-9db5-181c24c286c8 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4a1861f-b508-4310-ad3c-99bec306ffd8 HTTP/1.1" status: 200 len: 945 time: 0.0778804 Feb 16 17:08:46.929805 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a1d9cb50-b0aa-4c1c-a7c1-8ce0c4e03606 req-a027d527-75b9-4292-af19-020eb9f19302 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/security-groups?id=2ab1fb6b-72bb-47cd-ba15-cd961669c091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769675 Feb 16 17:08:46.960917 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c7c356a6-2b57-4c05-b2a2-83ff78b3a5ee req-cee3d073-9926-4293-855e-bb210435c604 service neutron] 10.222.0.89 "GET /v2.0/networks/a5129c4e-73c6-4a5d-bb85-52cc8bc886aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154277 Feb 16 17:08:47.054343 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c7c356a6-2b57-4c05-b2a2-83ff78b3a5ee req-58345632-2b8b-4b7e-922b-a2bbe92c02e9 service neutron] 10.222.0.89 "GET /v2.0/networks/a5129c4e-73c6-4a5d-bb85-52cc8bc886aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856054 Feb 16 17:08:47.226118 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cabeb5-f0ec-442f-81c8-1e044d8dce6b req-07e0effb-92cd-42f3-beaf-73a84ab6be88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:47.227593 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-53cabeb5-f0ec-442f-81c8-1e044d8dce6b req-07e0effb-92cd-42f3-beaf-73a84ab6be88 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c9820320aae461fbcc5eba944eb2160&device_id=311cd3ee-8cf9-4bf0-95a3-6a0c33971072 HTTP/1.1" status: 200 len: 1096 time: 0.0457404 Feb 16 17:08:47.317231 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cabeb5-f0ec-442f-81c8-1e044d8dce6b req-a2bc80a6-5b5b-41b5-95f6-0d8f00318b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:47.318692 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-53cabeb5-f0ec-442f-81c8-1e044d8dce6b req-a2bc80a6-5b5b-41b5-95f6-0d8f00318b5a service neutron] 10.222.0.89 "GET /v2.0/networks?id=a5129c4e-73c6-4a5d-bb85-52cc8bc886aa HTTP/1.1" status: 200 len: 897 time: 0.0843298 Feb 16 17:08:47.359662 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-53cabeb5-f0ec-442f-81c8-1e044d8dce6b req-6bb43e50-fea8-4e56-b4bf-1fb2fb115698 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=805bd866-fa9c-40d5-9d91-caccfa9c77f9 HTTP/1.1" status: 200 len: 217 time: 0.0341334 Feb 16 17:08:47.412128 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cabeb5-f0ec-442f-81c8-1e044d8dce6b req-b8819362-2750-4006-88ad-ad9d98f5f0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:47.413553 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-53cabeb5-f0ec-442f-81c8-1e044d8dce6b req-b8819362-2750-4006-88ad-ad9d98f5f0bf service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2d4f6f32-a76b-47f1-81ef-9735c470662a HTTP/1.1" status: 200 len: 834 time: 0.0464160 Feb 16 17:08:47.459109 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cabeb5-f0ec-442f-81c8-1e044d8dce6b req-c42a681e-ef2c-4248-946d-f07c49d60d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:47.460632 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-53cabeb5-f0ec-442f-81c8-1e044d8dce6b req-c42a681e-ef2c-4248-946d-f07c49d60d6f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a5129c4e-73c6-4a5d-bb85-52cc8bc886aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390821 Feb 16 17:08:47.549769 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-53cabeb5-f0ec-442f-81c8-1e044d8dce6b req-5c19bd82-d31d-43dc-8f34-4a53858fcbcb service neutron] 10.222.0.89 "GET /v2.0/networks/a5129c4e-73c6-4a5d-bb85-52cc8bc886aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810268 Feb 16 17:08:47.578539 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ece4b5-ccd3-4088-a61c-4d5bf2bef02e req-686e091f-8883-4cf0-9251-ed4f43450524 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:47.580027 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-67ece4b5-ccd3-4088-a61c-4d5bf2bef02e req-686e091f-8883-4cf0-9251-ed4f43450524 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=311cd3ee-8cf9-4bf0-95a3-6a0c33971072 HTTP/1.1" status: 200 len: 943 time: 0.0518596 Feb 16 17:08:47.618321 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-67ece4b5-ccd3-4088-a61c-4d5bf2bef02e req-d5da4e87-10ed-4bb1-9e2d-6552fcfaee96 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=08fdff70-3550-4aeb-ae8a-dad8e7e527a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319850 Feb 16 17:08:47.646866 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-53cabeb5-f0ec-442f-81c8-1e044d8dce6b req-8b0fc8c5-5c99-4dc5-899a-57fddacc79c7 service neutron] 10.222.0.89 "GET /v2.0/networks/a5129c4e-73c6-4a5d-bb85-52cc8bc886aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891376 Feb 16 17:08:48.048013 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8843a6-54ec-42b0-92ba-3e3d2a8af8db req-c977bce7-d632-4924-88c9-65845e51175c tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:48.050372 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ba8843a6-54ec-42b0-92ba-3e3d2a8af8db req-c977bce7-d632-4924-88c9-65845e51175c tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4a1861f-b508-4310-ad3c-99bec306ffd8 HTTP/1.1" status: 200 len: 945 time: 0.0486166 Feb 16 17:08:48.086802 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ba8843a6-54ec-42b0-92ba-3e3d2a8af8db req-31a6a402-deaa-4281-8e01-769f616ed011 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/security-groups?id=2ab1fb6b-72bb-47cd-ba15-cd961669c091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305505 Feb 16 17:08:48.299541 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8f64f-e927-40f3-a2bf-d24a3dea0d79 req-2649d1fa-5b5a-4ee1-a64d-f1ded634f569 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:48.301002 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-14d8f64f-e927-40f3-a2bf-d24a3dea0d79 req-2649d1fa-5b5a-4ee1-a64d-f1ded634f569 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.89 "GET /v2.0/ports?device_id=a4a1861f-b508-4310-ad3c-99bec306ffd8 HTTP/1.1" status: 200 len: 945 time: 0.0519602 Feb 16 17:08:48.387331 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-14d8f64f-e927-40f3-a2bf-d24a3dea0d79 req-11a389a9-d446-43f8-9aac-2a66fdbfed75 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Deleting port 45d8738a-0cc1-457b-8c10-d28c48b6abec {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:08:48.387674 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-14d8f64f-e927-40f3-a2bf-d24a3dea0d79 req-11a389a9-d446-43f8-9aac-2a66fdbfed75 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:48.478654 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-14d8f64f-e927-40f3-a2bf-d24a3dea0d79 req-11a389a9-d446-43f8-9aac-2a66fdbfed75 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] For port 45d8738a-0cc1-457b-8c10-d28c48b6abec, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=45d8738a-0cc1-457b-8c10-d28c48b6abec,segment=NetworkSegment(a4c4926b-e8af-44d9-8b2b-ab9d976ba61d),segment_id=a4c4926b-e8af-44d9-8b2b-ab9d976ba61d)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:08:48.479019 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-14d8f64f-e927-40f3-a2bf-d24a3dea0d79 req-11a389a9-d446-43f8-9aac-2a66fdbfed75 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:48.717614 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-14d8f64f-e927-40f3-a2bf-d24a3dea0d79 req-11a389a9-d446-43f8-9aac-2a66fdbfed75 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:48.717966 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-14d8f64f-e927-40f3-a2bf-d24a3dea0d79 req-11a389a9-d446-43f8-9aac-2a66fdbfed75 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:48.718286 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.l3_db [req-14d8f64f-e927-40f3-a2bf-d24a3dea0d79 req-11a389a9-d446-43f8-9aac-2a66fdbfed75 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Floating IP 3133b415-92f7-4195-89df-7662038c7b61 disassociated. External IP: 172.26.3.147, port: 45d8738a-0cc1-457b-8c10-d28c48b6abec. Feb 16 17:08:48.718622 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-14d8f64f-e927-40f3-a2bf-d24a3dea0d79 req-11a389a9-d446-43f8-9aac-2a66fdbfed75 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Calling delete_port for 45d8738a-0cc1-457b-8c10-d28c48b6abec owned by compute:nova {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:08:48.733382 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04790321-2cd1-4fca-b621-63d23b173b05 req-f3b11a05-e99a-442a-9c3b-dd5933c09138 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:48.734869 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-04790321-2cd1-4fca-b621-63d23b173b05 req-f3b11a05-e99a-442a-9c3b-dd5933c09138 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=311cd3ee-8cf9-4bf0-95a3-6a0c33971072 HTTP/1.1" status: 200 len: 943 time: 0.0500531 Feb 16 17:08:48.774773 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-04790321-2cd1-4fca-b621-63d23b173b05 req-89a19614-11b0-4965-95af-f3f787f6b896 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=08fdff70-3550-4aeb-ae8a-dad8e7e527a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324559 Feb 16 17:08:48.945941 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-14d8f64f-e927-40f3-a2bf-d24a3dea0d79 req-11a389a9-d446-43f8-9aac-2a66fdbfed75 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:48.977177 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a389a9-d446-43f8-9aac-2a66fdbfed75 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Pushing event deleted for resources: {'Port': ['ID=45d8738a-0cc1-457b-8c10-d28c48b6abec,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:49.091454 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14d8f64f-e927-40f3-a2bf-d24a3dea0d79 req-11a389a9-d446-43f8-9aac-2a66fdbfed75 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Router b36e62a5-d6e6-4741-84a2-5927cd2a2100 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:08:49.210509 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7d1f83a6-7414-4e5c-95df-1f0965f9915f req-3298d040-dcd2-4f65-90ba-acacbbf4b648 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4a1861f-b508-4310-ad3c-99bec306ffd8 HTTP/1.1" status: 200 len: 210 time: 0.0314610 Feb 16 17:08:49.224139 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14d8f64f-e927-40f3-a2bf-d24a3dea0d79 req-11a389a9-d446-43f8-9aac-2a66fdbfed75 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:08:49.234319 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5c228f-dfb7-438f-929f-24785fa54dac None None] Sync routers for ids ['b36e62a5-d6e6-4741-84a2-5927cd2a2100'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:08:49.244206 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5c228f-dfb7-438f-929f-24785fa54dac None None] Routers {'b36e62a5-d6e6-4741-84a2-5927cd2a2100'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:08:49.244816 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-cb5c228f-dfb7-438f-929f-24785fa54dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:08:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['b36e62a5-d6e6-4741-84a2-5927cd2a2100'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:08:49.293715 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d8f64f-e927-40f3-a2bf-d24a3dea0d79 req-11a389a9-d446-43f8-9aac-2a66fdbfed75 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] No DVR routers for this DVR port 45d8738a-0cc1-457b-8c10-d28c48b6abec on host hv-neutron-8286 {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:08:49.297357 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-14d8f64f-e927-40f3-a2bf-d24a3dea0d79 req-11a389a9-d446-43f8-9aac-2a66fdbfed75 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:49.300881 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-14d8f64f-e927-40f3-a2bf-d24a3dea0d79 req-11a389a9-d446-43f8-9aac-2a66fdbfed75 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.89 "DELETE /v2.0/ports/45d8738a-0cc1-457b-8c10-d28c48b6abec HTTP/1.1" status: 204 len: 173 time: 0.9940467 Feb 16 17:08:49.301484 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a1861f-b508-4310-ad3c-99bec306ffd8', 'name': 'network-vif-deleted', 'tag': '45d8738a-0cc1-457b-8c10-d28c48b6abec'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:08:49.303734 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f8e39e-8cb7-4411-abf2-5f4810672601" -d '{"events": [{"server_uuid": "a4a1861f-b508-4310-ad3c-99bec306ffd8", "name": "network-vif-deleted", "tag": "45d8738a-0cc1-457b-8c10-d28c48b6abec"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:08:49.348303 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3375de4-f447-4a46-bd28-dc0491f76317 x-openstack-request-id: req-d3375de4-f447-4a46-bd28-dc0491f76317 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:08:49.348303 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4a1861f-b508-4310-ad3c-99bec306ffd8", "name": "network-vif-deleted", "tag": "45d8738a-0cc1-457b-8c10-d28c48b6abec", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:08:49.348303 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d3375de4-f447-4a46-bd28-dc0491f76317 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:08:49.348694 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a1861f-b508-4310-ad3c-99bec306ffd8', 'name': 'network-vif-deleted', 'tag': '45d8738a-0cc1-457b-8c10-d28c48b6abec', 'status': 'completed', 'code': 200} Feb 16 17:08:49.380722 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-cb5c228f-dfb7-438f-929f-24785fa54dac None None] Set router b36e62a5-d6e6-4741-84a2-5927cd2a2100 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:08:49.588344 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-cb5c228f-dfb7-438f-929f-24785fa54dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'name': 'tempest-TestVolumeBootPattern-923548383-router', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '931e68fc-5963-44f6-8445-fe1fbe36162f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:53Z', 'updated_at': '2022-02-16T17:04:58Z', 'revision_number': 4, 'project_id': '044ac631b15e4f2096be696887c61622', 'gw_port': {'id': '931e68fc-5963-44f6-8445-fe1fbe36162f', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:34:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:54Z', 'updated_at': '2022-02-16T17:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '2581317b-26b1-4b4d-889f-22df54787e33', 'name': '', 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'mac_address': 'fa:16:3e:3c:61:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '62ae9dc0-3449-4ef8-8ac6-81ada289f9bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:57Z', 'updated_at': '2022-02-16T17:05:05Z', 'revision_number': 5, 'project_id': '044ac631b15e4f2096be696887c61622', 'subnets': [{'id': '62ae9dc0-3449-4ef8-8ac6-81ada289f9bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:08:49.618435 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5c228f-dfb7-438f-929f-24785fa54dac None None] Checking router: b36e62a5-d6e6-4741-84a2-5927cd2a2100 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:08:49.627713 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5c228f-dfb7-438f-929f-24785fa54dac None None] Routers {'b36e62a5-d6e6-4741-84a2-5927cd2a2100'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:08:49.628361 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-cb5c228f-dfb7-438f-929f-24785fa54dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:08:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['b36e62a5-d6e6-4741-84a2-5927cd2a2100'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:08:49.747880 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-cb5c228f-dfb7-438f-929f-24785fa54dac None None] Set router b36e62a5-d6e6-4741-84a2-5927cd2a2100 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:08:49.900899 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138dca34-49d8-4d6e-ab13-5dcc03f6d99b req-76d7ffb7-11d8-48d0-b00d-a983675d35de tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:49.902492 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-138dca34-49d8-4d6e-ab13-5dcc03f6d99b req-76d7ffb7-11d8-48d0-b00d-a983675d35de tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=311cd3ee-8cf9-4bf0-95a3-6a0c33971072 HTTP/1.1" status: 200 len: 943 time: 0.0524464 Feb 16 17:08:49.944359 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-138dca34-49d8-4d6e-ab13-5dcc03f6d99b req-463c516e-4b6e-41fa-82e1-c3d6bd8240a4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=08fdff70-3550-4aeb-ae8a-dad8e7e527a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343010 Feb 16 17:08:50.127778 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-cb5c228f-dfb7-438f-929f-24785fa54dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'name': 'tempest-TestVolumeBootPattern-923548383-router', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '931e68fc-5963-44f6-8445-fe1fbe36162f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:53Z', 'updated_at': '2022-02-16T17:04:58Z', 'revision_number': 4, 'project_id': '044ac631b15e4f2096be696887c61622', 'gw_port': {'id': '931e68fc-5963-44f6-8445-fe1fbe36162f', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:34:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:54Z', 'updated_at': '2022-02-16T17:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '2581317b-26b1-4b4d-889f-22df54787e33', 'name': '', 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'mac_address': 'fa:16:3e:3c:61:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '62ae9dc0-3449-4ef8-8ac6-81ada289f9bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:57Z', 'updated_at': '2022-02-16T17:05:05Z', 'revision_number': 5, 'project_id': '044ac631b15e4f2096be696887c61622', 'subnets': [{'id': '62ae9dc0-3449-4ef8-8ac6-81ada289f9bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:08:50.155009 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5c228f-dfb7-438f-929f-24785fa54dac None None] The sync data for ids ['b36e62a5-d6e6-4741-84a2-5927cd2a2100'] in dv-neutron-828697-3-hyperv is: [{'id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'name': 'tempest-TestVolumeBootPattern-923548383-router', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '931e68fc-5963-44f6-8445-fe1fbe36162f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:53Z', 'updated_at': '2022-02-16T17:04:58Z', 'revision_number': 4, 'project_id': '044ac631b15e4f2096be696887c61622', 'gw_port': {'id': '931e68fc-5963-44f6-8445-fe1fbe36162f', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:34:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:54Z', 'updated_at': '2022-02-16T17:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '2581317b-26b1-4b4d-889f-22df54787e33', 'name': '', 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'mac_address': 'fa:16:3e:3c:61:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '62ae9dc0-3449-4ef8-8ac6-81ada289f9bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:57Z', 'updated_at': '2022-02-16T17:05:05Z', 'revision_number': 5, 'project_id': '044ac631b15e4f2096be696887c61622', 'subnets': [{'id': '62ae9dc0-3449-4ef8-8ac6-81ada289f9bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:08:50.308647 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-e9126c5a-c669-4de2-accf-067d65d4f544 req-43542777-6dd8-4c78-89d2-40157679e874 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4a1861f-b508-4310-ad3c-99bec306ffd8 HTTP/1.1" status: 200 len: 210 time: 0.0274067 Feb 16 17:08:50.377590 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9808384-44ee-4b47-aa4b-0b3534f8a725 None None] New status for floating IP 3133b415-92f7-4195-89df-7662038c7b61: DOWN {{(pid=114378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:08:51.065157 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4ba9b2-33e3-4003-b4f4-ef6cc44d2503 req-5f2272a8-686f-44cf-9120-b9b3d4b5a1aa tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:51.066597 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5c4ba9b2-33e3-4003-b4f4-ef6cc44d2503 req-5f2272a8-686f-44cf-9120-b9b3d4b5a1aa tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=311cd3ee-8cf9-4bf0-95a3-6a0c33971072 HTTP/1.1" status: 200 len: 943 time: 0.0537238 Feb 16 17:08:51.107839 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5c4ba9b2-33e3-4003-b4f4-ef6cc44d2503 req-36912563-9e44-4ef3-80b6-e28fa20456c1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=08fdff70-3550-4aeb-ae8a-dad8e7e527a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344095 Feb 16 17:08:51.165481 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 805bd866-fa9c-40d5-9d91-caccfa9c77f9 details requested by agent hyperv_hv-neutron-8286 with host hv-neutron-8286 {{(pid=114377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:08:51.262436 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 805bd866-fa9c-40d5-9d91-caccfa9c77f9, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=805bd866-fa9c-40d5-9d91-caccfa9c77f9,segment=NetworkSegment(8c14dc4c-5cba-4515-b629-c4c4699d819f),segment_id=8c14dc4c-5cba-4515-b629-c4c4699d819f)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:08:51.274099 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Returning: {'device': '805bd866-fa9c-40d5-9d91-caccfa9c77f9', 'network_id': 'a5129c4e-73c6-4a5d-bb85-52cc8bc886aa', 'port_id': '805bd866-fa9c-40d5-9d91-caccfa9c77f9', 'mac_address': 'fa:16:3e:93:e5:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d4f6f32-a76b-47f1-81ef-9735c470662a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:08:51.310720 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:51.324080 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 805bd866-fa9c-40d5-9d91-caccfa9c77f9 {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:08:51.343882 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 805bd866-fa9c-40d5-9d91-caccfa9c77f9, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=805bd866-fa9c-40d5-9d91-caccfa9c77f9,segment=NetworkSegment(8c14dc4c-5cba-4515-b629-c4c4699d819f),segment_id=8c14dc4c-5cba-4515-b629-c4c4699d819f)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:08:51.392639 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:51.410235 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-80648830-f4b0-4f9f-ada5-b55277cb2aec req-6ff5d375-8812-402b-aefb-44ebdfe668c2 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4a1861f-b508-4310-ad3c-99bec306ffd8 HTTP/1.1" status: 200 len: 210 time: 0.0278552 Feb 16 17:08:51.448353 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=805bd866-fa9c-40d5-9d91-caccfa9c77f9,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:51.456273 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:08:51.456624 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:08:51.456973 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:08:51.457316 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:08:51.457650 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:08:51.457986 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:08:51.458319 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:08:51.458654 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:08:51.458983 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:08:51.459315 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:08:51.459646 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:08:51.459971 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:08:51.595266 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['805bd866-fa9c-40d5-9d91-caccfa9c77f9'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:08:52.225757 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92507a-3b6b-4052-85e3-1bb269bbd6ab req-5190d1ce-0102-442d-9338-67b9017b4315 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:52.227223 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0b92507a-3b6b-4052-85e3-1bb269bbd6ab req-5190d1ce-0102-442d-9338-67b9017b4315 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=311cd3ee-8cf9-4bf0-95a3-6a0c33971072 HTTP/1.1" status: 200 len: 944 time: 0.0542035 Feb 16 17:08:52.265507 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0b92507a-3b6b-4052-85e3-1bb269bbd6ab req-a93d4db7-ed95-49ba-a053-f7f4913cf805 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=08fdff70-3550-4aeb-ae8a-dad8e7e527a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321462 Feb 16 17:08:52.513930 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-83720549-94a0-4479-b2cb-7e74937aa2a8 req-5141366b-3df5-4e6d-827f-b374f6ad1e1c tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4a1861f-b508-4310-ad3c-99bec306ffd8 HTTP/1.1" status: 200 len: 210 time: 0.0297256 Feb 16 17:08:53.196824 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 805bd866-fa9c-40d5-9d91-caccfa9c77f9 up at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:08:53.309613 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning for port 805bd866-fa9c-40d5-9d91-caccfa9c77f9 completed by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:08:53.314544 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning complete for port 805bd866-fa9c-40d5-9d91-caccfa9c77f9 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:08:53.314921 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:53.381594 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c2723-7e3f-466d-a365-57abac96e350 req-715480b7-6b3c-4d43-aaf4-6c1c20b1a621 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:53.383103 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e27c2723-7e3f-466d-a365-57abac96e350 req-715480b7-6b3c-4d43-aaf4-6c1c20b1a621 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=311cd3ee-8cf9-4bf0-95a3-6a0c33971072 HTTP/1.1" status: 200 len: 944 time: 0.0496740 Feb 16 17:08:53.397632 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:53.419607 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311cd3ee-8cf9-4bf0-95a3-6a0c33971072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '805bd866-fa9c-40d5-9d91-caccfa9c77f9'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:08:53.421901 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec05a983-d970-4342-a1de-821d86f1cbef" -d '{"events": [{"server_uuid": "311cd3ee-8cf9-4bf0-95a3-6a0c33971072", "name": "network-vif-plugged", "status": "completed", "tag": "805bd866-fa9c-40d5-9d91-caccfa9c77f9"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:08:53.422435 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e27c2723-7e3f-466d-a365-57abac96e350 req-db682e1a-cc1b-422c-911b-20fbd392c9c9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=08fdff70-3550-4aeb-ae8a-dad8e7e527a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329077 Feb 16 17:08:53.434930 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 805bd866-fa9c-40d5-9d91-caccfa9c77f9, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=805bd866-fa9c-40d5-9d91-caccfa9c77f9,segment=NetworkSegment(8c14dc4c-5cba-4515-b629-c4c4699d819f),segment_id=8c14dc4c-5cba-4515-b629-c4c4699d819f)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:08:53.460051 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1ed886-2807-4ca6-933e-1113a39a4d1d x-openstack-request-id: req-6b1ed886-2807-4ca6-933e-1113a39a4d1d {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:08:53.460350 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311cd3ee-8cf9-4bf0-95a3-6a0c33971072", "name": "network-vif-plugged", "status": "completed", "tag": "805bd866-fa9c-40d5-9d91-caccfa9c77f9", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:08:53.460650 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6b1ed886-2807-4ca6-933e-1113a39a4d1d {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:08:53.461125 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311cd3ee-8cf9-4bf0-95a3-6a0c33971072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '805bd866-fa9c-40d5-9d91-caccfa9c77f9', 'code': 200} Feb 16 17:08:53.505542 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:53.506491 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 45d8738a-0cc1-457b-8c10-d28c48b6abec no longer exists at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:08:53.545256 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] No Port match for: 45d8738a-0cc1-457b-8c10-d28c48b6abec {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:08:53.545714 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 45d8738a-0cc1-457b-8c10-d28c48b6abec not bound to the agent host hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:08:53.571232 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=805bd866-fa9c-40d5-9d91-caccfa9c77f9,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:53.621700 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-9237011e-835d-43ea-95d2-664750654f34 req-a23c7726-a766-4319-823f-6aa25dc02323 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4a1861f-b508-4310-ad3c-99bec306ffd8 HTTP/1.1" status: 200 len: 210 time: 0.0271246 Feb 16 17:08:53.746088 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc91579-3ca9-4956-bf86-b035d7eb43a1 req-73b3cedc-81cd-4db8-a2de-61904c042715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:53.747587 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6fc91579-3ca9-4956-bf86-b035d7eb43a1 req-73b3cedc-81cd-4db8-a2de-61904c042715 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=311cd3ee-8cf9-4bf0-95a3-6a0c33971072 HTTP/1.1" status: 200 len: 1098 time: 0.0399518 Feb 16 17:08:53.784452 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6fc91579-3ca9-4956-bf86-b035d7eb43a1 req-ef2cac3d-f432-4e38-9500-3e94941cbd7d service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=08fdff70-3550-4aeb-ae8a-dad8e7e527a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307474 Feb 16 17:08:54.537266 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398696e-5f60-4432-807a-af816ee1e4a8 req-7ddb7312-7127-4ec1-bc25-888829f532e8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:54.538840 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-c398696e-5f60-4432-807a-af816ee1e4a8 req-7ddb7312-7127-4ec1-bc25-888829f532e8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=311cd3ee-8cf9-4bf0-95a3-6a0c33971072 HTTP/1.1" status: 200 len: 945 time: 0.0472870 Feb 16 17:08:54.575781 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-c398696e-5f60-4432-807a-af816ee1e4a8 req-6c53b817-5716-48c1-82d8-2fbf5b3fd65c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=08fdff70-3550-4aeb-ae8a-dad8e7e527a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311131 Feb 16 17:08:54.816400 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-dd3b7af0-27ca-46c9-9eb6-3052588161a8 req-8bbe5d97-02e2-427e-982a-9bae895677fe tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1203506779&fields=id&tenant_id=044ac631b15e4f2096be696887c61622 HTTP/1.1" status: 200 len: 267 time: 0.0325549 Feb 16 17:08:54.936797 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b7af0-27ca-46c9-9eb6-3052588161a8 req-82840c63-ebcb-4f46-b45c-609b05bc9aac tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:54.938266 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-dd3b7af0-27ca-46c9-9eb6-3052588161a8 req-82840c63-ebcb-4f46-b45c-609b05bc9aac tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/networks?id=c364a6ac-af1f-40c5-af86-f038476be8ba HTTP/1.1" status: 200 len: 811 time: 0.1150198 Feb 16 17:08:54.956055 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-dd3b7af0-27ca-46c9-9eb6-3052588161a8 req-22237cd5-e403-4b15-b101-646417e234d0 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/quotas/044ac631b15e4f2096be696887c61622 HTTP/1.1" status: 200 len: 375 time: 0.0090039 Feb 16 17:08:55.007574 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-dd3b7af0-27ca-46c9-9eb6-3052588161a8 req-b635dc1c-da14-4c2e-bdc4-b9f968118bd7 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=044ac631b15e4f2096be696887c61622&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0486758 Feb 16 17:08:55.022839 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [req-dd3b7af0-27ca-46c9-9eb6-3052588161a8 req-66ab5563-11b4-40a1-ac43-30a8c022d387 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:08:55.023873 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-dd3b7af0-27ca-46c9-9eb6-3052588161a8 req-66ab5563-11b4-40a1-ac43-30a8c022d387 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050395 Feb 16 17:08:55.112437 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-dd3b7af0-27ca-46c9-9eb6-3052588161a8 req-3589c771-87a9-47f2-b3af-00ec6fd10f23 service neutron] 10.222.0.88 "GET /v2.0/networks/c364a6ac-af1f-40c5-af86-f038476be8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830734 Feb 16 17:08:55.203841 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-dd3b7af0-27ca-46c9-9eb6-3052588161a8 req-dd4d3949-9a30-4bcd-add4-dee14c9ee9a8 service neutron] 10.222.0.88 "GET /v2.0/networks/c364a6ac-af1f-40c5-af86-f038476be8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851793 Feb 16 17:08:55.688412 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956837b-d997-4125-abc2-5b935d6fef88 req-45c7cb87-f082-43c1-aae8-43e26bb566c2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:55.690584 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d956837b-d997-4125-abc2-5b935d6fef88 req-45c7cb87-f082-43c1-aae8-43e26bb566c2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=311cd3ee-8cf9-4bf0-95a3-6a0c33971072 HTTP/1.1" status: 200 len: 945 time: 0.0504677 Feb 16 17:08:55.733100 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d956837b-d997-4125-abc2-5b935d6fef88 req-91d82cd4-a6e9-425b-9a39-5b00d92f0ec8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=08fdff70-3550-4aeb-ae8a-dad8e7e527a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358901 Feb 16 17:08:55.755424 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-c717525d-b913-4086-b084-789585f3d6ac req-fbb2389c-0899-4c6b-bd17-c3288ef5bbec tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=df7b236f-2fdb-4461-bece-dc32f359e260 HTTP/1.1" status: 200 len: 210 time: 0.0335979 Feb 16 17:08:55.848257 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca8aed-556b-46e3-88d5-eb7b5696cbae req-90eedeb9-7165-49c1-b4b7-d30d05a057d3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:55.849809 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-72ca8aed-556b-46e3-88d5-eb7b5696cbae req-90eedeb9-7165-49c1-b4b7-d30d05a057d3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=311cd3ee-8cf9-4bf0-95a3-6a0c33971072 HTTP/1.1" status: 200 len: 945 time: 0.0491490 Feb 16 17:08:55.889386 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-72ca8aed-556b-46e3-88d5-eb7b5696cbae req-f5c4b5d1-d305-45a0-996a-517a948242e5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=08fdff70-3550-4aeb-ae8a-dad8e7e527a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334811 Feb 16 17:08:55.910661 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 55064) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:08:55.951564 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83061dd2-9d86-48cb-8c70-e7438d70a5f6 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:55.956338 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-83061dd2-9d86-48cb-8c70-e7438d70a5f6 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=311cd3ee-8cf9-4bf0-95a3-6a0c33971072 HTTP/1.1" status: 200 len: 1093 time: 0.0417631 Feb 16 17:08:55.956338 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 55066) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:08:55.960658 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-76d93004-716c-4367-b933-7a1d01b1e261 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'floatingip': {'port_id': '805bd866-fa9c-40d5-9d91-caccfa9c77f9'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:08:56.003670 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-76d93004-716c-4367-b933-7a1d01b1e261 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for floatingip, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:56.846473 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-d46547d2-1470-43ce-8c43-cc0f58e905dc req-27badf37-351b-49eb-9ccc-84903f6038d6 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=df7b236f-2fdb-4461-bece-dc32f359e260 HTTP/1.1" status: 200 len: 210 time: 0.0259652 Feb 16 17:08:56.902010 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-76d93004-716c-4367-b933-7a1d01b1e261 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:56.961019 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-76d93004-716c-4367-b933-7a1d01b1e261 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:57.060845 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.l3_db [None req-76d93004-716c-4367-b933-7a1d01b1e261 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Floating IP 4e25540f-b90b-43cc-b427-2f34080e5665 associated. External IP: 172.26.3.14, port: 805bd866-fa9c-40d5-9d91-caccfa9c77f9. Feb 16 17:08:57.270066 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d93004-716c-4367-b933-7a1d01b1e261 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Router 84931cad-d4ec-4e0c-a33e-5beb535c63e0 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:08:57.375248 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d93004-716c-4367-b933-7a1d01b1e261 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:08:57.379868 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-76d93004-716c-4367-b933-7a1d01b1e261 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:57.393616 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783c370a-6c48-451a-9df3-e95a8cff679c None None] Sync routers for ids ['84931cad-d4ec-4e0c-a33e-5beb535c63e0'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:08:57.409373 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783c370a-6c48-451a-9df3-e95a8cff679c None None] Routers {'84931cad-d4ec-4e0c-a33e-5beb535c63e0'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:08:57.410006 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-783c370a-6c48-451a-9df3-e95a8cff679c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:08:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['84931cad-d4ec-4e0c-a33e-5beb535c63e0'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:08:57.410413 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-76d93004-716c-4367-b933-7a1d01b1e261 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "PUT /v2.0/floatingips/4e25540f-b90b-43cc-b427-2f34080e5665 HTTP/1.1" status: 200 len: 990 time: 1.4531622 Feb 16 17:08:57.411000 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311cd3ee-8cf9-4bf0-95a3-6a0c33971072', 'tag': '805bd866-fa9c-40d5-9d91-caccfa9c77f9'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:08:57.413204 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55072) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:08:57.413426 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8796813-cd2c-4934-9557-31d99215e8b3" -d '{"events": [{"name": "network-changed", "server_uuid": "311cd3ee-8cf9-4bf0-95a3-6a0c33971072", "tag": "805bd866-fa9c-40d5-9d91-caccfa9c77f9"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:08:57.464623 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94b508a-6bc8-4335-81d9-5ef78400c07a x-openstack-request-id: req-c94b508a-6bc8-4335-81d9-5ef78400c07a {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:08:57.465129 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311cd3ee-8cf9-4bf0-95a3-6a0c33971072", "tag": "805bd866-fa9c-40d5-9d91-caccfa9c77f9", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:08:57.465548 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c94b508a-6bc8-4335-81d9-5ef78400c07a {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:08:57.466118 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311cd3ee-8cf9-4bf0-95a3-6a0c33971072', 'tag': '805bd866-fa9c-40d5-9d91-caccfa9c77f9', 'status': 'completed', 'code': 200} Feb 16 17:08:57.494799 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-49c0d83a-ccfb-4daf-832c-b6c0d52f1b41 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/floatingips/4e25540f-b90b-43cc-b427-2f34080e5665 HTTP/1.1" status: 200 len: 990 time: 0.0804372 Feb 16 17:08:57.539020 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8796813-cd2c-4934-9557-31d99215e8b3 req-b83716fe-77f1-414b-8944-a5280463de2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:57.540574 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d8796813-cd2c-4934-9557-31d99215e8b3 req-b83716fe-77f1-414b-8944-a5280463de2f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c9820320aae461fbcc5eba944eb2160&device_id=311cd3ee-8cf9-4bf0-95a3-6a0c33971072 HTTP/1.1" status: 200 len: 1098 time: 0.0439470 Feb 16 17:08:57.548011 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-783c370a-6c48-451a-9df3-e95a8cff679c None None] Set router 84931cad-d4ec-4e0c-a33e-5beb535c63e0 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:08:57.698811 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8796813-cd2c-4934-9557-31d99215e8b3 req-8492123e-a91e-4eb1-b27a-64483e7b2ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:57.700330 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d8796813-cd2c-4934-9557-31d99215e8b3 req-8492123e-a91e-4eb1-b27a-64483e7b2ff6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a5129c4e-73c6-4a5d-bb85-52cc8bc886aa HTTP/1.1" status: 200 len: 897 time: 0.1529753 Feb 16 17:08:57.789729 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-783c370a-6c48-451a-9df3-e95a8cff679c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'name': 'tempest-TestNetworkBasicOps-router-574126027', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': '3e14253a-7010-4532-9482-a2660c4ae452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:07:37Z', 'updated_at': '2022-02-16T17:07:42Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': '3e14253a-7010-4532-9482-a2660c4ae452', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:07:38Z', 'updated_at': '2022-02-16T17:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '4e25540f-b90b-43cc-b427-2f34080e5665', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'floating_ip_address': '172.26.3.14', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'port_id': '805bd866-fa9c-40d5-9d91-caccfa9c77f9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5129c4e-73c6-4a5d-bb85-52cc8bc886aa', 'mac_address': 'fa:16:3e:93:e5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311cd3ee-8cf9-4bf0-95a3-6a0c33971072', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:07:59Z', 'updated_at': '2022-02-16T17:08:56Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22371dcb-56a2-476e-9ccf-6ecd39de01b0', 'name': '', 'network_id': 'a5129c4e-73c6-4a5d-bb85-52cc8bc886aa', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:b1:6e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '2d4f6f32-a76b-47f1-81ef-9735c470662a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:07:41Z', 'updated_at': '2022-02-16T17:07:44Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': '2d4f6f32-a76b-47f1-81ef-9735c470662a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:08:57.795880 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b7af0-27ca-46c9-9eb6-3052588161a8 req-0944d712-90c2-4a3b-b7b0-e146fa7b1eb4 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:57.797347 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-dd3b7af0-27ca-46c9-9eb6-3052588161a8 req-0944d712-90c2-4a3b-b7b0-e146fa7b1eb4 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.89 "GET /v2.0/networks?id=c364a6ac-af1f-40c5-af86-f038476be8ba HTTP/1.1" status: 200 len: 811 time: 0.1778221 Feb 16 17:08:57.805508 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d8796813-cd2c-4934-9557-31d99215e8b3 req-2e6f5339-1cf4-41ef-b1c3-8327fcbb048a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=805bd866-fa9c-40d5-9d91-caccfa9c77f9 HTTP/1.1" status: 200 len: 998 time: 0.0965347 Feb 16 17:08:57.817770 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783c370a-6c48-451a-9df3-e95a8cff679c None None] Checking router: 84931cad-d4ec-4e0c-a33e-5beb535c63e0 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:08:57.826293 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783c370a-6c48-451a-9df3-e95a8cff679c None None] Routers {'84931cad-d4ec-4e0c-a33e-5beb535c63e0'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:08:57.827042 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-783c370a-6c48-451a-9df3-e95a8cff679c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:08:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['84931cad-d4ec-4e0c-a33e-5beb535c63e0'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:08:57.880361 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-dd3b7af0-27ca-46c9-9eb6-3052588161a8 req-80d4775d-adb3-4f52-be18-03642cc20918 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=044ac631b15e4f2096be696887c61622 HTTP/1.1" status: 200 len: 380 time: 0.0732846 Feb 16 17:08:57.885055 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8796813-cd2c-4934-9557-31d99215e8b3 req-fa2b4edb-d598-4f2b-9651-c702d91d2968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:57.886825 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d8796813-cd2c-4934-9557-31d99215e8b3 req-fa2b4edb-d598-4f2b-9651-c702d91d2968 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2d4f6f32-a76b-47f1-81ef-9735c470662a HTTP/1.1" status: 200 len: 834 time: 0.0746396 Feb 16 17:08:57.891480 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-dd3b7af0-27ca-46c9-9eb6-3052588161a8 req-928ed4ba-373d-461a-ba13-06318f663912 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Request body: {'port': {'device_id': 'df7b236f-2fdb-4461-bece-dc32f359e260', 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba', 'admin_state_up': True, 'tenant_id': '044ac631b15e4f2096be696887c61622', 'security_groups': ['2ab1fb6b-72bb-47cd-ba15-cd961669c091']}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:08:57.957699 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-d43aa014-8860-421c-a63f-8b517af817b6 req-edad6dd5-ce89-4d46-9b68-a73379d09acc tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=df7b236f-2fdb-4461-bece-dc32f359e260 HTTP/1.1" status: 200 len: 210 time: 0.0352118 Feb 16 17:08:57.966263 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-783c370a-6c48-451a-9df3-e95a8cff679c None None] Set router 84931cad-d4ec-4e0c-a33e-5beb535c63e0 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:08:58.001740 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8796813-cd2c-4934-9557-31d99215e8b3 req-94ec4482-a39c-4f03-8cd4-512e73184434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:58.003246 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d8796813-cd2c-4934-9557-31d99215e8b3 req-94ec4482-a39c-4f03-8cd4-512e73184434 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a5129c4e-73c6-4a5d-bb85-52cc8bc886aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1080811 Feb 16 17:08:58.127678 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d8796813-cd2c-4934-9557-31d99215e8b3 req-18d50d0a-471a-4ed9-9307-bd776a0f0143 service neutron] 10.222.0.89 "GET /v2.0/networks/a5129c4e-73c6-4a5d-bb85-52cc8bc886aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147590 Feb 16 17:08:58.219669 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd3b7af0-27ca-46c9-9eb6-3052588161a8 req-928ed4ba-373d-461a-ba13-06318f663912 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Made reservation on behalf of 044ac631b15e4f2096be696887c61622 for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:08:58.223737 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-dd3b7af0-27ca-46c9-9eb6-3052588161a8 req-928ed4ba-373d-461a-ba13-06318f663912 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:58.226699 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-783c370a-6c48-451a-9df3-e95a8cff679c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'name': 'tempest-TestNetworkBasicOps-router-574126027', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': '3e14253a-7010-4532-9482-a2660c4ae452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:07:37Z', 'updated_at': '2022-02-16T17:07:42Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': '3e14253a-7010-4532-9482-a2660c4ae452', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:07:38Z', 'updated_at': '2022-02-16T17:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '4e25540f-b90b-43cc-b427-2f34080e5665', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'floating_ip_address': '172.26.3.14', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'port_id': '805bd866-fa9c-40d5-9d91-caccfa9c77f9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5129c4e-73c6-4a5d-bb85-52cc8bc886aa', 'mac_address': 'fa:16:3e:93:e5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311cd3ee-8cf9-4bf0-95a3-6a0c33971072', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:07:59Z', 'updated_at': '2022-02-16T17:08:56Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22371dcb-56a2-476e-9ccf-6ecd39de01b0', 'name': '', 'network_id': 'a5129c4e-73c6-4a5d-bb85-52cc8bc886aa', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:b1:6e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '2d4f6f32-a76b-47f1-81ef-9735c470662a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:07:41Z', 'updated_at': '2022-02-16T17:07:44Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': '2d4f6f32-a76b-47f1-81ef-9735c470662a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:08:58.241144 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d8796813-cd2c-4934-9557-31d99215e8b3 req-c6710523-d432-49cb-be36-278c3fd73cdb service neutron] 10.222.0.89 "GET /v2.0/networks/a5129c4e-73c6-4a5d-bb85-52cc8bc886aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063693 Feb 16 17:08:58.256502 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783c370a-6c48-451a-9df3-e95a8cff679c None None] The sync data for ids ['84931cad-d4ec-4e0c-a33e-5beb535c63e0'] in dv-neutron-828697-3-hyperv is: [{'id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'name': 'tempest-TestNetworkBasicOps-router-574126027', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': '3e14253a-7010-4532-9482-a2660c4ae452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:07:37Z', 'updated_at': '2022-02-16T17:07:42Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': '3e14253a-7010-4532-9482-a2660c4ae452', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:07:38Z', 'updated_at': '2022-02-16T17:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '4e25540f-b90b-43cc-b427-2f34080e5665', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'floating_ip_address': '172.26.3.14', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'port_id': '805bd866-fa9c-40d5-9d91-caccfa9c77f9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5129c4e-73c6-4a5d-bb85-52cc8bc886aa', 'mac_address': 'fa:16:3e:93:e5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311cd3ee-8cf9-4bf0-95a3-6a0c33971072', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:07:59Z', 'updated_at': '2022-02-16T17:08:56Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22371dcb-56a2-476e-9ccf-6ecd39de01b0', 'name': '', 'network_id': 'a5129c4e-73c6-4a5d-bb85-52cc8bc886aa', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:b1:6e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '2d4f6f32-a76b-47f1-81ef-9735c470662a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:07:41Z', 'updated_at': '2022-02-16T17:07:44Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': '2d4f6f32-a76b-47f1-81ef-9735c470662a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:08:58.369634 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [req-dd3b7af0-27ca-46c9-9eb6-3052588161a8 req-928ed4ba-373d-461a-ba13-06318f663912 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Allocated IP 172.20.0.13 (c364a6ac-af1f-40c5-af86-f038476be8ba/62ae9dc0-3449-4ef8-8ac6-81ada289f9bf/c39879e1-bb6a-4739-8b0d-2dc33917f7cd) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:08:58.477241 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd09aa9c-bed3-4622-ac55-af10727e2815 None None] New status for floating IP 4e25540f-b90b-43cc-b427-2f34080e5665: ACTIVE {{(pid=114378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:08:58.498117 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55082) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:08:58.518360 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-dd3b7af0-27ca-46c9-9eb6-3052588161a8 req-928ed4ba-373d-461a-ba13-06318f663912 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:58.573641 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-0e77ceec-395d-498d-8fcc-cb401dc5e474 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/floatingips/4e25540f-b90b-43cc-b427-2f34080e5665 HTTP/1.1" status: 200 len: 990 time: 0.0740364 Feb 16 17:08:58.620503 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-dd3b7af0-27ca-46c9-9eb6-3052588161a8 req-928ed4ba-373d-461a-ba13-06318f663912 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:58.666189 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd3b7af0-27ca-46c9-9eb6-3052588161a8 req-928ed4ba-373d-461a-ba13-06318f663912 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Network c364a6ac-af1f-40c5-af86-f038476be8ba is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:08:58.669143 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [req-dd3b7af0-27ca-46c9-9eb6-3052588161a8 req-928ed4ba-373d-461a-ba13-06318f663912 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:08:58.673336 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd3b7af0-27ca-46c9-9eb6-3052588161a8 req-928ed4ba-373d-461a-ba13-06318f663912 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:08:58.698153 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ed4ba-373d-461a-ba13-06318f663912 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Pushing event updated for resources: {'Port': ['ID=c39879e1-bb6a-4739-8b0d-2dc33917f7cd,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:58.740684 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b7af0-27ca-46c9-9eb6-3052588161a8 req-928ed4ba-373d-461a-ba13-06318f663912 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:58.741469 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-dd3b7af0-27ca-46c9-9eb6-3052588161a8 req-928ed4ba-373d-461a-ba13-06318f663912 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:58.828909 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-dd3b7af0-27ca-46c9-9eb6-3052588161a8 req-928ed4ba-373d-461a-ba13-06318f663912 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9408927 Feb 16 17:08:58.844419 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-dd3b7af0-27ca-46c9-9eb6-3052588161a8 req-d3caf47b-0a2b-4278-8308-67136fdfa364 service neutron] Request body: {'port': {'device_id': 'df7b236f-2fdb-4461-bece-dc32f359e260', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8286'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:08:58.905235 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-dd3b7af0-27ca-46c9-9eb6-3052588161a8 req-d3caf47b-0a2b-4278-8308-67136fdfa364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:58.963857 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-8a85c3d6-0d09-4225-b09b-876ca90e6845 None None] Provisioning complete for port c39879e1-bb6a-4739-8b0d-2dc33917f7cd triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:08:58.964661 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8a85c3d6-0d09-4225-b09b-876ca90e6845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:58.999773 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-8a85c3d6-0d09-4225-b09b-876ca90e6845 None None] Port c39879e1-bb6a-4739-8b0d-2dc33917f7cd cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:08:59.146866 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b6458-6015-4618-9219-5f1237c6c14d req-d0855f2a-05a7-496f-910b-034d6c1301a6 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:59.148287 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b87b6458-6015-4618-9219-5f1237c6c14d req-d0855f2a-05a7-496f-910b-034d6c1301a6 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=df7b236f-2fdb-4461-bece-dc32f359e260 HTTP/1.1" status: 200 len: 932 time: 0.0968645 Feb 16 17:08:59.218511 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b87b6458-6015-4618-9219-5f1237c6c14d req-7247730d-b09e-41bb-9f25-a8b542360a24 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/security-groups?id=2ab1fb6b-72bb-47cd-ba15-cd961669c091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580916 Feb 16 17:08:59.255377 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [req-dd3b7af0-27ca-46c9-9eb6-3052588161a8 req-d3caf47b-0a2b-4278-8308-67136fdfa364 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c39879e1-bb6a-4739-8b0d-2dc33917f7cd {{(pid=114376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:08:59.263166 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-dd3b7af0-27ca-46c9-9eb6-3052588161a8 req-d3caf47b-0a2b-4278-8308-67136fdfa364 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:59.275452 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.provisioning_blocks [req-dd3b7af0-27ca-46c9-9eb6-3052588161a8 req-d3caf47b-0a2b-4278-8308-67136fdfa364 service neutron] Transition to ACTIVE for port object c39879e1-bb6a-4739-8b0d-2dc33917f7cd will not be triggered until provisioned by entity L2. {{(pid=114376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:08:59.355072 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-dd3b7af0-27ca-46c9-9eb6-3052588161a8 req-d3caf47b-0a2b-4278-8308-67136fdfa364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:59.423600 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3caf47b-0a2b-4278-8308-67136fdfa364 service neutron] Pushing event updated for resources: {'Port': ['ID=c39879e1-bb6a-4739-8b0d-2dc33917f7cd,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:59.478652 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-dd3b7af0-27ca-46c9-9eb6-3052588161a8 req-d3caf47b-0a2b-4278-8308-67136fdfa364 service neutron] Attempting to bind port c39879e1-bb6a-4739-8b0d-2dc33917f7cd on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:08:59.479276 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-dd3b7af0-27ca-46c9-9eb6-3052588161a8 req-d3caf47b-0a2b-4278-8308-67136fdfa364 service neutron] Attempting to bind port c39879e1-bb6a-4739-8b0d-2dc33917f7cd by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': 'a4c4926b-e8af-44d9-8b2b-ab9d976ba61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:08:59.479612 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3b7af0-27ca-46c9-9eb6-3052588161a8 req-d3caf47b-0a2b-4278-8308-67136fdfa364 service neutron] Attempting to bind port c39879e1-bb6a-4739-8b0d-2dc33917f7cd on network c364a6ac-af1f-40c5-af86-f038476be8ba {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:08:59.484193 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3b7af0-27ca-46c9-9eb6-3052588161a8 req-d3caf47b-0a2b-4278-8308-67136fdfa364 service neutron] Port c39879e1-bb6a-4739-8b0d-2dc33917f7cd on network c364a6ac-af1f-40c5-af86-f038476be8ba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:08:59.484527 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3b7af0-27ca-46c9-9eb6-3052588161a8 req-d3caf47b-0a2b-4278-8308-67136fdfa364 service neutron] Attempting to bind port c39879e1-bb6a-4739-8b0d-2dc33917f7cd on network c364a6ac-af1f-40c5-af86-f038476be8ba {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:08:59.490256 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3b7af0-27ca-46c9-9eb6-3052588161a8 req-d3caf47b-0a2b-4278-8308-67136fdfa364 service neutron] Checking agent: {'id': '65dda45c-bbef-42f9-9728-e0fd84037987', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8286', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 56), 'started_at': datetime.datetime(2022, 2, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:08:59.490599 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3b7af0-27ca-46c9-9eb6-3052588161a8 req-d3caf47b-0a2b-4278-8308-67136fdfa364 service neutron] Checking segment: {'id': 'a4c4926b-e8af-44d9-8b2b-ab9d976ba61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:08:59.491049 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3b7af0-27ca-46c9-9eb6-3052588161a8 req-d3caf47b-0a2b-4278-8308-67136fdfa364 service neutron] Bound using segment: {'id': 'a4c4926b-e8af-44d9-8b2b-ab9d976ba61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba'} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:08:59.491484 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-dd3b7af0-27ca-46c9-9eb6-3052588161a8 req-d3caf47b-0a2b-4278-8308-67136fdfa364 service neutron] Bound port: c39879e1-bb6a-4739-8b0d-2dc33917f7cd, host: hv-neutron-8286, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4c4926b-e8af-44d9-8b2b-ab9d976ba61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba'}}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:08:59.491846 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-dd3b7af0-27ca-46c9-9eb6-3052588161a8 req-d3caf47b-0a2b-4278-8308-67136fdfa364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:59.557480 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-dd3b7af0-27ca-46c9-9eb6-3052588161a8 req-d3caf47b-0a2b-4278-8308-67136fdfa364 service neutron] For port c39879e1-bb6a-4739-8b0d-2dc33917f7cd, host hv-neutron-8286, cleared binding levels {{(pid=114376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:08:59.561019 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-dd3b7af0-27ca-46c9-9eb6-3052588161a8 req-d3caf47b-0a2b-4278-8308-67136fdfa364 service neutron] For port c39879e1-bb6a-4739-8b0d-2dc33917f7cd, host hv-neutron-8286, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=c39879e1-bb6a-4739-8b0d-2dc33917f7cd,segment=NetworkSegment(a4c4926b-e8af-44d9-8b2b-ab9d976ba61d),segment_id=a4c4926b-e8af-44d9-8b2b-ab9d976ba61d)] {{(pid=114376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:08:59.577864 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 55086) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:08:59.646352 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-3e7e052b-e5ab-4ad2-a0f0-e1c408e1996c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/floatingips/4e25540f-b90b-43cc-b427-2f34080e5665 HTTP/1.1" status: 200 len: 992 time: 0.0632341 Feb 16 17:08:59.654344 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-dd3b7af0-27ca-46c9-9eb6-3052588161a8 req-d3caf47b-0a2b-4278-8308-67136fdfa364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:59.691758 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b7af0-27ca-46c9-9eb6-3052588161a8 req-d3caf47b-0a2b-4278-8308-67136fdfa364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:59.692405 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-dd3b7af0-27ca-46c9-9eb6-3052588161a8 req-d3caf47b-0a2b-4278-8308-67136fdfa364 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:08:59.693803 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-dd3b7af0-27ca-46c9-9eb6-3052588161a8 req-d3caf47b-0a2b-4278-8308-67136fdfa364 service neutron] 10.222.0.89 "PUT /v2.0/ports/c39879e1-bb6a-4739-8b0d-2dc33917f7cd HTTP/1.1" status: 200 len: 1094 time: 0.8564227 Feb 16 17:08:59.694259 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df7b236f-2fdb-4461-bece-dc32f359e260', 'tag': 'c39879e1-bb6a-4739-8b0d-2dc33917f7cd'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:08:59.696535 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f840a2e-3b81-4675-99d1-9cdf1ed7d36f" -d '{"events": [{"name": "network-changed", "server_uuid": "df7b236f-2fdb-4461-bece-dc32f359e260", "tag": "c39879e1-bb6a-4739-8b0d-2dc33917f7cd"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:08:59.744301 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3caf47b-0a2b-4278-8308-67136fdfa364 service neutron] Pushing event updated for resources: {'Port': ['ID=c39879e1-bb6a-4739-8b0d-2dc33917f7cd,revision_number=3']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:08:59.751708 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add4aa25-5ede-4dfd-81f7-2c305d54597d x-openstack-request-id: req-add4aa25-5ede-4dfd-81f7-2c305d54597d {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:08:59.752027 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df7b236f-2fdb-4461-bece-dc32f359e260", "tag": "c39879e1-bb6a-4739-8b0d-2dc33917f7cd", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:08:59.752290 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-add4aa25-5ede-4dfd-81f7-2c305d54597d {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:08:59.752698 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df7b236f-2fdb-4461-bece-dc32f359e260', 'tag': 'c39879e1-bb6a-4739-8b0d-2dc33917f7cd', 'status': 'completed', 'code': 200} Feb 16 17:08:59.821122 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f840a2e-3b81-4675-99d1-9cdf1ed7d36f req-fc36d38d-d2fa-47b2-821d-cedc423fc23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:59.822929 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8f840a2e-3b81-4675-99d1-9cdf1ed7d36f req-fc36d38d-d2fa-47b2-821d-cedc423fc23f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=044ac631b15e4f2096be696887c61622&device_id=df7b236f-2fdb-4461-bece-dc32f359e260 HTTP/1.1" status: 200 len: 1097 time: 0.0477715 Feb 16 17:08:59.936020 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f840a2e-3b81-4675-99d1-9cdf1ed7d36f req-745de40f-926f-4b7a-ac7c-242fe36940dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:59.937632 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8f840a2e-3b81-4675-99d1-9cdf1ed7d36f req-745de40f-926f-4b7a-ac7c-242fe36940dd service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=044ac631b15e4f2096be696887c61622&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1040936 Feb 16 17:09:00.033621 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f840a2e-3b81-4675-99d1-9cdf1ed7d36f req-a95c74b5-dab2-440f-9f9e-637270e3ebe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:00.035035 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8f840a2e-3b81-4675-99d1-9cdf1ed7d36f req-a95c74b5-dab2-440f-9f9e-637270e3ebe2 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908213 Feb 16 17:09:00.122007 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b7af0-27ca-46c9-9eb6-3052588161a8 req-3ef240ff-d8c9-4fa4-b250-3451e176157f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:00.123517 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-dd3b7af0-27ca-46c9-9eb6-3052588161a8 req-3ef240ff-d8c9-4fa4-b250-3451e176157f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=044ac631b15e4f2096be696887c61622&device_id=df7b236f-2fdb-4461-bece-dc32f359e260 HTTP/1.1" status: 200 len: 1097 time: 0.0533698 Feb 16 17:09:00.163604 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-dd3b7af0-27ca-46c9-9eb6-3052588161a8 req-6c1b6922-951a-4e86-9d0a-7aec3d52a66a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c39879e1-bb6a-4739-8b0d-2dc33917f7cd HTTP/1.1" status: 200 len: 217 time: 0.0334334 Feb 16 17:09:00.212766 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b7af0-27ca-46c9-9eb6-3052588161a8 req-c69199cb-dec9-46a9-9874-b8a03801e53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:00.214206 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-dd3b7af0-27ca-46c9-9eb6-3052588161a8 req-c69199cb-dec9-46a9-9874-b8a03801e53e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=62ae9dc0-3449-4ef8-8ac6-81ada289f9bf HTTP/1.1" status: 200 len: 850 time: 0.0442309 Feb 16 17:09:00.264639 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b7af0-27ca-46c9-9eb6-3052588161a8 req-3657a25b-798d-4bd4-bc8d-236fd4b9236c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:00.266141 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-dd3b7af0-27ca-46c9-9eb6-3052588161a8 req-3657a25b-798d-4bd4-bc8d-236fd4b9236c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c364a6ac-af1f-40c5-af86-f038476be8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0456166 Feb 16 17:09:00.390993 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70064b-0e61-43a2-bd10-9e575789ec68 req-7e6f0ac3-c6a2-4248-a395-22e685751a57 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:00.392524 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6c70064b-0e61-43a2-bd10-9e575789ec68 req-7e6f0ac3-c6a2-4248-a395-22e685751a57 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=df7b236f-2fdb-4461-bece-dc32f359e260 HTTP/1.1" status: 200 len: 944 time: 0.1018548 Feb 16 17:09:00.397999 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-dd3b7af0-27ca-46c9-9eb6-3052588161a8 req-5a3819f9-3a16-43ba-8aa6-35dc86cbf647 service neutron] 10.222.0.89 "GET /v2.0/networks/c364a6ac-af1f-40c5-af86-f038476be8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245074 Feb 16 17:09:00.494309 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:00.731290 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6c70064b-0e61-43a2-bd10-9e575789ec68 req-301d97e3-57ad-4bb5-99ed-c062233030fe tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/security-groups?id=2ab1fb6b-72bb-47cd-ba15-cd961669c091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3323376 Feb 16 17:09:00.765942 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-dd3b7af0-27ca-46c9-9eb6-3052588161a8 req-4c5a248d-7dea-484e-9258-e376bc01f8dd service neutron] 10.222.0.89 "GET /v2.0/networks/c364a6ac-af1f-40c5-af86-f038476be8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3600552 Feb 16 17:09:01.862304 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470f345-a9c1-4114-ab8c-5ba54d6b0eb9 req-a346cfe2-9a81-46bd-9eff-55085e9ca645 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:01.863897 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-8470f345-a9c1-4114-ab8c-5ba54d6b0eb9 req-a346cfe2-9a81-46bd-9eff-55085e9ca645 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=df7b236f-2fdb-4461-bece-dc32f359e260 HTTP/1.1" status: 200 len: 944 time: 0.0570133 Feb 16 17:09:01.904741 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-8470f345-a9c1-4114-ab8c-5ba54d6b0eb9 req-e51f7188-c111-4871-8f5e-5fe080f3debd tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/security-groups?id=2ab1fb6b-72bb-47cd-ba15-cd961669c091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347955 Feb 16 17:09:03.025817 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca8a75-7811-4adb-98bf-e616717ab742 req-18434d47-45bf-4df1-bc17-f3b792c0e149 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:03.027296 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-72ca8a75-7811-4adb-98bf-e616717ab742 req-18434d47-45bf-4df1-bc17-f3b792c0e149 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=df7b236f-2fdb-4461-bece-dc32f359e260 HTTP/1.1" status: 200 len: 944 time: 0.0531211 Feb 16 17:09:03.064813 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-72ca8a75-7811-4adb-98bf-e616717ab742 req-8d50dd7d-ad65-42aa-88a2-42b104a25e5f tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/security-groups?id=2ab1fb6b-72bb-47cd-ba15-cd961669c091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310264 Feb 16 17:09:04.178875 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f656baf-b228-434d-a471-e189856a00b5 req-41e9ee9f-8e9f-4c2b-8289-b597c6fe0320 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:04.180286 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-6f656baf-b228-434d-a471-e189856a00b5 req-41e9ee9f-8e9f-4c2b-8289-b597c6fe0320 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=df7b236f-2fdb-4461-bece-dc32f359e260 HTTP/1.1" status: 200 len: 944 time: 0.0485909 Feb 16 17:09:04.216830 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-6f656baf-b228-434d-a471-e189856a00b5 req-14321366-ce92-47ec-92c9-b1e58fbdb86d tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/security-groups?id=2ab1fb6b-72bb-47cd-ba15-cd961669c091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306683 Feb 16 17:09:05.331517 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2716f49f-5f81-45da-b36b-4872304519cf req-b7fbcfa5-d220-4842-b811-c9270fd78cf0 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:05.333028 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2716f49f-5f81-45da-b36b-4872304519cf req-b7fbcfa5-d220-4842-b811-c9270fd78cf0 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=df7b236f-2fdb-4461-bece-dc32f359e260 HTTP/1.1" status: 200 len: 944 time: 0.0490909 Feb 16 17:09:05.379218 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2716f49f-5f81-45da-b36b-4872304519cf req-661cba3d-3f9f-4232-a5e6-7b39477eb919 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/security-groups?id=2ab1fb6b-72bb-47cd-ba15-cd961669c091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401666 Feb 16 17:09:06.494571 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7b11d-fef9-4b26-8ac5-aee771260837 req-d8b8a4a4-cbe9-4840-a628-e6b83ed69216 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:06.496048 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-84f7b11d-fef9-4b26-8ac5-aee771260837 req-d8b8a4a4-cbe9-4840-a628-e6b83ed69216 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=df7b236f-2fdb-4461-bece-dc32f359e260 HTTP/1.1" status: 200 len: 944 time: 0.0479617 Feb 16 17:09:06.533428 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-84f7b11d-fef9-4b26-8ac5-aee771260837 req-d2432889-3287-4aee-a730-0f4b65fa3258 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/security-groups?id=2ab1fb6b-72bb-47cd-ba15-cd961669c091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308490 Feb 16 17:09:06.853646 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-bf53a7e5-c2d6-459c-a37f-3e52f0802701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:07.647122 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b7435-3657-431b-80f5-d7168d994975 req-fcc66fb9-bf37-4cc4-981c-ad5f5d391a9a tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:07.648624 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-be1b7435-3657-431b-80f5-d7168d994975 req-fcc66fb9-bf37-4cc4-981c-ad5f5d391a9a tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=df7b236f-2fdb-4461-bece-dc32f359e260 HTTP/1.1" status: 200 len: 944 time: 0.0495324 Feb 16 17:09:07.687093 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-be1b7435-3657-431b-80f5-d7168d994975 req-49554422-72b0-4d51-ba0d-a882efc7ffe0 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/security-groups?id=2ab1fb6b-72bb-47cd-ba15-cd961669c091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325613 Feb 16 17:09:08.803302 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad9728-ebe4-4c42-962e-d243c6aa4296 req-80fbb9f2-e787-443f-8e1f-bb793772aee0 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:08.804774 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-efad9728-ebe4-4c42-962e-d243c6aa4296 req-80fbb9f2-e787-443f-8e1f-bb793772aee0 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=df7b236f-2fdb-4461-bece-dc32f359e260 HTTP/1.1" status: 200 len: 944 time: 0.0513363 Feb 16 17:09:08.841898 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-efad9728-ebe4-4c42-962e-d243c6aa4296 req-23fa42ae-1db1-4271-bd4e-f6d52a652bd9 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/security-groups?id=2ab1fb6b-72bb-47cd-ba15-cd961669c091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311289 Feb 16 17:09:09.190920 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-975d5d32-795c-462a-9d0d-ef788db9df08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:09.502731 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bc6eb5f4-98a5-4140-9883-4241da9725b7 req-6a5cf843-72ef-4e15-83a4-2c02c303fe94 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ae4b0c8e-ca47-4d69-8ca3-101197890aa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428503 Feb 16 17:09:09.560286 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6eb5f4-98a5-4140-9883-4241da9725b7 req-1f483829-e64b-4d5b-b80c-4bf0e1a9bb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:09.561746 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bc6eb5f4-98a5-4140-9883-4241da9725b7 req-1f483829-e64b-4d5b-b80c-4bf0e1a9bb0a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c9820320aae461fbcc5eba944eb2160&device_id=ae4b0c8e-ca47-4d69-8ca3-101197890aa6 HTTP/1.1" status: 200 len: 1098 time: 0.0394778 Feb 16 17:09:09.661323 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6eb5f4-98a5-4140-9883-4241da9725b7 req-c63fe8f0-5cf5-4c7c-9035-57e6e5255546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:09.662771 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bc6eb5f4-98a5-4140-9883-4241da9725b7 req-c63fe8f0-5cf5-4c7c-9035-57e6e5255546 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a5129c4e-73c6-4a5d-bb85-52cc8bc886aa HTTP/1.1" status: 200 len: 897 time: 0.0835493 Feb 16 17:09:09.708279 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bc6eb5f4-98a5-4140-9883-4241da9725b7 req-7f2e8ff2-f3dd-4909-b78f-17caa307a351 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=955e7ad4-5f24-4c9b-ba21-32d98bf1bee6 HTTP/1.1" status: 200 len: 217 time: 0.0385578 Feb 16 17:09:09.755323 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6eb5f4-98a5-4140-9883-4241da9725b7 req-7b94c408-1ddf-4ffb-9d74-16dcc11ffcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:09.756673 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bc6eb5f4-98a5-4140-9883-4241da9725b7 req-7b94c408-1ddf-4ffb-9d74-16dcc11ffcf6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2d4f6f32-a76b-47f1-81ef-9735c470662a HTTP/1.1" status: 200 len: 834 time: 0.0426099 Feb 16 17:09:09.801104 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6eb5f4-98a5-4140-9883-4241da9725b7 req-a3d6bf64-20fd-4e92-95b7-8ce9aa1ec4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:09.802548 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bc6eb5f4-98a5-4140-9883-4241da9725b7 req-a3d6bf64-20fd-4e92-95b7-8ce9aa1ec4d7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a5129c4e-73c6-4a5d-bb85-52cc8bc886aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390444 Feb 16 17:09:09.901031 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bc6eb5f4-98a5-4140-9883-4241da9725b7 req-51d39aeb-59fa-4cea-8318-a7edc5dd16fd service neutron] 10.222.0.89 "GET /v2.0/networks/a5129c4e-73c6-4a5d-bb85-52cc8bc886aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898004 Feb 16 17:09:09.941657 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:09:10.011590 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ab3e8-1d74-46ac-99a8-1a4a40f51d79 req-6e5598a2-a26f-4237-94f9-836531003fe2 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:10.013027 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f62ab3e8-1d74-46ac-99a8-1a4a40f51d79 req-6e5598a2-a26f-4237-94f9-836531003fe2 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=df7b236f-2fdb-4461-bece-dc32f359e260 HTTP/1.1" status: 200 len: 944 time: 0.1049817 Feb 16 17:09:10.044811 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bc6eb5f4-98a5-4140-9883-4241da9725b7 req-17706fd7-4a88-4129-9dbd-a4b9d0650a05 service neutron] 10.222.0.89 "GET /v2.0/networks/a5129c4e-73c6-4a5d-bb85-52cc8bc886aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349185 Feb 16 17:09:10.062888 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f62ab3e8-1d74-46ac-99a8-1a4a40f51d79 req-a33b6285-801b-4ad9-a657-61bc86c9f7fd tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/security-groups?id=2ab1fb6b-72bb-47cd-ba15-cd961669c091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438895 Feb 16 17:09:10.396491 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:11.175554 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca257b-b275-4b2b-bb1a-b8f2f2b313ff req-c54b70d0-e715-492f-9dc1-228e4ef96ba6 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:11.176964 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-23ca257b-b275-4b2b-bb1a-b8f2f2b313ff req-c54b70d0-e715-492f-9dc1-228e4ef96ba6 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=df7b236f-2fdb-4461-bece-dc32f359e260 HTTP/1.1" status: 200 len: 944 time: 0.0478590 Feb 16 17:09:11.213105 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-23ca257b-b275-4b2b-bb1a-b8f2f2b313ff req-73333c7d-ed92-4d7e-b02d-cb20e460abf7 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/security-groups?id=2ab1fb6b-72bb-47cd-ba15-cd961669c091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301914 Feb 16 17:09:11.290811 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device c39879e1-bb6a-4739-8b0d-2dc33917f7cd details requested by agent hyperv_hv-neutron-8286 with host hv-neutron-8286 {{(pid=114377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:09:11.384559 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port c39879e1-bb6a-4739-8b0d-2dc33917f7cd, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=c39879e1-bb6a-4739-8b0d-2dc33917f7cd,segment=NetworkSegment(a4c4926b-e8af-44d9-8b2b-ab9d976ba61d),segment_id=a4c4926b-e8af-44d9-8b2b-ab9d976ba61d)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:09:11.395848 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Returning: {'device': 'c39879e1-bb6a-4739-8b0d-2dc33917f7cd', 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba', 'port_id': 'c39879e1-bb6a-4739-8b0d-2dc33917f7cd', 'mac_address': 'fa:16:3e:04:63:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62ae9dc0-3449-4ef8-8ac6-81ada289f9bf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:09:11.430694 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:11.442435 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c39879e1-bb6a-4739-8b0d-2dc33917f7cd {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:09:11.461550 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port c39879e1-bb6a-4739-8b0d-2dc33917f7cd, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=c39879e1-bb6a-4739-8b0d-2dc33917f7cd,segment=NetworkSegment(a4c4926b-e8af-44d9-8b2b-ab9d976ba61d),segment_id=a4c4926b-e8af-44d9-8b2b-ab9d976ba61d)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:09:11.562380 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:11.612142 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=c39879e1-bb6a-4739-8b0d-2dc33917f7cd,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:09:11.750655 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:11.802498 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['c39879e1-bb6a-4739-8b0d-2dc33917f7cd'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:09:12.099765 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:12.324770 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd30a91-0375-4858-9dcd-5d103910dc40 req-613e73af-a1ee-42d6-9f58-5c1a85ab5cdd tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:12.326235 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ccd30a91-0375-4858-9dcd-5d103910dc40 req-613e73af-a1ee-42d6-9f58-5c1a85ab5cdd tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=df7b236f-2fdb-4461-bece-dc32f359e260 HTTP/1.1" status: 200 len: 945 time: 0.0480516 Feb 16 17:09:12.363728 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ccd30a91-0375-4858-9dcd-5d103910dc40 req-d465cf96-3cf5-4212-b10a-b155d5473c6a tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/security-groups?id=2ab1fb6b-72bb-47cd-ba15-cd961669c091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310359 Feb 16 17:09:13.314675 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device c39879e1-bb6a-4739-8b0d-2dc33917f7cd up at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:09:13.413721 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning for port c39879e1-bb6a-4739-8b0d-2dc33917f7cd completed by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:09:13.417616 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning complete for port c39879e1-bb6a-4739-8b0d-2dc33917f7cd triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:09:13.423096 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:13.478919 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2277e0-b98e-49d5-b0a4-dc312260edb0 req-232ea089-21f6-45a6-a125-7a79cc663b6d tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:13.480418 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-9b2277e0-b98e-49d5-b0a4-dc312260edb0 req-232ea089-21f6-45a6-a125-7a79cc663b6d tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=df7b236f-2fdb-4461-bece-dc32f359e260 HTTP/1.1" status: 200 len: 945 time: 0.0492289 Feb 16 17:09:13.497142 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:13.521793 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-9b2277e0-b98e-49d5-b0a4-dc312260edb0 req-cff1e617-c553-4502-846c-7452dd4c7a9b tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/security-groups?id=2ab1fb6b-72bb-47cd-ba15-cd961669c091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346704 Feb 16 17:09:13.522668 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7b236f-2fdb-4461-bece-dc32f359e260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39879e1-bb6a-4739-8b0d-2dc33917f7cd'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:09:13.525624 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea400ce3-92e5-4ea5-97c6-5151f9fbf88b" -d '{"events": [{"server_uuid": "df7b236f-2fdb-4461-bece-dc32f359e260", "name": "network-vif-plugged", "status": "completed", "tag": "c39879e1-bb6a-4739-8b0d-2dc33917f7cd"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:09:13.540502 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port c39879e1-bb6a-4739-8b0d-2dc33917f7cd, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=c39879e1-bb6a-4739-8b0d-2dc33917f7cd,segment=NetworkSegment(a4c4926b-e8af-44d9-8b2b-ab9d976ba61d),segment_id=a4c4926b-e8af-44d9-8b2b-ab9d976ba61d)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:09:13.565008 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a1b13f-9bd5-4725-acbe-874de667632d x-openstack-request-id: req-33a1b13f-9bd5-4725-acbe-874de667632d {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:09:13.565240 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7b236f-2fdb-4461-bece-dc32f359e260", "name": "network-vif-plugged", "status": "completed", "tag": "c39879e1-bb6a-4739-8b0d-2dc33917f7cd", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:09:13.565551 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-33a1b13f-9bd5-4725-acbe-874de667632d {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:09:13.566083 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7b236f-2fdb-4461-bece-dc32f359e260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39879e1-bb6a-4739-8b0d-2dc33917f7cd', 'code': 200} Feb 16 17:09:13.619685 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:13.666773 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=c39879e1-bb6a-4739-8b0d-2dc33917f7cd,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:09:13.818899 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d459c-70cb-4704-9a49-e1cfb8cb4a05 req-555d8450-a49c-45e4-a9e9-310b0bf42302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:13.820428 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c05d459c-70cb-4704-9a49-e1cfb8cb4a05 req-555d8450-a49c-45e4-a9e9-310b0bf42302 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=df7b236f-2fdb-4461-bece-dc32f359e260 HTTP/1.1" status: 200 len: 1099 time: 0.0438776 Feb 16 17:09:13.856082 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c05d459c-70cb-4704-9a49-e1cfb8cb4a05 req-7c5cd977-ad46-42da-9e08-8eab5f54c031 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=2ab1fb6b-72bb-47cd-ba15-cd961669c091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282683 Feb 16 17:09:14.637924 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a3cc27-94f3-4156-8b30-1289cc4ecced req-ec22559e-bda2-4445-bd47-eb6833898cdc tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:14.639403 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-09a3cc27-94f3-4156-8b30-1289cc4ecced req-ec22559e-bda2-4445-bd47-eb6833898cdc tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=df7b236f-2fdb-4461-bece-dc32f359e260 HTTP/1.1" status: 200 len: 946 time: 0.0517642 Feb 16 17:09:14.676605 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-09a3cc27-94f3-4156-8b30-1289cc4ecced req-7d41489a-29b3-41e9-b3fb-27e1c4ff20cf tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/security-groups?id=2ab1fb6b-72bb-47cd-ba15-cd961669c091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311050 Feb 16 17:09:15.798827 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da26a0be-e0d5-4446-9f26-a3f78eda079c req-ee8626ae-1ff8-45be-b13d-55e7c5ce79ba tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:15.800408 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-da26a0be-e0d5-4446-9f26-a3f78eda079c req-ee8626ae-1ff8-45be-b13d-55e7c5ce79ba tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=df7b236f-2fdb-4461-bece-dc32f359e260 HTTP/1.1" status: 200 len: 946 time: 0.0528219 Feb 16 17:09:15.838288 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-da26a0be-e0d5-4446-9f26-a3f78eda079c req-7a938e42-6328-4590-9d38-070ace3a5dd7 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/security-groups?id=2ab1fb6b-72bb-47cd-ba15-cd961669c091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319860 Feb 16 17:09:15.951219 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d6133-4646-47e2-bd80-3358010a4486 req-fdab02ce-b766-4845-a876-829141cc2b8c tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:15.952783 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-6d0d6133-4646-47e2-bd80-3358010a4486 req-fdab02ce-b766-4845-a876-829141cc2b8c tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=df7b236f-2fdb-4461-bece-dc32f359e260 HTTP/1.1" status: 200 len: 946 time: 0.0481803 Feb 16 17:09:15.991305 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-6d0d6133-4646-47e2-bd80-3358010a4486 req-309a7f70-9a7d-4a2b-bd06-3bb80d0e2620 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/security-groups?id=2ab1fb6b-72bb-47cd-ba15-cd961669c091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320084 Feb 16 17:09:16.012863 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55124) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:09:16.051786 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef464ede-e36d-4ebf-9215-221cb01d13d2 tempest-TestVolumeBootPattern-1271194263 tempest-TestVolumeBootPattern-1271194263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:16.053286 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ef464ede-e36d-4ebf-9215-221cb01d13d2 tempest-TestVolumeBootPattern-1271194263 tempest-TestVolumeBootPattern-1271194263-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=df7b236f-2fdb-4461-bece-dc32f359e260 HTTP/1.1" status: 200 len: 1094 time: 0.0394502 Feb 16 17:09:16.056710 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55126) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:09:16.061024 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-c334d65d-9ead-4212-8bcd-1bfabc3500ce tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Request body: {'floatingip': {'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'port_id': 'c39879e1-bb6a-4739-8b0d-2dc33917f7cd', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'fixed_ip_address': '172.20.0.13'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:09:16.160876 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c334d65d-9ead-4212-8bcd-1bfabc3500ce tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks [] for floatingip, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:16.265626 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c334d65d-9ead-4212-8bcd-1bfabc3500ce tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:16.365597 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-c334d65d-9ead-4212-8bcd-1bfabc3500ce tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Allocated IP 172.26.3.233 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/dac79937-5446-44d0-a963-dacda94ca572) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:09:16.465987 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c334d65d-9ead-4212-8bcd-1bfabc3500ce tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:16.551117 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c334d65d-9ead-4212-8bcd-1bfabc3500ce tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:16.590286 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c334d65d-9ead-4212-8bcd-1bfabc3500ce tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:09:16.595311 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-c334d65d-9ead-4212-8bcd-1bfabc3500ce tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:09:16.598695 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c334d65d-9ead-4212-8bcd-1bfabc3500ce tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:09:16.620517 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c334d65d-9ead-4212-8bcd-1bfabc3500ce tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Pushing event updated for resources: {'Port': ['ID=dac79937-5446-44d0-a963-dacda94ca572,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:09:16.636472 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334d65d-9ead-4212-8bcd-1bfabc3500ce tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:16.636803 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334d65d-9ead-4212-8bcd-1bfabc3500ce tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:16.637143 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334d65d-9ead-4212-8bcd-1bfabc3500ce tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:16.637480 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334d65d-9ead-4212-8bcd-1bfabc3500ce tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:16.637812 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334d65d-9ead-4212-8bcd-1bfabc3500ce tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:16.638143 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334d65d-9ead-4212-8bcd-1bfabc3500ce tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:16.638471 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334d65d-9ead-4212-8bcd-1bfabc3500ce tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:16.638798 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334d65d-9ead-4212-8bcd-1bfabc3500ce tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:16.639122 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334d65d-9ead-4212-8bcd-1bfabc3500ce tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:16.639445 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334d65d-9ead-4212-8bcd-1bfabc3500ce tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:16.639764 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334d65d-9ead-4212-8bcd-1bfabc3500ce tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:16.640109 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334d65d-9ead-4212-8bcd-1bfabc3500ce tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:17.273222 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c334d65d-9ead-4212-8bcd-1bfabc3500ce tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:17.396724 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c334d65d-9ead-4212-8bcd-1bfabc3500ce tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:17.542483 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c334d65d-9ead-4212-8bcd-1bfabc3500ce tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:17.611656 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c334d65d-9ead-4212-8bcd-1bfabc3500ce tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:17.681807 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c334d65d-9ead-4212-8bcd-1bfabc3500ce tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Pushing event updated for resources: {'Port': ['ID=dac79937-5446-44d0-a963-dacda94ca572,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:09:17.691616 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c334d65d-9ead-4212-8bcd-1bfabc3500ce tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:17.791759 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.l3_db [None req-c334d65d-9ead-4212-8bcd-1bfabc3500ce tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Floating IP 88e9148e-43cb-418b-9ae9-28637d766c74 associated. External IP: 172.26.3.233, port: c39879e1-bb6a-4739-8b0d-2dc33917f7cd. Feb 16 17:09:17.999541 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c334d65d-9ead-4212-8bcd-1bfabc3500ce tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Router b36e62a5-d6e6-4741-84a2-5927cd2a2100 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:09:18.105168 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c334d65d-9ead-4212-8bcd-1bfabc3500ce tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:09:18.115280 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fef2e47-c6d5-452e-99e0-62bf256001ae None None] Sync routers for ids ['b36e62a5-d6e6-4741-84a2-5927cd2a2100'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:09:18.124745 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fef2e47-c6d5-452e-99e0-62bf256001ae None None] Routers {'b36e62a5-d6e6-4741-84a2-5927cd2a2100'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:09:18.125987 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-7fef2e47-c6d5-452e-99e0-62bf256001ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:09:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['b36e62a5-d6e6-4741-84a2-5927cd2a2100'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:09:18.191256 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c334d65d-9ead-4212-8bcd-1bfabc3500ce tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:18.222408 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-c334d65d-9ead-4212-8bcd-1bfabc3500ce tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1646566 Feb 16 17:09:18.223128 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df7b236f-2fdb-4461-bece-dc32f359e260', 'tag': 'c39879e1-bb6a-4739-8b0d-2dc33917f7cd'}] {{(pid=114375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:09:18.225941 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f675c1a73bb74b784e43f10fee26c40e358be44ccef5ed6f70ec30f8ec0d494b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6987d44-a3ae-4f2c-bc0f-b2e4f83b7dff" -d '{"events": [{"name": "network-changed", "server_uuid": "df7b236f-2fdb-4461-bece-dc32f359e260", "tag": "c39879e1-bb6a-4739-8b0d-2dc33917f7cd"}]}' {{(pid=114375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:09:18.265712 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13ee957-6ff8-4c6b-8579-311ed5e922ea x-openstack-request-id: req-a13ee957-6ff8-4c6b-8579-311ed5e922ea {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:09:18.266089 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df7b236f-2fdb-4461-bece-dc32f359e260", "tag": "c39879e1-bb6a-4739-8b0d-2dc33917f7cd", "status": "completed", "code": 200}]} {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:09:18.266344 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a13ee957-6ff8-4c6b-8579-311ed5e922ea {{(pid=114375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:09:18.266793 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df7b236f-2fdb-4461-bece-dc32f359e260', 'tag': 'c39879e1-bb6a-4739-8b0d-2dc33917f7cd', 'status': 'completed', 'code': 200} Feb 16 17:09:18.327758 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6987d44-a3ae-4f2c-bc0f-b2e4f83b7dff req-9f8e2a31-9ce7-4783-b749-5050e138dc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:18.329288 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d6987d44-a3ae-4f2c-bc0f-b2e4f83b7dff req-9f8e2a31-9ce7-4783-b749-5050e138dc63 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=044ac631b15e4f2096be696887c61622&device_id=df7b236f-2fdb-4461-bece-dc32f359e260 HTTP/1.1" status: 200 len: 1099 time: 0.0410385 Feb 16 17:09:18.380723 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-7fef2e47-c6d5-452e-99e0-62bf256001ae None None] Set router b36e62a5-d6e6-4741-84a2-5927cd2a2100 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:09:18.418743 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6987d44-a3ae-4f2c-bc0f-b2e4f83b7dff req-8a207284-82af-47d7-9912-38ac13ac8c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:18.420228 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d6987d44-a3ae-4f2c-bc0f-b2e4f83b7dff req-8a207284-82af-47d7-9912-38ac13ac8c51 service neutron] 10.222.0.89 "GET /v2.0/networks?id=c364a6ac-af1f-40c5-af86-f038476be8ba HTTP/1.1" status: 200 len: 912 time: 0.0837917 Feb 16 17:09:18.488440 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d6987d44-a3ae-4f2c-bc0f-b2e4f83b7dff req-cdd7aa2c-a89b-4081-97d3-d5fd1fd4afaa service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c39879e1-bb6a-4739-8b0d-2dc33917f7cd HTTP/1.1" status: 200 len: 1000 time: 0.0614867 Feb 16 17:09:18.541307 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6987d44-a3ae-4f2c-bc0f-b2e4f83b7dff req-cb706590-627c-466c-a731-291daf730adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:18.542801 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d6987d44-a3ae-4f2c-bc0f-b2e4f83b7dff req-cb706590-627c-466c-a731-291daf730adf service neutron] 10.222.0.89 "GET /v2.0/subnets?id=62ae9dc0-3449-4ef8-8ac6-81ada289f9bf HTTP/1.1" status: 200 len: 850 time: 0.0456159 Feb 16 17:09:18.586917 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6987d44-a3ae-4f2c-bc0f-b2e4f83b7dff req-c38e5d7a-88c0-4935-8623-e26251404496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:18.588449 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d6987d44-a3ae-4f2c-bc0f-b2e4f83b7dff req-c38e5d7a-88c0-4935-8623-e26251404496 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c364a6ac-af1f-40c5-af86-f038476be8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390327 Feb 16 17:09:18.602401 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-7fef2e47-c6d5-452e-99e0-62bf256001ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'name': 'tempest-TestVolumeBootPattern-923548383-router', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '931e68fc-5963-44f6-8445-fe1fbe36162f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:53Z', 'updated_at': '2022-02-16T17:04:58Z', 'revision_number': 4, 'project_id': '044ac631b15e4f2096be696887c61622', 'gw_port': {'id': '931e68fc-5963-44f6-8445-fe1fbe36162f', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:34:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:54Z', 'updated_at': '2022-02-16T17:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '88e9148e-43cb-418b-9ae9-28637d766c74', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'floating_ip_address': '172.26.3.233', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'port_id': 'c39879e1-bb6a-4739-8b0d-2dc33917f7cd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba', 'mac_address': 'fa:16:3e:04:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7b236f-2fdb-4461-bece-dc32f359e260', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:09:16Z', 'updated_at': '2022-02-16T17:09:16Z', 'revision_number': 0, 'project_id': '044ac631b15e4f2096be696887c61622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2581317b-26b1-4b4d-889f-22df54787e33', 'name': '', 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'mac_address': 'fa:16:3e:3c:61:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '62ae9dc0-3449-4ef8-8ac6-81ada289f9bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:57Z', 'updated_at': '2022-02-16T17:05:05Z', 'revision_number': 5, 'project_id': '044ac631b15e4f2096be696887c61622', 'subnets': [{'id': '62ae9dc0-3449-4ef8-8ac6-81ada289f9bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:09:18.628296 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fef2e47-c6d5-452e-99e0-62bf256001ae None None] Checking router: b36e62a5-d6e6-4741-84a2-5927cd2a2100 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:09:18.636517 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fef2e47-c6d5-452e-99e0-62bf256001ae None None] Routers {'b36e62a5-d6e6-4741-84a2-5927cd2a2100'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:09:18.637116 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-7fef2e47-c6d5-452e-99e0-62bf256001ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:09:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['b36e62a5-d6e6-4741-84a2-5927cd2a2100'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:09:18.681254 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d6987d44-a3ae-4f2c-bc0f-b2e4f83b7dff req-8a46e88b-d453-42ec-9ba6-312048a0e10a service neutron] 10.222.0.89 "GET /v2.0/networks/c364a6ac-af1f-40c5-af86-f038476be8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857944 Feb 16 17:09:18.743520 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-7fef2e47-c6d5-452e-99e0-62bf256001ae None None] Set router b36e62a5-d6e6-4741-84a2-5927cd2a2100 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:09:18.771455 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d6987d44-a3ae-4f2c-bc0f-b2e4f83b7dff req-640c9909-008f-47c3-833a-8f5543a724bb service neutron] 10.222.0.89 "GET /v2.0/networks/c364a6ac-af1f-40c5-af86-f038476be8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834799 Feb 16 17:09:18.966118 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-7fef2e47-c6d5-452e-99e0-62bf256001ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'name': 'tempest-TestVolumeBootPattern-923548383-router', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '931e68fc-5963-44f6-8445-fe1fbe36162f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:53Z', 'updated_at': '2022-02-16T17:04:58Z', 'revision_number': 4, 'project_id': '044ac631b15e4f2096be696887c61622', 'gw_port': {'id': '931e68fc-5963-44f6-8445-fe1fbe36162f', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:34:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:54Z', 'updated_at': '2022-02-16T17:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '88e9148e-43cb-418b-9ae9-28637d766c74', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'floating_ip_address': '172.26.3.233', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'port_id': 'c39879e1-bb6a-4739-8b0d-2dc33917f7cd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba', 'mac_address': 'fa:16:3e:04:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7b236f-2fdb-4461-bece-dc32f359e260', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:09:16Z', 'updated_at': '2022-02-16T17:09:16Z', 'revision_number': 0, 'project_id': '044ac631b15e4f2096be696887c61622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2581317b-26b1-4b4d-889f-22df54787e33', 'name': '', 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'mac_address': 'fa:16:3e:3c:61:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '62ae9dc0-3449-4ef8-8ac6-81ada289f9bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:57Z', 'updated_at': '2022-02-16T17:05:05Z', 'revision_number': 5, 'project_id': '044ac631b15e4f2096be696887c61622', 'subnets': [{'id': '62ae9dc0-3449-4ef8-8ac6-81ada289f9bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:09:18.992498 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fef2e47-c6d5-452e-99e0-62bf256001ae None None] The sync data for ids ['b36e62a5-d6e6-4741-84a2-5927cd2a2100'] in dv-neutron-828697-3-hyperv is: [{'id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'name': 'tempest-TestVolumeBootPattern-923548383-router', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '931e68fc-5963-44f6-8445-fe1fbe36162f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:53Z', 'updated_at': '2022-02-16T17:04:58Z', 'revision_number': 4, 'project_id': '044ac631b15e4f2096be696887c61622', 'gw_port': {'id': '931e68fc-5963-44f6-8445-fe1fbe36162f', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:34:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:54Z', 'updated_at': '2022-02-16T17:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '88e9148e-43cb-418b-9ae9-28637d766c74', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'floating_ip_address': '172.26.3.233', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'port_id': 'c39879e1-bb6a-4739-8b0d-2dc33917f7cd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba', 'mac_address': 'fa:16:3e:04:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7b236f-2fdb-4461-bece-dc32f359e260', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:09:16Z', 'updated_at': '2022-02-16T17:09:16Z', 'revision_number': 0, 'project_id': '044ac631b15e4f2096be696887c61622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2581317b-26b1-4b4d-889f-22df54787e33', 'name': '', 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'mac_address': 'fa:16:3e:3c:61:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '62ae9dc0-3449-4ef8-8ac6-81ada289f9bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:57Z', 'updated_at': '2022-02-16T17:05:05Z', 'revision_number': 5, 'project_id': '044ac631b15e4f2096be696887c61622', 'subnets': [{'id': '62ae9dc0-3449-4ef8-8ac6-81ada289f9bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:09:19.182562 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856fce74-0f3a-40ac-8c57-c7491bedc550 None None] New status for floating IP 88e9148e-43cb-418b-9ae9-28637d766c74: ACTIVE {{(pid=114378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:09:30.526136 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:31.142262 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fad754-0bce-49b6-aa6c-9a7f0a529aad req-4276c52f-74d5-4a36-97c9-95d81f1c3441 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:31.143767 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-b9fad754-0bce-49b6-aa6c-9a7f0a529aad req-4276c52f-74d5-4a36-97c9-95d81f1c3441 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=311cd3ee-8cf9-4bf0-95a3-6a0c33971072 HTTP/1.1" status: 200 len: 945 time: 0.0487683 Feb 16 17:09:31.181403 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-b9fad754-0bce-49b6-aa6c-9a7f0a529aad req-8283af7f-a632-4bf9-a664-cfcc09f156ae tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=08fdff70-3550-4aeb-ae8a-dad8e7e527a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317204 Feb 16 17:09:32.302171 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3052e-2506-42d8-8f11-738817744eea req-490beab2-892d-4c38-afb7-03d70aecfb27 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:32.303755 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bca3052e-2506-42d8-8f11-738817744eea req-490beab2-892d-4c38-afb7-03d70aecfb27 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=311cd3ee-8cf9-4bf0-95a3-6a0c33971072 HTTP/1.1" status: 200 len: 945 time: 0.0537560 Feb 16 17:09:32.340375 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bca3052e-2506-42d8-8f11-738817744eea req-5ecf2b9d-a2fc-4dc3-9eec-70ef5cb87e01 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=08fdff70-3550-4aeb-ae8a-dad8e7e527a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305743 Feb 16 17:09:32.617507 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11caa3b2-848c-45df-9846-251f8b4e79b2 req-737a6d45-a691-4e6e-91e7-464120dde6df tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:32.618829 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-11caa3b2-848c-45df-9846-251f8b4e79b2 req-737a6d45-a691-4e6e-91e7-464120dde6df tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "GET /v2.0/ports?device_id=311cd3ee-8cf9-4bf0-95a3-6a0c33971072 HTTP/1.1" status: 200 len: 945 time: 0.0481498 Feb 16 17:09:32.709536 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-11caa3b2-848c-45df-9846-251f8b4e79b2 req-4509f671-ead6-4afa-9ce7-35ac89d7bb3f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Deleting port 805bd866-fa9c-40d5-9d91-caccfa9c77f9 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:09:32.709904 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-11caa3b2-848c-45df-9846-251f8b4e79b2 req-4509f671-ead6-4afa-9ce7-35ac89d7bb3f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:32.795610 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-11caa3b2-848c-45df-9846-251f8b4e79b2 req-4509f671-ead6-4afa-9ce7-35ac89d7bb3f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] For port 805bd866-fa9c-40d5-9d91-caccfa9c77f9, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=805bd866-fa9c-40d5-9d91-caccfa9c77f9,segment=NetworkSegment(8c14dc4c-5cba-4515-b629-c4c4699d819f),segment_id=8c14dc4c-5cba-4515-b629-c4c4699d819f)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:09:32.796006 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-11caa3b2-848c-45df-9846-251f8b4e79b2 req-4509f671-ead6-4afa-9ce7-35ac89d7bb3f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:32.961287 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-11caa3b2-848c-45df-9846-251f8b4e79b2 req-4509f671-ead6-4afa-9ce7-35ac89d7bb3f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:32.961654 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-11caa3b2-848c-45df-9846-251f8b4e79b2 req-4509f671-ead6-4afa-9ce7-35ac89d7bb3f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:32.961968 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.l3_db [req-11caa3b2-848c-45df-9846-251f8b4e79b2 req-4509f671-ead6-4afa-9ce7-35ac89d7bb3f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Floating IP 4e25540f-b90b-43cc-b427-2f34080e5665 disassociated. External IP: 172.26.3.14, port: 805bd866-fa9c-40d5-9d91-caccfa9c77f9. Feb 16 17:09:32.962304 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-11caa3b2-848c-45df-9846-251f8b4e79b2 req-4509f671-ead6-4afa-9ce7-35ac89d7bb3f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Calling delete_port for 805bd866-fa9c-40d5-9d91-caccfa9c77f9 owned by compute:nova {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:09:33.172310 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-11caa3b2-848c-45df-9846-251f8b4e79b2 req-4509f671-ead6-4afa-9ce7-35ac89d7bb3f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:33.201256 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4509f671-ead6-4afa-9ce7-35ac89d7bb3f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'Port': ['ID=805bd866-fa9c-40d5-9d91-caccfa9c77f9,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:09:33.330877 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11caa3b2-848c-45df-9846-251f8b4e79b2 req-4509f671-ead6-4afa-9ce7-35ac89d7bb3f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Router 84931cad-d4ec-4e0c-a33e-5beb535c63e0 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:09:33.449470 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11caa3b2-848c-45df-9846-251f8b4e79b2 req-4509f671-ead6-4afa-9ce7-35ac89d7bb3f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:09:33.460395 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-51fdf0ef-3855-40e3-b5fa-e1a85e56f270 req-05472e43-02a2-4437-8585-a155e5d85305 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=311cd3ee-8cf9-4bf0-95a3-6a0c33971072 HTTP/1.1" status: 200 len: 210 time: 0.0399857 Feb 16 17:09:33.464024 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ec38bc-c4ba-4b95-b20b-801ed2c37a45 None None] Sync routers for ids ['84931cad-d4ec-4e0c-a33e-5beb535c63e0'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:09:33.486890 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ec38bc-c4ba-4b95-b20b-801ed2c37a45 None None] Routers {'84931cad-d4ec-4e0c-a33e-5beb535c63e0'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:09:33.488550 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-b3ec38bc-c4ba-4b95-b20b-801ed2c37a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:09:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['84931cad-d4ec-4e0c-a33e-5beb535c63e0'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:09:33.506626 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-11caa3b2-848c-45df-9846-251f8b4e79b2 req-4509f671-ead6-4afa-9ce7-35ac89d7bb3f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] No DVR routers for this DVR port 805bd866-fa9c-40d5-9d91-caccfa9c77f9 on host hv-neutron-8286 {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:09:33.509678 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-11caa3b2-848c-45df-9846-251f8b4e79b2 req-4509f671-ead6-4afa-9ce7-35ac89d7bb3f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:33.513481 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-11caa3b2-848c-45df-9846-251f8b4e79b2 req-4509f671-ead6-4afa-9ce7-35ac89d7bb3f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "DELETE /v2.0/ports/805bd866-fa9c-40d5-9d91-caccfa9c77f9 HTTP/1.1" status: 204 len: 173 time: 0.8891592 Feb 16 17:09:33.513922 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311cd3ee-8cf9-4bf0-95a3-6a0c33971072', 'name': 'network-vif-deleted', 'tag': '805bd866-fa9c-40d5-9d91-caccfa9c77f9'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:09:33.516688 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a495b037-b01b-42f4-b93b-5a5871068659" -d '{"events": [{"server_uuid": "311cd3ee-8cf9-4bf0-95a3-6a0c33971072", "name": "network-vif-deleted", "tag": "805bd866-fa9c-40d5-9d91-caccfa9c77f9"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:09:33.561399 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0be9b9d-163e-458b-b770-c94a16726757 x-openstack-request-id: req-c0be9b9d-163e-458b-b770-c94a16726757 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:09:33.561399 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311cd3ee-8cf9-4bf0-95a3-6a0c33971072", "name": "network-vif-deleted", "tag": "805bd866-fa9c-40d5-9d91-caccfa9c77f9", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:09:33.561399 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c0be9b9d-163e-458b-b770-c94a16726757 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:09:33.561399 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311cd3ee-8cf9-4bf0-95a3-6a0c33971072', 'name': 'network-vif-deleted', 'tag': '805bd866-fa9c-40d5-9d91-caccfa9c77f9', 'status': 'completed', 'code': 200} Feb 16 17:09:33.627688 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-b3ec38bc-c4ba-4b95-b20b-801ed2c37a45 None None] Set router 84931cad-d4ec-4e0c-a33e-5beb535c63e0 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:09:33.835668 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-b3ec38bc-c4ba-4b95-b20b-801ed2c37a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'name': 'tempest-TestNetworkBasicOps-router-574126027', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': '3e14253a-7010-4532-9482-a2660c4ae452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:07:37Z', 'updated_at': '2022-02-16T17:07:42Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': '3e14253a-7010-4532-9482-a2660c4ae452', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:07:38Z', 'updated_at': '2022-02-16T17:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '22371dcb-56a2-476e-9ccf-6ecd39de01b0', 'name': '', 'network_id': 'a5129c4e-73c6-4a5d-bb85-52cc8bc886aa', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:b1:6e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '2d4f6f32-a76b-47f1-81ef-9735c470662a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:07:41Z', 'updated_at': '2022-02-16T17:07:44Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': '2d4f6f32-a76b-47f1-81ef-9735c470662a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:09:33.862675 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ec38bc-c4ba-4b95-b20b-801ed2c37a45 None None] Checking router: 84931cad-d4ec-4e0c-a33e-5beb535c63e0 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:09:33.870902 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ec38bc-c4ba-4b95-b20b-801ed2c37a45 None None] Routers {'84931cad-d4ec-4e0c-a33e-5beb535c63e0'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:09:33.871509 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-b3ec38bc-c4ba-4b95-b20b-801ed2c37a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:09:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['84931cad-d4ec-4e0c-a33e-5beb535c63e0'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:09:33.976910 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-b3ec38bc-c4ba-4b95-b20b-801ed2c37a45 None None] Set router 84931cad-d4ec-4e0c-a33e-5beb535c63e0 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:09:34.181706 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-b3ec38bc-c4ba-4b95-b20b-801ed2c37a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'name': 'tempest-TestNetworkBasicOps-router-574126027', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': '3e14253a-7010-4532-9482-a2660c4ae452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:07:37Z', 'updated_at': '2022-02-16T17:07:42Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': '3e14253a-7010-4532-9482-a2660c4ae452', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:07:38Z', 'updated_at': '2022-02-16T17:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '22371dcb-56a2-476e-9ccf-6ecd39de01b0', 'name': '', 'network_id': 'a5129c4e-73c6-4a5d-bb85-52cc8bc886aa', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:b1:6e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '2d4f6f32-a76b-47f1-81ef-9735c470662a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:07:41Z', 'updated_at': '2022-02-16T17:07:44Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': '2d4f6f32-a76b-47f1-81ef-9735c470662a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:09:34.209549 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ec38bc-c4ba-4b95-b20b-801ed2c37a45 None None] The sync data for ids ['84931cad-d4ec-4e0c-a33e-5beb535c63e0'] in dv-neutron-828697-3-hyperv is: [{'id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'name': 'tempest-TestNetworkBasicOps-router-574126027', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': '3e14253a-7010-4532-9482-a2660c4ae452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:07:37Z', 'updated_at': '2022-02-16T17:07:42Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': '3e14253a-7010-4532-9482-a2660c4ae452', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:07:38Z', 'updated_at': '2022-02-16T17:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '22371dcb-56a2-476e-9ccf-6ecd39de01b0', 'name': '', 'network_id': 'a5129c4e-73c6-4a5d-bb85-52cc8bc886aa', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:b1:6e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '2d4f6f32-a76b-47f1-81ef-9735c470662a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:07:41Z', 'updated_at': '2022-02-16T17:07:44Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': '2d4f6f32-a76b-47f1-81ef-9735c470662a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:09:34.455302 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13457898-bbf1-457f-8f08-4ded7a55b7f2 None None] New status for floating IP 4e25540f-b90b-43cc-b427-2f34080e5665: DOWN {{(pid=114378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:09:34.585215 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-1b549205-d417-48b5-a8e4-4059b797c230 req-c1d4e495-e7c0-4faf-9fc7-3cf4081da82b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=311cd3ee-8cf9-4bf0-95a3-6a0c33971072 HTTP/1.1" status: 200 len: 210 time: 0.0337231 Feb 16 17:09:35.643674 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 55162) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:09:35.722794 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-67072bf2-b0dd-46c1-a240-05b5e172989d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:35.751567 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-67072bf2-b0dd-46c1-a240-05b5e172989d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:35.904641 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-67072bf2-b0dd-46c1-a240-05b5e172989d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:35.907184 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-67072bf2-b0dd-46c1-a240-05b5e172989d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:35.910836 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-67072bf2-b0dd-46c1-a240-05b5e172989d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "DELETE /v2.0/security-groups/08fdff70-3550-4aeb-ae8a-dad8e7e527a2 HTTP/1.1" status: 204 len: 168 time: 0.2637122 Feb 16 17:09:35.917913 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67072bf2-b0dd-46c1-a240-05b5e172989d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08fdff70-3550-4aeb-ae8a-dad8e7e527a2,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:09:35.995501 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 55166) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:09:36.141144 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-3ed7f377-df44-4d3a-841a-291aacb58d88 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Deleting port 08f986e4-4767-4e53-a11b-fbb46571e6ac {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:09:36.141556 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3ed7f377-df44-4d3a-841a-291aacb58d88 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:36.223949 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3ed7f377-df44-4d3a-841a-291aacb58d88 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:36.224320 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3ed7f377-df44-4d3a-841a-291aacb58d88 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:36.236900 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-3ed7f377-df44-4d3a-841a-291aacb58d88 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Calling delete_port for 08f986e4-4767-4e53-a11b-fbb46571e6ac owned by network:floatingip {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:09:36.459127 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3ed7f377-df44-4d3a-841a-291aacb58d88 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:36.487939 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed7f377-df44-4d3a-841a-291aacb58d88 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'Port': ['ID=08f986e4-4767-4e53-a11b-fbb46571e6ac,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:09:36.550316 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3ed7f377-df44-4d3a-841a-291aacb58d88 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for floatingip, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:36.552904 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3ed7f377-df44-4d3a-841a-291aacb58d88 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:36.554052 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-3ed7f377-df44-4d3a-841a-291aacb58d88 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "DELETE /v2.0/floatingips/4e25540f-b90b-43cc-b427-2f34080e5665 HTTP/1.1" status: 204 len: 168 time: 0.5574267 Feb 16 17:09:36.831810 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-75feee45-9282-49ee-a2c2-dc97133bcbb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:37.028471 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaca8c2-d85d-4a2f-bbc1-3bd39727fe29 req-b32e4b86-da67-42ad-a061-691e3361f76c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:37.029958 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-adaca8c2-d85d-4a2f-bbc1-3bd39727fe29 req-b32e4b86-da67-42ad-a061-691e3361f76c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae4b0c8e-ca47-4d69-8ca3-101197890aa6 HTTP/1.1" status: 200 len: 945 time: 0.0533080 Feb 16 17:09:37.068759 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-adaca8c2-d85d-4a2f-bbc1-3bd39727fe29 req-5a2777bc-c382-4388-bf40-74e0a953fdc5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=200db5f1-5f77-492b-8ceb-bc483afd1469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327201 Feb 16 17:09:37.434919 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 805bd866-fa9c-40d5-9d91-caccfa9c77f9 no longer exists at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:09:37.458835 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] No Port match for: 805bd866-fa9c-40d5-9d91-caccfa9c77f9 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:09:37.459182 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 805bd866-fa9c-40d5-9d91-caccfa9c77f9 not bound to the agent host hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:09:38.198619 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe5daa-6d5e-41d0-bc60-52f1b4b40d11 req-8a2594b3-1c3d-4423-9439-e68a36fa2699 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:38.200646 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0efe5daa-6d5e-41d0-bc60-52f1b4b40d11 req-8a2594b3-1c3d-4423-9439-e68a36fa2699 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae4b0c8e-ca47-4d69-8ca3-101197890aa6 HTTP/1.1" status: 200 len: 945 time: 0.0571477 Feb 16 17:09:38.241482 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0efe5daa-6d5e-41d0-bc60-52f1b4b40d11 req-c9753dac-0627-4cd7-952c-69fc74c24b76 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=200db5f1-5f77-492b-8ceb-bc483afd1469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323420 Feb 16 17:09:38.478376 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ac3b9-fd44-44f4-877a-e62cf148af66 req-01269b66-d0a5-4698-bebf-969864c4a384 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:38.479801 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2f1ac3b9-fd44-44f4-877a-e62cf148af66 req-01269b66-d0a5-4698-bebf-969864c4a384 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "GET /v2.0/ports?device_id=ae4b0c8e-ca47-4d69-8ca3-101197890aa6 HTTP/1.1" status: 200 len: 945 time: 0.0521851 Feb 16 17:09:38.570942 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-2f1ac3b9-fd44-44f4-877a-e62cf148af66 req-5fb1c9b8-28fe-4004-a4ee-c7b801fffd2d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Deleting port 955e7ad4-5f24-4c9b-ba21-32d98bf1bee6 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:09:38.571287 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-2f1ac3b9-fd44-44f4-877a-e62cf148af66 req-5fb1c9b8-28fe-4004-a4ee-c7b801fffd2d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:38.664768 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-2f1ac3b9-fd44-44f4-877a-e62cf148af66 req-5fb1c9b8-28fe-4004-a4ee-c7b801fffd2d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] For port 955e7ad4-5f24-4c9b-ba21-32d98bf1bee6, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=955e7ad4-5f24-4c9b-ba21-32d98bf1bee6,segment=NetworkSegment(8c14dc4c-5cba-4515-b629-c4c4699d819f),segment_id=8c14dc4c-5cba-4515-b629-c4c4699d819f)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:09:38.665131 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-2f1ac3b9-fd44-44f4-877a-e62cf148af66 req-5fb1c9b8-28fe-4004-a4ee-c7b801fffd2d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:38.676915 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-2f1ac3b9-fd44-44f4-877a-e62cf148af66 req-5fb1c9b8-28fe-4004-a4ee-c7b801fffd2d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Calling delete_port for 955e7ad4-5f24-4c9b-ba21-32d98bf1bee6 owned by compute:nova {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:09:38.887453 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-2f1ac3b9-fd44-44f4-877a-e62cf148af66 req-5fb1c9b8-28fe-4004-a4ee-c7b801fffd2d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:38.920184 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1c9b8-28fe-4004-a4ee-c7b801fffd2d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'Port': ['ID=955e7ad4-5f24-4c9b-ba21-32d98bf1bee6,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:09:38.963071 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f1ac3b9-fd44-44f4-877a-e62cf148af66 req-5fb1c9b8-28fe-4004-a4ee-c7b801fffd2d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] No DVR routers for this DVR port 955e7ad4-5f24-4c9b-ba21-32d98bf1bee6 on host hv-neutron-8286 {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:09:38.965682 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-2f1ac3b9-fd44-44f4-877a-e62cf148af66 req-5fb1c9b8-28fe-4004-a4ee-c7b801fffd2d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:38.969881 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2f1ac3b9-fd44-44f4-877a-e62cf148af66 req-5fb1c9b8-28fe-4004-a4ee-c7b801fffd2d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "DELETE /v2.0/ports/955e7ad4-5f24-4c9b-ba21-32d98bf1bee6 HTTP/1.1" status: 204 len: 173 time: 0.4837396 Feb 16 17:09:38.970336 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4b0c8e-ca47-4d69-8ca3-101197890aa6', 'name': 'network-vif-deleted', 'tag': '955e7ad4-5f24-4c9b-ba21-32d98bf1bee6'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:09:38.972657 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2c5c24-e40a-4850-aeaf-2556d45c91e3" -d '{"events": [{"server_uuid": "ae4b0c8e-ca47-4d69-8ca3-101197890aa6", "name": "network-vif-deleted", "tag": "955e7ad4-5f24-4c9b-ba21-32d98bf1bee6"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:09:39.013367 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08fd7a9d-6591-453b-8624-181f182ce1ae x-openstack-request-id: req-08fd7a9d-6591-453b-8624-181f182ce1ae {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:09:39.013367 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4b0c8e-ca47-4d69-8ca3-101197890aa6", "name": "network-vif-deleted", "tag": "955e7ad4-5f24-4c9b-ba21-32d98bf1bee6", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:09:39.013367 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-08fd7a9d-6591-453b-8624-181f182ce1ae {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:09:39.013367 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4b0c8e-ca47-4d69-8ca3-101197890aa6', 'name': 'network-vif-deleted', 'tag': '955e7ad4-5f24-4c9b-ba21-32d98bf1bee6', 'status': 'completed', 'code': 200} Feb 16 17:09:39.173259 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0928adef-e2ea-4741-bbe7-bf768b1e648f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:39.352328 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b2932cf6-f733-4526-8549-2cd51e76ab2e req-72ae69bc-10aa-4a58-8089-6fdca775b36f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae4b0c8e-ca47-4d69-8ca3-101197890aa6 HTTP/1.1" status: 200 len: 210 time: 0.0274756 Feb 16 17:09:40.394173 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:40.411359 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 55182) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:09:40.472744 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-36cfdb04-a92c-4f4a-a5c7-15019f4c1344 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:40.500140 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-36cfdb04-a92c-4f4a-a5c7-15019f4c1344 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:40.744722 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-36cfdb04-a92c-4f4a-a5c7-15019f4c1344 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:40.747329 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-36cfdb04-a92c-4f4a-a5c7-15019f4c1344 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:40.748674 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-36cfdb04-a92c-4f4a-a5c7-15019f4c1344 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "DELETE /v2.0/security-groups/200db5f1-5f77-492b-8ceb-bc483afd1469 HTTP/1.1" status: 204 len: 168 time: 0.3362191 Feb 16 17:09:40.758208 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cfdb04-a92c-4f4a-a5c7-15019f4c1344 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=200db5f1-5f77-492b-8ceb-bc483afd1469,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:09:40.767101 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cfdb04-a92c-4f4a-a5c7-15019f4c1344 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:40.767446 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cfdb04-a92c-4f4a-a5c7-15019f4c1344 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:40.767786 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cfdb04-a92c-4f4a-a5c7-15019f4c1344 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:40.768150 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cfdb04-a92c-4f4a-a5c7-15019f4c1344 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:40.768479 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cfdb04-a92c-4f4a-a5c7-15019f4c1344 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:40.768808 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cfdb04-a92c-4f4a-a5c7-15019f4c1344 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:40.769132 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cfdb04-a92c-4f4a-a5c7-15019f4c1344 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:40.769470 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cfdb04-a92c-4f4a-a5c7-15019f4c1344 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:40.769778 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cfdb04-a92c-4f4a-a5c7-15019f4c1344 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:40.770095 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cfdb04-a92c-4f4a-a5c7-15019f4c1344 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:40.770444 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cfdb04-a92c-4f4a-a5c7-15019f4c1344 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:40.770759 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cfdb04-a92c-4f4a-a5c7-15019f4c1344 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:40.865354 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 55186) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:09:41.545143 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-26df1289-f5a4-4ece-ac89-d5470f26b3d3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:41.783283 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:41.856946 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-26df1289-f5a4-4ece-ac89-d5470f26b3d3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Deleting port 22371dcb-56a2-476e-9ccf-6ecd39de01b0 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:09:41.857210 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-26df1289-f5a4-4ece-ac89-d5470f26b3d3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:41.944361 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-26df1289-f5a4-4ece-ac89-d5470f26b3d3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] For port 22371dcb-56a2-476e-9ccf-6ecd39de01b0, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=22371dcb-56a2-476e-9ccf-6ecd39de01b0,segment=NetworkSegment(8c14dc4c-5cba-4515-b629-c4c4699d819f),segment_id=8c14dc4c-5cba-4515-b629-c4c4699d819f)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:09:41.944724 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-26df1289-f5a4-4ece-ac89-d5470f26b3d3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:41.956495 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-26df1289-f5a4-4ece-ac89-d5470f26b3d3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Calling delete_port for 22371dcb-56a2-476e-9ccf-6ecd39de01b0 owned by network:router_interface {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:09:42.093007 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:42.264633 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-26df1289-f5a4-4ece-ac89-d5470f26b3d3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:42.294374 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26df1289-f5a4-4ece-ac89-d5470f26b3d3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'Port': ['ID=22371dcb-56a2-476e-9ccf-6ecd39de01b0,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:09:42.466362 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-26df1289-f5a4-4ece-ac89-d5470f26b3d3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:42.681442 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26df1289-f5a4-4ece-ac89-d5470f26b3d3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Router 84931cad-d4ec-4e0c-a33e-5beb535c63e0 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:09:42.784704 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26df1289-f5a4-4ece-ac89-d5470f26b3d3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:09:42.789597 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-26df1289-f5a4-4ece-ac89-d5470f26b3d3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "PUT /v2.0/routers/84931cad-d4ec-4e0c-a33e-5beb535c63e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9232314 Feb 16 17:09:42.792434 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 55188) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:09:42.796812 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f89f6b-e8d4-404e-b5ca-f3a23db5f3e0 None None] Sync routers for ids ['84931cad-d4ec-4e0c-a33e-5beb535c63e0'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:09:42.806684 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f89f6b-e8d4-404e-b5ca-f3a23db5f3e0 None None] Routers {'84931cad-d4ec-4e0c-a33e-5beb535c63e0'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:09:42.807300 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-33f89f6b-e8d4-404e-b5ca-f3a23db5f3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:09:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['84931cad-d4ec-4e0c-a33e-5beb535c63e0'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:09:42.844432 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad9c69cb-e399-42a8-b2ad-9bece141ce8c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Deleting subnet 2d4f6f32-a76b-47f1-81ef-9735c470662a {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:09:42.847736 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ad9c69cb-e399-42a8-b2ad-9bece141ce8c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:42.886900 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ad9c69cb-e399-42a8-b2ad-9bece141ce8c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:42.910825 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-33f89f6b-e8d4-404e-b5ca-f3a23db5f3e0 None None] Set router 84931cad-d4ec-4e0c-a33e-5beb535c63e0 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:09:43.014471 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ad9c69cb-e399-42a8-b2ad-9bece141ce8c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:43.096502 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-33f89f6b-e8d4-404e-b5ca-f3a23db5f3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'name': 'tempest-TestNetworkBasicOps-router-574126027', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': '3e14253a-7010-4532-9482-a2660c4ae452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:07:37Z', 'updated_at': '2022-02-16T17:09:42Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': '3e14253a-7010-4532-9482-a2660c4ae452', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:07:38Z', 'updated_at': '2022-02-16T17:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:09:43.125020 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f89f6b-e8d4-404e-b5ca-f3a23db5f3e0 None None] Checking router: 84931cad-d4ec-4e0c-a33e-5beb535c63e0 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:09:43.133392 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f89f6b-e8d4-404e-b5ca-f3a23db5f3e0 None None] Routers {'84931cad-d4ec-4e0c-a33e-5beb535c63e0'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:09:43.133995 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-33f89f6b-e8d4-404e-b5ca-f3a23db5f3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:09:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['84931cad-d4ec-4e0c-a33e-5beb535c63e0'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:09:43.190837 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ad9c69cb-e399-42a8-b2ad-9bece141ce8c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:43.221332 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c69cb-e399-42a8-b2ad-9bece141ce8c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'Subnet': ['ID=2d4f6f32-a76b-47f1-81ef-9735c470662a,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:09:43.223423 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ad9c69cb-e399-42a8-b2ad-9bece141ce8c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:43.226918 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-ad9c69cb-e399-42a8-b2ad-9bece141ce8c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "DELETE /v2.0/subnets/2d4f6f32-a76b-47f1-81ef-9735c470662a HTTP/1.1" status: 204 len: 168 time: 0.4335499 Feb 16 17:09:43.229731 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55190) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:09:43.242576 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991fcc09-eae5-4b5f-91ee-e98473ea6083 None None] Network a5129c4e-73c6-4a5d-bb85-52cc8bc886aa requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:09:43.245610 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-33f89f6b-e8d4-404e-b5ca-f3a23db5f3e0 None None] Set router 84931cad-d4ec-4e0c-a33e-5beb535c63e0 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:09:43.351677 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a602b522-aabe-429b-a72a-d30e29de841f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:43.462795 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 955e7ad4-5f24-4c9b-ba21-32d98bf1bee6 no longer exists at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:09:43.470807 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a602b522-aabe-429b-a72a-d30e29de841f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:43.524558 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] No Port match for: 955e7ad4-5f24-4c9b-ba21-32d98bf1bee6 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:09:43.524889 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 955e7ad4-5f24-4c9b-ba21-32d98bf1bee6 not bound to the agent host hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:09:43.622994 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-a602b522-aabe-429b-a72a-d30e29de841f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Deleting port 3e14253a-7010-4532-9482-a2660c4ae452 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:09:43.623294 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a602b522-aabe-429b-a72a-d30e29de841f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:43.700200 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-33f89f6b-e8d4-404e-b5ca-f3a23db5f3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'name': 'tempest-TestNetworkBasicOps-router-574126027', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': '3e14253a-7010-4532-9482-a2660c4ae452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:07:37Z', 'updated_at': '2022-02-16T17:09:42Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': '3e14253a-7010-4532-9482-a2660c4ae452', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:07:38Z', 'updated_at': '2022-02-16T17:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:09:43.720634 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-a602b522-aabe-429b-a72a-d30e29de841f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] For port 3e14253a-7010-4532-9482-a2660c4ae452, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=3e14253a-7010-4532-9482-a2660c4ae452,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:09:43.721144 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a602b522-aabe-429b-a72a-d30e29de841f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:43.733554 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f89f6b-e8d4-404e-b5ca-f3a23db5f3e0 None None] The sync data for ids ['84931cad-d4ec-4e0c-a33e-5beb535c63e0'] in dv-neutron-828697-3-hyperv is: [{'id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'name': 'tempest-TestNetworkBasicOps-router-574126027', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': '3e14253a-7010-4532-9482-a2660c4ae452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:07:37Z', 'updated_at': '2022-02-16T17:09:42Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': '3e14253a-7010-4532-9482-a2660c4ae452', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84931cad-d4ec-4e0c-a33e-5beb535c63e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:07:38Z', 'updated_at': '2022-02-16T17:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:09:43.743031 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-a602b522-aabe-429b-a72a-d30e29de841f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Calling delete_port for 3e14253a-7010-4532-9482-a2660c4ae452 owned by network:router_gateway {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:09:43.766577 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee14a6be-107b-4014-957f-cfed55914be7 None None] DHCP port deletion for a5129c4e-73c6-4a5d-bb85-52cc8bc886aa request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:09:43.815860 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-ee14a6be-107b-4014-957f-cfed55914be7 None None] Deleting port 2f2c681b-17b5-42fa-9f95-534b18c14506 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:09:43.816622 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ee14a6be-107b-4014-957f-cfed55914be7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:43.881239 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-ee14a6be-107b-4014-957f-cfed55914be7 None None] For port 2f2c681b-17b5-42fa-9f95-534b18c14506, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=2f2c681b-17b5-42fa-9f95-534b18c14506,segment=NetworkSegment(8c14dc4c-5cba-4515-b629-c4c4699d819f),segment_id=8c14dc4c-5cba-4515-b629-c4c4699d819f)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:09:43.881641 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ee14a6be-107b-4014-957f-cfed55914be7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:43.895602 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-ee14a6be-107b-4014-957f-cfed55914be7 None None] Calling delete_port for 2f2c681b-17b5-42fa-9f95-534b18c14506 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:09:44.036396 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a602b522-aabe-429b-a72a-d30e29de841f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:44.067713 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a602b522-aabe-429b-a72a-d30e29de841f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'Port': ['ID=3e14253a-7010-4532-9482-a2660c4ae452,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:09:44.081846 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ee14a6be-107b-4014-957f-cfed55914be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:44.112270 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee14a6be-107b-4014-957f-cfed55914be7 None None] Pushing event deleted for resources: {'Port': ['ID=2f2c681b-17b5-42fa-9f95-534b18c14506,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:09:44.116607 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee14a6be-107b-4014-957f-cfed55914be7 None None] No DVR routers for this DVR port 2f2c681b-17b5-42fa-9f95-534b18c14506 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:09:44.142175 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a602b522-aabe-429b-a72a-d30e29de841f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584056'] for router_gateway, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:44.162696 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 22371dcb-56a2-476e-9ccf-6ecd39de01b0 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:09:44.183476 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 22371dcb-56a2-476e-9ccf-6ecd39de01b0 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:09:44.183937 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 22371dcb-56a2-476e-9ccf-6ecd39de01b0 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:09:44.184454 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 2f2c681b-17b5-42fa-9f95-534b18c14506 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:09:44.206696 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 2f2c681b-17b5-42fa-9f95-534b18c14506 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:09:44.207046 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 2f2c681b-17b5-42fa-9f95-534b18c14506 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:09:44.244175 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a602b522-aabe-429b-a72a-d30e29de841f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:44.246560 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a602b522-aabe-429b-a72a-d30e29de841f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:44.447287 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a602b522-aabe-429b-a72a-d30e29de841f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:44.451572 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a602b522-aabe-429b-a72a-d30e29de841f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Fanout notify agent at l3_agent the message router_deleted on router 84931cad-d4ec-4e0c-a33e-5beb535c63e0 {{(pid=114375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:09:44.455053 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a602b522-aabe-429b-a72a-d30e29de841f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:44.456182 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a602b522-aabe-429b-a72a-d30e29de841f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "DELETE /v2.0/routers/84931cad-d4ec-4e0c-a33e-5beb535c63e0 HTTP/1.1" status: 204 len: 168 time: 1.2242227 Feb 16 17:09:44.458906 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55192) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:09:44.542162 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-055efc73-fb82-4576-8c52-4b7922a32918 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:44.629084 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-055efc73-fb82-4576-8c52-4b7922a32918 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:44.654018 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-055efc73-fb82-4576-8c52-4b7922a32918 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5129c4e-73c6-4a5d-bb85-52cc8bc886aa']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:09:44.663385 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-055efc73-fb82-4576-8c52-4b7922a32918 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c14dc4c-5cba-4515-b629-c4c4699d819f') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:09:44.663685 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-055efc73-fb82-4576-8c52-4b7922a32918 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c14dc4c-5cba-4515-b629-c4c4699d819f') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:09:44.673570 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-055efc73-fb82-4576-8c52-4b7922a32918 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:44.686748 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-055efc73-fb82-4576-8c52-4b7922a32918 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:44.693129 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-055efc73-fb82-4576-8c52-4b7922a32918 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:09:44.693512 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-055efc73-fb82-4576-8c52-4b7922a32918 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:44.696378 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 17:09:44.696378 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:09:44.696378 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 17:09:44.696378 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:09:44.696378 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 17:09:44.696378 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:09:44.696378 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 17:09:44.696378 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:09:44.696378 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 17:09:44.696378 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:09:44.696378 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 17:09:44.696378 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:09:44.696378 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 17:09:44.696378 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:09:44.696378 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:09:44.696378 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:09:44.696378 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:09:44.696378 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:09:44.696378 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 17:09:44.696378 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:09:44.696378 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 17:09:44.696378 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:09:44.696378 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:09:44.696378 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:09:44.696378 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 17:09:44.696378 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:09:44.696378 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:09:44.696378 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:09:44.696378 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:09:44.696378 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:09:44.696378 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:09:44.696378 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:09:44.819006 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-055efc73-fb82-4576-8c52-4b7922a32918 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:44.826193 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-055efc73-fb82-4576-8c52-4b7922a32918 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:44.829537 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-055efc73-fb82-4576-8c52-4b7922a32918 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "DELETE /v2.0/networks/a5129c4e-73c6-4a5d-bb85-52cc8bc886aa HTTP/1.1" status: 204 len: 168 time: 0.3696620 Feb 16 17:09:44.841483 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055efc73-fb82-4576-8c52-4b7922a32918 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'Network': ['ID=a5129c4e-73c6-4a5d-bb85-52cc8bc886aa,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:09:44.849593 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55194) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:09:44.856364 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-31a76e0a-fe14-4747-b815-6cd016ab7a13 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'network': {'name': 'tempest-network-smoke--1505807058', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'port_security_enabled': True}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:09:44.982788 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a76e0a-fe14-4747-b815-6cd016ab7a13 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Made reservation on behalf of 9c9820320aae461fbcc5eba944eb2160 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:09:44.986412 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-31a76e0a-fe14-4747-b815-6cd016ab7a13 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:45.010284 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31a76e0a-fe14-4747-b815-6cd016ab7a13 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:09:45.019646 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-31a76e0a-fe14-4747-b815-6cd016ab7a13 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:45.020855 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-31a76e0a-fe14-4747-b815-6cd016ab7a13 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Added segment 7ae71440-b6ba-4fe1-9d3d-b2c650424c7c of type vlan for network 6cfab55b-84a8-4588-80c7-1c9ca752d786 Feb 16 17:09:45.058742 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-31a76e0a-fe14-4747-b815-6cd016ab7a13 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:45.138564 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-31a76e0a-fe14-4747-b815-6cd016ab7a13 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:45.144003 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a76e0a-fe14-4747-b815-6cd016ab7a13 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:45.144660 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-31a76e0a-fe14-4747-b815-6cd016ab7a13 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:45.211366 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a76e0a-fe14-4747-b815-6cd016ab7a13 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Network': ['ID=6cfab55b-84a8-4588-80c7-1c9ca752d786,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:09:45.225997 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 6cfab55b-84a8-4588-80c7-1c9ca752d786 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:09:45.347324 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-31a76e0a-fe14-4747-b815-6cd016ab7a13 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4966559 Feb 16 17:09:45.350180 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55196) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:09:45.354786 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-5f6b4b87-25c5-4dd4-be9b-757774e7299b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-461897847', 'admin_state_up': True, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:09:45.596401 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5f6b4b87-25c5-4dd4-be9b-757774e7299b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:45.597480 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5f6b4b87-25c5-4dd4-be9b-757774e7299b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:45.655963 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5f6b4b87-25c5-4dd4-be9b-757774e7299b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:45.932873 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5f6b4b87-25c5-4dd4-be9b-757774e7299b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:45.967359 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 3e14253a-7010-4532-9482-a2660c4ae452 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:09:45.989462 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 3e14253a-7010-4532-9482-a2660c4ae452 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:09:45.989808 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 3e14253a-7010-4532-9482-a2660c4ae452 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:09:46.195610 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5f6b4b87-25c5-4dd4-be9b-757774e7299b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router_gateway, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:46.214609 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5f6b4b87-25c5-4dd4-be9b-757774e7299b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:46.317096 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-5f6b4b87-25c5-4dd4-be9b-757774e7299b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Allocated IP 172.26.3.167 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/2bc95671-c9b0-40d2-b15e-73f2fd442f46) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:09:46.419303 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5f6b4b87-25c5-4dd4-be9b-757774e7299b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:46.527552 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5f6b4b87-25c5-4dd4-be9b-757774e7299b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:46.565175 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6b4b87-25c5-4dd4-be9b-757774e7299b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:09:46.568271 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-5f6b4b87-25c5-4dd4-be9b-757774e7299b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:09:46.571731 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6b4b87-25c5-4dd4-be9b-757774e7299b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:09:46.596606 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6b4b87-25c5-4dd4-be9b-757774e7299b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Port': ['ID=2bc95671-c9b0-40d2-b15e-73f2fd442f46,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:09:46.894421 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5f6b4b87-25c5-4dd4-be9b-757774e7299b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router_gateway, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:46.941130 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:09:47.091408 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5f6b4b87-25c5-4dd4-be9b-757774e7299b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:47.304529 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f6b4b87-25c5-4dd4-be9b-757774e7299b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Router ed747806-1adc-4419-ad83-88b3216d8391 is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:09:47.413008 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6b4b87-25c5-4dd4-be9b-757774e7299b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:09:47.423317 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e722956-9ef7-473a-bc87-6c72fa8269dc None None] Sync routers for ids ['ed747806-1adc-4419-ad83-88b3216d8391'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:09:47.431678 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e722956-9ef7-473a-bc87-6c72fa8269dc None None] Routers {'ed747806-1adc-4419-ad83-88b3216d8391'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:09:47.432314 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-9e722956-9ef7-473a-bc87-6c72fa8269dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:09:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['ed747806-1adc-4419-ad83-88b3216d8391'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:09:47.529512 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5f6b4b87-25c5-4dd4-be9b-757774e7299b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:47.531506 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-5f6b4b87-25c5-4dd4-be9b-757774e7299b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1800795 Feb 16 17:09:47.534721 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 55200) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:09:47.546063 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-9e722956-9ef7-473a-bc87-6c72fa8269dc None None] Set router ed747806-1adc-4419-ad83-88b3216d8391 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:09:47.671801 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-67052da4-638d-4051-aabb-3cbfd8d36604 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=9c9820320aae461fbcc5eba944eb2160&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1348135 Feb 16 17:09:47.674800 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 55204) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:09:47.740076 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-9e722956-9ef7-473a-bc87-6c72fa8269dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed747806-1adc-4419-ad83-88b3216d8391', 'name': 'tempest-TestNetworkBasicOps-router-461897847', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '2bc95671-c9b0-40d2-b15e-73f2fd442f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:09:45Z', 'updated_at': '2022-02-16T17:09:46Z', 'revision_number': 3, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': '2bc95671-c9b0-40d2-b15e-73f2fd442f46', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:23:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed747806-1adc-4419-ad83-88b3216d8391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:09:46Z', 'updated_at': '2022-02-16T17:09:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:09:47.765791 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4d8b45-c508-4bf2-8a41-5f3c3d8f7336 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:47.770031 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-6d4d8b45-c508-4bf2-8a41-5f3c3d8f7336 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0912666 Feb 16 17:09:47.770199 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e722956-9ef7-473a-bc87-6c72fa8269dc None None] Checking router: ed747806-1adc-4419-ad83-88b3216d8391 for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:09:47.770199 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e722956-9ef7-473a-bc87-6c72fa8269dc None None] Updating router ed747806-1adc-4419-ad83-88b3216d8391 port 2bc95671-c9b0-40d2-b15e-73f2fd442f46 binding host dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:09:47.770446 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 55206) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:09:47.792461 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-9e722956-9ef7-473a-bc87-6c72fa8269dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:47.800275 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-7597dc77-a0a7-4655-974d-87c8376935fb tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=d8eab20e-246c-47ce-8449-822ce53769fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265465 Feb 16 17:09:47.800447 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 55208) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:09:47.805067 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-9b2f917b-0292-4c8f-98d0-613eea41cbeb tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-227832947', 'network_id': '6cfab55b-84a8-4588-80c7-1c9ca752d786', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:09:48.034287 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2f917b-0292-4c8f-98d0-613eea41cbeb tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Made reservation on behalf of 9c9820320aae461fbcc5eba944eb2160 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:09:48.038287 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9b2f917b-0292-4c8f-98d0-613eea41cbeb tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:48.041163 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-9e722956-9ef7-473a-bc87-6c72fa8269dc None None] Notify callbacks [] for port, precommit_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:48.161161 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-9e722956-9ef7-473a-bc87-6c72fa8269dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:48.217682 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ab215-f30c-40f0-a628-b06d6e921fcb None None] Pushing event updated for resources: {'Port': ['ID=2bc95671-c9b0-40d2-b15e-73f2fd442f46,revision_number=2']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:09:48.219676 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-9e722956-9ef7-473a-bc87-6c72fa8269dc None None] Attempting to bind port 2bc95671-c9b0-40d2-b15e-73f2fd442f46 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:09:48.222006 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-9e722956-9ef7-473a-bc87-6c72fa8269dc None None] Attempting to bind port 2bc95671-c9b0-40d2-b15e-73f2fd442f46 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:09:48.222006 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e722956-9ef7-473a-bc87-6c72fa8269dc None None] Attempting to bind port 2bc95671-c9b0-40d2-b15e-73f2fd442f46 on network d8eab20e-246c-47ce-8449-822ce53769fc {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:09:48.228793 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e722956-9ef7-473a-bc87-6c72fa8269dc None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:09:48.229154 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e722956-9ef7-473a-bc87-6c72fa8269dc None None] Checking segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:09:48.229545 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-9e722956-9ef7-473a-bc87-6c72fa8269dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:48.229926 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e722956-9ef7-473a-bc87-6c72fa8269dc None None] Bound using segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:09:48.230369 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-9e722956-9ef7-473a-bc87-6c72fa8269dc None None] Bound port: 2bc95671-c9b0-40d2-b15e-73f2fd442f46, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:09:48.230736 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-9e722956-9ef7-473a-bc87-6c72fa8269dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:48.234206 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782ab215-f30c-40f0-a628-b06d6e921fcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:48.234578 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782ab215-f30c-40f0-a628-b06d6e921fcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:48.234892 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782ab215-f30c-40f0-a628-b06d6e921fcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:48.235214 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782ab215-f30c-40f0-a628-b06d6e921fcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:48.235530 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782ab215-f30c-40f0-a628-b06d6e921fcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:48.235862 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782ab215-f30c-40f0-a628-b06d6e921fcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:48.236211 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782ab215-f30c-40f0-a628-b06d6e921fcb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:48.236547 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782ab215-f30c-40f0-a628-b06d6e921fcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:48.236880 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782ab215-f30c-40f0-a628-b06d6e921fcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:48.237194 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782ab215-f30c-40f0-a628-b06d6e921fcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:48.237501 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782ab215-f30c-40f0-a628-b06d6e921fcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:48.237809 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782ab215-f30c-40f0-a628-b06d6e921fcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:48.286993 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-9e722956-9ef7-473a-bc87-6c72fa8269dc None None] For port 2bc95671-c9b0-40d2-b15e-73f2fd442f46, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:09:48.290012 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-9e722956-9ef7-473a-bc87-6c72fa8269dc None None] For port 2bc95671-c9b0-40d2-b15e-73f2fd442f46, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=2bc95671-c9b0-40d2-b15e-73f2fd442f46,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:09:48.327606 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9b2f917b-0292-4c8f-98d0-613eea41cbeb tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:48.387030 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f917b-0292-4c8f-98d0-613eea41cbeb tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Subnet': ['ID=a96c8c70-ece9-40d0-af90-1ed6c7e09b1c,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:09:48.395886 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2f917b-0292-4c8f-98d0-613eea41cbeb tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Checking segment: {'id': '7ae71440-b6ba-4fe1-9d3d-b2c650424c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6cfab55b-84a8-4588-80c7-1c9ca752d786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:09:48.396307 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2f917b-0292-4c8f-98d0-613eea41cbeb tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network hostable DHCP agents. Network: 6cfab55b-84a8-4588-80c7-1c9ca752d786, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:09:48.400202 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-9e722956-9ef7-473a-bc87-6c72fa8269dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:48.447632 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e722956-9ef7-473a-bc87-6c72fa8269dc None None] Routers {'ed747806-1adc-4419-ad83-88b3216d8391'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:09:48.448258 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-9e722956-9ef7-473a-bc87-6c72fa8269dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:09:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['ed747806-1adc-4419-ad83-88b3216d8391'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:09:48.487129 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2f917b-0292-4c8f-98d0-613eea41cbeb tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network 6cfab55b-84a8-4588-80c7-1c9ca752d786 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:09:48.497037 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ab215-f30c-40f0-a628-b06d6e921fcb None None] Pushing event updated for resources: {'Port': ['ID=2bc95671-c9b0-40d2-b15e-73f2fd442f46,revision_number=3']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:09:48.559682 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-9e722956-9ef7-473a-bc87-6c72fa8269dc None None] Set router ed747806-1adc-4419-ad83-88b3216d8391 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:09:48.617289 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-9b2f917b-0292-4c8f-98d0-613eea41cbeb tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 6cfab55b-84a8-4588-80c7-1c9ca752d786) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:09:48.621463 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2f917b-0292-4c8f-98d0-613eea41cbeb tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:48.622646 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9b2f917b-0292-4c8f-98d0-613eea41cbeb tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:48.627800 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de0532c-62f3-4fe6-abed-f2e6678243c1 None None] Network 6cfab55b-84a8-4588-80c7-1c9ca752d786 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:09:48.735174 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-9e722956-9ef7-473a-bc87-6c72fa8269dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed747806-1adc-4419-ad83-88b3216d8391', 'name': 'tempest-TestNetworkBasicOps-router-461897847', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '2bc95671-c9b0-40d2-b15e-73f2fd442f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:09:45Z', 'updated_at': '2022-02-16T17:09:46Z', 'revision_number': 3, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': '2bc95671-c9b0-40d2-b15e-73f2fd442f46', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:23:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed747806-1adc-4419-ad83-88b3216d8391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:09:46Z', 'updated_at': '2022-02-16T17:09:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:09:48.740931 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-9b2f917b-0292-4c8f-98d0-613eea41cbeb tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9394243 Feb 16 17:09:48.741115 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55210) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:09:48.761258 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e722956-9ef7-473a-bc87-6c72fa8269dc None None] The sync data for ids ['ed747806-1adc-4419-ad83-88b3216d8391'] in dv-neutron-828697-3-hyperv is: [{'id': 'ed747806-1adc-4419-ad83-88b3216d8391', 'name': 'tempest-TestNetworkBasicOps-router-461897847', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '2bc95671-c9b0-40d2-b15e-73f2fd442f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:09:45Z', 'updated_at': '2022-02-16T17:09:46Z', 'revision_number': 3, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': '2bc95671-c9b0-40d2-b15e-73f2fd442f46', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:23:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed747806-1adc-4419-ad83-88b3216d8391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:09:46Z', 'updated_at': '2022-02-16T17:09:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:09:48.783025 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c720e81c-71ad-44f5-ab62-31aabfa313a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-6cfab55b-84a8-4588-80c7-1c9ca752d786', 'network_id': '6cfab55b-84a8-4588-80c7-1c9ca752d786', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ips': [{'subnet_id': 'a96c8c70-ece9-40d0-af90-1ed6c7e09b1c'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:09:48.783915 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c720e81c-71ad-44f5-ab62-31aabfa313a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:48.937737 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-c720e81c-71ad-44f5-ab62-31aabfa313a5 None None] Allocated IP 172.20.0.2 (6cfab55b-84a8-4588-80c7-1c9ca752d786/a96c8c70-ece9-40d0-af90-1ed6c7e09b1c/580f228b-e848-444b-825f-1201395f93e6) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:09:49.120861 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c720e81c-71ad-44f5-ab62-31aabfa313a5 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:49.236964 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c720e81c-71ad-44f5-ab62-31aabfa313a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:49.285214 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c720e81c-71ad-44f5-ab62-31aabfa313a5 None None] Network 6cfab55b-84a8-4588-80c7-1c9ca752d786 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:09:49.289009 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c720e81c-71ad-44f5-ab62-31aabfa313a5 None None] Pushing event updated for resources: {'Port': ['ID=580f228b-e848-444b-825f-1201395f93e6,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:09:49.291525 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-c720e81c-71ad-44f5-ab62-31aabfa313a5 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:09:49.293858 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c720e81c-71ad-44f5-ab62-31aabfa313a5 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:09:49.354349 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-c720e81c-71ad-44f5-ab62-31aabfa313a5 None None] Attempting to bind port 580f228b-e848-444b-825f-1201395f93e6 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:09:49.355640 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-c720e81c-71ad-44f5-ab62-31aabfa313a5 None None] Attempting to bind port 580f228b-e848-444b-825f-1201395f93e6 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '7ae71440-b6ba-4fe1-9d3d-b2c650424c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6cfab55b-84a8-4588-80c7-1c9ca752d786'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:09:49.355640 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c720e81c-71ad-44f5-ab62-31aabfa313a5 None None] Attempting to bind port 580f228b-e848-444b-825f-1201395f93e6 on network 6cfab55b-84a8-4588-80c7-1c9ca752d786 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:09:49.360677 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c720e81c-71ad-44f5-ab62-31aabfa313a5 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:09:49.361055 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c720e81c-71ad-44f5-ab62-31aabfa313a5 None None] Checking segment: {'id': '7ae71440-b6ba-4fe1-9d3d-b2c650424c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6cfab55b-84a8-4588-80c7-1c9ca752d786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:09:49.361459 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c720e81c-71ad-44f5-ab62-31aabfa313a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:49.361846 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c720e81c-71ad-44f5-ab62-31aabfa313a5 None None] Bound using segment: {'id': '7ae71440-b6ba-4fe1-9d3d-b2c650424c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6cfab55b-84a8-4588-80c7-1c9ca752d786'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:09:49.362306 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-c720e81c-71ad-44f5-ab62-31aabfa313a5 None None] Bound port: 580f228b-e848-444b-825f-1201395f93e6, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ae71440-b6ba-4fe1-9d3d-b2c650424c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6cfab55b-84a8-4588-80c7-1c9ca752d786'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:09:49.362695 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c720e81c-71ad-44f5-ab62-31aabfa313a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:49.434595 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-c720e81c-71ad-44f5-ab62-31aabfa313a5 None None] For port 580f228b-e848-444b-825f-1201395f93e6, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:09:49.438783 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-c720e81c-71ad-44f5-ab62-31aabfa313a5 None None] For port 580f228b-e848-444b-825f-1201395f93e6, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=580f228b-e848-444b-825f-1201395f93e6,segment=NetworkSegment(7ae71440-b6ba-4fe1-9d3d-b2c650424c7c),segment_id=7ae71440-b6ba-4fe1-9d3d-b2c650424c7c)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:09:49.528352 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c720e81c-71ad-44f5-ab62-31aabfa313a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:49.568420 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9bd015c0-c4b5-4b3b-801e-a86ba5a2782d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:49.591964 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c720e81c-71ad-44f5-ab62-31aabfa313a5 None None] Pushing event updated for resources: {'Port': ['ID=580f228b-e848-444b-825f-1201395f93e6,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:09:49.895468 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-9bd015c0-c4b5-4b3b-801e-a86ba5a2782d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Allocated IP 172.20.0.1 (6cfab55b-84a8-4588-80c7-1c9ca752d786/a96c8c70-ece9-40d0-af90-1ed6c7e09b1c/9cac749b-252c-41da-8ec7-8f12611b26b7) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:09:50.025266 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9bd015c0-c4b5-4b3b-801e-a86ba5a2782d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:50.027012 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 580f228b-e848-444b-825f-1201395f93e6 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:09:50.081034 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 580f228b-e848-444b-825f-1201395f93e6 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:09:50.081407 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:50.150682 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9bd015c0-c4b5-4b3b-801e-a86ba5a2782d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:50.169268 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:50.195149 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd015c0-c4b5-4b3b-801e-a86ba5a2782d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network 6cfab55b-84a8-4588-80c7-1c9ca752d786 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:09:50.198343 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-9bd015c0-c4b5-4b3b-801e-a86ba5a2782d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:09:50.202149 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd015c0-c4b5-4b3b-801e-a86ba5a2782d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:09:50.202374 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port 580f228b-e848-444b-825f-1201395f93e6, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=580f228b-e848-444b-825f-1201395f93e6,segment=NetworkSegment(7ae71440-b6ba-4fe1-9d3d-b2c650424c7c),segment_id=7ae71440-b6ba-4fe1-9d3d-b2c650424c7c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:09:50.208473 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd015c0-c4b5-4b3b-801e-a86ba5a2782d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Port': ['ID=9cac749b-252c-41da-8ec7-8f12611b26b7,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:09:50.249977 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9bd015c0-c4b5-4b3b-801e-a86ba5a2782d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:50.326171 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:50.326962 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 2bc95671-c9b0-40d2-b15e-73f2fd442f46 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:09:50.402527 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=580f228b-e848-444b-825f-1201395f93e6,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:09:50.415607 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 2bc95671-c9b0-40d2-b15e-73f2fd442f46 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:09:50.416009 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:50.485986 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9bd015c0-c4b5-4b3b-801e-a86ba5a2782d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:50.504655 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:50.526644 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port 2bc95671-c9b0-40d2-b15e-73f2fd442f46, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=2bc95671-c9b0-40d2-b15e-73f2fd442f46,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:09:50.624602 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:50.685025 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=2bc95671-c9b0-40d2-b15e-73f2fd442f46,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:09:50.774031 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02952eb-bd62-4de0-995c-b31b71a85390 None None] Network 6cfab55b-84a8-4588-80c7-1c9ca752d786 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:09:50.800068 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9bd015c0-c4b5-4b3b-801e-a86ba5a2782d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:50.908226 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-d167f93a-72dc-4d28-9677-15be7f5b08cb None None] Provisioning complete for port 580f228b-e848-444b-825f-1201395f93e6 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:09:50.908596 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d167f93a-72dc-4d28-9677-15be7f5b08cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:50.921894 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9bd015c0-c4b5-4b3b-801e-a86ba5a2782d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:50.998495 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd015c0-c4b5-4b3b-801e-a86ba5a2782d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Port': ['ID=9cac749b-252c-41da-8ec7-8f12611b26b7,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:09:50.999543 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9bd015c0-c4b5-4b3b-801e-a86ba5a2782d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:51.110674 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd015c0-c4b5-4b3b-801e-a86ba5a2782d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network 6cfab55b-84a8-4588-80c7-1c9ca752d786 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:09:51.112170 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-9bd015c0-c4b5-4b3b-801e-a86ba5a2782d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:09:51.232464 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd015c0-c4b5-4b3b-801e-a86ba5a2782d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Router ed747806-1adc-4419-ad83-88b3216d8391 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:09:51.245483 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-cec85373-fb4a-4436-bb21-d41faf51ff89 None None] Provisioning complete for port 9cac749b-252c-41da-8ec7-8f12611b26b7 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:09:51.246075 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-cec85373-fb4a-4436-bb21-d41faf51ff89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:51.284349 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-cec85373-fb4a-4436-bb21-d41faf51ff89 None None] Port 9cac749b-252c-41da-8ec7-8f12611b26b7 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:09:51.294383 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-cec85373-fb4a-4436-bb21-d41faf51ff89 None None] Provisioning complete for port 580f228b-e848-444b-825f-1201395f93e6 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:09:51.294893 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-cec85373-fb4a-4436-bb21-d41faf51ff89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:51.354760 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd015c0-c4b5-4b3b-801e-a86ba5a2782d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:09:51.360061 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-9bd015c0-c4b5-4b3b-801e-a86ba5a2782d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "PUT /v2.0/routers/ed747806-1adc-4419-ad83-88b3216d8391/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6176436 Feb 16 17:09:51.365293 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 55212) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:09:51.391270 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f71607-c6dc-4c35-b990-c96bc8909b53 None None] Sync routers for ids ['ed747806-1adc-4419-ad83-88b3216d8391'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:09:51.411498 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f71607-c6dc-4c35-b990-c96bc8909b53 None None] Routers {'ed747806-1adc-4419-ad83-88b3216d8391'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:09:51.412079 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-29f71607-c6dc-4c35-b990-c96bc8909b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:09:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['ed747806-1adc-4419-ad83-88b3216d8391'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:09:51.555407 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-29f71607-c6dc-4c35-b990-c96bc8909b53 None None] Set router ed747806-1adc-4419-ad83-88b3216d8391 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:09:51.563602 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a645c025-7e4a-46a1-9c2f-83feb36ba161 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:51.564120 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a645c025-7e4a-46a1-9c2f-83feb36ba161 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:51.564550 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a645c025-7e4a-46a1-9c2f-83feb36ba161 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:51.564999 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a645c025-7e4a-46a1-9c2f-83feb36ba161 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:51.565442 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a645c025-7e4a-46a1-9c2f-83feb36ba161 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:51.565883 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a645c025-7e4a-46a1-9c2f-83feb36ba161 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:51.570243 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-a645c025-7e4a-46a1-9c2f-83feb36ba161 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.2006984 Feb 16 17:09:51.570402 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 55214) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:09:51.626619 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df2052b-aa9c-45bf-b0bc-5f147550289f tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:51.627114 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df2052b-aa9c-45bf-b0bc-5f147550289f tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:51.627544 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df2052b-aa9c-45bf-b0bc-5f147550289f tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:51.628013 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df2052b-aa9c-45bf-b0bc-5f147550289f tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:51.628463 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df2052b-aa9c-45bf-b0bc-5f147550289f tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:51.628906 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df2052b-aa9c-45bf-b0bc-5f147550289f tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:51.630682 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-1df2052b-aa9c-45bf-b0bc-5f147550289f tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0593984 Feb 16 17:09:51.633652 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55216) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:09:51.638804 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-028a5fd5-d296-492b-b441-852a34cc15bb None None] Provisioning complete for port 9cac749b-252c-41da-8ec7-8f12611b26b7 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:09:51.639184 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-028a5fd5-d296-492b-b441-852a34cc15bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:51.718985 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-028a5fd5-d296-492b-b441-852a34cc15bb None None] Port 9cac749b-252c-41da-8ec7-8f12611b26b7 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:09:51.776299 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-0072625a-d21c-4fe2-8832-bee1e7cad7c6 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.1414418 Feb 16 17:09:51.779379 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55218) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:09:51.784876 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-75b34ec7-3875-4ee5-a83b-9924624cfd27 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1492489025', 'network_id': '6cfab55b-84a8-4588-80c7-1c9ca752d786'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:09:51.808155 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-29f71607-c6dc-4c35-b990-c96bc8909b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed747806-1adc-4419-ad83-88b3216d8391', 'name': 'tempest-TestNetworkBasicOps-router-461897847', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '2bc95671-c9b0-40d2-b15e-73f2fd442f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:09:45Z', 'updated_at': '2022-02-16T17:09:50Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': '2bc95671-c9b0-40d2-b15e-73f2fd442f46', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:23:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed747806-1adc-4419-ad83-88b3216d8391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:09:46Z', 'updated_at': '2022-02-16T17:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '9cac749b-252c-41da-8ec7-8f12611b26b7', 'name': '', 'network_id': '6cfab55b-84a8-4588-80c7-1c9ca752d786', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:6f:b1:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed747806-1adc-4419-ad83-88b3216d8391', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'a96c8c70-ece9-40d0-af90-1ed6c7e09b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:09:49Z', 'updated_at': '2022-02-16T17:09:50Z', 'revision_number': 2, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': 'a96c8c70-ece9-40d0-af90-1ed6c7e09b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:09:51.836163 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f71607-c6dc-4c35-b990-c96bc8909b53 None None] Checking router: ed747806-1adc-4419-ad83-88b3216d8391 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:09:51.836521 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f71607-c6dc-4c35-b990-c96bc8909b53 None None] Updating router ed747806-1adc-4419-ad83-88b3216d8391 port 9cac749b-252c-41da-8ec7-8f12611b26b7 binding host dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:09:51.864260 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-29f71607-c6dc-4c35-b990-c96bc8909b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:51.979350 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b34ec7-3875-4ee5-a83b-9924624cfd27 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Made reservation on behalf of 9c9820320aae461fbcc5eba944eb2160 for: {'port': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:09:51.979870 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 580f228b-e848-444b-825f-1201395f93e6 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:09:51.982939 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-75b34ec7-3875-4ee5-a83b-9924624cfd27 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:52.001439 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [None req-75b34ec7-3875-4ee5-a83b-9924624cfd27 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] device_id is not set on port bbb56112-87ad-41e6-ba7b-ca9986f7db96 yet. {{(pid=114375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:09:52.102057 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 580f228b-e848-444b-825f-1201395f93e6 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:09:52.102429 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:52.239592 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-29f71607-c6dc-4c35-b990-c96bc8909b53 None None] Notify callbacks [] for port, precommit_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:52.252781 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 2bc95671-c9b0-40d2-b15e-73f2fd442f46 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:09:52.354300 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-75b34ec7-3875-4ee5-a83b-9924624cfd27 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Allocated IP 172.20.0.8 (6cfab55b-84a8-4588-80c7-1c9ca752d786/a96c8c70-ece9-40d0-af90-1ed6c7e09b1c/bbb56112-87ad-41e6-ba7b-ca9986f7db96) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:09:52.422190 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-29f71607-c6dc-4c35-b990-c96bc8909b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:52.481423 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80357d29-c381-4236-a704-132d96a8e088 None None] Pushing event updated for resources: {'Port': ['ID=9cac749b-252c-41da-8ec7-8f12611b26b7,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:09:52.493007 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80357d29-c381-4236-a704-132d96a8e088 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:52.493286 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80357d29-c381-4236-a704-132d96a8e088 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:52.493638 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80357d29-c381-4236-a704-132d96a8e088 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:52.493974 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80357d29-c381-4236-a704-132d96a8e088 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:52.494364 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80357d29-c381-4236-a704-132d96a8e088 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:52.494762 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80357d29-c381-4236-a704-132d96a8e088 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:52.495121 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80357d29-c381-4236-a704-132d96a8e088 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:52.495805 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80357d29-c381-4236-a704-132d96a8e088 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:52.495805 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80357d29-c381-4236-a704-132d96a8e088 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:52.496128 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80357d29-c381-4236-a704-132d96a8e088 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:52.496456 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80357d29-c381-4236-a704-132d96a8e088 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:52.496779 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80357d29-c381-4236-a704-132d96a8e088 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:52.521067 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-75b34ec7-3875-4ee5-a83b-9924624cfd27 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:52.528020 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 2bc95671-c9b0-40d2-b15e-73f2fd442f46 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:09:52.528451 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:52.589642 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-29f71607-c6dc-4c35-b990-c96bc8909b53 None None] Attempting to bind port 9cac749b-252c-41da-8ec7-8f12611b26b7 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:09:52.589989 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-29f71607-c6dc-4c35-b990-c96bc8909b53 None None] Attempting to bind port 9cac749b-252c-41da-8ec7-8f12611b26b7 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '7ae71440-b6ba-4fe1-9d3d-b2c650424c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6cfab55b-84a8-4588-80c7-1c9ca752d786'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:09:52.590354 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f71607-c6dc-4c35-b990-c96bc8909b53 None None] Attempting to bind port 9cac749b-252c-41da-8ec7-8f12611b26b7 on network 6cfab55b-84a8-4588-80c7-1c9ca752d786 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:09:52.599462 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f71607-c6dc-4c35-b990-c96bc8909b53 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:09:52.599842 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f71607-c6dc-4c35-b990-c96bc8909b53 None None] Checking segment: {'id': '7ae71440-b6ba-4fe1-9d3d-b2c650424c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6cfab55b-84a8-4588-80c7-1c9ca752d786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:09:52.600281 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-29f71607-c6dc-4c35-b990-c96bc8909b53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:52.612046 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f71607-c6dc-4c35-b990-c96bc8909b53 None None] Bound using segment: {'id': '7ae71440-b6ba-4fe1-9d3d-b2c650424c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6cfab55b-84a8-4588-80c7-1c9ca752d786'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:09:52.612046 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-29f71607-c6dc-4c35-b990-c96bc8909b53 None None] Bound port: 9cac749b-252c-41da-8ec7-8f12611b26b7, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ae71440-b6ba-4fe1-9d3d-b2c650424c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6cfab55b-84a8-4588-80c7-1c9ca752d786'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:09:52.612046 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-29f71607-c6dc-4c35-b990-c96bc8909b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:52.699286 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-29f71607-c6dc-4c35-b990-c96bc8909b53 None None] For port 9cac749b-252c-41da-8ec7-8f12611b26b7, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:09:52.702321 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-29f71607-c6dc-4c35-b990-c96bc8909b53 None None] For port 9cac749b-252c-41da-8ec7-8f12611b26b7, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=9cac749b-252c-41da-8ec7-8f12611b26b7,segment=NetworkSegment(7ae71440-b6ba-4fe1-9d3d-b2c650424c7c),segment_id=7ae71440-b6ba-4fe1-9d3d-b2c650424c7c)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:09:52.716285 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-75b34ec7-3875-4ee5-a83b-9924624cfd27 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:52.744892 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-3a4f93f8-bbb8-4083-b29f-980086bfab03 None None] Provisioning complete for port 9cac749b-252c-41da-8ec7-8f12611b26b7 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:09:52.745156 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-3a4f93f8-bbb8-4083-b29f-980086bfab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:52.762571 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b34ec7-3875-4ee5-a83b-9924624cfd27 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network 6cfab55b-84a8-4588-80c7-1c9ca752d786 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:09:52.765573 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-75b34ec7-3875-4ee5-a83b-9924624cfd27 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:09:52.769330 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b34ec7-3875-4ee5-a83b-9924624cfd27 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:09:52.782797 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-3a4f93f8-bbb8-4083-b29f-980086bfab03 None None] Port 9cac749b-252c-41da-8ec7-8f12611b26b7 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:09:52.799839 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b34ec7-3875-4ee5-a83b-9924624cfd27 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Port': ['ID=bbb56112-87ad-41e6-ba7b-ca9986f7db96,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:09:52.823249 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b34ec7-3875-4ee5-a83b-9924624cfd27 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:52.823881 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-75b34ec7-3875-4ee5-a83b-9924624cfd27 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:52.842158 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-29f71607-c6dc-4c35-b990-c96bc8909b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:52.910108 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f71607-c6dc-4c35-b990-c96bc8909b53 None None] Routers {'ed747806-1adc-4419-ad83-88b3216d8391'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:09:52.910963 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-29f71607-c6dc-4c35-b990-c96bc8909b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:09:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['ed747806-1adc-4419-ad83-88b3216d8391'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:09:52.913586 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80357d29-c381-4236-a704-132d96a8e088 None None] Pushing event updated for resources: {'Port': ['ID=9cac749b-252c-41da-8ec7-8f12611b26b7,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:09:52.970592 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-75b34ec7-3875-4ee5-a83b-9924624cfd27 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1900475 Feb 16 17:09:53.033171 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-02a5e4b0-83da-485f-a4d7-b8dbe1e5dd06 None None] Provisioning complete for port bbb56112-87ad-41e6-ba7b-ca9986f7db96 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:09:53.033553 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-02a5e4b0-83da-485f-a4d7-b8dbe1e5dd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:53.038613 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-29f71607-c6dc-4c35-b990-c96bc8909b53 None None] Set router ed747806-1adc-4419-ad83-88b3216d8391 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:09:53.113212 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-02a5e4b0-83da-485f-a4d7-b8dbe1e5dd06 None None] Port bbb56112-87ad-41e6-ba7b-ca9986f7db96 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:09:53.260987 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-15f4dee4-41cd-4a15-b863-dbe3d0c8bc1b None None] Provisioning complete for port 9cac749b-252c-41da-8ec7-8f12611b26b7 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:09:53.261744 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-15f4dee4-41cd-4a15-b863-dbe3d0c8bc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:53.318811 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-29f71607-c6dc-4c35-b990-c96bc8909b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed747806-1adc-4419-ad83-88b3216d8391', 'name': 'tempest-TestNetworkBasicOps-router-461897847', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '2bc95671-c9b0-40d2-b15e-73f2fd442f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:09:45Z', 'updated_at': '2022-02-16T17:09:50Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': '2bc95671-c9b0-40d2-b15e-73f2fd442f46', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:23:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed747806-1adc-4419-ad83-88b3216d8391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:09:46Z', 'updated_at': '2022-02-16T17:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '9cac749b-252c-41da-8ec7-8f12611b26b7', 'name': '', 'network_id': '6cfab55b-84a8-4588-80c7-1c9ca752d786', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:6f:b1:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed747806-1adc-4419-ad83-88b3216d8391', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'a96c8c70-ece9-40d0-af90-1ed6c7e09b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:09:49Z', 'updated_at': '2022-02-16T17:09:52Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': 'a96c8c70-ece9-40d0-af90-1ed6c7e09b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:09:53.348104 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f71607-c6dc-4c35-b990-c96bc8909b53 None None] The sync data for ids ['ed747806-1adc-4419-ad83-88b3216d8391'] in dv-neutron-828697-3-hyperv is: [{'id': 'ed747806-1adc-4419-ad83-88b3216d8391', 'name': 'tempest-TestNetworkBasicOps-router-461897847', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '2bc95671-c9b0-40d2-b15e-73f2fd442f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:09:45Z', 'updated_at': '2022-02-16T17:09:50Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': '2bc95671-c9b0-40d2-b15e-73f2fd442f46', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:23:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed747806-1adc-4419-ad83-88b3216d8391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:09:46Z', 'updated_at': '2022-02-16T17:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '9cac749b-252c-41da-8ec7-8f12611b26b7', 'name': '', 'network_id': '6cfab55b-84a8-4588-80c7-1c9ca752d786', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:6f:b1:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed747806-1adc-4419-ad83-88b3216d8391', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'a96c8c70-ece9-40d0-af90-1ed6c7e09b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:09:49Z', 'updated_at': '2022-02-16T17:09:52Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': 'a96c8c70-ece9-40d0-af90-1ed6c7e09b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:09:53.387721 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-15f4dee4-41cd-4a15-b863-dbe3d0c8bc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:53.438411 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55222) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:09:53.443035 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-bfac63dc-4e50-4382-bffa-c0f193984471 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1695724269', 'description': 'tempest-secgroup-smoke-1695724269 description', 'project_id': '9c9820320aae461fbcc5eba944eb2160'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:09:53.451574 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-15f4dee4-41cd-4a15-b863-dbe3d0c8bc1b None None] For port 9cac749b-252c-41da-8ec7-8f12611b26b7, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=9cac749b-252c-41da-8ec7-8f12611b26b7,segment=NetworkSegment(7ae71440-b6ba-4fe1-9d3d-b2c650424c7c),segment_id=7ae71440-b6ba-4fe1-9d3d-b2c650424c7c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:09:53.525972 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-15f4dee4-41cd-4a15-b863-dbe3d0c8bc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:53.562627 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bfac63dc-4e50-4382-bffa-c0f193984471 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:53.589366 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f4dee4-41cd-4a15-b863-dbe3d0c8bc1b None None] Pushing event updated for resources: {'Port': ['ID=9cac749b-252c-41da-8ec7-8f12611b26b7,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:09:53.640521 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bfac63dc-4e50-4382-bffa-c0f193984471 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:53.796783 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bfac63dc-4e50-4382-bffa-c0f193984471 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:53.825721 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfac63dc-4e50-4382-bffa-c0f193984471 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aabf5c49-23ed-4e59-afec-f3336529d0be,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:09:53.971455 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bfac63dc-4e50-4382-bffa-c0f193984471 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:53.971455 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-bfac63dc-4e50-4382-bffa-c0f193984471 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5259068 Feb 16 17:09:53.971455 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55224) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:09:53.973694 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-32c41140-f9ac-4bf4-ac22-914fed4fbf34 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': 'aabf5c49-23ed-4e59-afec-f3336529d0be', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:09:54.001846 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 9cac749b-252c-41da-8ec7-8f12611b26b7 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:09:54.052579 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 9cac749b-252c-41da-8ec7-8f12611b26b7 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:09:54.056264 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:54.081528 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-32c41140-f9ac-4bf4-ac22-914fed4fbf34 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:54.161669 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-32c41140-f9ac-4bf4-ac22-914fed4fbf34 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:54.241720 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-32c41140-f9ac-4bf4-ac22-914fed4fbf34 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:54.262863 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c41140-f9ac-4bf4-ac22-914fed4fbf34 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18c0df3a-28b0-4383-90ae-ca2929eb757a,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:09:54.352624 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-32c41140-f9ac-4bf4-ac22-914fed4fbf34 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:54.354035 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-32c41140-f9ac-4bf4-ac22-914fed4fbf34 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3841989 Feb 16 17:09:54.357086 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55226) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:09:54.361881 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-1c50969e-76b5-413b-bdb9-e03887d7cee9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': 'aabf5c49-23ed-4e59-afec-f3336529d0be', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:09:54.526241 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1c50969e-76b5-413b-bdb9-e03887d7cee9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:54.582667 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1c50969e-76b5-413b-bdb9-e03887d7cee9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:54.698241 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1c50969e-76b5-413b-bdb9-e03887d7cee9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:54.716133 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c50969e-76b5-413b-bdb9-e03887d7cee9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e203dab6-e6a9-4610-8b7b-825c9bbf1b80,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:09:54.774826 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1c50969e-76b5-413b-bdb9-e03887d7cee9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:54.776112 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-1c50969e-76b5-413b-bdb9-e03887d7cee9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4180093 Feb 16 17:09:54.779496 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55228) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:09:54.784353 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-aba7a45b-6b1e-445c-aac9-215862cc03d9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': 'aabf5c49-23ed-4e59-afec-f3336529d0be', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:09:54.862029 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-aba7a45b-6b1e-445c-aac9-215862cc03d9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:54.918759 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-aba7a45b-6b1e-445c-aac9-215862cc03d9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:55.005435 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-aba7a45b-6b1e-445c-aac9-215862cc03d9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:55.023413 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba7a45b-6b1e-445c-aac9-215862cc03d9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbc191fb-7659-4e65-99e1-5fd3eff425c2,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:09:55.104542 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-aba7a45b-6b1e-445c-aac9-215862cc03d9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:55.105774 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-aba7a45b-6b1e-445c-aac9-215862cc03d9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3247943 Feb 16 17:09:55.108694 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55230) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:09:55.119325 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-85b8b217-d52d-42a1-b24a-fef1fc2fe42d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': 'aabf5c49-23ed-4e59-afec-f3336529d0be', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:09:55.195111 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-85b8b217-d52d-42a1-b24a-fef1fc2fe42d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:55.256349 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-85b8b217-d52d-42a1-b24a-fef1fc2fe42d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:55.470350 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-85b8b217-d52d-42a1-b24a-fef1fc2fe42d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:55.488107 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b8b217-d52d-42a1-b24a-fef1fc2fe42d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eeb5e5e-fc5b-4854-b4af-71bf3f03d13d,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:09:55.601696 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-85b8b217-d52d-42a1-b24a-fef1fc2fe42d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:55.602919 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-85b8b217-d52d-42a1-b24a-fef1fc2fe42d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4933250 Feb 16 17:09:55.612780 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55232) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:09:55.617214 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-ca17eb5c-a5a0-4fae-875a-99036f8b5177 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': 'aabf5c49-23ed-4e59-afec-f3336529d0be', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:09:55.709608 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.securitygroups_db [None req-ca17eb5c-a5a0-4fae-875a-99036f8b5177 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Project 9c9820320aae461fbcc5eba944eb2160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:09:55.714673 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ca17eb5c-a5a0-4fae-875a-99036f8b5177 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:55.776661 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ca17eb5c-a5a0-4fae-875a-99036f8b5177 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:55.862306 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ca17eb5c-a5a0-4fae-875a-99036f8b5177 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:55.879105 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca17eb5c-a5a0-4fae-875a-99036f8b5177 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47bbcf50-bae2-4852-b65a-7c9e8e521b49,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:09:55.974509 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ca17eb5c-a5a0-4fae-875a-99036f8b5177 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:55.976016 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ca17eb5c-a5a0-4fae-875a-99036f8b5177 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3620033 Feb 16 17:09:55.978606 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55234) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:09:55.982834 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-e701585f-4551-494a-ab68-69a8a1ead227 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': 'aabf5c49-23ed-4e59-afec-f3336529d0be', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:09:56.069832 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.securitygroups_db [None req-e701585f-4551-494a-ab68-69a8a1ead227 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Project 9c9820320aae461fbcc5eba944eb2160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:09:56.074562 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e701585f-4551-494a-ab68-69a8a1ead227 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:56.134457 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e701585f-4551-494a-ab68-69a8a1ead227 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:56.206777 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e701585f-4551-494a-ab68-69a8a1ead227 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:56.225273 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e701585f-4551-494a-ab68-69a8a1ead227 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5c004cc-92f8-4493-9a33-f25088ef25ce,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:09:56.306223 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e701585f-4551-494a-ab68-69a8a1ead227 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:56.307490 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e701585f-4551-494a-ab68-69a8a1ead227 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3279016 Feb 16 17:09:56.446574 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4fe3e15f-563c-4788-abb7-50f3ebf2321f req-15231bb4-5b79-44a8-8d2b-9722f1508482 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1695724269&fields=id&tenant_id=9c9820320aae461fbcc5eba944eb2160 HTTP/1.1" status: 200 len: 267 time: 0.0328796 Feb 16 17:09:56.493458 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3e15f-563c-4788-abb7-50f3ebf2321f req-19dc3c07-7825-4b00-b637-2f7bca6bfbe9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:56.494791 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4fe3e15f-563c-4788-abb7-50f3ebf2321f req-19dc3c07-7825-4b00-b637-2f7bca6bfbe9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports/bbb56112-87ad-41e6-ba7b-ca9986f7db96 HTTP/1.1" status: 200 len: 930 time: 0.0417352 Feb 16 17:09:56.541112 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4fe3e15f-563c-4788-abb7-50f3ebf2321f req-5ba1a59b-f5ff-440b-913f-c6d9c47f744c service neutron] 10.222.0.88 "GET /v2.0/ports/bbb56112-87ad-41e6-ba7b-ca9986f7db96?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0340140 Feb 16 17:09:56.626735 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4fe3e15f-563c-4788-abb7-50f3ebf2321f req-41e01e83-ac90-4160-a72e-b7528a35a8f3 service neutron] 10.222.0.88 "GET /v2.0/networks/6cfab55b-84a8-4588-80c7-1c9ca752d786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794773 Feb 16 17:09:56.715871 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4fe3e15f-563c-4788-abb7-50f3ebf2321f req-b06f5c7f-0391-4bbb-878b-e4cc67b53491 service neutron] 10.222.0.88 "GET /v2.0/networks/6cfab55b-84a8-4588-80c7-1c9ca752d786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831704 Feb 16 17:09:56.963612 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-d8e1b307-2f64-4ff2-87fd-10d0b4273e72 req-02d78e12-6447-4082-aa8b-d4a7f9cd3dc6 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=db799d6f-bce7-4790-8910-6e59fef9074f HTTP/1.1" status: 200 len: 210 time: 0.0292873 Feb 16 17:09:58.056955 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1cac8def-58ce-4d6e-85f0-211c545dbe75 req-4fdc6d39-f4b6-4ab3-9a5b-ed006903f427 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=db799d6f-bce7-4790-8910-6e59fef9074f HTTP/1.1" status: 200 len: 210 time: 0.0274549 Feb 16 17:09:58.835835 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3e15f-563c-4788-abb7-50f3ebf2321f req-57f9a550-b3b3-4832-a915-c8ac14a2b536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:58.837234 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4fe3e15f-563c-4788-abb7-50f3ebf2321f req-57f9a550-b3b3-4832-a915-c8ac14a2b536 service neutron] 10.222.0.89 "GET /v2.0/ports/bbb56112-87ad-41e6-ba7b-ca9986f7db96 HTTP/1.1" status: 200 len: 1026 time: 0.0351324 Feb 16 17:09:59.152657 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-f3a5bf52-c965-463f-96f5-975491e0dbfa req-edf6e4e0-7ec6-47aa-b1aa-9e5a1a4bd13a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=db799d6f-bce7-4790-8910-6e59fef9074f HTTP/1.1" status: 200 len: 210 time: 0.0267994 Feb 16 17:09:59.218938 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3e15f-563c-4788-abb7-50f3ebf2321f req-708fbc2e-697e-4973-95c2-78f301f496fd tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:59.220379 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4fe3e15f-563c-4788-abb7-50f3ebf2321f req-708fbc2e-697e-4973-95c2-78f301f496fd tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "GET /v2.0/networks?id=6cfab55b-84a8-4588-80c7-1c9ca752d786 HTTP/1.1" status: 200 len: 797 time: 0.3779461 Feb 16 17:09:59.261900 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4fe3e15f-563c-4788-abb7-50f3ebf2321f req-13ce6a27-0096-49a4-9728-5cc27c96229f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c9820320aae461fbcc5eba944eb2160 HTTP/1.1" status: 200 len: 380 time: 0.0320554 Feb 16 17:09:59.275032 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-4fe3e15f-563c-4788-abb7-50f3ebf2321f req-e7063196-5016-42b8-82ab-1b18e53507fc service neutron] Request body: {'port': {'device_id': 'db799d6f-bce7-4790-8910-6e59fef9074f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8286'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:09:59.326749 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-4fe3e15f-563c-4788-abb7-50f3ebf2321f req-e7063196-5016-42b8-82ab-1b18e53507fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:59.585382 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [req-4fe3e15f-563c-4788-abb7-50f3ebf2321f req-e7063196-5016-42b8-82ab-1b18e53507fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbb56112-87ad-41e6-ba7b-ca9986f7db96 {{(pid=114376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:09:59.592616 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-4fe3e15f-563c-4788-abb7-50f3ebf2321f req-e7063196-5016-42b8-82ab-1b18e53507fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:59.604259 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.provisioning_blocks [req-4fe3e15f-563c-4788-abb7-50f3ebf2321f req-e7063196-5016-42b8-82ab-1b18e53507fc service neutron] Transition to ACTIVE for port object bbb56112-87ad-41e6-ba7b-ca9986f7db96 will not be triggered until provisioned by entity L2. {{(pid=114376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:09:59.685343 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-4fe3e15f-563c-4788-abb7-50f3ebf2321f req-e7063196-5016-42b8-82ab-1b18e53507fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:59.737347 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7063196-5016-42b8-82ab-1b18e53507fc service neutron] Pushing event updated for resources: {'Port': ['ID=bbb56112-87ad-41e6-ba7b-ca9986f7db96,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:09:59.807920 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-4fe3e15f-563c-4788-abb7-50f3ebf2321f req-e7063196-5016-42b8-82ab-1b18e53507fc service neutron] Attempting to bind port bbb56112-87ad-41e6-ba7b-ca9986f7db96 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:09:59.807920 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-4fe3e15f-563c-4788-abb7-50f3ebf2321f req-e7063196-5016-42b8-82ab-1b18e53507fc service neutron] Attempting to bind port bbb56112-87ad-41e6-ba7b-ca9986f7db96 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': '7ae71440-b6ba-4fe1-9d3d-b2c650424c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6cfab55b-84a8-4588-80c7-1c9ca752d786'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:09:59.807920 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe3e15f-563c-4788-abb7-50f3ebf2321f req-e7063196-5016-42b8-82ab-1b18e53507fc service neutron] Attempting to bind port bbb56112-87ad-41e6-ba7b-ca9986f7db96 on network 6cfab55b-84a8-4588-80c7-1c9ca752d786 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:09:59.813291 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe3e15f-563c-4788-abb7-50f3ebf2321f req-e7063196-5016-42b8-82ab-1b18e53507fc service neutron] Port bbb56112-87ad-41e6-ba7b-ca9986f7db96 on network 6cfab55b-84a8-4588-80c7-1c9ca752d786 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:09:59.813618 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe3e15f-563c-4788-abb7-50f3ebf2321f req-e7063196-5016-42b8-82ab-1b18e53507fc service neutron] Attempting to bind port bbb56112-87ad-41e6-ba7b-ca9986f7db96 on network 6cfab55b-84a8-4588-80c7-1c9ca752d786 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:09:59.819284 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe3e15f-563c-4788-abb7-50f3ebf2321f req-e7063196-5016-42b8-82ab-1b18e53507fc service neutron] Checking agent: {'id': '65dda45c-bbef-42f9-9728-e0fd84037987', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8286', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 56), 'started_at': datetime.datetime(2022, 2, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:09:59.819719 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe3e15f-563c-4788-abb7-50f3ebf2321f req-e7063196-5016-42b8-82ab-1b18e53507fc service neutron] Checking segment: {'id': '7ae71440-b6ba-4fe1-9d3d-b2c650424c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6cfab55b-84a8-4588-80c7-1c9ca752d786'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:09:59.820372 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe3e15f-563c-4788-abb7-50f3ebf2321f req-e7063196-5016-42b8-82ab-1b18e53507fc service neutron] Bound using segment: {'id': '7ae71440-b6ba-4fe1-9d3d-b2c650424c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6cfab55b-84a8-4588-80c7-1c9ca752d786'} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:09:59.820989 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-4fe3e15f-563c-4788-abb7-50f3ebf2321f req-e7063196-5016-42b8-82ab-1b18e53507fc service neutron] Bound port: bbb56112-87ad-41e6-ba7b-ca9986f7db96, host: hv-neutron-8286, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ae71440-b6ba-4fe1-9d3d-b2c650424c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6cfab55b-84a8-4588-80c7-1c9ca752d786'}}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:09:59.821362 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-4fe3e15f-563c-4788-abb7-50f3ebf2321f req-e7063196-5016-42b8-82ab-1b18e53507fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:09:59.891816 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-4fe3e15f-563c-4788-abb7-50f3ebf2321f req-e7063196-5016-42b8-82ab-1b18e53507fc service neutron] For port bbb56112-87ad-41e6-ba7b-ca9986f7db96, host hv-neutron-8286, cleared binding levels {{(pid=114376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:09:59.894820 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-4fe3e15f-563c-4788-abb7-50f3ebf2321f req-e7063196-5016-42b8-82ab-1b18e53507fc service neutron] For port bbb56112-87ad-41e6-ba7b-ca9986f7db96, host hv-neutron-8286, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=bbb56112-87ad-41e6-ba7b-ca9986f7db96,segment=NetworkSegment(7ae71440-b6ba-4fe1-9d3d-b2c650424c7c),segment_id=7ae71440-b6ba-4fe1-9d3d-b2c650424c7c)] {{(pid=114376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:09:59.973352 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-4fe3e15f-563c-4788-abb7-50f3ebf2321f req-e7063196-5016-42b8-82ab-1b18e53507fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:00.011201 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3e15f-563c-4788-abb7-50f3ebf2321f req-e7063196-5016-42b8-82ab-1b18e53507fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:00.011201 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-4fe3e15f-563c-4788-abb7-50f3ebf2321f req-e7063196-5016-42b8-82ab-1b18e53507fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:00.012219 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4fe3e15f-563c-4788-abb7-50f3ebf2321f req-e7063196-5016-42b8-82ab-1b18e53507fc service neutron] 10.222.0.89 "PUT /v2.0/ports/bbb56112-87ad-41e6-ba7b-ca9986f7db96 HTTP/1.1" status: 200 len: 1131 time: 0.7410088 Feb 16 17:10:00.012656 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db799d6f-bce7-4790-8910-6e59fef9074f', 'tag': 'bbb56112-87ad-41e6-ba7b-ca9986f7db96'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:10:00.014977 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ea035b-ea5d-4109-b72b-72d66bac3d7f" -d '{"events": [{"name": "network-changed", "server_uuid": "db799d6f-bce7-4790-8910-6e59fef9074f", "tag": "bbb56112-87ad-41e6-ba7b-ca9986f7db96"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:10:00.039861 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7063196-5016-42b8-82ab-1b18e53507fc service neutron] Pushing event updated for resources: {'Port': ['ID=bbb56112-87ad-41e6-ba7b-ca9986f7db96,revision_number=3']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:00.066051 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d168630-00aa-4d0c-80df-8b1f0a193764 x-openstack-request-id: req-5d168630-00aa-4d0c-80df-8b1f0a193764 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:10:00.066051 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db799d6f-bce7-4790-8910-6e59fef9074f", "tag": "bbb56112-87ad-41e6-ba7b-ca9986f7db96", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:10:00.066051 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5d168630-00aa-4d0c-80df-8b1f0a193764 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:10:00.066051 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db799d6f-bce7-4790-8910-6e59fef9074f', 'tag': 'bbb56112-87ad-41e6-ba7b-ca9986f7db96', 'status': 'completed', 'code': 200} Feb 16 17:10:00.126940 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea035b-ea5d-4109-b72b-72d66bac3d7f req-4449a942-af09-4df8-b82b-acdc75e09014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:00.128545 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-34ea035b-ea5d-4109-b72b-72d66bac3d7f req-4449a942-af09-4df8-b82b-acdc75e09014 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c9820320aae461fbcc5eba944eb2160&device_id=db799d6f-bce7-4790-8910-6e59fef9074f HTTP/1.1" status: 200 len: 1134 time: 0.0452073 Feb 16 17:10:00.235101 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea035b-ea5d-4109-b72b-72d66bac3d7f req-111e3dc3-0a67-4d4b-90d4-2c2fb1271554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:00.236531 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-34ea035b-ea5d-4109-b72b-72d66bac3d7f req-111e3dc3-0a67-4d4b-90d4-2c2fb1271554 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=9c9820320aae461fbcc5eba944eb2160&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1007318 Feb 16 17:10:00.275372 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f24751-669f-4828-b0b7-fbfbafbb14ae req-9536910e-8ab8-4e01-a208-e4351077a338 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:00.276819 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-24f24751-669f-4828-b0b7-fbfbafbb14ae req-9536910e-8ab8-4e01-a208-e4351077a338 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=db799d6f-bce7-4790-8910-6e59fef9074f HTTP/1.1" status: 200 len: 981 time: 0.0483656 Feb 16 17:10:00.315252 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-24f24751-669f-4828-b0b7-fbfbafbb14ae req-2864b01c-8d0f-456a-8713-7b2915895795 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=fdb64004-8aa0-469f-bb15-f0bdc6ea64aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312326 Feb 16 17:10:00.332695 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea035b-ea5d-4109-b72b-72d66bac3d7f req-5c4226d9-21c0-4673-a2f5-80a1b5446583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:00.334174 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-34ea035b-ea5d-4109-b72b-72d66bac3d7f req-5c4226d9-21c0-4673-a2f5-80a1b5446583 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914338 Feb 16 17:10:00.410339 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3e15f-563c-4788-abb7-50f3ebf2321f req-07da5b65-359c-4417-90e5-3cf9021dedc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:00.411844 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4fe3e15f-563c-4788-abb7-50f3ebf2321f req-07da5b65-359c-4417-90e5-3cf9021dedc5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c9820320aae461fbcc5eba944eb2160&device_id=db799d6f-bce7-4790-8910-6e59fef9074f HTTP/1.1" status: 200 len: 1134 time: 0.0415511 Feb 16 17:10:00.456844 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4fe3e15f-563c-4788-abb7-50f3ebf2321f req-1954a024-d476-4a7e-96df-0290f181f540 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbb56112-87ad-41e6-ba7b-ca9986f7db96 HTTP/1.1" status: 200 len: 217 time: 0.0381541 Feb 16 17:10:00.475293 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:00.505095 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3e15f-563c-4788-abb7-50f3ebf2321f req-ecaa1907-9dcf-42c2-91ea-cd8c42049e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:00.506458 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4fe3e15f-563c-4788-abb7-50f3ebf2321f req-ecaa1907-9dcf-42c2-91ea-cd8c42049e40 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a96c8c70-ece9-40d0-af90-1ed6c7e09b1c HTTP/1.1" status: 200 len: 834 time: 0.0440359 Feb 16 17:10:00.550409 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3e15f-563c-4788-abb7-50f3ebf2321f req-03a87635-5d00-4cc9-b525-3bfe6c6e4a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:00.551863 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4fe3e15f-563c-4788-abb7-50f3ebf2321f req-03a87635-5d00-4cc9-b525-3bfe6c6e4a1c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6cfab55b-84a8-4588-80c7-1c9ca752d786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392544 Feb 16 17:10:00.649289 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4fe3e15f-563c-4788-abb7-50f3ebf2321f req-4b488af8-b139-4a5a-935c-98a3032cdcee service neutron] 10.222.0.89 "GET /v2.0/networks/6cfab55b-84a8-4588-80c7-1c9ca752d786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907900 Feb 16 17:10:00.736246 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4fe3e15f-563c-4788-abb7-50f3ebf2321f req-6b3aca08-d215-478c-9632-2b185c0657c5 service neutron] 10.222.0.89 "GET /v2.0/networks/6cfab55b-84a8-4588-80c7-1c9ca752d786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801966 Feb 16 17:10:01.435956 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994ba4d-e02e-4ae8-b512-fbc8d70cbb42 req-e8974cd9-3fc7-437a-8239-55860f6ef669 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:01.437449 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1994ba4d-e02e-4ae8-b512-fbc8d70cbb42 req-e8974cd9-3fc7-437a-8239-55860f6ef669 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=db799d6f-bce7-4790-8910-6e59fef9074f HTTP/1.1" status: 200 len: 981 time: 0.0522192 Feb 16 17:10:01.479628 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1994ba4d-e02e-4ae8-b512-fbc8d70cbb42 req-3a24808b-aea7-4254-9078-6ded5d39500b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=fdb64004-8aa0-469f-bb15-f0bdc6ea64aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362611 Feb 16 17:10:02.590066 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8182e7-8c85-4398-8fb5-c392d0f8584f req-ffff1252-fe11-4de4-a68d-de984b290f2d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:02.591515 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-ae8182e7-8c85-4398-8fb5-c392d0f8584f req-ffff1252-fe11-4de4-a68d-de984b290f2d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=db799d6f-bce7-4790-8910-6e59fef9074f HTTP/1.1" status: 200 len: 981 time: 0.0469780 Feb 16 17:10:02.628046 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-ae8182e7-8c85-4398-8fb5-c392d0f8584f req-028cee96-df83-45bc-bc2c-3001e1511119 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=fdb64004-8aa0-469f-bb15-f0bdc6ea64aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300310 Feb 16 17:10:03.533962 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device bbb56112-87ad-41e6-ba7b-ca9986f7db96 details requested by agent hyperv_hv-neutron-8286 with host hv-neutron-8286 {{(pid=114377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:10:03.627845 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port bbb56112-87ad-41e6-ba7b-ca9986f7db96, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=bbb56112-87ad-41e6-ba7b-ca9986f7db96,segment=NetworkSegment(7ae71440-b6ba-4fe1-9d3d-b2c650424c7c),segment_id=7ae71440-b6ba-4fe1-9d3d-b2c650424c7c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:10:03.638944 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Returning: {'device': 'bbb56112-87ad-41e6-ba7b-ca9986f7db96', 'network_id': '6cfab55b-84a8-4588-80c7-1c9ca752d786', 'port_id': 'bbb56112-87ad-41e6-ba7b-ca9986f7db96', 'mac_address': 'fa:16:3e:d3:61:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a96c8c70-ece9-40d0-af90-1ed6c7e09b1c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:10:03.683787 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:03.700151 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbb56112-87ad-41e6-ba7b-ca9986f7db96 {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:10:03.724809 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port bbb56112-87ad-41e6-ba7b-ca9986f7db96, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=bbb56112-87ad-41e6-ba7b-ca9986f7db96,segment=NetworkSegment(7ae71440-b6ba-4fe1-9d3d-b2c650424c7c),segment_id=7ae71440-b6ba-4fe1-9d3d-b2c650424c7c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:10:03.753256 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61530929-c627-4df6-a19e-166d7ad1cde2 req-c30c2a61-cea1-4718-bfcd-28aa8aba82ba tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:03.754759 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-61530929-c627-4df6-a19e-166d7ad1cde2 req-c30c2a61-cea1-4718-bfcd-28aa8aba82ba tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=db799d6f-bce7-4790-8910-6e59fef9074f HTTP/1.1" status: 200 len: 981 time: 0.0539575 Feb 16 17:10:03.792879 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-61530929-c627-4df6-a19e-166d7ad1cde2 req-6cbc94d2-aa35-4acc-aecb-6878c35ae1d9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=fdb64004-8aa0-469f-bb15-f0bdc6ea64aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321116 Feb 16 17:10:03.806828 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:03.859830 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=bbb56112-87ad-41e6-ba7b-ca9986f7db96,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:04.007601 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['bbb56112-87ad-41e6-ba7b-ca9986f7db96'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:10:04.910570 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab38c86-76e9-4b53-9161-29c00b89c82d req-14ad0e0a-5448-485f-acd8-0050158a9ed5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:04.912066 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-3ab38c86-76e9-4b53-9161-29c00b89c82d req-14ad0e0a-5448-485f-acd8-0050158a9ed5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=db799d6f-bce7-4790-8910-6e59fef9074f HTTP/1.1" status: 200 len: 982 time: 0.0512369 Feb 16 17:10:04.947626 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-3ab38c86-76e9-4b53-9161-29c00b89c82d req-97fdb74a-1367-4dd0-9f97-a7d3512d454c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=fdb64004-8aa0-469f-bb15-f0bdc6ea64aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296583 Feb 16 17:10:05.537368 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device bbb56112-87ad-41e6-ba7b-ca9986f7db96 up at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:10:05.656618 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning for port bbb56112-87ad-41e6-ba7b-ca9986f7db96 completed by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:10:05.660364 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning complete for port bbb56112-87ad-41e6-ba7b-ca9986f7db96 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:10:05.660739 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:05.738972 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:05.760396 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db799d6f-bce7-4790-8910-6e59fef9074f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbb56112-87ad-41e6-ba7b-ca9986f7db96'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:10:05.762648 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f756041-6ce1-4824-8eae-1e9a5e4d2032" -d '{"events": [{"server_uuid": "db799d6f-bce7-4790-8910-6e59fef9074f", "name": "network-vif-plugged", "status": "completed", "tag": "bbb56112-87ad-41e6-ba7b-ca9986f7db96"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:10:05.775129 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port bbb56112-87ad-41e6-ba7b-ca9986f7db96, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=bbb56112-87ad-41e6-ba7b-ca9986f7db96,segment=NetworkSegment(7ae71440-b6ba-4fe1-9d3d-b2c650424c7c),segment_id=7ae71440-b6ba-4fe1-9d3d-b2c650424c7c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:10:05.853985 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ced7a2-f159-4039-9c71-7e16ddee7994 x-openstack-request-id: req-d1ced7a2-f159-4039-9c71-7e16ddee7994 {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:10:05.854317 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db799d6f-bce7-4790-8910-6e59fef9074f", "name": "network-vif-plugged", "status": "completed", "tag": "bbb56112-87ad-41e6-ba7b-ca9986f7db96", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:10:05.854607 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d1ced7a2-f159-4039-9c71-7e16ddee7994 {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:10:05.855108 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db799d6f-bce7-4790-8910-6e59fef9074f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbb56112-87ad-41e6-ba7b-ca9986f7db96', 'code': 200} Feb 16 17:10:05.855820 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:05.907085 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=bbb56112-87ad-41e6-ba7b-ca9986f7db96,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:06.060554 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b4fd0f-0d59-4c57-9cec-3cbce666ff77 req-db087720-dd4a-4120-9989-1a5968a51d28 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:06.062246 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-89b4fd0f-0d59-4c57-9cec-3cbce666ff77 req-db087720-dd4a-4120-9989-1a5968a51d28 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=db799d6f-bce7-4790-8910-6e59fef9074f HTTP/1.1" status: 200 len: 983 time: 0.0487018 Feb 16 17:10:06.099950 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-89b4fd0f-0d59-4c57-9cec-3cbce666ff77 req-c56c5168-3fb2-424d-9331-af218873272f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=fdb64004-8aa0-469f-bb15-f0bdc6ea64aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318265 Feb 16 17:10:06.169065 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e1b8e-f7bc-44ba-b7da-3f1697cefbfb req-b42cc083-5b69-470c-89bb-74305d02e629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:06.170598 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4d8e1b8e-f7bc-44ba-b7da-3f1697cefbfb req-b42cc083-5b69-470c-89bb-74305d02e629 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=db799d6f-bce7-4790-8910-6e59fef9074f HTTP/1.1" status: 200 len: 1136 time: 0.0404897 Feb 16 17:10:06.205658 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4d8e1b8e-f7bc-44ba-b7da-3f1697cefbfb req-b1ac399a-2c0c-4428-aa0b-3d3b22f10db4 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=fdb64004-8aa0-469f-bb15-f0bdc6ea64aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273376 Feb 16 17:10:06.796409 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-63cd9c6e-8af5-4e34-b20e-4d2bf53cbced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:07.229421 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed4ed43-07ac-4559-987e-7c54166388d4 req-4e2265cb-5b78-42fb-acb6-2f58e8eac7b2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:07.248988 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4ed4ed43-07ac-4559-987e-7c54166388d4 req-4e2265cb-5b78-42fb-acb6-2f58e8eac7b2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=db799d6f-bce7-4790-8910-6e59fef9074f HTTP/1.1" status: 200 len: 983 time: 0.0537360 Feb 16 17:10:07.279375 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4ed4ed43-07ac-4559-987e-7c54166388d4 req-cfcae3e7-b80c-4b17-b4ae-51d607e3d1d6 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=fdb64004-8aa0-469f-bb15-f0bdc6ea64aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417931 Feb 16 17:10:08.390005 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f7e63-84f8-4e75-9c1f-114a4917d83a req-184568d3-5535-43ab-8e94-de006355f15b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:08.391470 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-6c0f7e63-84f8-4e75-9c1f-114a4917d83a req-184568d3-5535-43ab-8e94-de006355f15b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=db799d6f-bce7-4790-8910-6e59fef9074f HTTP/1.1" status: 200 len: 983 time: 0.0488935 Feb 16 17:10:08.428265 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-6c0f7e63-84f8-4e75-9c1f-114a4917d83a req-e87e0c31-7f95-45cb-a239-96fe46aae5df tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=fdb64004-8aa0-469f-bb15-f0bdc6ea64aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309300 Feb 16 17:10:08.544024 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41981617-a9f9-4246-90e2-ef2c112645e7 req-a6888859-7b82-42bc-9a6d-168082b93a3b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:08.546099 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-41981617-a9f9-4246-90e2-ef2c112645e7 req-a6888859-7b82-42bc-9a6d-168082b93a3b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=db799d6f-bce7-4790-8910-6e59fef9074f HTTP/1.1" status: 200 len: 983 time: 0.0484109 Feb 16 17:10:08.582418 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-41981617-a9f9-4246-90e2-ef2c112645e7 req-6cf934e6-2afe-4ba2-8771-90e2b432ff2e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=fdb64004-8aa0-469f-bb15-f0bdc6ea64aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303717 Feb 16 17:10:08.604371 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 55300) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:10:08.642747 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedd3a11-304d-4007-bbd8-b3cda338f7a1 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:08.644260 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-aedd3a11-304d-4007-bbd8-b3cda338f7a1 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=db799d6f-bce7-4790-8910-6e59fef9074f HTTP/1.1" status: 200 len: 1131 time: 0.0389190 Feb 16 17:10:08.646983 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 55302) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:10:08.651142 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-5f83c608-1ad6-4aa4-84cd-f615793eda5b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'floatingip': {'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'port_id': 'bbb56112-87ad-41e6-ba7b-ca9986f7db96', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ip_address': '172.20.0.8'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:10:08.755312 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5f83c608-1ad6-4aa4-84cd-f615793eda5b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for floatingip, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:08.854664 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5f83c608-1ad6-4aa4-84cd-f615793eda5b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:08.956837 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-5f83c608-1ad6-4aa4-84cd-f615793eda5b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Allocated IP 172.26.3.178 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/c91a7b99-14d4-4e0a-a920-3e1fc1525253) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:10:09.059291 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5f83c608-1ad6-4aa4-84cd-f615793eda5b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:09.127174 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5f83c608-1ad6-4aa4-84cd-f615793eda5b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:09.167494 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f83c608-1ad6-4aa4-84cd-f615793eda5b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:10:09.170350 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-5f83c608-1ad6-4aa4-84cd-f615793eda5b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:10:09.173781 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f83c608-1ad6-4aa4-84cd-f615793eda5b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:10:09.179082 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f83c608-1ad6-4aa4-84cd-f615793eda5b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Port': ['ID=c91a7b99-14d4-4e0a-a920-3e1fc1525253,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:09.193803 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a4caa5b4-1915-455f-bb96-7b515b41918f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:09.566645 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5f83c608-1ad6-4aa4-84cd-f615793eda5b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:09.710099 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5f83c608-1ad6-4aa4-84cd-f615793eda5b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:09.871387 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5f83c608-1ad6-4aa4-84cd-f615793eda5b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:09.926996 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5f83c608-1ad6-4aa4-84cd-f615793eda5b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:09.991431 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f83c608-1ad6-4aa4-84cd-f615793eda5b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Port': ['ID=c91a7b99-14d4-4e0a-a920-3e1fc1525253,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:10.003735 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5f83c608-1ad6-4aa4-84cd-f615793eda5b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:10.101660 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.l3_db [None req-5f83c608-1ad6-4aa4-84cd-f615793eda5b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Floating IP 3ec80deb-9ded-4197-9166-1cb9c6d1aac8 associated. External IP: 172.26.3.178, port: bbb56112-87ad-41e6-ba7b-ca9986f7db96. Feb 16 17:10:10.307241 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f83c608-1ad6-4aa4-84cd-f615793eda5b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Router ed747806-1adc-4419-ad83-88b3216d8391 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:10:10.414237 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f83c608-1ad6-4aa4-84cd-f615793eda5b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:10:10.416749 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:10.426092 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8bb9f0-02dd-49b0-8a00-c93772ba3d13 None None] Sync routers for ids ['ed747806-1adc-4419-ad83-88b3216d8391'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:10:10.435486 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8bb9f0-02dd-49b0-8a00-c93772ba3d13 None None] Routers {'ed747806-1adc-4419-ad83-88b3216d8391'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:10:10.436817 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-1c8bb9f0-02dd-49b0-8a00-c93772ba3d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:10:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['ed747806-1adc-4419-ad83-88b3216d8391'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:10.488669 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2060b377-ec1f-4759-ae3c-e3ad2d9bd1dd req-bcb74318-2f4b-4a42-86a6-456676de300b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=df7b236f-2fdb-4461-bece-dc32f359e260&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400217 Feb 16 17:10:10.542268 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-1c8bb9f0-02dd-49b0-8a00-c93772ba3d13 None None] Set router ed747806-1adc-4419-ad83-88b3216d8391 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:10:10.555458 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5f83c608-1ad6-4aa4-84cd-f615793eda5b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:10.593640 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-5f83c608-1ad6-4aa4-84cd-f615793eda5b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 1.9454601 Feb 16 17:10:10.594682 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db799d6f-bce7-4790-8910-6e59fef9074f', 'tag': 'bbb56112-87ad-41e6-ba7b-ca9986f7db96'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:10:10.596538 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55304) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:10:10.596967 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e576e7bd-9fa1-4c10-a6c6-f49f940c7136" -d '{"events": [{"name": "network-changed", "server_uuid": "db799d6f-bce7-4790-8910-6e59fef9074f", "tag": "bbb56112-87ad-41e6-ba7b-ca9986f7db96"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:10:10.601636 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060b377-ec1f-4759-ae3c-e3ad2d9bd1dd req-9d1fea0a-8ddf-4b24-b902-23d09e520261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:10.603105 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2060b377-ec1f-4759-ae3c-e3ad2d9bd1dd req-9d1fea0a-8ddf-4b24-b902-23d09e520261 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=044ac631b15e4f2096be696887c61622&device_id=df7b236f-2fdb-4461-bece-dc32f359e260 HTTP/1.1" status: 200 len: 1099 time: 0.0746646 Feb 16 17:10:10.645536 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8c1beb-5420-401e-b4b7-b6f5abc027a6 x-openstack-request-id: req-cd8c1beb-5420-401e-b4b7-b6f5abc027a6 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:10:10.645829 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db799d6f-bce7-4790-8910-6e59fef9074f", "tag": "bbb56112-87ad-41e6-ba7b-ca9986f7db96", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:10:10.646080 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-cd8c1beb-5420-401e-b4b7-b6f5abc027a6 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:10:10.646471 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db799d6f-bce7-4790-8910-6e59fef9074f', 'tag': 'bbb56112-87ad-41e6-ba7b-ca9986f7db96', 'status': 'completed', 'code': 200} Feb 16 17:10:10.678776 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf4b74b-078d-4a23-ab23-c3297b36929e tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:10.683467 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-3cf4b74b-078d-4a23-ab23-c3297b36929e tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=db799d6f-bce7-4790-8910-6e59fef9074f&network_id=6cfab55b-84a8-4588-80c7-1c9ca752d786 HTTP/1.1" status: 200 len: 1131 time: 0.0857778 Feb 16 17:10:10.745363 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e576e7bd-9fa1-4c10-a6c6-f49f940c7136 req-99f58b7a-e8cb-4be5-a6c2-738f1ae05ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:10.746844 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e576e7bd-9fa1-4c10-a6c6-f49f940c7136 req-99f58b7a-e8cb-4be5-a6c2-738f1ae05ceb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c9820320aae461fbcc5eba944eb2160&device_id=db799d6f-bce7-4790-8910-6e59fef9074f HTTP/1.1" status: 200 len: 1136 time: 0.0733867 Feb 16 17:10:10.750075 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060b377-ec1f-4759-ae3c-e3ad2d9bd1dd req-59613ef9-204e-4603-9acc-335bc848b48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:10.751427 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2060b377-ec1f-4759-ae3c-e3ad2d9bd1dd req-59613ef9-204e-4603-9acc-335bc848b48b service neutron] 10.222.0.89 "GET /v2.0/networks?id=c364a6ac-af1f-40c5-af86-f038476be8ba HTTP/1.1" status: 200 len: 912 time: 0.1287789 Feb 16 17:10:10.778363 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-1c8bb9f0-02dd-49b0-8a00-c93772ba3d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed747806-1adc-4419-ad83-88b3216d8391', 'name': 'tempest-TestNetworkBasicOps-router-461897847', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '2bc95671-c9b0-40d2-b15e-73f2fd442f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:09:45Z', 'updated_at': '2022-02-16T17:09:50Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': '2bc95671-c9b0-40d2-b15e-73f2fd442f46', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:23:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed747806-1adc-4419-ad83-88b3216d8391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:09:46Z', 'updated_at': '2022-02-16T17:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '3ec80deb-9ded-4197-9166-1cb9c6d1aac8', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'floating_ip_address': '172.26.3.178', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': 'ed747806-1adc-4419-ad83-88b3216d8391', 'port_id': 'bbb56112-87ad-41e6-ba7b-ca9986f7db96', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1492489025', 'network_id': '6cfab55b-84a8-4588-80c7-1c9ca752d786', 'mac_address': 'fa:16:3e:d3:61:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db799d6f-bce7-4790-8910-6e59fef9074f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:10:09Z', 'updated_at': '2022-02-16T17:10:09Z', 'revision_number': 0, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cac749b-252c-41da-8ec7-8f12611b26b7', 'name': '', 'network_id': '6cfab55b-84a8-4588-80c7-1c9ca752d786', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:6f:b1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed747806-1adc-4419-ad83-88b3216d8391', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'a96c8c70-ece9-40d0-af90-1ed6c7e09b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:09:49Z', 'updated_at': '2022-02-16T17:09:53Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': 'a96c8c70-ece9-40d0-af90-1ed6c7e09b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:10.803937 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8bb9f0-02dd-49b0-8a00-c93772ba3d13 None None] Checking router: ed747806-1adc-4419-ad83-88b3216d8391 for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:10:10.812713 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8bb9f0-02dd-49b0-8a00-c93772ba3d13 None None] Routers {'ed747806-1adc-4419-ad83-88b3216d8391'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:10:10.813330 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-1c8bb9f0-02dd-49b0-8a00-c93772ba3d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:10:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['ed747806-1adc-4419-ad83-88b3216d8391'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:10.878779 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2060b377-ec1f-4759-ae3c-e3ad2d9bd1dd req-92269979-7bf5-4f56-8544-811762066ad0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c39879e1-bb6a-4739-8b0d-2dc33917f7cd HTTP/1.1" status: 200 len: 1002 time: 0.1109154 Feb 16 17:10:10.932315 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e576e7bd-9fa1-4c10-a6c6-f49f940c7136 req-907087fd-2a9b-4d9d-9966-cc3b1335fd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:10.934233 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e576e7bd-9fa1-4c10-a6c6-f49f940c7136 req-907087fd-2a9b-4d9d-9966-cc3b1335fd21 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6cfab55b-84a8-4588-80c7-1c9ca752d786 HTTP/1.1" status: 200 len: 898 time: 0.1743655 Feb 16 17:10:10.984615 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060b377-ec1f-4759-ae3c-e3ad2d9bd1dd req-86035d63-cda0-4d49-89c6-e6714ddf5da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:10.986167 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2060b377-ec1f-4759-ae3c-e3ad2d9bd1dd req-86035d63-cda0-4d49-89c6-e6714ddf5da2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=62ae9dc0-3449-4ef8-8ac6-81ada289f9bf HTTP/1.1" status: 200 len: 850 time: 0.0970688 Feb 16 17:10:11.006078 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-1c8bb9f0-02dd-49b0-8a00-c93772ba3d13 None None] Set router ed747806-1adc-4419-ad83-88b3216d8391 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:10:11.038115 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e576e7bd-9fa1-4c10-a6c6-f49f940c7136 req-15358d4d-80a6-4d30-91c0-2f2f2cc0a1b4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbb56112-87ad-41e6-ba7b-ca9986f7db96 HTTP/1.1" status: 200 len: 1037 time: 0.0970924 Feb 16 17:10:11.114888 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7397843-5315-44be-af4e-b7793cb0c9de req-9397046f-894a-4ff5-9ed7-8ef60c806676 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:11.122442 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-e7397843-5315-44be-af4e-b7793cb0c9de req-9397046f-894a-4ff5-9ed7-8ef60c806676 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=db799d6f-bce7-4790-8910-6e59fef9074f HTTP/1.1" status: 200 len: 983 time: 0.0576746 Feb 16 17:10:11.160863 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-e7397843-5315-44be-af4e-b7793cb0c9de req-83c2ef54-5620-4aaa-b8f3-3933bfb6bf5e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=fdb64004-8aa0-469f-bb15-f0bdc6ea64aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371776 Feb 16 17:10:11.243253 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-1c8bb9f0-02dd-49b0-8a00-c93772ba3d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed747806-1adc-4419-ad83-88b3216d8391', 'name': 'tempest-TestNetworkBasicOps-router-461897847', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '2bc95671-c9b0-40d2-b15e-73f2fd442f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:09:45Z', 'updated_at': '2022-02-16T17:09:50Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': '2bc95671-c9b0-40d2-b15e-73f2fd442f46', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:23:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed747806-1adc-4419-ad83-88b3216d8391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:09:46Z', 'updated_at': '2022-02-16T17:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '3ec80deb-9ded-4197-9166-1cb9c6d1aac8', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'floating_ip_address': '172.26.3.178', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': 'ed747806-1adc-4419-ad83-88b3216d8391', 'port_id': 'bbb56112-87ad-41e6-ba7b-ca9986f7db96', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1492489025', 'network_id': '6cfab55b-84a8-4588-80c7-1c9ca752d786', 'mac_address': 'fa:16:3e:d3:61:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db799d6f-bce7-4790-8910-6e59fef9074f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:10:09Z', 'updated_at': '2022-02-16T17:10:09Z', 'revision_number': 0, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cac749b-252c-41da-8ec7-8f12611b26b7', 'name': '', 'network_id': '6cfab55b-84a8-4588-80c7-1c9ca752d786', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:6f:b1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed747806-1adc-4419-ad83-88b3216d8391', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'a96c8c70-ece9-40d0-af90-1ed6c7e09b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:09:49Z', 'updated_at': '2022-02-16T17:09:53Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': 'a96c8c70-ece9-40d0-af90-1ed6c7e09b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:11.270687 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8bb9f0-02dd-49b0-8a00-c93772ba3d13 None None] The sync data for ids ['ed747806-1adc-4419-ad83-88b3216d8391'] in dv-neutron-828697-3-hyperv is: [{'id': 'ed747806-1adc-4419-ad83-88b3216d8391', 'name': 'tempest-TestNetworkBasicOps-router-461897847', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '2bc95671-c9b0-40d2-b15e-73f2fd442f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:09:45Z', 'updated_at': '2022-02-16T17:09:50Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': '2bc95671-c9b0-40d2-b15e-73f2fd442f46', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:23:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed747806-1adc-4419-ad83-88b3216d8391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:09:46Z', 'updated_at': '2022-02-16T17:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '3ec80deb-9ded-4197-9166-1cb9c6d1aac8', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'floating_ip_address': '172.26.3.178', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': 'ed747806-1adc-4419-ad83-88b3216d8391', 'port_id': 'bbb56112-87ad-41e6-ba7b-ca9986f7db96', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1492489025', 'network_id': '6cfab55b-84a8-4588-80c7-1c9ca752d786', 'mac_address': 'fa:16:3e:d3:61:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db799d6f-bce7-4790-8910-6e59fef9074f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:10:09Z', 'updated_at': '2022-02-16T17:10:09Z', 'revision_number': 0, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cac749b-252c-41da-8ec7-8f12611b26b7', 'name': '', 'network_id': '6cfab55b-84a8-4588-80c7-1c9ca752d786', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:6f:b1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed747806-1adc-4419-ad83-88b3216d8391', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'a96c8c70-ece9-40d0-af90-1ed6c7e09b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:09:49Z', 'updated_at': '2022-02-16T17:09:53Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': 'a96c8c70-ece9-40d0-af90-1ed6c7e09b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:10:11.373009 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060b377-ec1f-4759-ae3c-e3ad2d9bd1dd req-ff881a9c-4f7c-461c-be69-7a705f5bf06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:11.375163 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2060b377-ec1f-4759-ae3c-e3ad2d9bd1dd req-ff881a9c-4f7c-461c-be69-7a705f5bf06d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c364a6ac-af1f-40c5-af86-f038476be8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3824143 Feb 16 17:10:11.393235 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e576e7bd-9fa1-4c10-a6c6-f49f940c7136 req-b8e832e0-a56d-4b8c-81fe-d4ecda73ea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:11.394637 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e576e7bd-9fa1-4c10-a6c6-f49f940c7136 req-b8e832e0-a56d-4b8c-81fe-d4ecda73ea53 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a96c8c70-ece9-40d0-af90-1ed6c7e09b1c HTTP/1.1" status: 200 len: 834 time: 0.3501112 Feb 16 17:10:11.457543 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf687338-71ab-4b46-b852-971b143a7a14 None None] New status for floating IP 3ec80deb-9ded-4197-9166-1cb9c6d1aac8: ACTIVE {{(pid=114377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:10:11.492699 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e576e7bd-9fa1-4c10-a6c6-f49f940c7136 req-408ed01e-1bf9-4424-909e-c38f8eb1f86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:11.494213 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e576e7bd-9fa1-4c10-a6c6-f49f940c7136 req-408ed01e-1bf9-4424-909e-c38f8eb1f86c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6cfab55b-84a8-4588-80c7-1c9ca752d786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0880523 Feb 16 17:10:11.515355 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2060b377-ec1f-4759-ae3c-e3ad2d9bd1dd req-a4a4ac9c-2475-463d-996f-ec39544f92ba service neutron] 10.222.0.89 "GET /v2.0/networks/c364a6ac-af1f-40c5-af86-f038476be8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303332 Feb 16 17:10:11.656986 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e576e7bd-9fa1-4c10-a6c6-f49f940c7136 req-795ff466-33fb-4438-b766-307df80e126f service neutron] 10.222.0.89 "GET /v2.0/networks/6cfab55b-84a8-4588-80c7-1c9ca752d786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537931 Feb 16 17:10:11.662043 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2060b377-ec1f-4759-ae3c-e3ad2d9bd1dd req-a3ba3507-d0ec-458b-a12a-2b86f0ece806 service neutron] 10.222.0.89 "GET /v2.0/networks/c364a6ac-af1f-40c5-af86-f038476be8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376834 Feb 16 17:10:11.753572 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:11.777075 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e576e7bd-9fa1-4c10-a6c6-f49f940c7136 req-3f135ec5-becb-4fe4-9d3d-55871b0d13ac service neutron] 10.222.0.89 "GET /v2.0/networks/6cfab55b-84a8-4588-80c7-1c9ca752d786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941980 Feb 16 17:10:12.108197 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:12.284042 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e41dc4-a351-4868-9c4d-e71c30788f25 req-2788a773-70ca-4c83-9ad1-325515d4097f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:12.285554 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-68e41dc4-a351-4868-9c4d-e71c30788f25 req-2788a773-70ca-4c83-9ad1-325515d4097f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=db799d6f-bce7-4790-8910-6e59fef9074f HTTP/1.1" status: 200 len: 983 time: 0.0502064 Feb 16 17:10:12.322670 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-68e41dc4-a351-4868-9c4d-e71c30788f25 req-ba0880d8-9ed2-4c27-ac2a-13821206e41b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=fdb64004-8aa0-469f-bb15-f0bdc6ea64aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312736 Feb 16 17:10:12.441291 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3355f81-213b-405c-a036-b9fee75eddb2 req-fdb12234-2df1-42b3-a838-b79dce06704f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:12.442805 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b3355f81-213b-405c-a036-b9fee75eddb2 req-fdb12234-2df1-42b3-a838-b79dce06704f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "GET /v2.0/ports?device_id=db799d6f-bce7-4790-8910-6e59fef9074f HTTP/1.1" status: 200 len: 983 time: 0.0469058 Feb 16 17:10:12.485080 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3355f81-213b-405c-a036-b9fee75eddb2 req-20d9aca9-3b47-4858-b845-e99dece3e4dc tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:12.486484 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b3355f81-213b-405c-a036-b9fee75eddb2 req-20d9aca9-3b47-4858-b845-e99dece3e4dc tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "GET /v2.0/ports/bbb56112-87ad-41e6-ba7b-ca9986f7db96?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0382204 Feb 16 17:10:12.588118 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b3355f81-213b-405c-a036-b9fee75eddb2 req-9f8c6e89-6582-4e13-8069-adc27934d2e1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "GET /v2.0/networks/6cfab55b-84a8-4588-80c7-1c9ca752d786?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0965452 Feb 16 17:10:12.598385 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-b3355f81-213b-405c-a036-b9fee75eddb2 req-65f57bd7-f899-4041-8308-16e1249d150c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:10:12.650430 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-b3355f81-213b-405c-a036-b9fee75eddb2 req-65f57bd7-f899-4041-8308-16e1249d150c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:12.783469 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-b3355f81-213b-405c-a036-b9fee75eddb2 req-65f57bd7-f899-4041-8308-16e1249d150c service neutron] For port bbb56112-87ad-41e6-ba7b-ca9986f7db96, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=bbb56112-87ad-41e6-ba7b-ca9986f7db96,segment=NetworkSegment(7ae71440-b6ba-4fe1-9d3d-b2c650424c7c),segment_id=7ae71440-b6ba-4fe1-9d3d-b2c650424c7c)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:10:12.815818 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-b3355f81-213b-405c-a036-b9fee75eddb2 req-65f57bd7-f899-4041-8308-16e1249d150c service neutron] For port bbb56112-87ad-41e6-ba7b-ca9986f7db96, host hv-neutron-8286, cleared binding levels {{(pid=114376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:10:12.847264 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [req-b3355f81-213b-405c-a036-b9fee75eddb2 req-65f57bd7-f899-4041-8308-16e1249d150c service neutron] device_id is not set on port bbb56112-87ad-41e6-ba7b-ca9986f7db96 yet. {{(pid=114376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:10:12.856352 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-b3355f81-213b-405c-a036-b9fee75eddb2 req-65f57bd7-f899-4041-8308-16e1249d150c service neutron] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:12.921679 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-b3355f81-213b-405c-a036-b9fee75eddb2 req-65f57bd7-f899-4041-8308-16e1249d150c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:13.019686 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f57bd7-f899-4041-8308-16e1249d150c service neutron] Pushing event updated for resources: {'Port': ['ID=bbb56112-87ad-41e6-ba7b-ca9986f7db96,revision_number=6']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:13.093969 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3355f81-213b-405c-a036-b9fee75eddb2 req-65f57bd7-f899-4041-8308-16e1249d150c service neutron] No DVR routers for this DVR port bbb56112-87ad-41e6-ba7b-ca9986f7db96 on host hv-neutron-8286 {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:10:13.221809 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-e180aec1-5f4d-4d7c-8b34-062d30941d22 None None] Provisioning complete for port bbb56112-87ad-41e6-ba7b-ca9986f7db96 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:10:13.222433 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e180aec1-5f4d-4d7c-8b34-062d30941d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:13.255501 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-e180aec1-5f4d-4d7c-8b34-062d30941d22 None None] Port bbb56112-87ad-41e6-ba7b-ca9986f7db96 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:10:13.309379 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-b3355f81-213b-405c-a036-b9fee75eddb2 req-65f57bd7-f899-4041-8308-16e1249d150c service neutron] In _notify_port_updated(), no bound segment for port bbb56112-87ad-41e6-ba7b-ca9986f7db96 on network 6cfab55b-84a8-4588-80c7-1c9ca752d786 {{(pid=114376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 17:10:13.310185 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3355f81-213b-405c-a036-b9fee75eddb2 req-65f57bd7-f899-4041-8308-16e1249d150c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:13.310845 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-b3355f81-213b-405c-a036-b9fee75eddb2 req-65f57bd7-f899-4041-8308-16e1249d150c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:13.312174 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b3355f81-213b-405c-a036-b9fee75eddb2 req-65f57bd7-f899-4041-8308-16e1249d150c service neutron] 10.222.0.89 "PUT /v2.0/ports/bbb56112-87ad-41e6-ba7b-ca9986f7db96 HTTP/1.1" status: 200 len: 1026 time: 0.7179830 Feb 16 17:10:13.417343 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-f4e6096a-0791-40e9-a2db-51c44c8ca125 req-9c419a85-b068-46dd-9dbf-ee1d663ea2fe tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=db799d6f-bce7-4790-8910-6e59fef9074f HTTP/1.1" status: 200 len: 210 time: 0.0286016 Feb 16 17:10:14.472441 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55318) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:10:14.518620 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72b7bcf-d56f-418f-a48d-86efeeb9adf1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:14.519956 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-c72b7bcf-d56f-418f-a48d-86efeeb9adf1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports/bbb56112-87ad-41e6-ba7b-ca9986f7db96 HTTP/1.1" status: 200 len: 925 time: 0.0465450 Feb 16 17:10:14.802594 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55322) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:10:14.807173 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-b796e41d-c888-447c-a4dc-46ff826e9a9c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-546361175', 'description': 'tempest-secgroup-smoke-546361175 description', 'project_id': '9c9820320aae461fbcc5eba944eb2160'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:10:14.949937 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b796e41d-c888-447c-a4dc-46ff826e9a9c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:15.014782 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b796e41d-c888-447c-a4dc-46ff826e9a9c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:15.143684 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b796e41d-c888-447c-a4dc-46ff826e9a9c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:15.172295 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b796e41d-c888-447c-a4dc-46ff826e9a9c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77ef9bfc-5bcd-42cb-9408-77a8ede1af9b,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:15.231693 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b796e41d-c888-447c-a4dc-46ff826e9a9c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:15.233018 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-b796e41d-c888-447c-a4dc-46ff826e9a9c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4293437 Feb 16 17:10:15.236202 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55324) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:10:15.240565 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-62997041-0b83-453c-95ce-4c256d6271bc tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': '77ef9bfc-5bcd-42cb-9408-77a8ede1af9b', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:10:15.330092 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-62997041-0b83-453c-95ce-4c256d6271bc tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:15.383805 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-62997041-0b83-453c-95ce-4c256d6271bc tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:15.481130 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-62997041-0b83-453c-95ce-4c256d6271bc tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:15.498714 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62997041-0b83-453c-95ce-4c256d6271bc tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=584a10bf-a766-4cc4-b61d-96fb48ba089e,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:15.625881 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-62997041-0b83-453c-95ce-4c256d6271bc tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:15.627115 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-62997041-0b83-453c-95ce-4c256d6271bc tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3899953 Feb 16 17:10:15.629832 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55326) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:10:15.634172 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-516dbd0c-da4e-466a-8428-f0bc3e958ba5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': '77ef9bfc-5bcd-42cb-9408-77a8ede1af9b', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:10:15.726926 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-516dbd0c-da4e-466a-8428-f0bc3e958ba5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:15.785088 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-516dbd0c-da4e-466a-8428-f0bc3e958ba5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:15.880697 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-516dbd0c-da4e-466a-8428-f0bc3e958ba5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:15.899942 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516dbd0c-da4e-466a-8428-f0bc3e958ba5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e262fd6b-be62-44cf-8eb1-1104da93f290,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:15.984476 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-516dbd0c-da4e-466a-8428-f0bc3e958ba5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:15.985706 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-516dbd0c-da4e-466a-8428-f0bc3e958ba5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3549411 Feb 16 17:10:15.988551 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55328) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:10:15.992831 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-37d24db6-24ec-4cc6-a801-68fda11cf3bd tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': '77ef9bfc-5bcd-42cb-9408-77a8ede1af9b', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:10:16.085940 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-37d24db6-24ec-4cc6-a801-68fda11cf3bd tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:16.142072 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-37d24db6-24ec-4cc6-a801-68fda11cf3bd tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:16.204711 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-37d24db6-24ec-4cc6-a801-68fda11cf3bd tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:16.223311 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d24db6-24ec-4cc6-a801-68fda11cf3bd tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37fdbacc-41c7-4159-979b-a99ebf5f6abf,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:16.299773 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-37d24db6-24ec-4cc6-a801-68fda11cf3bd tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:16.300995 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-37d24db6-24ec-4cc6-a801-68fda11cf3bd tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3115396 Feb 16 17:10:16.303637 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55330) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:10:16.307903 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-1ee79a32-1d28-4cf5-8d3b-7f0a9003dc30 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': '77ef9bfc-5bcd-42cb-9408-77a8ede1af9b', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:10:16.393895 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1ee79a32-1d28-4cf5-8d3b-7f0a9003dc30 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:16.451160 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1ee79a32-1d28-4cf5-8d3b-7f0a9003dc30 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:16.561499 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1ee79a32-1d28-4cf5-8d3b-7f0a9003dc30 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:16.579753 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee79a32-1d28-4cf5-8d3b-7f0a9003dc30 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b86c5907-b803-4720-bf67-4a10fb9c98da,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:16.675348 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1ee79a32-1d28-4cf5-8d3b-7f0a9003dc30 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:16.676555 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-1ee79a32-1d28-4cf5-8d3b-7f0a9003dc30 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3719766 Feb 16 17:10:16.679181 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55332) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:10:16.683466 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-dc2fc741-0517-4f8a-8844-d32b710f7e0a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': '77ef9bfc-5bcd-42cb-9408-77a8ede1af9b', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:10:16.799321 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.securitygroups_db [None req-dc2fc741-0517-4f8a-8844-d32b710f7e0a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Project 9c9820320aae461fbcc5eba944eb2160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:10:16.804238 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-dc2fc741-0517-4f8a-8844-d32b710f7e0a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:16.864787 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-dc2fc741-0517-4f8a-8844-d32b710f7e0a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:16.976861 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-dc2fc741-0517-4f8a-8844-d32b710f7e0a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:16.994745 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2fc741-0517-4f8a-8844-d32b710f7e0a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af31155a-2493-4d50-bdea-18646c3f6f4b,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:17.002009 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2fc741-0517-4f8a-8844-d32b710f7e0a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:17.002361 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2fc741-0517-4f8a-8844-d32b710f7e0a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:17.002706 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2fc741-0517-4f8a-8844-d32b710f7e0a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:17.003043 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2fc741-0517-4f8a-8844-d32b710f7e0a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:17.003376 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2fc741-0517-4f8a-8844-d32b710f7e0a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:17.003710 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2fc741-0517-4f8a-8844-d32b710f7e0a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:17.004086 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2fc741-0517-4f8a-8844-d32b710f7e0a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:17.004435 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2fc741-0517-4f8a-8844-d32b710f7e0a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:17.004805 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2fc741-0517-4f8a-8844-d32b710f7e0a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:17.005133 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2fc741-0517-4f8a-8844-d32b710f7e0a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:17.005460 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2fc741-0517-4f8a-8844-d32b710f7e0a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:17.005783 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2fc741-0517-4f8a-8844-d32b710f7e0a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:17.086976 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-dc2fc741-0517-4f8a-8844-d32b710f7e0a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:17.088216 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-dc2fc741-0517-4f8a-8844-d32b710f7e0a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4080787 Feb 16 17:10:17.090868 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55334) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:10:17.095680 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-69029fad-f9fa-41d3-9f9e-5ec8500b9128 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': '77ef9bfc-5bcd-42cb-9408-77a8ede1af9b', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:10:17.172185 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.securitygroups_db [None req-69029fad-f9fa-41d3-9f9e-5ec8500b9128 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Project 9c9820320aae461fbcc5eba944eb2160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:10:17.176971 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-69029fad-f9fa-41d3-9f9e-5ec8500b9128 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:17.235019 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-69029fad-f9fa-41d3-9f9e-5ec8500b9128 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:17.372327 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-69029fad-f9fa-41d3-9f9e-5ec8500b9128 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:17.390620 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69029fad-f9fa-41d3-9f9e-5ec8500b9128 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7f7b53e-8afb-4c8f-86a2-1899d2aefe67,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:17.481264 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-69029fad-f9fa-41d3-9f9e-5ec8500b9128 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:17.482523 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-69029fad-f9fa-41d3-9f9e-5ec8500b9128 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3907111 Feb 16 17:10:17.616007 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device bbb56112-87ad-41e6-ba7b-ca9986f7db96 no longer exists at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:10:17.656119 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device bbb56112-87ad-41e6-ba7b-ca9986f7db96 not bound to the agent host hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:10:17.703675 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b0070546-8416-4ede-ba52-bfe8a7c01ec8 req-5555fd91-ba54-4e12-99f3-27665fd29071 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-546361175&fields=id&tenant_id=9c9820320aae461fbcc5eba944eb2160 HTTP/1.1" status: 200 len: 267 time: 0.0321164 Feb 16 17:10:17.751857 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0070546-8416-4ede-ba52-bfe8a7c01ec8 req-ccf2c740-db99-4d54-8ddb-41cc8db8b8ed tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:17.753217 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b0070546-8416-4ede-ba52-bfe8a7c01ec8 req-ccf2c740-db99-4d54-8ddb-41cc8db8b8ed tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports/bbb56112-87ad-41e6-ba7b-ca9986f7db96 HTTP/1.1" status: 200 len: 930 time: 0.0431147 Feb 16 17:10:17.801682 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b0070546-8416-4ede-ba52-bfe8a7c01ec8 req-c816251c-879d-4a29-8ec8-2f8ee450f70c service neutron] 10.222.0.88 "GET /v2.0/ports/bbb56112-87ad-41e6-ba7b-ca9986f7db96?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0359552 Feb 16 17:10:17.892644 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b0070546-8416-4ede-ba52-bfe8a7c01ec8 req-a5e4537a-1aa0-44b2-a979-e4e2c10a8a00 service neutron] 10.222.0.88 "GET /v2.0/networks/6cfab55b-84a8-4588-80c7-1c9ca752d786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815690 Feb 16 17:10:17.994507 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b0070546-8416-4ede-ba52-bfe8a7c01ec8 req-e39b488f-41b1-4e11-bb88-de78619fd675 service neutron] 10.222.0.88 "GET /v2.0/networks/6cfab55b-84a8-4588-80c7-1c9ca752d786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955324 Feb 16 17:10:18.253249 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-3a4678fc-e4ef-4c72-ad51-3457c55574a1 req-20b01c07-a2b6-4d05-9ef0-3c3a52694ce2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=dc6ab2c6-5298-47d0-9298-16445be6924f HTTP/1.1" status: 200 len: 210 time: 0.0260551 Feb 16 17:10:19.347306 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0a5347c4-3559-40b0-b542-fc0bb93c42b4 req-4c071222-b435-4291-877b-7421bb785a36 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=dc6ab2c6-5298-47d0-9298-16445be6924f HTTP/1.1" status: 200 len: 210 time: 0.0280330 Feb 16 17:10:20.439129 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-3a2d7192-bd4f-4bd9-af83-c87279d601ac req-0f03e1ff-5111-4868-a0d5-d5a0ebcf1699 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=dc6ab2c6-5298-47d0-9298-16445be6924f HTTP/1.1" status: 200 len: 210 time: 0.0262055 Feb 16 17:10:20.474545 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0070546-8416-4ede-ba52-bfe8a7c01ec8 req-0fdea797-40bd-4abb-abf1-b15889f6f334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:20.476182 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b0070546-8416-4ede-ba52-bfe8a7c01ec8 req-0fdea797-40bd-4abb-abf1-b15889f6f334 service neutron] 10.222.0.89 "GET /v2.0/ports/bbb56112-87ad-41e6-ba7b-ca9986f7db96 HTTP/1.1" status: 200 len: 1026 time: 0.0331147 Feb 16 17:10:20.582050 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0070546-8416-4ede-ba52-bfe8a7c01ec8 req-e5698071-d4ec-4d72-a41f-b00e9f38ab3b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:20.583479 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b0070546-8416-4ede-ba52-bfe8a7c01ec8 req-e5698071-d4ec-4d72-a41f-b00e9f38ab3b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "GET /v2.0/networks?id=6cfab55b-84a8-4588-80c7-1c9ca752d786 HTTP/1.1" status: 200 len: 797 time: 0.1019778 Feb 16 17:10:20.628048 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b0070546-8416-4ede-ba52-bfe8a7c01ec8 req-3a6f0b5b-4670-46cc-9a58-c98e1cc16f03 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c9820320aae461fbcc5eba944eb2160 HTTP/1.1" status: 200 len: 472 time: 0.0350370 Feb 16 17:10:20.639808 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-b0070546-8416-4ede-ba52-bfe8a7c01ec8 req-23ca2d34-617e-423e-9112-88633b004e00 service neutron] Request body: {'port': {'device_id': 'dc6ab2c6-5298-47d0-9298-16445be6924f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8286'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:10:20.693268 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-b0070546-8416-4ede-ba52-bfe8a7c01ec8 req-23ca2d34-617e-423e-9112-88633b004e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:20.962017 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [req-b0070546-8416-4ede-ba52-bfe8a7c01ec8 req-23ca2d34-617e-423e-9112-88633b004e00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbb56112-87ad-41e6-ba7b-ca9986f7db96 {{(pid=114376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:10:20.970200 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-b0070546-8416-4ede-ba52-bfe8a7c01ec8 req-23ca2d34-617e-423e-9112-88633b004e00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:20.982648 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.provisioning_blocks [req-b0070546-8416-4ede-ba52-bfe8a7c01ec8 req-23ca2d34-617e-423e-9112-88633b004e00 service neutron] Transition to ACTIVE for port object bbb56112-87ad-41e6-ba7b-ca9986f7db96 will not be triggered until provisioned by entity L2. {{(pid=114376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:10:21.057499 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-b0070546-8416-4ede-ba52-bfe8a7c01ec8 req-23ca2d34-617e-423e-9112-88633b004e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:21.129411 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ca2d34-617e-423e-9112-88633b004e00 service neutron] Pushing event updated for resources: {'Port': ['ID=bbb56112-87ad-41e6-ba7b-ca9986f7db96,revision_number=7']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:21.233151 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-b0070546-8416-4ede-ba52-bfe8a7c01ec8 req-23ca2d34-617e-423e-9112-88633b004e00 service neutron] Attempting to bind port bbb56112-87ad-41e6-ba7b-ca9986f7db96 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:10:21.233736 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-b0070546-8416-4ede-ba52-bfe8a7c01ec8 req-23ca2d34-617e-423e-9112-88633b004e00 service neutron] Attempting to bind port bbb56112-87ad-41e6-ba7b-ca9986f7db96 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': '7ae71440-b6ba-4fe1-9d3d-b2c650424c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6cfab55b-84a8-4588-80c7-1c9ca752d786'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:10:21.234058 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0070546-8416-4ede-ba52-bfe8a7c01ec8 req-23ca2d34-617e-423e-9112-88633b004e00 service neutron] Attempting to bind port bbb56112-87ad-41e6-ba7b-ca9986f7db96 on network 6cfab55b-84a8-4588-80c7-1c9ca752d786 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:10:21.238886 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0070546-8416-4ede-ba52-bfe8a7c01ec8 req-23ca2d34-617e-423e-9112-88633b004e00 service neutron] Port bbb56112-87ad-41e6-ba7b-ca9986f7db96 on network 6cfab55b-84a8-4588-80c7-1c9ca752d786 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:10:21.239213 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0070546-8416-4ede-ba52-bfe8a7c01ec8 req-23ca2d34-617e-423e-9112-88633b004e00 service neutron] Attempting to bind port bbb56112-87ad-41e6-ba7b-ca9986f7db96 on network 6cfab55b-84a8-4588-80c7-1c9ca752d786 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:10:21.244494 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0070546-8416-4ede-ba52-bfe8a7c01ec8 req-23ca2d34-617e-423e-9112-88633b004e00 service neutron] Checking agent: {'id': '65dda45c-bbef-42f9-9728-e0fd84037987', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8286', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 56), 'started_at': datetime.datetime(2022, 2, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:10:21.244837 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0070546-8416-4ede-ba52-bfe8a7c01ec8 req-23ca2d34-617e-423e-9112-88633b004e00 service neutron] Checking segment: {'id': '7ae71440-b6ba-4fe1-9d3d-b2c650424c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6cfab55b-84a8-4588-80c7-1c9ca752d786'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:10:21.245224 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0070546-8416-4ede-ba52-bfe8a7c01ec8 req-23ca2d34-617e-423e-9112-88633b004e00 service neutron] Bound using segment: {'id': '7ae71440-b6ba-4fe1-9d3d-b2c650424c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6cfab55b-84a8-4588-80c7-1c9ca752d786'} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:10:21.245648 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-b0070546-8416-4ede-ba52-bfe8a7c01ec8 req-23ca2d34-617e-423e-9112-88633b004e00 service neutron] Bound port: bbb56112-87ad-41e6-ba7b-ca9986f7db96, host: hv-neutron-8286, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ae71440-b6ba-4fe1-9d3d-b2c650424c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6cfab55b-84a8-4588-80c7-1c9ca752d786'}}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:10:21.246061 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-b0070546-8416-4ede-ba52-bfe8a7c01ec8 req-23ca2d34-617e-423e-9112-88633b004e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:21.309732 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-b0070546-8416-4ede-ba52-bfe8a7c01ec8 req-23ca2d34-617e-423e-9112-88633b004e00 service neutron] For port bbb56112-87ad-41e6-ba7b-ca9986f7db96, host hv-neutron-8286, cleared binding levels {{(pid=114376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:10:21.313558 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-b0070546-8416-4ede-ba52-bfe8a7c01ec8 req-23ca2d34-617e-423e-9112-88633b004e00 service neutron] For port bbb56112-87ad-41e6-ba7b-ca9986f7db96, host hv-neutron-8286, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=bbb56112-87ad-41e6-ba7b-ca9986f7db96,segment=NetworkSegment(7ae71440-b6ba-4fe1-9d3d-b2c650424c7c),segment_id=7ae71440-b6ba-4fe1-9d3d-b2c650424c7c)] {{(pid=114376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:10:21.479856 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-b0070546-8416-4ede-ba52-bfe8a7c01ec8 req-23ca2d34-617e-423e-9112-88633b004e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:21.524498 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0070546-8416-4ede-ba52-bfe8a7c01ec8 req-23ca2d34-617e-423e-9112-88633b004e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:21.525114 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-b0070546-8416-4ede-ba52-bfe8a7c01ec8 req-23ca2d34-617e-423e-9112-88633b004e00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:21.526466 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b0070546-8416-4ede-ba52-bfe8a7c01ec8 req-23ca2d34-617e-423e-9112-88633b004e00 service neutron] 10.222.0.89 "PUT /v2.0/ports/bbb56112-87ad-41e6-ba7b-ca9986f7db96 HTTP/1.1" status: 200 len: 1131 time: 0.8911176 Feb 16 17:10:21.528798 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc6ab2c6-5298-47d0-9298-16445be6924f', 'tag': 'bbb56112-87ad-41e6-ba7b-ca9986f7db96'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:10:21.531729 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84162e98-96f9-41ac-bce1-93693681c22d" -d '{"events": [{"name": "network-changed", "server_uuid": "dc6ab2c6-5298-47d0-9298-16445be6924f", "tag": "bbb56112-87ad-41e6-ba7b-ca9986f7db96"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:10:21.585438 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd167a85-ced0-4e1f-8a84-e646a2e0fa8a x-openstack-request-id: req-dd167a85-ced0-4e1f-8a84-e646a2e0fa8a {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:10:21.585734 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc6ab2c6-5298-47d0-9298-16445be6924f", "tag": "bbb56112-87ad-41e6-ba7b-ca9986f7db96", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:10:21.585988 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-dd167a85-ced0-4e1f-8a84-e646a2e0fa8a {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:10:21.586389 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc6ab2c6-5298-47d0-9298-16445be6924f', 'tag': 'bbb56112-87ad-41e6-ba7b-ca9986f7db96', 'status': 'completed', 'code': 200} Feb 16 17:10:21.587909 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ca2d34-617e-423e-9112-88633b004e00 service neutron] Pushing event updated for resources: {'Port': ['ID=bbb56112-87ad-41e6-ba7b-ca9986f7db96,revision_number=8']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:21.603107 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9785cf5-97f8-4aeb-a0a1-e01c9cbed316 req-a3aa76bd-9320-4865-a3d0-afd54493ec2f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:21.609811 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a9785cf5-97f8-4aeb-a0a1-e01c9cbed316 req-a3aa76bd-9320-4865-a3d0-afd54493ec2f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=dc6ab2c6-5298-47d0-9298-16445be6924f HTTP/1.1" status: 200 len: 981 time: 0.0961044 Feb 16 17:10:21.671297 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84162e98-96f9-41ac-bce1-93693681c22d req-531dd66d-3d81-445b-a434-c29942d11e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:21.672920 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-84162e98-96f9-41ac-bce1-93693681c22d req-531dd66d-3d81-445b-a434-c29942d11e9e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c9820320aae461fbcc5eba944eb2160&device_id=dc6ab2c6-5298-47d0-9298-16445be6924f HTTP/1.1" status: 200 len: 1134 time: 0.0673537 Feb 16 17:10:21.675750 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a9785cf5-97f8-4aeb-a0a1-e01c9cbed316 req-75214c66-46de-4cb5-b53f-f5cce51b400a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=fdb64004-8aa0-469f-bb15-f0bdc6ea64aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626605 Feb 16 17:10:21.780483 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84162e98-96f9-41ac-bce1-93693681c22d req-a7b4b5e2-52e0-4d3d-9217-00ccd3d21cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:21.781870 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-84162e98-96f9-41ac-bce1-93693681c22d req-a7b4b5e2-52e0-4d3d-9217-00ccd3d21cb4 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=9c9820320aae461fbcc5eba944eb2160&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1014073 Feb 16 17:10:21.876496 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84162e98-96f9-41ac-bce1-93693681c22d req-f19a4650-b9bd-4ec5-aef0-9d01d9c64d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:21.878077 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-84162e98-96f9-41ac-bce1-93693681c22d req-f19a4650-b9bd-4ec5-aef0-9d01d9c64d5e service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900540 Feb 16 17:10:21.955015 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0070546-8416-4ede-ba52-bfe8a7c01ec8 req-aa78e11c-29a7-451f-be8b-fad388438780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:21.956565 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b0070546-8416-4ede-ba52-bfe8a7c01ec8 req-aa78e11c-29a7-451f-be8b-fad388438780 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c9820320aae461fbcc5eba944eb2160&device_id=dc6ab2c6-5298-47d0-9298-16445be6924f HTTP/1.1" status: 200 len: 1134 time: 0.0412717 Feb 16 17:10:22.029517 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b0070546-8416-4ede-ba52-bfe8a7c01ec8 req-90073a7e-31de-406c-b81c-899679165324 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbb56112-87ad-41e6-ba7b-ca9986f7db96 HTTP/1.1" status: 200 len: 1037 time: 0.0628870 Feb 16 17:10:22.078676 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0070546-8416-4ede-ba52-bfe8a7c01ec8 req-c1ff37f5-4faf-4823-8ab2-0d9fadef3769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:22.080311 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b0070546-8416-4ede-ba52-bfe8a7c01ec8 req-c1ff37f5-4faf-4823-8ab2-0d9fadef3769 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a96c8c70-ece9-40d0-af90-1ed6c7e09b1c HTTP/1.1" status: 200 len: 834 time: 0.0447893 Feb 16 17:10:22.125155 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0070546-8416-4ede-ba52-bfe8a7c01ec8 req-15e81388-42ea-4c82-9139-1cf9643d7ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:22.126631 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b0070546-8416-4ede-ba52-bfe8a7c01ec8 req-15e81388-42ea-4c82-9139-1cf9643d7ff1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6cfab55b-84a8-4588-80c7-1c9ca752d786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399368 Feb 16 17:10:22.219438 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b0070546-8416-4ede-ba52-bfe8a7c01ec8 req-3e8b2683-c981-4e9a-9d63-933df6084a5d service neutron] 10.222.0.89 "GET /v2.0/networks/6cfab55b-84a8-4588-80c7-1c9ca752d786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854027 Feb 16 17:10:22.313035 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b0070546-8416-4ede-ba52-bfe8a7c01ec8 req-28e56471-9bad-4f2a-94cd-3457616b5e94 service neutron] 10.222.0.89 "GET /v2.0/networks/6cfab55b-84a8-4588-80c7-1c9ca752d786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862825 Feb 16 17:10:22.802460 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f2240-8ae1-494b-81b8-85621d6ab595 req-d7944364-6ea7-438c-b5a3-db24ba7d79a2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:22.803948 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-0c2f2240-8ae1-494b-81b8-85621d6ab595 req-d7944364-6ea7-438c-b5a3-db24ba7d79a2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=dc6ab2c6-5298-47d0-9298-16445be6924f HTTP/1.1" status: 200 len: 981 time: 0.0510323 Feb 16 17:10:22.841199 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-0c2f2240-8ae1-494b-81b8-85621d6ab595 req-80b45b2b-b8cb-40c8-9b4a-c7fa02b98bfc tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=fdb64004-8aa0-469f-bb15-f0bdc6ea64aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312376 Feb 16 17:10:23.939316 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:10:23.970757 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af20a37-e028-43d8-9d70-57ef63be161a req-de8dd9e4-571e-4476-a0c6-64e5bd1a3149 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:23.972264 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1af20a37-e028-43d8-9d70-57ef63be161a req-de8dd9e4-571e-4476-a0c6-64e5bd1a3149 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=dc6ab2c6-5298-47d0-9298-16445be6924f HTTP/1.1" status: 200 len: 981 time: 0.0554135 Feb 16 17:10:24.012455 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1af20a37-e028-43d8-9d70-57ef63be161a req-01ae8f36-901a-48f2-8c9b-31da74be34c6 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=fdb64004-8aa0-469f-bb15-f0bdc6ea64aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338888 Feb 16 17:10:25.129607 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3b012-c55a-4e24-acb5-0359b2f0f058 req-cd165de5-2f10-4e2e-ac22-729844d20097 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:25.131165 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-1ed3b012-c55a-4e24-acb5-0359b2f0f058 req-cd165de5-2f10-4e2e-ac22-729844d20097 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=dc6ab2c6-5298-47d0-9298-16445be6924f HTTP/1.1" status: 200 len: 981 time: 0.0485232 Feb 16 17:10:25.169972 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-1ed3b012-c55a-4e24-acb5-0359b2f0f058 req-48f548d6-d63f-4314-a043-4688f2dd6218 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=fdb64004-8aa0-469f-bb15-f0bdc6ea64aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328665 Feb 16 17:10:25.633806 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device bbb56112-87ad-41e6-ba7b-ca9986f7db96 details requested by agent hyperv_hv-neutron-8286 with host hv-neutron-8286 {{(pid=114377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:10:25.723393 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port bbb56112-87ad-41e6-ba7b-ca9986f7db96, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=bbb56112-87ad-41e6-ba7b-ca9986f7db96,segment=NetworkSegment(7ae71440-b6ba-4fe1-9d3d-b2c650424c7c),segment_id=7ae71440-b6ba-4fe1-9d3d-b2c650424c7c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:10:25.738551 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Returning: {'device': 'bbb56112-87ad-41e6-ba7b-ca9986f7db96', 'network_id': '6cfab55b-84a8-4588-80c7-1c9ca752d786', 'port_id': 'bbb56112-87ad-41e6-ba7b-ca9986f7db96', 'mac_address': 'fa:16:3e:d3:61:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a96c8c70-ece9-40d0-af90-1ed6c7e09b1c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:10:25.773361 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:25.785982 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbb56112-87ad-41e6-ba7b-ca9986f7db96 {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:10:25.804486 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port bbb56112-87ad-41e6-ba7b-ca9986f7db96, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=bbb56112-87ad-41e6-ba7b-ca9986f7db96,segment=NetworkSegment(7ae71440-b6ba-4fe1-9d3d-b2c650424c7c),segment_id=7ae71440-b6ba-4fe1-9d3d-b2c650424c7c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:10:25.948328 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:25.994280 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=bbb56112-87ad-41e6-ba7b-ca9986f7db96,revision_number=9']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:26.167770 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['bbb56112-87ad-41e6-ba7b-ca9986f7db96'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:10:26.285972 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4484693-b711-4a3b-ae3f-c5cd4d36c57f req-722ddfff-8ec6-401e-851c-2376b52ba711 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:26.287628 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b4484693-b711-4a3b-ae3f-c5cd4d36c57f req-722ddfff-8ec6-401e-851c-2376b52ba711 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=dc6ab2c6-5298-47d0-9298-16445be6924f HTTP/1.1" status: 200 len: 982 time: 0.0497687 Feb 16 17:10:26.325176 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b4484693-b711-4a3b-ae3f-c5cd4d36c57f req-50089022-00ac-48da-8b3b-ed8b7ff87eea tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=fdb64004-8aa0-469f-bb15-f0bdc6ea64aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314071 Feb 16 17:10:27.438165 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df8cf74-8dde-444e-88dd-683f5a1fbf34 req-50dc272c-da88-49d1-a181-f9e2333dfb11 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:27.439621 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-1df8cf74-8dde-444e-88dd-683f5a1fbf34 req-50dc272c-da88-49d1-a181-f9e2333dfb11 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=dc6ab2c6-5298-47d0-9298-16445be6924f HTTP/1.1" status: 200 len: 982 time: 0.0473969 Feb 16 17:10:27.476319 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-1df8cf74-8dde-444e-88dd-683f5a1fbf34 req-563efda5-be38-4500-88d3-628a959afd50 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=fdb64004-8aa0-469f-bb15-f0bdc6ea64aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305369 Feb 16 17:10:27.661563 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device bbb56112-87ad-41e6-ba7b-ca9986f7db96 up at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:10:27.789110 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning for port bbb56112-87ad-41e6-ba7b-ca9986f7db96 completed by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:10:27.792989 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning complete for port bbb56112-87ad-41e6-ba7b-ca9986f7db96 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:10:27.793372 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:27.872085 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:27.894716 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc6ab2c6-5298-47d0-9298-16445be6924f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbb56112-87ad-41e6-ba7b-ca9986f7db96'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:10:27.897036 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8459569c-4203-46bc-b71c-35ffed3dbe85" -d '{"events": [{"server_uuid": "dc6ab2c6-5298-47d0-9298-16445be6924f", "name": "network-vif-plugged", "status": "completed", "tag": "bbb56112-87ad-41e6-ba7b-ca9986f7db96"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:10:27.910507 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port bbb56112-87ad-41e6-ba7b-ca9986f7db96, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=bbb56112-87ad-41e6-ba7b-ca9986f7db96,segment=NetworkSegment(7ae71440-b6ba-4fe1-9d3d-b2c650424c7c),segment_id=7ae71440-b6ba-4fe1-9d3d-b2c650424c7c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:10:27.933761 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19241b80-6a92-4749-87fa-fd603a0f384b x-openstack-request-id: req-19241b80-6a92-4749-87fa-fd603a0f384b {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:10:27.934054 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc6ab2c6-5298-47d0-9298-16445be6924f", "name": "network-vif-plugged", "status": "completed", "tag": "bbb56112-87ad-41e6-ba7b-ca9986f7db96", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:10:27.934306 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-19241b80-6a92-4749-87fa-fd603a0f384b {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:10:27.934712 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc6ab2c6-5298-47d0-9298-16445be6924f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbb56112-87ad-41e6-ba7b-ca9986f7db96', 'code': 200} Feb 16 17:10:28.044801 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:28.093932 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=bbb56112-87ad-41e6-ba7b-ca9986f7db96,revision_number=10']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:28.318685 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11196a6b-1548-4fcc-9890-80957936afa7 req-bbfeda85-8b83-44f3-9323-2485300b805e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:28.320178 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-11196a6b-1548-4fcc-9890-80957936afa7 req-bbfeda85-8b83-44f3-9323-2485300b805e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=dc6ab2c6-5298-47d0-9298-16445be6924f HTTP/1.1" status: 200 len: 1137 time: 0.0402067 Feb 16 17:10:28.353191 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-11196a6b-1548-4fcc-9890-80957936afa7 req-f9b1c30b-e597-4888-9b30-5b5cb2184da4 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=fdb64004-8aa0-469f-bb15-f0bdc6ea64aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267959 Feb 16 17:10:28.594537 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1914b70-d577-4a4c-a35b-a3a4c32b1209 req-93ae73ed-b576-4156-acef-36ae8c789357 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:28.595931 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-a1914b70-d577-4a4c-a35b-a3a4c32b1209 req-93ae73ed-b576-4156-acef-36ae8c789357 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=dc6ab2c6-5298-47d0-9298-16445be6924f HTTP/1.1" status: 200 len: 984 time: 0.0533912 Feb 16 17:10:28.633657 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-a1914b70-d577-4a4c-a35b-a3a4c32b1209 req-071890c5-d2b1-4918-a751-9253281892b8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=fdb64004-8aa0-469f-bb15-f0bdc6ea64aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314593 Feb 16 17:10:29.756105 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa06c56b-1635-4bfa-acff-1a0e60b6fad6 req-70913705-514c-4eb8-8390-523bb0379074 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:29.757571 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-fa06c56b-1635-4bfa-acff-1a0e60b6fad6 req-70913705-514c-4eb8-8390-523bb0379074 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=dc6ab2c6-5298-47d0-9298-16445be6924f HTTP/1.1" status: 200 len: 984 time: 0.0573051 Feb 16 17:10:29.795334 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-fa06c56b-1635-4bfa-acff-1a0e60b6fad6 req-f20967c4-7627-4d50-9207-dca40f561315 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=fdb64004-8aa0-469f-bb15-f0bdc6ea64aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310047 Feb 16 17:10:29.908571 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f015d667-06f4-4114-93a1-d54fe23064e5 req-d5316adf-a288-4ab4-a152-4190aba45611 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:29.910025 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-f015d667-06f4-4114-93a1-d54fe23064e5 req-d5316adf-a288-4ab4-a152-4190aba45611 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=dc6ab2c6-5298-47d0-9298-16445be6924f HTTP/1.1" status: 200 len: 984 time: 0.0475717 Feb 16 17:10:29.947560 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-f015d667-06f4-4114-93a1-d54fe23064e5 req-f959a7b8-4f24-4cf5-87bf-dc0075821ebf tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=fdb64004-8aa0-469f-bb15-f0bdc6ea64aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315094 Feb 16 17:10:29.969414 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55392) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:10:30.009657 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95304f5-5d16-4a2a-84bc-198c3468a63e tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:30.011163 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-b95304f5-5d16-4a2a-84bc-198c3468a63e tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=dc6ab2c6-5298-47d0-9298-16445be6924f&network_id=6cfab55b-84a8-4588-80c7-1c9ca752d786 HTTP/1.1" status: 200 len: 1132 time: 0.0407610 Feb 16 17:10:30.581699 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268cb7c-453e-44c5-b168-899a5eae7abf req-083764b0-6a27-42b0-a468-4654de281508 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:30.583175 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-9268cb7c-453e-44c5-b168-899a5eae7abf req-083764b0-6a27-42b0-a468-4654de281508 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=dc6ab2c6-5298-47d0-9298-16445be6924f HTTP/1.1" status: 200 len: 984 time: 0.0472522 Feb 16 17:10:30.624693 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-9268cb7c-453e-44c5-b168-899a5eae7abf req-2cc30d93-f77c-4d66-a8b5-a0bb4ebf1600 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=fdb64004-8aa0-469f-bb15-f0bdc6ea64aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352938 Feb 16 17:10:30.646668 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:31.742860 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fce3d2-15e1-4253-9b9c-28fe11844b1d req-770f31b7-322f-4c1f-9ba7-10ed6de245f8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:31.744413 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-07fce3d2-15e1-4253-9b9c-28fe11844b1d req-770f31b7-322f-4c1f-9ba7-10ed6de245f8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=dc6ab2c6-5298-47d0-9298-16445be6924f HTTP/1.1" status: 200 len: 984 time: 0.0497713 Feb 16 17:10:31.781731 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-07fce3d2-15e1-4253-9b9c-28fe11844b1d req-64d5432d-0c54-4a72-b686-8d5f0e91fbcf tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=fdb64004-8aa0-469f-bb15-f0bdc6ea64aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307260 Feb 16 17:10:31.907283 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5784848-ecfe-463c-ae1b-9577a79f8bb5 req-2c2e672b-31e1-4cf6-940b-c46e527e5c42 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:31.908713 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a5784848-ecfe-463c-ae1b-9577a79f8bb5 req-2c2e672b-31e1-4cf6-940b-c46e527e5c42 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "GET /v2.0/ports?device_id=dc6ab2c6-5298-47d0-9298-16445be6924f HTTP/1.1" status: 200 len: 984 time: 0.0473599 Feb 16 17:10:31.955225 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5784848-ecfe-463c-ae1b-9577a79f8bb5 req-799b6f55-e49a-4149-867a-37314bebd74f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:31.956673 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a5784848-ecfe-463c-ae1b-9577a79f8bb5 req-799b6f55-e49a-4149-867a-37314bebd74f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "GET /v2.0/ports/bbb56112-87ad-41e6-ba7b-ca9986f7db96?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0425375 Feb 16 17:10:32.060760 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a5784848-ecfe-463c-ae1b-9577a79f8bb5 req-25c208a7-4152-40a5-8e80-4459fd75d4a8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "GET /v2.0/networks/6cfab55b-84a8-4588-80c7-1c9ca752d786?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0986774 Feb 16 17:10:32.070698 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-a5784848-ecfe-463c-ae1b-9577a79f8bb5 req-6c788f15-b92a-48d8-a7f9-6fa0dbabeaea service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:10:32.127918 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-a5784848-ecfe-463c-ae1b-9577a79f8bb5 req-6c788f15-b92a-48d8-a7f9-6fa0dbabeaea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:32.264489 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-a5784848-ecfe-463c-ae1b-9577a79f8bb5 req-6c788f15-b92a-48d8-a7f9-6fa0dbabeaea service neutron] For port bbb56112-87ad-41e6-ba7b-ca9986f7db96, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=bbb56112-87ad-41e6-ba7b-ca9986f7db96,segment=NetworkSegment(7ae71440-b6ba-4fe1-9d3d-b2c650424c7c),segment_id=7ae71440-b6ba-4fe1-9d3d-b2c650424c7c)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:10:32.296889 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-a5784848-ecfe-463c-ae1b-9577a79f8bb5 req-6c788f15-b92a-48d8-a7f9-6fa0dbabeaea service neutron] For port bbb56112-87ad-41e6-ba7b-ca9986f7db96, host hv-neutron-8286, cleared binding levels {{(pid=114376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:10:32.332416 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [req-a5784848-ecfe-463c-ae1b-9577a79f8bb5 req-6c788f15-b92a-48d8-a7f9-6fa0dbabeaea service neutron] device_id is not set on port bbb56112-87ad-41e6-ba7b-ca9986f7db96 yet. {{(pid=114376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 17:10:32.340417 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-a5784848-ecfe-463c-ae1b-9577a79f8bb5 req-6c788f15-b92a-48d8-a7f9-6fa0dbabeaea service neutron] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:32.423413 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-a5784848-ecfe-463c-ae1b-9577a79f8bb5 req-6c788f15-b92a-48d8-a7f9-6fa0dbabeaea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:32.499252 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c788f15-b92a-48d8-a7f9-6fa0dbabeaea service neutron] Pushing event updated for resources: {'Port': ['ID=bbb56112-87ad-41e6-ba7b-ca9986f7db96,revision_number=11']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:32.548311 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5784848-ecfe-463c-ae1b-9577a79f8bb5 req-6c788f15-b92a-48d8-a7f9-6fa0dbabeaea service neutron] No DVR routers for this DVR port bbb56112-87ad-41e6-ba7b-ca9986f7db96 on host hv-neutron-8286 {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:10:32.683707 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-a5784848-ecfe-463c-ae1b-9577a79f8bb5 req-6c788f15-b92a-48d8-a7f9-6fa0dbabeaea service neutron] In _notify_port_updated(), no bound segment for port bbb56112-87ad-41e6-ba7b-ca9986f7db96 on network 6cfab55b-84a8-4588-80c7-1c9ca752d786 {{(pid=114376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 17:10:32.684595 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5784848-ecfe-463c-ae1b-9577a79f8bb5 req-6c788f15-b92a-48d8-a7f9-6fa0dbabeaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:32.685201 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-a5784848-ecfe-463c-ae1b-9577a79f8bb5 req-6c788f15-b92a-48d8-a7f9-6fa0dbabeaea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:32.686496 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a5784848-ecfe-463c-ae1b-9577a79f8bb5 req-6c788f15-b92a-48d8-a7f9-6fa0dbabeaea service neutron] 10.222.0.89 "PUT /v2.0/ports/bbb56112-87ad-41e6-ba7b-ca9986f7db96 HTTP/1.1" status: 200 len: 1027 time: 0.6197381 Feb 16 17:10:32.735823 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-b22c950f-bfdc-494a-857e-a50bc1121e58 None None] Provisioning complete for port bbb56112-87ad-41e6-ba7b-ca9986f7db96 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:10:32.736444 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b22c950f-bfdc-494a-857e-a50bc1121e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:32.772430 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-b22c950f-bfdc-494a-857e-a50bc1121e58 None None] Port bbb56112-87ad-41e6-ba7b-ca9986f7db96 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:10:32.876736 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-80b96297-cd2b-4aeb-95ab-a252069fdd3d req-cbcb550d-2e24-48ac-ab80-1d67636275e5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=dc6ab2c6-5298-47d0-9298-16445be6924f HTTP/1.1" status: 200 len: 210 time: 0.0274186 Feb 16 17:10:33.982363 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-86edb689-ebfc-4df8-af88-77b5c9b86c26 req-dbf69bda-e3cd-4cb5-a791-e689a03ffbf6 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=dc6ab2c6-5298-47d0-9298-16445be6924f HTTP/1.1" status: 200 len: 210 time: 0.0258756 Feb 16 17:10:35.038184 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 55406) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:10:35.095283 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-307bc398-34d7-41e4-9f0e-7b41d8f9dbff tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:35.125439 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-307bc398-34d7-41e4-9f0e-7b41d8f9dbff tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:35.326413 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-307bc398-34d7-41e4-9f0e-7b41d8f9dbff tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:35.329091 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-307bc398-34d7-41e4-9f0e-7b41d8f9dbff tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:35.330254 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-307bc398-34d7-41e4-9f0e-7b41d8f9dbff tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "DELETE /v2.0/security-groups/77ef9bfc-5bcd-42cb-9408-77a8ede1af9b HTTP/1.1" status: 204 len: 168 time: 0.2911191 Feb 16 17:10:35.340055 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307bc398-34d7-41e4-9f0e-7b41d8f9dbff tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ef9bfc-5bcd-42cb-9408-77a8ede1af9b,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:35.436320 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55410) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:10:35.609447 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-c2c2ebf5-df8a-442a-9bfa-a3473ee182a9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Deleting port c91a7b99-14d4-4e0a-a920-3e1fc1525253 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:10:35.609685 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c2c2ebf5-df8a-442a-9bfa-a3473ee182a9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:35.684902 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c2c2ebf5-df8a-442a-9bfa-a3473ee182a9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:35.685252 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c2c2ebf5-df8a-442a-9bfa-a3473ee182a9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:35.697071 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-c2c2ebf5-df8a-442a-9bfa-a3473ee182a9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Calling delete_port for c91a7b99-14d4-4e0a-a920-3e1fc1525253 owned by network:floatingip {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:10:35.724085 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device bbb56112-87ad-41e6-ba7b-ca9986f7db96 no longer exists at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:10:35.764238 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device bbb56112-87ad-41e6-ba7b-ca9986f7db96 not bound to the agent host hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:10:35.920419 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c2c2ebf5-df8a-442a-9bfa-a3473ee182a9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:35.947356 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c2ebf5-df8a-442a-9bfa-a3473ee182a9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'Port': ['ID=c91a7b99-14d4-4e0a-a920-3e1fc1525253,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:36.008578 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c2c2ebf5-df8a-442a-9bfa-a3473ee182a9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for floatingip, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:36.008910 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.l3_db [None req-c2c2ebf5-df8a-442a-9bfa-a3473ee182a9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Floating IP 3ec80deb-9ded-4197-9166-1cb9c6d1aac8 disassociated (deleted). External IP: 172.26.3.178, port: bbb56112-87ad-41e6-ba7b-ca9986f7db96. Feb 16 17:10:36.216851 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c2ebf5-df8a-442a-9bfa-a3473ee182a9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Router ed747806-1adc-4419-ad83-88b3216d8391 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:10:36.637764 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c2ebf5-df8a-442a-9bfa-a3473ee182a9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:10:36.643137 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c2c2ebf5-df8a-442a-9bfa-a3473ee182a9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:36.648922 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b45f7e2-760a-4d3a-9b36-d13ac08c7915 None None] Sync routers for ids ['ed747806-1adc-4419-ad83-88b3216d8391'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:10:36.658888 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b45f7e2-760a-4d3a-9b36-d13ac08c7915 None None] Routers {'ed747806-1adc-4419-ad83-88b3216d8391'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:10:36.659576 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-2b45f7e2-760a-4d3a-9b36-d13ac08c7915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:10:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['ed747806-1adc-4419-ad83-88b3216d8391'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:36.669804 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-c2c2ebf5-df8a-442a-9bfa-a3473ee182a9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "DELETE /v2.0/floatingips/3ec80deb-9ded-4197-9166-1cb9c6d1aac8 HTTP/1.1" status: 204 len: 168 time: 1.2302613 Feb 16 17:10:36.737288 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55416) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:10:36.770066 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-2b45f7e2-760a-4d3a-9b36-d13ac08c7915 None None] Set router ed747806-1adc-4419-ad83-88b3216d8391 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:10:36.795387 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-49363b13-edb5-4a39-8e73-4b9143f4bf36 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:36.823227 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-49363b13-edb5-4a39-8e73-4b9143f4bf36 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:36.834417 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f68650ce-0349-4fde-80d6-9648be14aeb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:36.974132 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-2b45f7e2-760a-4d3a-9b36-d13ac08c7915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed747806-1adc-4419-ad83-88b3216d8391', 'name': 'tempest-TestNetworkBasicOps-router-461897847', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '2bc95671-c9b0-40d2-b15e-73f2fd442f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:09:45Z', 'updated_at': '2022-02-16T17:09:50Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': '2bc95671-c9b0-40d2-b15e-73f2fd442f46', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:23:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed747806-1adc-4419-ad83-88b3216d8391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:09:46Z', 'updated_at': '2022-02-16T17:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '9cac749b-252c-41da-8ec7-8f12611b26b7', 'name': '', 'network_id': '6cfab55b-84a8-4588-80c7-1c9ca752d786', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:6f:b1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed747806-1adc-4419-ad83-88b3216d8391', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'a96c8c70-ece9-40d0-af90-1ed6c7e09b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:09:49Z', 'updated_at': '2022-02-16T17:09:53Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': 'a96c8c70-ece9-40d0-af90-1ed6c7e09b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:36.984035 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-49363b13-edb5-4a39-8e73-4b9143f4bf36 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:36.986642 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-49363b13-edb5-4a39-8e73-4b9143f4bf36 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:36.987792 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-49363b13-edb5-4a39-8e73-4b9143f4bf36 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "DELETE /v2.0/security-groups/aabf5c49-23ed-4e59-afec-f3336529d0be HTTP/1.1" status: 204 len: 168 time: 0.2495065 Feb 16 17:10:37.001757 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49363b13-edb5-4a39-8e73-4b9143f4bf36 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabf5c49-23ed-4e59-afec-f3336529d0be,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:37.001924 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b45f7e2-760a-4d3a-9b36-d13ac08c7915 None None] Checking router: ed747806-1adc-4419-ad83-88b3216d8391 for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:10:37.010638 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b45f7e2-760a-4d3a-9b36-d13ac08c7915 None None] Routers {'ed747806-1adc-4419-ad83-88b3216d8391'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:10:37.011278 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-2b45f7e2-760a-4d3a-9b36-d13ac08c7915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:10:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['ed747806-1adc-4419-ad83-88b3216d8391'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:37.114702 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55420) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:10:37.115305 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-2b45f7e2-760a-4d3a-9b36-d13ac08c7915 None None] Set router ed747806-1adc-4419-ad83-88b3216d8391 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:10:37.203046 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-21564dfc-512d-4b49-a6e5-7f4a73cc3cc7 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Deleting port bbb56112-87ad-41e6-ba7b-ca9986f7db96 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:10:37.203385 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-21564dfc-512d-4b49-a6e5-7f4a73cc3cc7 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:37.288011 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-21564dfc-512d-4b49-a6e5-7f4a73cc3cc7 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:37.301112 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-21564dfc-512d-4b49-a6e5-7f4a73cc3cc7 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Calling delete_port for bbb56112-87ad-41e6-ba7b-ca9986f7db96 owned by {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:10:37.311209 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-2b45f7e2-760a-4d3a-9b36-d13ac08c7915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed747806-1adc-4419-ad83-88b3216d8391', 'name': 'tempest-TestNetworkBasicOps-router-461897847', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '2bc95671-c9b0-40d2-b15e-73f2fd442f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:09:45Z', 'updated_at': '2022-02-16T17:09:50Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': '2bc95671-c9b0-40d2-b15e-73f2fd442f46', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:23:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed747806-1adc-4419-ad83-88b3216d8391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:09:46Z', 'updated_at': '2022-02-16T17:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '9cac749b-252c-41da-8ec7-8f12611b26b7', 'name': '', 'network_id': '6cfab55b-84a8-4588-80c7-1c9ca752d786', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:6f:b1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed747806-1adc-4419-ad83-88b3216d8391', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'a96c8c70-ece9-40d0-af90-1ed6c7e09b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:09:49Z', 'updated_at': '2022-02-16T17:09:53Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': 'a96c8c70-ece9-40d0-af90-1ed6c7e09b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:37.340390 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b45f7e2-760a-4d3a-9b36-d13ac08c7915 None None] The sync data for ids ['ed747806-1adc-4419-ad83-88b3216d8391'] in dv-neutron-828697-3-hyperv is: [{'id': 'ed747806-1adc-4419-ad83-88b3216d8391', 'name': 'tempest-TestNetworkBasicOps-router-461897847', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '2bc95671-c9b0-40d2-b15e-73f2fd442f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:09:45Z', 'updated_at': '2022-02-16T17:09:50Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': '2bc95671-c9b0-40d2-b15e-73f2fd442f46', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:23:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed747806-1adc-4419-ad83-88b3216d8391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:09:46Z', 'updated_at': '2022-02-16T17:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '9cac749b-252c-41da-8ec7-8f12611b26b7', 'name': '', 'network_id': '6cfab55b-84a8-4588-80c7-1c9ca752d786', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:6f:b1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed747806-1adc-4419-ad83-88b3216d8391', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'a96c8c70-ece9-40d0-af90-1ed6c7e09b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:09:49Z', 'updated_at': '2022-02-16T17:09:53Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': 'a96c8c70-ece9-40d0-af90-1ed6c7e09b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:10:37.554447 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25a36c6-8bad-41b5-9e6e-2396e584d875 None None] New status for floating IP 3ec80deb-9ded-4197-9166-1cb9c6d1aac8: DOWN {{(pid=114377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:10:37.556323 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-21564dfc-512d-4b49-a6e5-7f4a73cc3cc7 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:37.584494 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21564dfc-512d-4b49-a6e5-7f4a73cc3cc7 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'Port': ['ID=bbb56112-87ad-41e6-ba7b-ca9986f7db96,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:37.662262 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-21564dfc-512d-4b49-a6e5-7f4a73cc3cc7 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:37.669525 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-21564dfc-512d-4b49-a6e5-7f4a73cc3cc7 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "DELETE /v2.0/ports/bbb56112-87ad-41e6-ba7b-ca9986f7db96 HTTP/1.1" status: 204 len: 168 time: 0.5511851 Feb 16 17:10:37.670454 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 55422) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:10:38.339075 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fa10645b-754d-437f-b6ce-f0dc1e3f6f3a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:38.600797 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-fa10645b-754d-437f-b6ce-f0dc1e3f6f3a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Deleting port 9cac749b-252c-41da-8ec7-8f12611b26b7 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:10:38.601398 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fa10645b-754d-437f-b6ce-f0dc1e3f6f3a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:38.688738 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-fa10645b-754d-437f-b6ce-f0dc1e3f6f3a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] For port 9cac749b-252c-41da-8ec7-8f12611b26b7, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=9cac749b-252c-41da-8ec7-8f12611b26b7,segment=NetworkSegment(7ae71440-b6ba-4fe1-9d3d-b2c650424c7c),segment_id=7ae71440-b6ba-4fe1-9d3d-b2c650424c7c)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:10:38.689459 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fa10645b-754d-437f-b6ce-f0dc1e3f6f3a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:38.700899 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-fa10645b-754d-437f-b6ce-f0dc1e3f6f3a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Calling delete_port for 9cac749b-252c-41da-8ec7-8f12611b26b7 owned by network:router_interface {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:10:39.029035 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fa10645b-754d-437f-b6ce-f0dc1e3f6f3a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:39.055627 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa10645b-754d-437f-b6ce-f0dc1e3f6f3a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'Port': ['ID=9cac749b-252c-41da-8ec7-8f12611b26b7,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:39.178257 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b2ed3a47-2c90-473b-b3ac-00bd87c38a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:39.240425 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fa10645b-754d-437f-b6ce-f0dc1e3f6f3a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:39.460466 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa10645b-754d-437f-b6ce-f0dc1e3f6f3a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Router ed747806-1adc-4419-ad83-88b3216d8391 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:10:39.566834 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa10645b-754d-437f-b6ce-f0dc1e3f6f3a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:10:39.571839 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-fa10645b-754d-437f-b6ce-f0dc1e3f6f3a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "PUT /v2.0/routers/ed747806-1adc-4419-ad83-88b3216d8391/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9004767 Feb 16 17:10:39.576244 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 55424) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:10:39.577448 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b3738f-b811-4fb1-991b-967d91ce02d0 None None] Sync routers for ids ['ed747806-1adc-4419-ad83-88b3216d8391'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:10:39.589021 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b3738f-b811-4fb1-991b-967d91ce02d0 None None] Routers {'ed747806-1adc-4419-ad83-88b3216d8391'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:10:39.589647 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-56b3738f-b811-4fb1-991b-967d91ce02d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:10:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['ed747806-1adc-4419-ad83-88b3216d8391'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:39.645501 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-1468f879-6d5e-4c95-8277-428640bab8bb tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Deleting subnet a96c8c70-ece9-40d0-af90-1ed6c7e09b1c {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:10:39.648785 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1468f879-6d5e-4c95-8277-428640bab8bb tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:39.691353 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1468f879-6d5e-4c95-8277-428640bab8bb tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:39.703246 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-56b3738f-b811-4fb1-991b-967d91ce02d0 None None] Set router ed747806-1adc-4419-ad83-88b3216d8391 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:10:39.782161 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1468f879-6d5e-4c95-8277-428640bab8bb tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:39.915076 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1468f879-6d5e-4c95-8277-428640bab8bb tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:39.944010 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468f879-6d5e-4c95-8277-428640bab8bb tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'Subnet': ['ID=a96c8c70-ece9-40d0-af90-1ed6c7e09b1c,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:39.947591 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1468f879-6d5e-4c95-8277-428640bab8bb tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:39.949283 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-1468f879-6d5e-4c95-8277-428640bab8bb tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "DELETE /v2.0/subnets/a96c8c70-ece9-40d0-af90-1ed6c7e09b1c HTTP/1.1" status: 204 len: 168 time: 0.3737206 Feb 16 17:10:39.954101 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 55426) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:10:39.964388 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021cf30f-c363-4e6c-82c0-cc647f78eeb4 None None] Network 6cfab55b-84a8-4588-80c7-1c9ca752d786 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:10:39.985755 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-56b3738f-b811-4fb1-991b-967d91ce02d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed747806-1adc-4419-ad83-88b3216d8391', 'name': 'tempest-TestNetworkBasicOps-router-461897847', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '2bc95671-c9b0-40d2-b15e-73f2fd442f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:09:45Z', 'updated_at': '2022-02-16T17:10:38Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': '2bc95671-c9b0-40d2-b15e-73f2fd442f46', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:23:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed747806-1adc-4419-ad83-88b3216d8391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:09:46Z', 'updated_at': '2022-02-16T17:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:40.020050 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b3738f-b811-4fb1-991b-967d91ce02d0 None None] Checking router: ed747806-1adc-4419-ad83-88b3216d8391 for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:10:40.028739 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b3738f-b811-4fb1-991b-967d91ce02d0 None None] Routers {'ed747806-1adc-4419-ad83-88b3216d8391'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:10:40.030046 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-56b3738f-b811-4fb1-991b-967d91ce02d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:10:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['ed747806-1adc-4419-ad83-88b3216d8391'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:40.069050 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-77edfa20-667a-4f11-91b7-32d7335d10f6 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:40.140987 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-56b3738f-b811-4fb1-991b-967d91ce02d0 None None] Set router ed747806-1adc-4419-ad83-88b3216d8391 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:10:40.168564 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f172e3bd-f467-4abb-8d79-09f6c1d7dcc9 None None] DHCP port deletion for 6cfab55b-84a8-4588-80c7-1c9ca752d786 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:10:40.189551 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-77edfa20-667a-4f11-91b7-32d7335d10f6 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:40.218645 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-f172e3bd-f467-4abb-8d79-09f6c1d7dcc9 None None] Deleting port 580f228b-e848-444b-825f-1201395f93e6 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:10:40.219220 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f172e3bd-f467-4abb-8d79-09f6c1d7dcc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:40.288555 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-f172e3bd-f467-4abb-8d79-09f6c1d7dcc9 None None] For port 580f228b-e848-444b-825f-1201395f93e6, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=580f228b-e848-444b-825f-1201395f93e6,segment=NetworkSegment(7ae71440-b6ba-4fe1-9d3d-b2c650424c7c),segment_id=7ae71440-b6ba-4fe1-9d3d-b2c650424c7c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:10:40.288969 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f172e3bd-f467-4abb-8d79-09f6c1d7dcc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:40.301383 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-f172e3bd-f467-4abb-8d79-09f6c1d7dcc9 None None] Calling delete_port for 580f228b-e848-444b-825f-1201395f93e6 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:10:40.330523 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-56b3738f-b811-4fb1-991b-967d91ce02d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed747806-1adc-4419-ad83-88b3216d8391', 'name': 'tempest-TestNetworkBasicOps-router-461897847', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '2bc95671-c9b0-40d2-b15e-73f2fd442f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:09:45Z', 'updated_at': '2022-02-16T17:10:38Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': '2bc95671-c9b0-40d2-b15e-73f2fd442f46', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:23:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed747806-1adc-4419-ad83-88b3216d8391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:09:46Z', 'updated_at': '2022-02-16T17:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:40.347310 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b3738f-b811-4fb1-991b-967d91ce02d0 None None] The sync data for ids ['ed747806-1adc-4419-ad83-88b3216d8391'] in dv-neutron-828697-3-hyperv is: [{'id': 'ed747806-1adc-4419-ad83-88b3216d8391', 'name': 'tempest-TestNetworkBasicOps-router-461897847', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '2bc95671-c9b0-40d2-b15e-73f2fd442f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:09:45Z', 'updated_at': '2022-02-16T17:10:38Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': '2bc95671-c9b0-40d2-b15e-73f2fd442f46', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:23:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed747806-1adc-4419-ad83-88b3216d8391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:09:46Z', 'updated_at': '2022-02-16T17:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:10:40.408768 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-77edfa20-667a-4f11-91b7-32d7335d10f6 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Deleting port 2bc95671-c9b0-40d2-b15e-73f2fd442f46 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:10:40.409039 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-77edfa20-667a-4f11-91b7-32d7335d10f6 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:40.463461 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:40.490977 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-77edfa20-667a-4f11-91b7-32d7335d10f6 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] For port 2bc95671-c9b0-40d2-b15e-73f2fd442f46, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=2bc95671-c9b0-40d2-b15e-73f2fd442f46,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:10:40.491338 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-77edfa20-667a-4f11-91b7-32d7335d10f6 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:40.497790 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f172e3bd-f467-4abb-8d79-09f6c1d7dcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:40.502726 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-77edfa20-667a-4f11-91b7-32d7335d10f6 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Calling delete_port for 2bc95671-c9b0-40d2-b15e-73f2fd442f46 owned by network:router_gateway {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:10:40.671389 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f172e3bd-f467-4abb-8d79-09f6c1d7dcc9 None None] Pushing event deleted for resources: {'Port': ['ID=580f228b-e848-444b-825f-1201395f93e6,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:40.674000 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f172e3bd-f467-4abb-8d79-09f6c1d7dcc9 None None] No DVR routers for this DVR port 580f228b-e848-444b-825f-1201395f93e6 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:10:40.759061 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-77edfa20-667a-4f11-91b7-32d7335d10f6 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:40.786668 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77edfa20-667a-4f11-91b7-32d7335d10f6 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'Port': ['ID=2bc95671-c9b0-40d2-b15e-73f2fd442f46,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:40.799293 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77edfa20-667a-4f11-91b7-32d7335d10f6 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:40.799293 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77edfa20-667a-4f11-91b7-32d7335d10f6 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:40.803764 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77edfa20-667a-4f11-91b7-32d7335d10f6 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:40.803764 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77edfa20-667a-4f11-91b7-32d7335d10f6 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:40.803764 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77edfa20-667a-4f11-91b7-32d7335d10f6 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:40.803764 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77edfa20-667a-4f11-91b7-32d7335d10f6 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:40.803764 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77edfa20-667a-4f11-91b7-32d7335d10f6 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:40.803764 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77edfa20-667a-4f11-91b7-32d7335d10f6 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:40.803764 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77edfa20-667a-4f11-91b7-32d7335d10f6 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:40.803764 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77edfa20-667a-4f11-91b7-32d7335d10f6 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:40.803764 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77edfa20-667a-4f11-91b7-32d7335d10f6 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:40.803764 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77edfa20-667a-4f11-91b7-32d7335d10f6 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:40.857293 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-77edfa20-667a-4f11-91b7-32d7335d10f6 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584056'] for router_gateway, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:40.967548 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-77edfa20-667a-4f11-91b7-32d7335d10f6 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:40.969782 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-77edfa20-667a-4f11-91b7-32d7335d10f6 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:41.092039 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-77edfa20-667a-4f11-91b7-32d7335d10f6 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:41.092564 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77edfa20-667a-4f11-91b7-32d7335d10f6 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Fanout notify agent at l3_agent the message router_deleted on router ed747806-1adc-4419-ad83-88b3216d8391 {{(pid=114376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:10:41.099152 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-77edfa20-667a-4f11-91b7-32d7335d10f6 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:41.100271 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-77edfa20-667a-4f11-91b7-32d7335d10f6 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "DELETE /v2.0/routers/ed747806-1adc-4419-ad83-88b3216d8391 HTTP/1.1" status: 204 len: 168 time: 1.1453424 Feb 16 17:10:41.103631 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55430) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:10:41.186364 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f75cea80-11b7-465d-ac09-fa9b42ebe197 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:41.274910 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f75cea80-11b7-465d-ac09-fa9b42ebe197 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:41.294324 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-f75cea80-11b7-465d-ac09-fa9b42ebe197 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cfab55b-84a8-4588-80c7-1c9ca752d786']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:41.303358 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-f75cea80-11b7-465d-ac09-fa9b42ebe197 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ae71440-b6ba-4fe1-9d3d-b2c650424c7c') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:41.303647 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-f75cea80-11b7-465d-ac09-fa9b42ebe197 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ae71440-b6ba-4fe1-9d3d-b2c650424c7c') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:41.313232 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f75cea80-11b7-465d-ac09-fa9b42ebe197 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:41.325688 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f75cea80-11b7-465d-ac09-fa9b42ebe197 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:41.332400 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f75cea80-11b7-465d-ac09-fa9b42ebe197 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:10:41.332789 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f75cea80-11b7-465d-ac09-fa9b42ebe197 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:41.335647 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 17:10:41.335647 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:10:41.335647 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 17:10:41.335647 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:10:41.335647 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 17:10:41.335647 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:10:41.335647 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 17:10:41.335647 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:10:41.335647 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 17:10:41.335647 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:10:41.335647 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 17:10:41.335647 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:10:41.335647 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 17:10:41.335647 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:10:41.335647 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:10:41.335647 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:10:41.335647 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:10:41.335647 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:10:41.335647 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 17:10:41.335647 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:10:41.335647 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 17:10:41.335647 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:10:41.335647 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:10:41.335647 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:10:41.335647 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 17:10:41.335647 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:10:41.335647 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:10:41.335647 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:10:41.335647 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:10:41.335647 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:10:41.335647 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:10:41.335647 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:10:41.474407 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f75cea80-11b7-465d-ac09-fa9b42ebe197 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:41.482707 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f75cea80-11b7-465d-ac09-fa9b42ebe197 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:41.485176 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f75cea80-11b7-465d-ac09-fa9b42ebe197 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "DELETE /v2.0/networks/6cfab55b-84a8-4588-80c7-1c9ca752d786 HTTP/1.1" status: 204 len: 168 time: 0.3799946 Feb 16 17:10:41.499748 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75cea80-11b7-465d-ac09-fa9b42ebe197 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'Network': ['ID=6cfab55b-84a8-4588-80c7-1c9ca752d786,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:41.500407 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 55432) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:10:41.513248 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-1a7b4d4c-61fe-4fb9-9d5c-a9e73c9eeb98 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0116999 Feb 16 17:10:41.515769 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 55434) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:10:41.520661 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-c6a558c1-f1f1-48e4-bf6e-89b9c1d1f1ee tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'network': {'name': 'tempest-network-smoke--1701547363', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'port_security_enabled': True}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:10:41.633254 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a558c1-f1f1-48e4-bf6e-89b9c1d1f1ee tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Made reservation on behalf of 9c9820320aae461fbcc5eba944eb2160 for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:10:41.637805 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c6a558c1-f1f1-48e4-bf6e-89b9c1d1f1ee tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:41.659590 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6a558c1-f1f1-48e4-bf6e-89b9c1d1f1ee tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:10:41.668080 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c6a558c1-f1f1-48e4-bf6e-89b9c1d1f1ee tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:41.668407 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-c6a558c1-f1f1-48e4-bf6e-89b9c1d1f1ee tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Added segment fdf44def-cbc2-4bf9-b6cb-14f8a3a9b86c of type vlan for network 8d71ee83-f925-44df-8000-91e0aa8b11cd Feb 16 17:10:41.708758 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c6a558c1-f1f1-48e4-bf6e-89b9c1d1f1ee tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:41.777379 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:41.827690 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c6a558c1-f1f1-48e4-bf6e-89b9c1d1f1ee tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:41.833258 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a558c1-f1f1-48e4-bf6e-89b9c1d1f1ee tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:41.833847 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c6a558c1-f1f1-48e4-bf6e-89b9c1d1f1ee tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:41.902102 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a558c1-f1f1-48e4-bf6e-89b9c1d1f1ee tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Network': ['ID=8d71ee83-f925-44df-8000-91e0aa8b11cd,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:41.912712 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 8d71ee83-f925-44df-8000-91e0aa8b11cd details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:10:41.958459 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c6a558c1-f1f1-48e4-bf6e-89b9c1d1f1ee tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4415402 Feb 16 17:10:41.960811 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55436) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:10:41.965949 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-f596cf7f-85a3-4088-a603-dac1685bc48a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1841809418', 'admin_state_up': True, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:10:41.999244 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 580f228b-e848-444b-825f-1201395f93e6 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:10:42.027448 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 580f228b-e848-444b-825f-1201395f93e6 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:10:42.027794 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 580f228b-e848-444b-825f-1201395f93e6 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:10:42.028243 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 2bc95671-c9b0-40d2-b15e-73f2fd442f46 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:10:42.054354 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 2bc95671-c9b0-40d2-b15e-73f2fd442f46 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:10:42.054705 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 2bc95671-c9b0-40d2-b15e-73f2fd442f46 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:10:42.055128 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 9cac749b-252c-41da-8ec7-8f12611b26b7 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:10:42.061929 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f596cf7f-85a3-4088-a603-dac1685bc48a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:42.066237 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f596cf7f-85a3-4088-a603-dac1685bc48a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:42.079857 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 9cac749b-252c-41da-8ec7-8f12611b26b7 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:10:42.080470 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 9cac749b-252c-41da-8ec7-8f12611b26b7 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:10:42.122836 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f596cf7f-85a3-4088-a603-dac1685bc48a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:42.278932 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:42.500546 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f596cf7f-85a3-4088-a603-dac1685bc48a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:42.751089 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f596cf7f-85a3-4088-a603-dac1685bc48a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router_gateway, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:42.769513 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f596cf7f-85a3-4088-a603-dac1685bc48a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:42.871659 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-f596cf7f-85a3-4088-a603-dac1685bc48a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Allocated IP 172.26.3.223 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/e3de29e5-575a-47c5-a6af-b07a79c215ab) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:10:42.973185 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f596cf7f-85a3-4088-a603-dac1685bc48a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:43.063958 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f596cf7f-85a3-4088-a603-dac1685bc48a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:43.109631 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f596cf7f-85a3-4088-a603-dac1685bc48a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:10:43.112573 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-f596cf7f-85a3-4088-a603-dac1685bc48a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:10:43.115940 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f596cf7f-85a3-4088-a603-dac1685bc48a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:10:43.121611 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f596cf7f-85a3-4088-a603-dac1685bc48a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Port': ['ID=e3de29e5-575a-47c5-a6af-b07a79c215ab,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:43.511809 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f596cf7f-85a3-4088-a603-dac1685bc48a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router_gateway, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:43.708476 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f596cf7f-85a3-4088-a603-dac1685bc48a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:43.891995 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f596cf7f-85a3-4088-a603-dac1685bc48a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Router 555cfeb2-93c9-4d50-b5d6-d12bbccdf20a is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:10:43.998202 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f596cf7f-85a3-4088-a603-dac1685bc48a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:10:44.007400 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33562284-3c7e-4938-ae8c-c1f6433b0c08 None None] Sync routers for ids ['555cfeb2-93c9-4d50-b5d6-d12bbccdf20a'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:10:44.016890 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33562284-3c7e-4938-ae8c-c1f6433b0c08 None None] Routers {'555cfeb2-93c9-4d50-b5d6-d12bbccdf20a'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:10:44.022052 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-33562284-3c7e-4938-ae8c-c1f6433b0c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:10:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['555cfeb2-93c9-4d50-b5d6-d12bbccdf20a'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:44.092656 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f596cf7f-85a3-4088-a603-dac1685bc48a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:44.093817 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f596cf7f-85a3-4088-a603-dac1685bc48a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1317241 Feb 16 17:10:44.096837 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55438) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:10:44.127451 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-b96de8b3-b218-4b87-b039-355913ee23bb tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=9c9820320aae461fbcc5eba944eb2160&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273066 Feb 16 17:10:44.127699 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-33562284-3c7e-4938-ae8c-c1f6433b0c08 None None] Set router 555cfeb2-93c9-4d50-b5d6-d12bbccdf20a gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:10:44.127844 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55440) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:10:44.228393 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e00628a-9942-44db-8467-278b7ea71002 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:44.230021 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-6e00628a-9942-44db-8467-278b7ea71002 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1014414 Feb 16 17:10:44.232819 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55442) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:10:44.262843 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e1039bc2-004b-490d-93ce-887e3d1cc5d0 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=d8eab20e-246c-47ce-8449-822ce53769fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269191 Feb 16 17:10:44.265373 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55444) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:10:44.270326 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-7b2b38e8-af44-482f-9337-e296821787a3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1804035958', 'network_id': '8d71ee83-f925-44df-8000-91e0aa8b11cd', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:10:44.309923 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-33562284-3c7e-4938-ae8c-c1f6433b0c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555cfeb2-93c9-4d50-b5d6-d12bbccdf20a', 'name': 'tempest-TestNetworkBasicOps-router-1841809418', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e3de29e5-575a-47c5-a6af-b07a79c215ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:10:42Z', 'updated_at': '2022-02-16T17:10:43Z', 'revision_number': 3, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'e3de29e5-575a-47c5-a6af-b07a79c215ab', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:86:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555cfeb2-93c9-4d50-b5d6-d12bbccdf20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:42Z', 'updated_at': '2022-02-16T17:10:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:44.337336 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33562284-3c7e-4938-ae8c-c1f6433b0c08 None None] Checking router: 555cfeb2-93c9-4d50-b5d6-d12bbccdf20a for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:10:44.337681 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33562284-3c7e-4938-ae8c-c1f6433b0c08 None None] Updating router 555cfeb2-93c9-4d50-b5d6-d12bbccdf20a port e3de29e5-575a-47c5-a6af-b07a79c215ab binding host dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:10:44.363082 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-33562284-3c7e-4938-ae8c-c1f6433b0c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:44.531103 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2b38e8-af44-482f-9337-e296821787a3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Made reservation on behalf of 9c9820320aae461fbcc5eba944eb2160 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:10:44.534807 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7b2b38e8-af44-482f-9337-e296821787a3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:44.618521 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-33562284-3c7e-4938-ae8c-c1f6433b0c08 None None] Notify callbacks [] for port, precommit_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:44.724805 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-33562284-3c7e-4938-ae8c-c1f6433b0c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:44.777382 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6a68b6-b289-47fe-a562-29b757281980 None None] Pushing event updated for resources: {'Port': ['ID=e3de29e5-575a-47c5-a6af-b07a79c215ab,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:44.779578 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-33562284-3c7e-4938-ae8c-c1f6433b0c08 None None] Attempting to bind port e3de29e5-575a-47c5-a6af-b07a79c215ab on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:10:44.780484 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-33562284-3c7e-4938-ae8c-c1f6433b0c08 None None] Attempting to bind port e3de29e5-575a-47c5-a6af-b07a79c215ab by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:10:44.780850 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33562284-3c7e-4938-ae8c-c1f6433b0c08 None None] Attempting to bind port e3de29e5-575a-47c5-a6af-b07a79c215ab on network d8eab20e-246c-47ce-8449-822ce53769fc {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:10:44.786266 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33562284-3c7e-4938-ae8c-c1f6433b0c08 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:10:44.786712 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33562284-3c7e-4938-ae8c-c1f6433b0c08 None None] Checking segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:10:44.787130 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-33562284-3c7e-4938-ae8c-c1f6433b0c08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:44.787511 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33562284-3c7e-4938-ae8c-c1f6433b0c08 None None] Bound using segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:10:44.787989 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-33562284-3c7e-4938-ae8c-c1f6433b0c08 None None] Bound port: e3de29e5-575a-47c5-a6af-b07a79c215ab, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:10:44.795155 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7b2b38e8-af44-482f-9337-e296821787a3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:44.795455 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-33562284-3c7e-4938-ae8c-c1f6433b0c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:44.839854 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-33562284-3c7e-4938-ae8c-c1f6433b0c08 None None] For port e3de29e5-575a-47c5-a6af-b07a79c215ab, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:10:44.843340 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-33562284-3c7e-4938-ae8c-c1f6433b0c08 None None] For port e3de29e5-575a-47c5-a6af-b07a79c215ab, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=e3de29e5-575a-47c5-a6af-b07a79c215ab,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:10:44.847331 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b38e8-af44-482f-9337-e296821787a3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Subnet': ['ID=b4c6a1ba-3e8a-464e-8e91-8e3bb4f2f23d,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:44.858003 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2b38e8-af44-482f-9337-e296821787a3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Checking segment: {'id': 'fdf44def-cbc2-4bf9-b6cb-14f8a3a9b86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8d71ee83-f925-44df-8000-91e0aa8b11cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:10:44.858365 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2b38e8-af44-482f-9337-e296821787a3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network hostable DHCP agents. Network: 8d71ee83-f925-44df-8000-91e0aa8b11cd, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:10:44.925385 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-33562284-3c7e-4938-ae8c-c1f6433b0c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:44.977663 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2b38e8-af44-482f-9337-e296821787a3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network 8d71ee83-f925-44df-8000-91e0aa8b11cd is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:10:44.983847 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33562284-3c7e-4938-ae8c-c1f6433b0c08 None None] Routers {'555cfeb2-93c9-4d50-b5d6-d12bbccdf20a'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:10:44.984615 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-33562284-3c7e-4938-ae8c-c1f6433b0c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:10:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['555cfeb2-93c9-4d50-b5d6-d12bbccdf20a'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:45.017982 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6a68b6-b289-47fe-a562-29b757281980 None None] Pushing event updated for resources: {'Port': ['ID=e3de29e5-575a-47c5-a6af-b07a79c215ab,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:45.091423 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-33562284-3c7e-4938-ae8c-c1f6433b0c08 None None] Set router 555cfeb2-93c9-4d50-b5d6-d12bbccdf20a gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:10:45.103189 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-7b2b38e8-af44-482f-9337-e296821787a3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 8d71ee83-f925-44df-8000-91e0aa8b11cd) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:10:45.107874 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2b38e8-af44-482f-9337-e296821787a3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:45.108591 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7b2b38e8-af44-482f-9337-e296821787a3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:45.143766 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabd5ffa-9147-4b20-950a-b6d381493cea None None] Network 8d71ee83-f925-44df-8000-91e0aa8b11cd requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:10:45.186466 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-7b2b38e8-af44-482f-9337-e296821787a3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9199939 Feb 16 17:10:45.189297 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55446) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:10:45.380344 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd31c26-0205-414e-8a6a-eb9a0724932f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-8d71ee83-f925-44df-8000-91e0aa8b11cd', 'network_id': '8d71ee83-f925-44df-8000-91e0aa8b11cd', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ips': [{'subnet_id': 'b4c6a1ba-3e8a-464e-8e91-8e3bb4f2f23d'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:10:45.381236 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9cd31c26-0205-414e-8a6a-eb9a0724932f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:45.395573 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-33562284-3c7e-4938-ae8c-c1f6433b0c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555cfeb2-93c9-4d50-b5d6-d12bbccdf20a', 'name': 'tempest-TestNetworkBasicOps-router-1841809418', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e3de29e5-575a-47c5-a6af-b07a79c215ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:10:42Z', 'updated_at': '2022-02-16T17:10:43Z', 'revision_number': 3, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'e3de29e5-575a-47c5-a6af-b07a79c215ab', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:86:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555cfeb2-93c9-4d50-b5d6-d12bbccdf20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:42Z', 'updated_at': '2022-02-16T17:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:45.433584 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33562284-3c7e-4938-ae8c-c1f6433b0c08 None None] The sync data for ids ['555cfeb2-93c9-4d50-b5d6-d12bbccdf20a'] in dv-neutron-828697-3-hyperv is: [{'id': '555cfeb2-93c9-4d50-b5d6-d12bbccdf20a', 'name': 'tempest-TestNetworkBasicOps-router-1841809418', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e3de29e5-575a-47c5-a6af-b07a79c215ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:10:42Z', 'updated_at': '2022-02-16T17:10:43Z', 'revision_number': 3, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'e3de29e5-575a-47c5-a6af-b07a79c215ab', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:86:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555cfeb2-93c9-4d50-b5d6-d12bbccdf20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:42Z', 'updated_at': '2022-02-16T17:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:10:45.555907 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-9cd31c26-0205-414e-8a6a-eb9a0724932f None None] Allocated IP 172.20.0.2 (8d71ee83-f925-44df-8000-91e0aa8b11cd/b4c6a1ba-3e8a-464e-8e91-8e3bb4f2f23d/973a8852-61b1-4d88-98d0-361dd2648e4a) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:10:45.634213 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cdb281b4-89ae-4d26-a4f7-92409d8afe8a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:45.738386 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9cd31c26-0205-414e-8a6a-eb9a0724932f None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:45.817840 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9cd31c26-0205-414e-8a6a-eb9a0724932f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:45.865961 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd31c26-0205-414e-8a6a-eb9a0724932f None None] Network 8d71ee83-f925-44df-8000-91e0aa8b11cd is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:10:45.870110 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-9cd31c26-0205-414e-8a6a-eb9a0724932f None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:10:45.872127 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd31c26-0205-414e-8a6a-eb9a0724932f None None] Pushing event updated for resources: {'Port': ['ID=973a8852-61b1-4d88-98d0-361dd2648e4a,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:45.874801 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd31c26-0205-414e-8a6a-eb9a0724932f None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:10:45.944343 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-9cd31c26-0205-414e-8a6a-eb9a0724932f None None] Attempting to bind port 973a8852-61b1-4d88-98d0-361dd2648e4a on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:10:45.944717 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-9cd31c26-0205-414e-8a6a-eb9a0724932f None None] Attempting to bind port 973a8852-61b1-4d88-98d0-361dd2648e4a by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': 'fdf44def-cbc2-4bf9-b6cb-14f8a3a9b86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8d71ee83-f925-44df-8000-91e0aa8b11cd'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:10:45.945081 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd31c26-0205-414e-8a6a-eb9a0724932f None None] Attempting to bind port 973a8852-61b1-4d88-98d0-361dd2648e4a on network 8d71ee83-f925-44df-8000-91e0aa8b11cd {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:10:45.946754 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-cdb281b4-89ae-4d26-a4f7-92409d8afe8a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Allocated IP 172.20.0.1 (8d71ee83-f925-44df-8000-91e0aa8b11cd/b4c6a1ba-3e8a-464e-8e91-8e3bb4f2f23d/44ffd92a-b845-4fad-9dae-5ab004ca44c9) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:10:45.950396 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd31c26-0205-414e-8a6a-eb9a0724932f None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:10:45.951298 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd31c26-0205-414e-8a6a-eb9a0724932f None None] Checking segment: {'id': 'fdf44def-cbc2-4bf9-b6cb-14f8a3a9b86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8d71ee83-f925-44df-8000-91e0aa8b11cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:10:45.951706 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9cd31c26-0205-414e-8a6a-eb9a0724932f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:45.952126 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd31c26-0205-414e-8a6a-eb9a0724932f None None] Bound using segment: {'id': 'fdf44def-cbc2-4bf9-b6cb-14f8a3a9b86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8d71ee83-f925-44df-8000-91e0aa8b11cd'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:10:45.952727 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-9cd31c26-0205-414e-8a6a-eb9a0724932f None None] Bound port: 973a8852-61b1-4d88-98d0-361dd2648e4a, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf44def-cbc2-4bf9-b6cb-14f8a3a9b86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8d71ee83-f925-44df-8000-91e0aa8b11cd'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:10:45.952970 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9cd31c26-0205-414e-8a6a-eb9a0724932f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:46.040982 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-9cd31c26-0205-414e-8a6a-eb9a0724932f None None] For port 973a8852-61b1-4d88-98d0-361dd2648e4a, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:10:46.045658 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-9cd31c26-0205-414e-8a6a-eb9a0724932f None None] For port 973a8852-61b1-4d88-98d0-361dd2648e4a, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=973a8852-61b1-4d88-98d0-361dd2648e4a,segment=NetworkSegment(fdf44def-cbc2-4bf9-b6cb-14f8a3a9b86c),segment_id=fdf44def-cbc2-4bf9-b6cb-14f8a3a9b86c)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:10:46.050920 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device e3de29e5-575a-47c5-a6af-b07a79c215ab up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:10:46.078044 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cdb281b4-89ae-4d26-a4f7-92409d8afe8a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:46.102888 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port e3de29e5-575a-47c5-a6af-b07a79c215ab triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:10:46.103560 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:46.134175 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9cd31c26-0205-414e-8a6a-eb9a0724932f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:46.241014 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd31c26-0205-414e-8a6a-eb9a0724932f None None] Pushing event updated for resources: {'Port': ['ID=973a8852-61b1-4d88-98d0-361dd2648e4a,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:46.253656 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:46.289257 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port e3de29e5-575a-47c5-a6af-b07a79c215ab, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=e3de29e5-575a-47c5-a6af-b07a79c215ab,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:10:46.377423 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:46.461420 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=e3de29e5-575a-47c5-a6af-b07a79c215ab,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:46.554956 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cdb281b4-89ae-4d26-a4f7-92409d8afe8a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:46.595359 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb281b4-89ae-4d26-a4f7-92409d8afe8a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network 8d71ee83-f925-44df-8000-91e0aa8b11cd is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:10:46.598582 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-cdb281b4-89ae-4d26-a4f7-92409d8afe8a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:10:46.602410 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb281b4-89ae-4d26-a4f7-92409d8afe8a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:10:46.627633 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb281b4-89ae-4d26-a4f7-92409d8afe8a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Port': ['ID=44ffd92a-b845-4fad-9dae-5ab004ca44c9,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:46.650626 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cdb281b4-89ae-4d26-a4f7-92409d8afe8a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:46.843482 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cdb281b4-89ae-4d26-a4f7-92409d8afe8a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:47.124855 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cdb281b4-89ae-4d26-a4f7-92409d8afe8a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:47.194566 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cdb281b4-89ae-4d26-a4f7-92409d8afe8a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:47.266134 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb281b4-89ae-4d26-a4f7-92409d8afe8a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Port': ['ID=44ffd92a-b845-4fad-9dae-5ab004ca44c9,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:47.268536 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cdb281b4-89ae-4d26-a4f7-92409d8afe8a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:47.368138 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb281b4-89ae-4d26-a4f7-92409d8afe8a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network 8d71ee83-f925-44df-8000-91e0aa8b11cd is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:10:47.369649 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-cdb281b4-89ae-4d26-a4f7-92409d8afe8a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:10:47.495214 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb281b4-89ae-4d26-a4f7-92409d8afe8a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Router 555cfeb2-93c9-4d50-b5d6-d12bbccdf20a has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:10:47.611706 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb281b4-89ae-4d26-a4f7-92409d8afe8a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:10:47.617381 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-cdb281b4-89ae-4d26-a4f7-92409d8afe8a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "PUT /v2.0/routers/555cfeb2-93c9-4d50-b5d6-d12bbccdf20a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4270873 Feb 16 17:10:47.619966 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55448) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:10:47.625692 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5daf45c-88cb-4bd8-9e0c-d39255d65341 None None] Sync routers for ids ['555cfeb2-93c9-4d50-b5d6-d12bbccdf20a'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:10:47.636492 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5daf45c-88cb-4bd8-9e0c-d39255d65341 None None] Routers {'555cfeb2-93c9-4d50-b5d6-d12bbccdf20a'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:10:47.637462 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-c5daf45c-88cb-4bd8-9e0c-d39255d65341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:10:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['555cfeb2-93c9-4d50-b5d6-d12bbccdf20a'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:47.646681 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0e4f15-bb4f-4cfb-ad89-933c5c04d05d None None] Network 8d71ee83-f925-44df-8000-91e0aa8b11cd requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:10:47.714160 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-4924492a-3e07-4928-85b3-e159cb90ef70 None None] Provisioning complete for port 973a8852-61b1-4d88-98d0-361dd2648e4a triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:10:47.714536 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4924492a-3e07-4928-85b3-e159cb90ef70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:47.726630 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aceed93e-f183-4ff6-abd8-6d3207d65ee3 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:47.727228 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aceed93e-f183-4ff6-abd8-6d3207d65ee3 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:47.727553 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aceed93e-f183-4ff6-abd8-6d3207d65ee3 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:47.728475 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aceed93e-f183-4ff6-abd8-6d3207d65ee3 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:47.728475 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aceed93e-f183-4ff6-abd8-6d3207d65ee3 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:47.728917 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aceed93e-f183-4ff6-abd8-6d3207d65ee3 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:47.733772 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-aceed93e-f183-4ff6-abd8-6d3207d65ee3 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1098645 Feb 16 17:10:47.734057 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55450) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:10:47.745468 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-c5daf45c-88cb-4bd8-9e0c-d39255d65341 None None] Set router 555cfeb2-93c9-4d50-b5d6-d12bbccdf20a gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:10:47.866607 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f6755a-d552-41f2-bc1a-0d510012e472 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:47.867074 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f6755a-d552-41f2-bc1a-0d510012e472 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:47.867676 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f6755a-d552-41f2-bc1a-0d510012e472 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:47.868260 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f6755a-d552-41f2-bc1a-0d510012e472 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:47.868770 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f6755a-d552-41f2-bc1a-0d510012e472 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:47.869306 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f6755a-d552-41f2-bc1a-0d510012e472 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:47.874024 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-c8f6755a-d552-41f2-bc1a-0d510012e472 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1364284 Feb 16 17:10:47.874886 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 55452) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:10:47.886311 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4924492a-3e07-4928-85b3-e159cb90ef70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:47.928788 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-4924492a-3e07-4928-85b3-e159cb90ef70 None None] For port 973a8852-61b1-4d88-98d0-361dd2648e4a, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=973a8852-61b1-4d88-98d0-361dd2648e4a,segment=NetworkSegment(fdf44def-cbc2-4bf9-b6cb-14f8a3a9b86c),segment_id=fdf44def-cbc2-4bf9-b6cb-14f8a3a9b86c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:10:47.958791 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-c5daf45c-88cb-4bd8-9e0c-d39255d65341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555cfeb2-93c9-4d50-b5d6-d12bbccdf20a', 'name': 'tempest-TestNetworkBasicOps-router-1841809418', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e3de29e5-575a-47c5-a6af-b07a79c215ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:10:42Z', 'updated_at': '2022-02-16T17:10:46Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'e3de29e5-575a-47c5-a6af-b07a79c215ab', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555cfeb2-93c9-4d50-b5d6-d12bbccdf20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:42Z', 'updated_at': '2022-02-16T17:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '44ffd92a-b845-4fad-9dae-5ab004ca44c9', 'name': '', 'network_id': '8d71ee83-f925-44df-8000-91e0aa8b11cd', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:33:9e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555cfeb2-93c9-4d50-b5d6-d12bbccdf20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'b4c6a1ba-3e8a-464e-8e91-8e3bb4f2f23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:45Z', 'updated_at': '2022-02-16T17:10:46Z', 'revision_number': 2, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': 'b4c6a1ba-3e8a-464e-8e91-8e3bb4f2f23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:47.994394 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5daf45c-88cb-4bd8-9e0c-d39255d65341 None None] Checking router: 555cfeb2-93c9-4d50-b5d6-d12bbccdf20a for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:10:47.994758 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5daf45c-88cb-4bd8-9e0c-d39255d65341 None None] Updating router 555cfeb2-93c9-4d50-b5d6-d12bbccdf20a port 44ffd92a-b845-4fad-9dae-5ab004ca44c9 binding host dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:10:48.026859 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-c5daf45c-88cb-4bd8-9e0c-d39255d65341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:48.046712 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4924492a-3e07-4928-85b3-e159cb90ef70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:48.128720 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4924492a-3e07-4928-85b3-e159cb90ef70 None None] Pushing event updated for resources: {'Port': ['ID=973a8852-61b1-4d88-98d0-361dd2648e4a,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:48.160384 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 973a8852-61b1-4d88-98d0-361dd2648e4a up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:10:48.186679 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-6d9d49c5-820c-435a-8acc-749bd8911b4b tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.3110220 Feb 16 17:10:48.357357 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-c5daf45c-88cb-4bd8-9e0c-d39255d65341 None None] Notify callbacks [] for port, precommit_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:48.365887 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-8c1b33ff-562f-4db3-99b6-3b603d689803 None None] Provisioning complete for port 973a8852-61b1-4d88-98d0-361dd2648e4a triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:10:48.366562 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8c1b33ff-562f-4db3-99b6-3b603d689803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:48.413649 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 973a8852-61b1-4d88-98d0-361dd2648e4a triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:10:48.413649 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:48.434256 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-c5daf45c-88cb-4bd8-9e0c-d39255d65341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:48.484978 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116a9d1-2833-4efd-808b-cb0595329908 None None] Pushing event updated for resources: {'Port': ['ID=44ffd92a-b845-4fad-9dae-5ab004ca44c9,revision_number=3']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:48.493901 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116a9d1-2833-4efd-808b-cb0595329908 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:48.494773 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116a9d1-2833-4efd-808b-cb0595329908 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:48.495317 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116a9d1-2833-4efd-808b-cb0595329908 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:48.495858 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116a9d1-2833-4efd-808b-cb0595329908 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:48.496421 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116a9d1-2833-4efd-808b-cb0595329908 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:48.496965 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116a9d1-2833-4efd-808b-cb0595329908 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:48.497543 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116a9d1-2833-4efd-808b-cb0595329908 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:48.498096 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116a9d1-2833-4efd-808b-cb0595329908 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:48.498645 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116a9d1-2833-4efd-808b-cb0595329908 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:48.499047 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116a9d1-2833-4efd-808b-cb0595329908 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:48.499441 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116a9d1-2833-4efd-808b-cb0595329908 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:48.499835 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116a9d1-2833-4efd-808b-cb0595329908 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:48.536407 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-8c1b33ff-562f-4db3-99b6-3b603d689803 None None] Provisioning complete for port 44ffd92a-b845-4fad-9dae-5ab004ca44c9 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:10:48.536886 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8c1b33ff-562f-4db3-99b6-3b603d689803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:48.558699 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device e3de29e5-575a-47c5-a6af-b07a79c215ab up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:10:48.574115 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-c5daf45c-88cb-4bd8-9e0c-d39255d65341 None None] Attempting to bind port 44ffd92a-b845-4fad-9dae-5ab004ca44c9 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:10:48.574829 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-c5daf45c-88cb-4bd8-9e0c-d39255d65341 None None] Attempting to bind port 44ffd92a-b845-4fad-9dae-5ab004ca44c9 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': 'fdf44def-cbc2-4bf9-b6cb-14f8a3a9b86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8d71ee83-f925-44df-8000-91e0aa8b11cd'}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:10:48.575396 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5daf45c-88cb-4bd8-9e0c-d39255d65341 None None] Attempting to bind port 44ffd92a-b845-4fad-9dae-5ab004ca44c9 on network 8d71ee83-f925-44df-8000-91e0aa8b11cd {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:10:48.582647 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5daf45c-88cb-4bd8-9e0c-d39255d65341 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:10:48.583367 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5daf45c-88cb-4bd8-9e0c-d39255d65341 None None] Checking segment: {'id': 'fdf44def-cbc2-4bf9-b6cb-14f8a3a9b86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8d71ee83-f925-44df-8000-91e0aa8b11cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:10:48.584009 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-c5daf45c-88cb-4bd8-9e0c-d39255d65341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:48.584616 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5daf45c-88cb-4bd8-9e0c-d39255d65341 None None] Bound using segment: {'id': 'fdf44def-cbc2-4bf9-b6cb-14f8a3a9b86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8d71ee83-f925-44df-8000-91e0aa8b11cd'} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:10:48.585276 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-c5daf45c-88cb-4bd8-9e0c-d39255d65341 None None] Bound port: 44ffd92a-b845-4fad-9dae-5ab004ca44c9, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf44def-cbc2-4bf9-b6cb-14f8a3a9b86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8d71ee83-f925-44df-8000-91e0aa8b11cd'}}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:10:48.586234 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-c5daf45c-88cb-4bd8-9e0c-d39255d65341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:48.603540 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-8c1b33ff-562f-4db3-99b6-3b603d689803 None None] Port 44ffd92a-b845-4fad-9dae-5ab004ca44c9 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:10:48.620668 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port e3de29e5-575a-47c5-a6af-b07a79c215ab triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:10:48.621163 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:48.665707 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-c5daf45c-88cb-4bd8-9e0c-d39255d65341 None None] For port 44ffd92a-b845-4fad-9dae-5ab004ca44c9, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:10:48.669337 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-c5daf45c-88cb-4bd8-9e0c-d39255d65341 None None] For port 44ffd92a-b845-4fad-9dae-5ab004ca44c9, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=44ffd92a-b845-4fad-9dae-5ab004ca44c9,segment=NetworkSegment(fdf44def-cbc2-4bf9-b6cb-14f8a3a9b86c),segment_id=fdf44def-cbc2-4bf9-b6cb-14f8a3a9b86c)] {{(pid=114378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:10:48.728008 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-e443702a-cec1-4c69-9706-f5ddc6a672c2 None None] Provisioning complete for port 44ffd92a-b845-4fad-9dae-5ab004ca44c9 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:10:48.737656 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e443702a-cec1-4c69-9706-f5ddc6a672c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:48.757003 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-c5daf45c-88cb-4bd8-9e0c-d39255d65341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:48.764652 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-e443702a-cec1-4c69-9706-f5ddc6a672c2 None None] Port 44ffd92a-b845-4fad-9dae-5ab004ca44c9 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:10:48.819497 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5daf45c-88cb-4bd8-9e0c-d39255d65341 None None] Routers {'555cfeb2-93c9-4d50-b5d6-d12bbccdf20a'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:10:48.820146 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-c5daf45c-88cb-4bd8-9e0c-d39255d65341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:10:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['555cfeb2-93c9-4d50-b5d6-d12bbccdf20a'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:48.869304 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116a9d1-2833-4efd-808b-cb0595329908 None None] Pushing event updated for resources: {'Port': ['ID=44ffd92a-b845-4fad-9dae-5ab004ca44c9,revision_number=4']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:48.939281 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-c5daf45c-88cb-4bd8-9e0c-d39255d65341 None None] Set router 555cfeb2-93c9-4d50-b5d6-d12bbccdf20a gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:10:48.961395 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 55456) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:10:48.965923 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-ce5b676d-5342-4afb-97cd-6ebf171f4888 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-177233924', 'description': 'tempest-secgroup-smoke-177233924 description', 'project_id': '9c9820320aae461fbcc5eba944eb2160'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:10:48.987291 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-402966df-fe9e-492c-96f1-d4f8a7d11959 None None] Provisioning complete for port 44ffd92a-b845-4fad-9dae-5ab004ca44c9 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:10:48.987675 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-402966df-fe9e-492c-96f1-d4f8a7d11959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:49.076420 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-402966df-fe9e-492c-96f1-d4f8a7d11959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:49.084934 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ce5b676d-5342-4afb-97cd-6ebf171f4888 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:49.117250 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-402966df-fe9e-492c-96f1-d4f8a7d11959 None None] For port 44ffd92a-b845-4fad-9dae-5ab004ca44c9, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=44ffd92a-b845-4fad-9dae-5ab004ca44c9,segment=NetworkSegment(fdf44def-cbc2-4bf9-b6cb-14f8a3a9b86c),segment_id=fdf44def-cbc2-4bf9-b6cb-14f8a3a9b86c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:10:49.160717 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ce5b676d-5342-4afb-97cd-6ebf171f4888 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:49.204751 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-402966df-fe9e-492c-96f1-d4f8a7d11959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:49.234511 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ce5b676d-5342-4afb-97cd-6ebf171f4888 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:49.243433 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-c5daf45c-88cb-4bd8-9e0c-d39255d65341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555cfeb2-93c9-4d50-b5d6-d12bbccdf20a', 'name': 'tempest-TestNetworkBasicOps-router-1841809418', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e3de29e5-575a-47c5-a6af-b07a79c215ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:10:42Z', 'updated_at': '2022-02-16T17:10:46Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'e3de29e5-575a-47c5-a6af-b07a79c215ab', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555cfeb2-93c9-4d50-b5d6-d12bbccdf20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:42Z', 'updated_at': '2022-02-16T17:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '44ffd92a-b845-4fad-9dae-5ab004ca44c9', 'name': '', 'network_id': '8d71ee83-f925-44df-8000-91e0aa8b11cd', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:33:9e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555cfeb2-93c9-4d50-b5d6-d12bbccdf20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'b4c6a1ba-3e8a-464e-8e91-8e3bb4f2f23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:45Z', 'updated_at': '2022-02-16T17:10:48Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': 'b4c6a1ba-3e8a-464e-8e91-8e3bb4f2f23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:49.253057 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402966df-fe9e-492c-96f1-d4f8a7d11959 None None] Pushing event updated for resources: {'Port': ['ID=44ffd92a-b845-4fad-9dae-5ab004ca44c9,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:49.267841 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b676d-5342-4afb-97cd-6ebf171f4888 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91fb42b6-f3d4-425d-a51e-a8925a541e1c,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:49.274505 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5daf45c-88cb-4bd8-9e0c-d39255d65341 None None] The sync data for ids ['555cfeb2-93c9-4d50-b5d6-d12bbccdf20a'] in dv-neutron-828697-3-hyperv is: [{'id': '555cfeb2-93c9-4d50-b5d6-d12bbccdf20a', 'name': 'tempest-TestNetworkBasicOps-router-1841809418', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e3de29e5-575a-47c5-a6af-b07a79c215ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:10:42Z', 'updated_at': '2022-02-16T17:10:46Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'e3de29e5-575a-47c5-a6af-b07a79c215ab', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555cfeb2-93c9-4d50-b5d6-d12bbccdf20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:42Z', 'updated_at': '2022-02-16T17:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '44ffd92a-b845-4fad-9dae-5ab004ca44c9', 'name': '', 'network_id': '8d71ee83-f925-44df-8000-91e0aa8b11cd', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:33:9e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555cfeb2-93c9-4d50-b5d6-d12bbccdf20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'b4c6a1ba-3e8a-464e-8e91-8e3bb4f2f23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:45Z', 'updated_at': '2022-02-16T17:10:48Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': 'b4c6a1ba-3e8a-464e-8e91-8e3bb4f2f23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:10:49.338126 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-f9b502d8-dd40-4428-9570-622c3be55b6d None None] Provisioning complete for port 44ffd92a-b845-4fad-9dae-5ab004ca44c9 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:10:49.338486 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f9b502d8-dd40-4428-9570-622c3be55b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:49.344336 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ce5b676d-5342-4afb-97cd-6ebf171f4888 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:49.345784 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-ce5b676d-5342-4afb-97cd-6ebf171f4888 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3834145 Feb 16 17:10:49.348728 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 55458) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:10:49.353687 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-0d01083a-1ef1-4a6f-9018-aeb121b33fff tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': '91fb42b6-f3d4-425d-a51e-a8925a541e1c', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:10:49.489743 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0d01083a-1ef1-4a6f-9018-aeb121b33fff tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:49.552224 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0d01083a-1ef1-4a6f-9018-aeb121b33fff tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:49.634540 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0d01083a-1ef1-4a6f-9018-aeb121b33fff tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:49.653264 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d01083a-1ef1-4a6f-9018-aeb121b33fff tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eadc3a6b-5d13-45ce-90ea-4969ab4faa0e,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:49.716595 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0d01083a-1ef1-4a6f-9018-aeb121b33fff tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:49.718001 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-0d01083a-1ef1-4a6f-9018-aeb121b33fff tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3680592 Feb 16 17:10:49.720730 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 55460) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:10:49.725609 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-c51da62d-bc5d-47cc-add0-9385fac27781 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': '91fb42b6-f3d4-425d-a51e-a8925a541e1c', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:10:49.805824 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c51da62d-bc5d-47cc-add0-9385fac27781 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:49.864865 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c51da62d-bc5d-47cc-add0-9385fac27781 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:49.926335 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c51da62d-bc5d-47cc-add0-9385fac27781 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:49.957328 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51da62d-bc5d-47cc-add0-9385fac27781 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b59a61fa-9597-48f6-8936-c5fbc17edc08,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:50.029976 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c51da62d-bc5d-47cc-add0-9385fac27781 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:50.031237 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c51da62d-bc5d-47cc-add0-9385fac27781 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3092918 Feb 16 17:10:50.034083 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 55462) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:10:50.038798 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-c9f13ca2-fcbc-45b5-9096-1d7c169cd0a2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': '91fb42b6-f3d4-425d-a51e-a8925a541e1c', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:10:50.083482 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 44ffd92a-b845-4fad-9dae-5ab004ca44c9 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:10:50.129779 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c9f13ca2-fcbc-45b5-9096-1d7c169cd0a2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:50.137876 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 44ffd92a-b845-4fad-9dae-5ab004ca44c9 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:10:50.138404 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:50.226412 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 973a8852-61b1-4d88-98d0-361dd2648e4a up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:10:50.227150 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c9f13ca2-fcbc-45b5-9096-1d7c169cd0a2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:50.280530 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 973a8852-61b1-4d88-98d0-361dd2648e4a triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:10:50.280981 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:50.303165 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c9f13ca2-fcbc-45b5-9096-1d7c169cd0a2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:50.323221 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f13ca2-fcbc-45b5-9096-1d7c169cd0a2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=571e7c97-1562-4bb2-bd93-03e2cc8dcafd,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:50.402379 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c9f13ca2-fcbc-45b5-9096-1d7c169cd0a2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:50.404339 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c9f13ca2-fcbc-45b5-9096-1d7c169cd0a2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3685238 Feb 16 17:10:50.406919 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 55464) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:10:50.411153 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-bebd0e62-2e6e-417a-89e1-0c7fb0e5f476 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': '91fb42b6-f3d4-425d-a51e-a8925a541e1c', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:10:50.485455 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-bebd0e62-2e6e-417a-89e1-0c7fb0e5f476 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:50.545796 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-bebd0e62-2e6e-417a-89e1-0c7fb0e5f476 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:50.657440 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-bebd0e62-2e6e-417a-89e1-0c7fb0e5f476 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:50.674560 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebd0e62-2e6e-417a-89e1-0c7fb0e5f476 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9408ce58-f624-40e7-84be-87e329696d87,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:50.790895 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-bebd0e62-2e6e-417a-89e1-0c7fb0e5f476 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:50.792107 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-bebd0e62-2e6e-417a-89e1-0c7fb0e5f476 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3842394 Feb 16 17:10:50.794855 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 55466) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:10:50.799170 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-12098c4c-723e-475c-a9c2-0e126ae5b761 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': '91fb42b6-f3d4-425d-a51e-a8925a541e1c', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:10:50.914548 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.securitygroups_db [None req-12098c4c-723e-475c-a9c2-0e126ae5b761 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Project 9c9820320aae461fbcc5eba944eb2160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:10:50.920023 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-12098c4c-723e-475c-a9c2-0e126ae5b761 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:50.978172 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-12098c4c-723e-475c-a9c2-0e126ae5b761 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:51.095855 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-12098c4c-723e-475c-a9c2-0e126ae5b761 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:51.113774 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12098c4c-723e-475c-a9c2-0e126ae5b761 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa20f212-4c40-4623-8a4a-504a11e4ff36,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:51.242331 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-12098c4c-723e-475c-a9c2-0e126ae5b761 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:51.243549 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-12098c4c-723e-475c-a9c2-0e126ae5b761 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4477811 Feb 16 17:10:51.246282 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 55468) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:10:51.251048 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-18bce41c-b27a-4bb1-8142-6da9928095a1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': '91fb42b6-f3d4-425d-a51e-a8925a541e1c', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:10:51.359079 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.securitygroups_db [None req-18bce41c-b27a-4bb1-8142-6da9928095a1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Project 9c9820320aae461fbcc5eba944eb2160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:10:51.364448 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-18bce41c-b27a-4bb1-8142-6da9928095a1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:51.429807 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-18bce41c-b27a-4bb1-8142-6da9928095a1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:51.571624 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-18bce41c-b27a-4bb1-8142-6da9928095a1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:51.589707 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bce41c-b27a-4bb1-8142-6da9928095a1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b47127b-40e4-4953-bf6f-7eea096c568e,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:51.836617 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-18bce41c-b27a-4bb1-8142-6da9928095a1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:51.837870 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-18bce41c-b27a-4bb1-8142-6da9928095a1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5906715 Feb 16 17:10:51.996809 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-a352a86c-e9c9-4742-b463-612452d14998 req-e1b194b7-7ff0-4340-98bc-a7903feeba94 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-177233924&fields=id&tenant_id=9c9820320aae461fbcc5eba944eb2160 HTTP/1.1" status: 200 len: 267 time: 0.0439699 Feb 16 17:10:52.177322 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352a86c-e9c9-4742-b463-612452d14998 req-8f5cb91d-a3d9-4731-9438-b02ab057bb3c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:52.178806 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-a352a86c-e9c9-4742-b463-612452d14998 req-8f5cb91d-a3d9-4731-9438-b02ab057bb3c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/networks?id=8d71ee83-f925-44df-8000-91e0aa8b11cd HTTP/1.1" status: 200 len: 797 time: 0.1753407 Feb 16 17:10:52.194287 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-a352a86c-e9c9-4742-b463-612452d14998 req-46501f09-4998-4dd5-b82f-8674f1155deb tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/quotas/9c9820320aae461fbcc5eba944eb2160 HTTP/1.1" status: 200 len: 375 time: 0.0094101 Feb 16 17:10:52.247202 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-a352a86c-e9c9-4742-b463-612452d14998 req-b5acda4c-836b-4f38-b0af-1c1510c97d5d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=9c9820320aae461fbcc5eba944eb2160&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474839 Feb 16 17:10:52.427411 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-a352a86c-e9c9-4742-b463-612452d14998 req-f52ff2b4-acf9-4cc2-b248-1e45bdbafdb5 service neutron] 10.222.0.88 "GET /v2.0/networks/8d71ee83-f925-44df-8000-91e0aa8b11cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685896 Feb 16 17:10:52.515938 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-a352a86c-e9c9-4742-b463-612452d14998 req-1308a661-329e-499d-bd04-90e312ec4bc0 service neutron] 10.222.0.88 "GET /v2.0/networks/8d71ee83-f925-44df-8000-91e0aa8b11cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823209 Feb 16 17:10:52.797250 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a151d802-f8b2-41b4-b8dc-577f85e4ae29 req-a57ab20c-05a5-4ea4-a1bc-c4a2c37493da tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=187ee100-0d0b-4e9f-926e-3066ff43cc73 HTTP/1.1" status: 200 len: 210 time: 0.0288458 Feb 16 17:10:53.878548 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-487715cc-c548-40a4-b92c-fa7b8d5400a1 req-fdf53f49-ae53-42b9-9f98-b498568d5a72 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=187ee100-0d0b-4e9f-926e-3066ff43cc73 HTTP/1.1" status: 200 len: 210 time: 0.0312030 Feb 16 17:10:54.972420 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1bec791c-7d89-4b82-968c-1bb0f17a2192 req-10492297-4d0c-4159-89c0-149359b54c39 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=187ee100-0d0b-4e9f-926e-3066ff43cc73 HTTP/1.1" status: 200 len: 210 time: 0.0265555 Feb 16 17:10:55.416854 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352a86c-e9c9-4742-b463-612452d14998 req-63a296c6-67b6-48dc-aec9-583432e10da0 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:55.418267 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a352a86c-e9c9-4742-b463-612452d14998 req-63a296c6-67b6-48dc-aec9-583432e10da0 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "GET /v2.0/networks?id=8d71ee83-f925-44df-8000-91e0aa8b11cd HTTP/1.1" status: 200 len: 797 time: 0.0968497 Feb 16 17:10:55.463789 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a352a86c-e9c9-4742-b463-612452d14998 req-21dfcf04-a60a-4bf1-abb2-8c8b6efdeb55 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c9820320aae461fbcc5eba944eb2160 HTTP/1.1" status: 200 len: 379 time: 0.0370336 Feb 16 17:10:55.472844 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-a352a86c-e9c9-4742-b463-612452d14998 req-a7930cea-d12a-413d-8658-82b2fd3059e5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'port': {'device_id': '187ee100-0d0b-4e9f-926e-3066ff43cc73', 'network_id': '8d71ee83-f925-44df-8000-91e0aa8b11cd', 'admin_state_up': True, 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'security_groups': ['91fb42b6-f3d4-425d-a51e-a8925a541e1c']}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:10:55.691512 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a352a86c-e9c9-4742-b463-612452d14998 req-a7930cea-d12a-413d-8658-82b2fd3059e5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Made reservation on behalf of 9c9820320aae461fbcc5eba944eb2160 for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:10:55.695076 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-a352a86c-e9c9-4742-b463-612452d14998 req-a7930cea-d12a-413d-8658-82b2fd3059e5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:55.823943 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [req-a352a86c-e9c9-4742-b463-612452d14998 req-a7930cea-d12a-413d-8658-82b2fd3059e5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Allocated IP 172.20.0.6 (8d71ee83-f925-44df-8000-91e0aa8b11cd/b4c6a1ba-3e8a-464e-8e91-8e3bb4f2f23d/006a4624-48a4-48bb-9a12-ad3081a71c5f) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:10:55.960135 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-a352a86c-e9c9-4742-b463-612452d14998 req-a7930cea-d12a-413d-8658-82b2fd3059e5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:56.058098 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-a352a86c-e9c9-4742-b463-612452d14998 req-a7930cea-d12a-413d-8658-82b2fd3059e5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:56.066588 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-f4444f61-c6a8-4f44-a89e-e41165954cd3 req-7b58362f-8d8f-4ffe-a3fb-97564b8413ad tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=187ee100-0d0b-4e9f-926e-3066ff43cc73 HTTP/1.1" status: 200 len: 210 time: 0.0281940 Feb 16 17:10:56.110188 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a352a86c-e9c9-4742-b463-612452d14998 req-a7930cea-d12a-413d-8658-82b2fd3059e5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network 8d71ee83-f925-44df-8000-91e0aa8b11cd is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:10:56.113137 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [req-a352a86c-e9c9-4742-b463-612452d14998 req-a7930cea-d12a-413d-8658-82b2fd3059e5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:10:56.117569 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-a352a86c-e9c9-4742-b463-612452d14998 req-a7930cea-d12a-413d-8658-82b2fd3059e5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:10:56.124088 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7930cea-d12a-413d-8658-82b2fd3059e5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Port': ['ID=006a4624-48a4-48bb-9a12-ad3081a71c5f,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:56.397973 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1500ec5e-5e0f-4d28-8ecc-9a61ab123e7b None None] Provisioning complete for port 006a4624-48a4-48bb-9a12-ad3081a71c5f triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:10:56.398634 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1500ec5e-5e0f-4d28-8ecc-9a61ab123e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:56.437739 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1500ec5e-5e0f-4d28-8ecc-9a61ab123e7b None None] Port 006a4624-48a4-48bb-9a12-ad3081a71c5f cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:10:56.471270 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352a86c-e9c9-4742-b463-612452d14998 req-a7930cea-d12a-413d-8658-82b2fd3059e5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:56.471874 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-a352a86c-e9c9-4742-b463-612452d14998 req-a7930cea-d12a-413d-8658-82b2fd3059e5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:56.550955 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a352a86c-e9c9-4742-b463-612452d14998 req-a7930cea-d12a-413d-8658-82b2fd3059e5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0818214 Feb 16 17:10:56.562964 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-a352a86c-e9c9-4742-b463-612452d14998 req-7bde47c1-bae6-4a75-8ed6-756647257b58 service neutron] Request body: {'port': {'device_id': '187ee100-0d0b-4e9f-926e-3066ff43cc73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8286'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:10:56.616568 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-a352a86c-e9c9-4742-b463-612452d14998 req-7bde47c1-bae6-4a75-8ed6-756647257b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:56.896598 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [req-a352a86c-e9c9-4742-b463-612452d14998 req-7bde47c1-bae6-4a75-8ed6-756647257b58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 006a4624-48a4-48bb-9a12-ad3081a71c5f {{(pid=114376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:10:56.903963 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-a352a86c-e9c9-4742-b463-612452d14998 req-7bde47c1-bae6-4a75-8ed6-756647257b58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:56.915556 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.provisioning_blocks [req-a352a86c-e9c9-4742-b463-612452d14998 req-7bde47c1-bae6-4a75-8ed6-756647257b58 service neutron] Transition to ACTIVE for port object 006a4624-48a4-48bb-9a12-ad3081a71c5f will not be triggered until provisioned by entity L2. {{(pid=114376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:10:56.988285 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-a352a86c-e9c9-4742-b463-612452d14998 req-7bde47c1-bae6-4a75-8ed6-756647257b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:57.036120 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bde47c1-bae6-4a75-8ed6-756647257b58 service neutron] Pushing event updated for resources: {'Port': ['ID=006a4624-48a4-48bb-9a12-ad3081a71c5f,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:57.110428 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-a352a86c-e9c9-4742-b463-612452d14998 req-7bde47c1-bae6-4a75-8ed6-756647257b58 service neutron] Attempting to bind port 006a4624-48a4-48bb-9a12-ad3081a71c5f on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:10:57.111131 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-a352a86c-e9c9-4742-b463-612452d14998 req-7bde47c1-bae6-4a75-8ed6-756647257b58 service neutron] Attempting to bind port 006a4624-48a4-48bb-9a12-ad3081a71c5f by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': 'fdf44def-cbc2-4bf9-b6cb-14f8a3a9b86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8d71ee83-f925-44df-8000-91e0aa8b11cd'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:10:57.111131 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a352a86c-e9c9-4742-b463-612452d14998 req-7bde47c1-bae6-4a75-8ed6-756647257b58 service neutron] Attempting to bind port 006a4624-48a4-48bb-9a12-ad3081a71c5f on network 8d71ee83-f925-44df-8000-91e0aa8b11cd {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:10:57.115711 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a352a86c-e9c9-4742-b463-612452d14998 req-7bde47c1-bae6-4a75-8ed6-756647257b58 service neutron] Port 006a4624-48a4-48bb-9a12-ad3081a71c5f on network 8d71ee83-f925-44df-8000-91e0aa8b11cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:10:57.116094 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a352a86c-e9c9-4742-b463-612452d14998 req-7bde47c1-bae6-4a75-8ed6-756647257b58 service neutron] Attempting to bind port 006a4624-48a4-48bb-9a12-ad3081a71c5f on network 8d71ee83-f925-44df-8000-91e0aa8b11cd {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:10:57.121908 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a352a86c-e9c9-4742-b463-612452d14998 req-7bde47c1-bae6-4a75-8ed6-756647257b58 service neutron] Checking agent: {'id': '65dda45c-bbef-42f9-9728-e0fd84037987', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8286', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 56), 'started_at': datetime.datetime(2022, 2, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:10:57.122841 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a352a86c-e9c9-4742-b463-612452d14998 req-7bde47c1-bae6-4a75-8ed6-756647257b58 service neutron] Checking segment: {'id': 'fdf44def-cbc2-4bf9-b6cb-14f8a3a9b86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8d71ee83-f925-44df-8000-91e0aa8b11cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:10:57.123482 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a352a86c-e9c9-4742-b463-612452d14998 req-7bde47c1-bae6-4a75-8ed6-756647257b58 service neutron] Bound using segment: {'id': 'fdf44def-cbc2-4bf9-b6cb-14f8a3a9b86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8d71ee83-f925-44df-8000-91e0aa8b11cd'} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:10:57.124206 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-a352a86c-e9c9-4742-b463-612452d14998 req-7bde47c1-bae6-4a75-8ed6-756647257b58 service neutron] Bound port: 006a4624-48a4-48bb-9a12-ad3081a71c5f, host: hv-neutron-8286, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdf44def-cbc2-4bf9-b6cb-14f8a3a9b86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8d71ee83-f925-44df-8000-91e0aa8b11cd'}}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:10:57.125009 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-a352a86c-e9c9-4742-b463-612452d14998 req-7bde47c1-bae6-4a75-8ed6-756647257b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:57.229091 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16990846-24a9-442b-ba9b-6f5ed6dd48f7 req-ec1a67ee-c3ba-47d5-8db5-e7c1f0edbea8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:57.230562 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-16990846-24a9-442b-ba9b-6f5ed6dd48f7 req-ec1a67ee-c3ba-47d5-8db5-e7c1f0edbea8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=187ee100-0d0b-4e9f-926e-3066ff43cc73 HTTP/1.1" status: 200 len: 943 time: 0.0899451 Feb 16 17:10:57.234855 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-a352a86c-e9c9-4742-b463-612452d14998 req-7bde47c1-bae6-4a75-8ed6-756647257b58 service neutron] For port 006a4624-48a4-48bb-9a12-ad3081a71c5f, host hv-neutron-8286, cleared binding levels {{(pid=114376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:10:57.238897 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-a352a86c-e9c9-4742-b463-612452d14998 req-7bde47c1-bae6-4a75-8ed6-756647257b58 service neutron] For port 006a4624-48a4-48bb-9a12-ad3081a71c5f, host hv-neutron-8286, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=006a4624-48a4-48bb-9a12-ad3081a71c5f,segment=NetworkSegment(fdf44def-cbc2-4bf9-b6cb-14f8a3a9b86c),segment_id=fdf44def-cbc2-4bf9-b6cb-14f8a3a9b86c)] {{(pid=114376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:10:57.271415 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-16990846-24a9-442b-ba9b-6f5ed6dd48f7 req-75f56521-8909-4c7b-939a-4bf9fd7a8ef5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=91fb42b6-f3d4-425d-a51e-a8925a541e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342937 Feb 16 17:10:57.344058 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-a352a86c-e9c9-4742-b463-612452d14998 req-7bde47c1-bae6-4a75-8ed6-756647257b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:57.380583 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352a86c-e9c9-4742-b463-612452d14998 req-7bde47c1-bae6-4a75-8ed6-756647257b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:57.381221 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-a352a86c-e9c9-4742-b463-612452d14998 req-7bde47c1-bae6-4a75-8ed6-756647257b58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:57.382586 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a352a86c-e9c9-4742-b463-612452d14998 req-7bde47c1-bae6-4a75-8ed6-756647257b58 service neutron] 10.222.0.89 "PUT /v2.0/ports/006a4624-48a4-48bb-9a12-ad3081a71c5f HTTP/1.1" status: 200 len: 1093 time: 0.8236535 Feb 16 17:10:57.383027 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '187ee100-0d0b-4e9f-926e-3066ff43cc73', 'tag': '006a4624-48a4-48bb-9a12-ad3081a71c5f'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:10:57.385364 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70b8818-181a-470b-a329-098d41ce8daa" -d '{"events": [{"name": "network-changed", "server_uuid": "187ee100-0d0b-4e9f-926e-3066ff43cc73", "tag": "006a4624-48a4-48bb-9a12-ad3081a71c5f"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:10:57.411843 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bde47c1-bae6-4a75-8ed6-756647257b58 service neutron] Pushing event updated for resources: {'Port': ['ID=006a4624-48a4-48bb-9a12-ad3081a71c5f,revision_number=3']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:57.439168 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65db22ee-ef1a-4c28-8b39-c576fa9836d0 x-openstack-request-id: req-65db22ee-ef1a-4c28-8b39-c576fa9836d0 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:10:57.439465 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "187ee100-0d0b-4e9f-926e-3066ff43cc73", "tag": "006a4624-48a4-48bb-9a12-ad3081a71c5f", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:10:57.439722 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-65db22ee-ef1a-4c28-8b39-c576fa9836d0 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:10:57.440163 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '187ee100-0d0b-4e9f-926e-3066ff43cc73', 'tag': '006a4624-48a4-48bb-9a12-ad3081a71c5f', 'status': 'completed', 'code': 200} Feb 16 17:10:57.505536 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70b8818-181a-470b-a329-098d41ce8daa req-7281d1b0-a931-4160-8450-8adaff4192ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:57.507099 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b70b8818-181a-470b-a329-098d41ce8daa req-7281d1b0-a931-4160-8450-8adaff4192ec service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c9820320aae461fbcc5eba944eb2160&device_id=187ee100-0d0b-4e9f-926e-3066ff43cc73 HTTP/1.1" status: 200 len: 1096 time: 0.0467522 Feb 16 17:10:57.608582 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70b8818-181a-470b-a329-098d41ce8daa req-11eb7f03-e694-4089-b325-fb8832aaa67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:57.610125 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b70b8818-181a-470b-a329-098d41ce8daa req-11eb7f03-e694-4089-b325-fb8832aaa67b service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=9c9820320aae461fbcc5eba944eb2160&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0948861 Feb 16 17:10:57.708463 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70b8818-181a-470b-a329-098d41ce8daa req-6c159b0d-38e5-4eec-ba8a-25b8a1b1646f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:57.709903 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b70b8818-181a-470b-a329-098d41ce8daa req-6c159b0d-38e5-4eec-ba8a-25b8a1b1646f service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936079 Feb 16 17:10:57.784421 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352a86c-e9c9-4742-b463-612452d14998 req-3aee4641-0753-482c-9625-733257611aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:57.785909 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a352a86c-e9c9-4742-b463-612452d14998 req-3aee4641-0753-482c-9625-733257611aa5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c9820320aae461fbcc5eba944eb2160&device_id=187ee100-0d0b-4e9f-926e-3066ff43cc73 HTTP/1.1" status: 200 len: 1096 time: 0.0417390 Feb 16 17:10:57.828177 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a352a86c-e9c9-4742-b463-612452d14998 req-96bbdff5-f59e-4310-ba12-067b253ce1c8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=006a4624-48a4-48bb-9a12-ad3081a71c5f HTTP/1.1" status: 200 len: 217 time: 0.0350504 Feb 16 17:10:57.880630 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352a86c-e9c9-4742-b463-612452d14998 req-3ed17a54-878d-4508-a1a7-6fbd7c00fae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:57.882109 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a352a86c-e9c9-4742-b463-612452d14998 req-3ed17a54-878d-4508-a1a7-6fbd7c00fae8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b4c6a1ba-3e8a-464e-8e91-8e3bb4f2f23d HTTP/1.1" status: 200 len: 835 time: 0.0481238 Feb 16 17:10:57.928082 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352a86c-e9c9-4742-b463-612452d14998 req-9d6da5ee-7b8b-4579-800d-bde3b4e3a58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:57.929553 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a352a86c-e9c9-4742-b463-612452d14998 req-9d6da5ee-7b8b-4579-800d-bde3b4e3a58c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8d71ee83-f925-44df-8000-91e0aa8b11cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406992 Feb 16 17:10:58.023186 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a352a86c-e9c9-4742-b463-612452d14998 req-c3adc124-4fc7-49ee-b60c-43e3cf65965d service neutron] 10.222.0.89 "GET /v2.0/networks/8d71ee83-f925-44df-8000-91e0aa8b11cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854318 Feb 16 17:10:58.120089 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a352a86c-e9c9-4742-b463-612452d14998 req-4b470a75-83cc-4901-aa68-be9965efbf71 service neutron] 10.222.0.89 "GET /v2.0/networks/8d71ee83-f925-44df-8000-91e0aa8b11cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905254 Feb 16 17:10:58.387777 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d4b8b-a4d4-42cc-b5a5-b1f8737aac5b req-adc1d861-9cd7-4215-9b16-47db5ceeffdd tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:58.389285 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ad6d4b8b-a4d4-42cc-b5a5-b1f8737aac5b req-adc1d861-9cd7-4215-9b16-47db5ceeffdd tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=187ee100-0d0b-4e9f-926e-3066ff43cc73 HTTP/1.1" status: 200 len: 943 time: 0.0508959 Feb 16 17:10:58.427060 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ad6d4b8b-a4d4-42cc-b5a5-b1f8737aac5b req-dcfa653a-c5c9-4d77-9a32-ce655418d7aa tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=91fb42b6-f3d4-425d-a51e-a8925a541e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316477 Feb 16 17:10:59.544704 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa90d836-203a-466f-a62d-67180dc15cf8 req-0756b464-a5c1-4d41-9d07-f7407b3277f8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:59.546692 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-fa90d836-203a-466f-a62d-67180dc15cf8 req-0756b464-a5c1-4d41-9d07-f7407b3277f8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=187ee100-0d0b-4e9f-926e-3066ff43cc73 HTTP/1.1" status: 200 len: 943 time: 0.0490956 Feb 16 17:10:59.586208 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-fa90d836-203a-466f-a62d-67180dc15cf8 req-3eea4ddd-8d9b-4ee9-afeb-5cabd71dfa61 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=91fb42b6-f3d4-425d-a51e-a8925a541e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319777 Feb 16 17:10:59.832732 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 006a4624-48a4-48bb-9a12-ad3081a71c5f details requested by agent hyperv_hv-neutron-8286 with host hv-neutron-8286 {{(pid=114377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:10:59.927025 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 006a4624-48a4-48bb-9a12-ad3081a71c5f, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=006a4624-48a4-48bb-9a12-ad3081a71c5f,segment=NetworkSegment(fdf44def-cbc2-4bf9-b6cb-14f8a3a9b86c),segment_id=fdf44def-cbc2-4bf9-b6cb-14f8a3a9b86c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:10:59.942346 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Returning: {'device': '006a4624-48a4-48bb-9a12-ad3081a71c5f', 'network_id': '8d71ee83-f925-44df-8000-91e0aa8b11cd', 'port_id': '006a4624-48a4-48bb-9a12-ad3081a71c5f', 'mac_address': 'fa:16:3e:61:a4:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4c6a1ba-3e8a-464e-8e91-8e3bb4f2f23d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:10:59.979847 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:10:59.993128 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 006a4624-48a4-48bb-9a12-ad3081a71c5f {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:11:00.011756 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 006a4624-48a4-48bb-9a12-ad3081a71c5f, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=006a4624-48a4-48bb-9a12-ad3081a71c5f,segment=NetworkSegment(fdf44def-cbc2-4bf9-b6cb-14f8a3a9b86c),segment_id=fdf44def-cbc2-4bf9-b6cb-14f8a3a9b86c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:11:00.074118 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:00.122630 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=006a4624-48a4-48bb-9a12-ad3081a71c5f,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:00.132243 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:00.132243 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:00.132243 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:00.132243 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:00.132243 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:00.132243 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:00.132243 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:00.132243 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:00.132243 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:00.133226 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:00.133226 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:00.133226 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:00.277383 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['006a4624-48a4-48bb-9a12-ad3081a71c5f'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:11:00.525617 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:00.698449 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2abfd3b-b81d-4e6e-89a5-7732c1685df5 req-5ad8eb24-9030-47fb-a6be-00ff49d58d95 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:00.699932 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d2abfd3b-b81d-4e6e-89a5-7732c1685df5 req-5ad8eb24-9030-47fb-a6be-00ff49d58d95 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=187ee100-0d0b-4e9f-926e-3066ff43cc73 HTTP/1.1" status: 200 len: 944 time: 0.0486925 Feb 16 17:11:00.742529 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d2abfd3b-b81d-4e6e-89a5-7732c1685df5 req-52e4a7c5-be94-4716-b2d6-894c03bdeadd tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=91fb42b6-f3d4-425d-a51e-a8925a541e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359492 Feb 16 17:11:00.938070 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:11:01.848504 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 006a4624-48a4-48bb-9a12-ad3081a71c5f up at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:11:01.860969 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b1653-78aa-4a67-ac2b-7463e49c8553 req-f3944c29-a2ee-4c38-8a61-3097cbb71b01 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:01.862477 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-599b1653-78aa-4a67-ac2b-7463e49c8553 req-f3944c29-a2ee-4c38-8a61-3097cbb71b01 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=187ee100-0d0b-4e9f-926e-3066ff43cc73 HTTP/1.1" status: 200 len: 944 time: 0.0521085 Feb 16 17:11:01.901179 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-599b1653-78aa-4a67-ac2b-7463e49c8553 req-792a08b4-82ea-4587-9e35-3d2c1d52bed9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=91fb42b6-f3d4-425d-a51e-a8925a541e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324900 Feb 16 17:11:02.057210 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning for port 006a4624-48a4-48bb-9a12-ad3081a71c5f completed by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:11:02.061134 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning complete for port 006a4624-48a4-48bb-9a12-ad3081a71c5f triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:11:02.062059 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:02.139679 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:02.161945 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '187ee100-0d0b-4e9f-926e-3066ff43cc73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006a4624-48a4-48bb-9a12-ad3081a71c5f'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:11:02.164116 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92fce34d-ef6a-4a79-9ba5-3ea2a16e99f3" -d '{"events": [{"server_uuid": "187ee100-0d0b-4e9f-926e-3066ff43cc73", "name": "network-vif-plugged", "status": "completed", "tag": "006a4624-48a4-48bb-9a12-ad3081a71c5f"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:11:02.183959 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 006a4624-48a4-48bb-9a12-ad3081a71c5f, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=006a4624-48a4-48bb-9a12-ad3081a71c5f,segment=NetworkSegment(fdf44def-cbc2-4bf9-b6cb-14f8a3a9b86c),segment_id=fdf44def-cbc2-4bf9-b6cb-14f8a3a9b86c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:11:02.223844 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b16933e-c630-44d8-8d08-14f67420f01e x-openstack-request-id: req-5b16933e-c630-44d8-8d08-14f67420f01e {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:11:02.223844 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "187ee100-0d0b-4e9f-926e-3066ff43cc73", "name": "network-vif-plugged", "status": "completed", "tag": "006a4624-48a4-48bb-9a12-ad3081a71c5f", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:11:02.223844 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5b16933e-c630-44d8-8d08-14f67420f01e {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:11:02.223844 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187ee100-0d0b-4e9f-926e-3066ff43cc73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006a4624-48a4-48bb-9a12-ad3081a71c5f', 'code': 200} Feb 16 17:11:02.291823 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:02.343363 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=006a4624-48a4-48bb-9a12-ad3081a71c5f,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:02.618815 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc298f74-808d-4d8d-8968-ce6e3d29a865 req-5793b941-f286-435b-aa08-420f0d6cca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:02.623437 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-cc298f74-808d-4d8d-8968-ce6e3d29a865 req-5793b941-f286-435b-aa08-420f0d6cca9c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=187ee100-0d0b-4e9f-926e-3066ff43cc73 HTTP/1.1" status: 200 len: 1098 time: 0.0457759 Feb 16 17:11:02.655560 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-cc298f74-808d-4d8d-8968-ce6e3d29a865 req-32a16a9c-c0c1-4641-b7e4-654d5b62eba4 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=91fb42b6-f3d4-425d-a51e-a8925a541e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285678 Feb 16 17:11:03.017949 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7486b9f-edb5-4c65-8883-eaa66b0d3a4b req-fce1041f-c419-4543-a544-71ddbda3ba51 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:03.019452 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-e7486b9f-edb5-4c65-8883-eaa66b0d3a4b req-fce1041f-c419-4543-a544-71ddbda3ba51 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=187ee100-0d0b-4e9f-926e-3066ff43cc73 HTTP/1.1" status: 200 len: 945 time: 0.0527055 Feb 16 17:11:03.056812 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-e7486b9f-edb5-4c65-8883-eaa66b0d3a4b req-48bbbb01-b186-483b-869d-996bf847288a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=91fb42b6-f3d4-425d-a51e-a8925a541e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311651 Feb 16 17:11:04.171185 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e301f47-2b00-432f-9d30-b60feb9f04c0 req-7bee5d33-e5eb-4669-950c-d40cb80e8227 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:04.172591 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5e301f47-2b00-432f-9d30-b60feb9f04c0 req-7bee5d33-e5eb-4669-950c-d40cb80e8227 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=187ee100-0d0b-4e9f-926e-3066ff43cc73 HTTP/1.1" status: 200 len: 945 time: 0.0478845 Feb 16 17:11:04.209671 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5e301f47-2b00-432f-9d30-b60feb9f04c0 req-3223822b-50a7-48ab-99a4-dec8d3837103 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=91fb42b6-f3d4-425d-a51e-a8925a541e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311739 Feb 16 17:11:04.320531 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63f817-da5f-43ef-adf5-a71bff014abb req-9611b85a-6aab-4936-b3c1-00e410922736 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:04.322001 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-9e63f817-da5f-43ef-adf5-a71bff014abb req-9611b85a-6aab-4936-b3c1-00e410922736 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=187ee100-0d0b-4e9f-926e-3066ff43cc73 HTTP/1.1" status: 200 len: 945 time: 0.0476937 Feb 16 17:11:04.359637 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-9e63f817-da5f-43ef-adf5-a71bff014abb req-ffede5e9-fac5-4d3b-8137-2917c7e59a85 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=91fb42b6-f3d4-425d-a51e-a8925a541e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316978 Feb 16 17:11:04.384401 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 55530) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:11:04.423878 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21861031-f2b3-4a5c-8ede-fa3d3a21374a tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:04.425363 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-21861031-f2b3-4a5c-8ede-fa3d3a21374a tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=187ee100-0d0b-4e9f-926e-3066ff43cc73 HTTP/1.1" status: 200 len: 1093 time: 0.0399401 Feb 16 17:11:04.428200 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 55532) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:11:04.432432 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-53080cd9-0d1d-474a-a8da-c43ea9a71c90 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'floatingip': {'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'port_id': '006a4624-48a4-48bb-9a12-ad3081a71c5f', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ip_address': '172.20.0.6'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:11:04.570535 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-53080cd9-0d1d-474a-a8da-c43ea9a71c90 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for floatingip, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:04.670505 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-53080cd9-0d1d-474a-a8da-c43ea9a71c90 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:04.777221 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-53080cd9-0d1d-474a-a8da-c43ea9a71c90 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Allocated IP 172.26.3.121 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/9e3acfd5-3074-4df5-a921-b06722f464e9) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:11:04.878969 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-53080cd9-0d1d-474a-a8da-c43ea9a71c90 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:05.000358 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-53080cd9-0d1d-474a-a8da-c43ea9a71c90 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:05.041222 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53080cd9-0d1d-474a-a8da-c43ea9a71c90 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:11:05.043954 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-53080cd9-0d1d-474a-a8da-c43ea9a71c90 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:11:05.047446 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53080cd9-0d1d-474a-a8da-c43ea9a71c90 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:11:05.073113 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53080cd9-0d1d-474a-a8da-c43ea9a71c90 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Port': ['ID=9e3acfd5-3074-4df5-a921-b06722f464e9,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:05.403809 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-53080cd9-0d1d-474a-a8da-c43ea9a71c90 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:05.526570 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-53080cd9-0d1d-474a-a8da-c43ea9a71c90 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:05.672477 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-53080cd9-0d1d-474a-a8da-c43ea9a71c90 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:05.748510 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-53080cd9-0d1d-474a-a8da-c43ea9a71c90 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:05.822247 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53080cd9-0d1d-474a-a8da-c43ea9a71c90 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Port': ['ID=9e3acfd5-3074-4df5-a921-b06722f464e9,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:05.832027 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-53080cd9-0d1d-474a-a8da-c43ea9a71c90 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:05.932295 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.l3_db [None req-53080cd9-0d1d-474a-a8da-c43ea9a71c90 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Floating IP 85d561a9-166b-4808-99eb-4b1875684ba9 associated. External IP: 172.26.3.121, port: 006a4624-48a4-48bb-9a12-ad3081a71c5f. Feb 16 17:11:06.138640 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53080cd9-0d1d-474a-a8da-c43ea9a71c90 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Router 555cfeb2-93c9-4d50-b5d6-d12bbccdf20a has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:11:06.253881 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53080cd9-0d1d-474a-a8da-c43ea9a71c90 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:11:06.263791 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ff9239-18bd-4b66-8a91-51aaf4f9d065 None None] Sync routers for ids ['555cfeb2-93c9-4d50-b5d6-d12bbccdf20a'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:11:06.273502 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ff9239-18bd-4b66-8a91-51aaf4f9d065 None None] Routers {'555cfeb2-93c9-4d50-b5d6-d12bbccdf20a'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:11:06.278141 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-54ff9239-18bd-4b66-8a91-51aaf4f9d065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:10:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['555cfeb2-93c9-4d50-b5d6-d12bbccdf20a'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:06.333392 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-53080cd9-0d1d-474a-a8da-c43ea9a71c90 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:06.360989 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-53080cd9-0d1d-474a-a8da-c43ea9a71c90 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9317737 Feb 16 17:11:06.361577 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '187ee100-0d0b-4e9f-926e-3066ff43cc73', 'tag': '006a4624-48a4-48bb-9a12-ad3081a71c5f'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:11:06.363721 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55534) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:11:06.364282 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abcc85f4-862f-4f00-93f0-ec985d80fa57" -d '{"events": [{"name": "network-changed", "server_uuid": "187ee100-0d0b-4e9f-926e-3066ff43cc73", "tag": "006a4624-48a4-48bb-9a12-ad3081a71c5f"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:11:06.404429 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5433e62b-b96a-4334-b078-925fcd26246f x-openstack-request-id: req-5433e62b-b96a-4334-b078-925fcd26246f {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:11:06.405037 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "187ee100-0d0b-4e9f-926e-3066ff43cc73", "tag": "006a4624-48a4-48bb-9a12-ad3081a71c5f", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:11:06.405037 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5433e62b-b96a-4334-b078-925fcd26246f {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:11:06.405460 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '187ee100-0d0b-4e9f-926e-3066ff43cc73', 'tag': '006a4624-48a4-48bb-9a12-ad3081a71c5f', 'status': 'completed', 'code': 200} Feb 16 17:11:06.413052 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-54ff9239-18bd-4b66-8a91-51aaf4f9d065 None None] Set router 555cfeb2-93c9-4d50-b5d6-d12bbccdf20a gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:11:06.468196 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc85f4-862f-4f00-93f0-ec985d80fa57 req-363b011d-a340-45d7-97a0-692096917adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:06.469765 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-abcc85f4-862f-4f00-93f0-ec985d80fa57 req-363b011d-a340-45d7-97a0-692096917adb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c9820320aae461fbcc5eba944eb2160&device_id=187ee100-0d0b-4e9f-926e-3066ff43cc73 HTTP/1.1" status: 200 len: 1098 time: 0.0413656 Feb 16 17:11:06.480856 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-269313bf-1d3c-4a7e-8ceb-fe1e6c430dd4 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/routers/555cfeb2-93c9-4d50-b5d6-d12bbccdf20a HTTP/1.1" status: 200 len: 923 time: 0.1133602 Feb 16 17:11:06.481082 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55538) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:11:06.548459 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-c4ea7842-0ac7-4739-85fb-3a95b93dd96c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/floatingips/85d561a9-166b-4808-99eb-4b1875684ba9 HTTP/1.1" status: 200 len: 991 time: 0.0645680 Feb 16 17:11:06.562583 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc85f4-862f-4f00-93f0-ec985d80fa57 req-fe298777-5a38-4f05-8a51-3018225f5a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:06.564079 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-abcc85f4-862f-4f00-93f0-ec985d80fa57 req-fe298777-5a38-4f05-8a51-3018225f5a58 service neutron] 10.222.0.89 "GET /v2.0/networks?id=8d71ee83-f925-44df-8000-91e0aa8b11cd HTTP/1.1" status: 200 len: 898 time: 0.0882070 Feb 16 17:11:06.642091 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-abcc85f4-862f-4f00-93f0-ec985d80fa57 req-745d5b6a-d1f3-42e4-9898-0903d5f39f35 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=006a4624-48a4-48bb-9a12-ad3081a71c5f HTTP/1.1" status: 200 len: 999 time: 0.0712984 Feb 16 17:11:06.648011 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-54ff9239-18bd-4b66-8a91-51aaf4f9d065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555cfeb2-93c9-4d50-b5d6-d12bbccdf20a', 'name': 'tempest-TestNetworkBasicOps-router-1841809418', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e3de29e5-575a-47c5-a6af-b07a79c215ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:10:42Z', 'updated_at': '2022-02-16T17:10:46Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'e3de29e5-575a-47c5-a6af-b07a79c215ab', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555cfeb2-93c9-4d50-b5d6-d12bbccdf20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:42Z', 'updated_at': '2022-02-16T17:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '85d561a9-166b-4808-99eb-4b1875684ba9', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'floating_ip_address': '172.26.3.121', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '555cfeb2-93c9-4d50-b5d6-d12bbccdf20a', 'port_id': '006a4624-48a4-48bb-9a12-ad3081a71c5f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d71ee83-f925-44df-8000-91e0aa8b11cd', 'mac_address': 'fa:16:3e:61:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187ee100-0d0b-4e9f-926e-3066ff43cc73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:11:05Z', 'updated_at': '2022-02-16T17:11:05Z', 'revision_number': 0, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44ffd92a-b845-4fad-9dae-5ab004ca44c9', 'name': '', 'network_id': '8d71ee83-f925-44df-8000-91e0aa8b11cd', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:33:9e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555cfeb2-93c9-4d50-b5d6-d12bbccdf20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'b4c6a1ba-3e8a-464e-8e91-8e3bb4f2f23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:45Z', 'updated_at': '2022-02-16T17:10:49Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': 'b4c6a1ba-3e8a-464e-8e91-8e3bb4f2f23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:06.678269 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ff9239-18bd-4b66-8a91-51aaf4f9d065 None None] Checking router: 555cfeb2-93c9-4d50-b5d6-d12bbccdf20a for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:11:06.686343 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ff9239-18bd-4b66-8a91-51aaf4f9d065 None None] Routers {'555cfeb2-93c9-4d50-b5d6-d12bbccdf20a'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:11:06.686964 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-54ff9239-18bd-4b66-8a91-51aaf4f9d065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:10:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['555cfeb2-93c9-4d50-b5d6-d12bbccdf20a'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:06.690978 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc85f4-862f-4f00-93f0-ec985d80fa57 req-c9eb270d-bbeb-4bd7-a8cd-c4fa9a6d1959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:06.692551 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-abcc85f4-862f-4f00-93f0-ec985d80fa57 req-c9eb270d-bbeb-4bd7-a8cd-c4fa9a6d1959 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b4c6a1ba-3e8a-464e-8e91-8e3bb4f2f23d HTTP/1.1" status: 200 len: 835 time: 0.0445490 Feb 16 17:11:06.741147 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc85f4-862f-4f00-93f0-ec985d80fa57 req-74db04c5-3055-4d04-b722-ea4efb1ff5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:06.742683 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-abcc85f4-862f-4f00-93f0-ec985d80fa57 req-74db04c5-3055-4d04-b722-ea4efb1ff5f9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8d71ee83-f925-44df-8000-91e0aa8b11cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424657 Feb 16 17:11:06.804365 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-54ff9239-18bd-4b66-8a91-51aaf4f9d065 None None] Set router 555cfeb2-93c9-4d50-b5d6-d12bbccdf20a gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:11:06.834228 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-abcc85f4-862f-4f00-93f0-ec985d80fa57 req-8a95357a-5a45-47d6-846f-ce2edb37ce0c service neutron] 10.222.0.89 "GET /v2.0/networks/8d71ee83-f925-44df-8000-91e0aa8b11cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851271 Feb 16 17:11:06.904476 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-91be146a-2ee5-40f1-98c9-466735c48ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:06.942479 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-abcc85f4-862f-4f00-93f0-ec985d80fa57 req-aafc96ce-351d-48bc-83bb-cf55242b9790 service neutron] 10.222.0.89 "GET /v2.0/networks/8d71ee83-f925-44df-8000-91e0aa8b11cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975621 Feb 16 17:11:07.225555 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-54ff9239-18bd-4b66-8a91-51aaf4f9d065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555cfeb2-93c9-4d50-b5d6-d12bbccdf20a', 'name': 'tempest-TestNetworkBasicOps-router-1841809418', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e3de29e5-575a-47c5-a6af-b07a79c215ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:10:42Z', 'updated_at': '2022-02-16T17:10:46Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'e3de29e5-575a-47c5-a6af-b07a79c215ab', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555cfeb2-93c9-4d50-b5d6-d12bbccdf20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:42Z', 'updated_at': '2022-02-16T17:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '85d561a9-166b-4808-99eb-4b1875684ba9', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'floating_ip_address': '172.26.3.121', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '555cfeb2-93c9-4d50-b5d6-d12bbccdf20a', 'port_id': '006a4624-48a4-48bb-9a12-ad3081a71c5f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d71ee83-f925-44df-8000-91e0aa8b11cd', 'mac_address': 'fa:16:3e:61:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187ee100-0d0b-4e9f-926e-3066ff43cc73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:11:05Z', 'updated_at': '2022-02-16T17:11:05Z', 'revision_number': 0, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44ffd92a-b845-4fad-9dae-5ab004ca44c9', 'name': '', 'network_id': '8d71ee83-f925-44df-8000-91e0aa8b11cd', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:33:9e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555cfeb2-93c9-4d50-b5d6-d12bbccdf20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'b4c6a1ba-3e8a-464e-8e91-8e3bb4f2f23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:45Z', 'updated_at': '2022-02-16T17:10:49Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': 'b4c6a1ba-3e8a-464e-8e91-8e3bb4f2f23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:07.259052 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ff9239-18bd-4b66-8a91-51aaf4f9d065 None None] The sync data for ids ['555cfeb2-93c9-4d50-b5d6-d12bbccdf20a'] in dv-neutron-828697-3-hyperv is: [{'id': '555cfeb2-93c9-4d50-b5d6-d12bbccdf20a', 'name': 'tempest-TestNetworkBasicOps-router-1841809418', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e3de29e5-575a-47c5-a6af-b07a79c215ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:10:42Z', 'updated_at': '2022-02-16T17:10:46Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'e3de29e5-575a-47c5-a6af-b07a79c215ab', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555cfeb2-93c9-4d50-b5d6-d12bbccdf20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:42Z', 'updated_at': '2022-02-16T17:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '85d561a9-166b-4808-99eb-4b1875684ba9', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'floating_ip_address': '172.26.3.121', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '555cfeb2-93c9-4d50-b5d6-d12bbccdf20a', 'port_id': '006a4624-48a4-48bb-9a12-ad3081a71c5f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d71ee83-f925-44df-8000-91e0aa8b11cd', 'mac_address': 'fa:16:3e:61:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187ee100-0d0b-4e9f-926e-3066ff43cc73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:11:05Z', 'updated_at': '2022-02-16T17:11:05Z', 'revision_number': 0, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44ffd92a-b845-4fad-9dae-5ab004ca44c9', 'name': '', 'network_id': '8d71ee83-f925-44df-8000-91e0aa8b11cd', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:33:9e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555cfeb2-93c9-4d50-b5d6-d12bbccdf20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'b4c6a1ba-3e8a-464e-8e91-8e3bb4f2f23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:45Z', 'updated_at': '2022-02-16T17:10:49Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': 'b4c6a1ba-3e8a-464e-8e91-8e3bb4f2f23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:11:07.455649 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0566a719-428c-45bd-b36c-43d884ab247b None None] New status for floating IP 85d561a9-166b-4808-99eb-4b1875684ba9: ACTIVE {{(pid=114378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:11:07.551284 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 55540) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:11:07.618618 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-24d80fe3-2a26-4a01-805a-807cea5e837e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/floatingips/85d561a9-166b-4808-99eb-4b1875684ba9 HTTP/1.1" status: 200 len: 991 time: 0.0663004 Feb 16 17:11:08.622484 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 55542) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:11:08.682227 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-b76aa43d-f9e7-4ec2-99fc-aea0a7498bd3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/floatingips/85d561a9-166b-4808-99eb-4b1875684ba9 HTTP/1.1" status: 200 len: 993 time: 0.0586214 Feb 16 17:11:09.205338 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-97e1b631-357a-4073-b743-48889df2425d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:10.444365 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:11.752650 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:12.200127 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:30.525189 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:35.196149 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 55570) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:11:35.311501 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-a368d78c-c747-4f52-8194-b5e93f10d1ff tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/routers/555cfeb2-93c9-4d50-b5d6-d12bbccdf20a/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1135919 Feb 16 17:11:35.314420 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 55572) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:11:35.500299 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c1836b-d201-4d70-b2a3-6e7cf0e7d019 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Notify agent at dv-neutron-828697-3-hyperv the message router_removed_from_agent {{(pid=114376) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Feb 16 17:11:35.505918 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c2c1836b-d201-4d70-b2a3-6e7cf0e7d019 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "DELETE /v2.0/agents/e921f0b1-29c5-40e1-b87b-49ca6686b975/l3-routers/555cfeb2-93c9-4d50-b5d6-d12bbccdf20a HTTP/1.1" status: 204 len: 168 time: 0.1882706 Feb 16 17:11:35.506987 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 55576) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:11:35.616930 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-9f3dbc69-9326-46d1-bcdd-5e7a14ff1634 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/routers/555cfeb2-93c9-4d50-b5d6-d12bbccdf20a/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1096165 Feb 16 17:11:35.619583 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 55578) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:11:35.683837 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-581f4c10-2314-4069-9980-93c762d7325b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/floatingips/85d561a9-166b-4808-99eb-4b1875684ba9 HTTP/1.1" status: 200 len: 993 time: 0.0631626 Feb 16 17:11:36.278409 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3fdfd3-336f-4d47-9fc1-d46394fcdfce None None] New status for floating IP 85d561a9-166b-4808-99eb-4b1875684ba9: DOWN {{(pid=114377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:11:36.314451 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 44ffd92a-b845-4fad-9dae-5ab004ca44c9 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:11:36.476842 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:36.508462 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port 44ffd92a-b845-4fad-9dae-5ab004ca44c9, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=44ffd92a-b845-4fad-9dae-5ab004ca44c9,segment=NetworkSegment(fdf44def-cbc2-4bf9-b6cb-14f8a3a9b86c),segment_id=fdf44def-cbc2-4bf9-b6cb-14f8a3a9b86c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:11:36.688562 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 55586) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:11:36.691688 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:36.695247 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device e3de29e5-575a-47c5-a6af-b07a79c215ab no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:11:36.764394 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-822aef69-8737-418b-8e0c-c73ec8e6f65f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/floatingips/85d561a9-166b-4808-99eb-4b1875684ba9 HTTP/1.1" status: 200 len: 991 time: 0.0743093 Feb 16 17:11:36.795707 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=44ffd92a-b845-4fad-9dae-5ab004ca44c9,revision_number=6']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:36.836571 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:36.857758 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port e3de29e5-575a-47c5-a6af-b07a79c215ab, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=e3de29e5-575a-47c5-a6af-b07a79c215ab,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:11:36.861659 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-19f1d7db-1d24-4967-8ae8-a972ac262911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:36.976667 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:37.032341 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=e3de29e5-575a-47c5-a6af-b07a79c215ab,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:37.884349 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 55596) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:11:37.936471 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:11:38.113569 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab1e354-9efa-4c7c-b9ef-57d24ea81224 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Router 555cfeb2-93c9-4d50-b5d6-d12bbccdf20a is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:11:38.113921 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab1e354-9efa-4c7c-b9ef-57d24ea81224 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Notify agent at dv-neutron-828697-3-hyperv the message router_added_to_agent {{(pid=114376) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Feb 16 17:11:38.136619 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-cab1e354-9efa-4c7c-b9ef-57d24ea81224 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "POST /v2.0/agents/e921f0b1-29c5-40e1-b87b-49ca6686b975/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2511797 Feb 16 17:11:38.139428 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 55600) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:11:38.163438 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4bb21d-7b62-4cea-b385-85ac2716c9fe None None] Sync routers for ids ['555cfeb2-93c9-4d50-b5d6-d12bbccdf20a'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:11:38.179643 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4bb21d-7b62-4cea-b385-85ac2716c9fe None None] Routers {'555cfeb2-93c9-4d50-b5d6-d12bbccdf20a'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:11:38.180775 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-bd4bb21d-7b62-4cea-b385-85ac2716c9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:11:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['555cfeb2-93c9-4d50-b5d6-d12bbccdf20a'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:38.290775 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-f5902398-f901-4979-abea-2f570d0b8f3b tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/routers/555cfeb2-93c9-4d50-b5d6-d12bbccdf20a/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1488414 Feb 16 17:11:38.293474 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 55606) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:11:38.302420 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-bd4bb21d-7b62-4cea-b385-85ac2716c9fe None None] Set router 555cfeb2-93c9-4d50-b5d6-d12bbccdf20a gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:11:38.360368 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-06b1cadf-9b19-4a58-a3b9-2283c4b849f6 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/floatingips/85d561a9-166b-4808-99eb-4b1875684ba9 HTTP/1.1" status: 200 len: 991 time: 0.0657914 Feb 16 17:11:38.521400 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-bd4bb21d-7b62-4cea-b385-85ac2716c9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555cfeb2-93c9-4d50-b5d6-d12bbccdf20a', 'name': 'tempest-TestNetworkBasicOps-router-1841809418', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e3de29e5-575a-47c5-a6af-b07a79c215ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:10:42Z', 'updated_at': '2022-02-16T17:10:46Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'e3de29e5-575a-47c5-a6af-b07a79c215ab', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:86:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555cfeb2-93c9-4d50-b5d6-d12bbccdf20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:42Z', 'updated_at': '2022-02-16T17:11:36Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '85d561a9-166b-4808-99eb-4b1875684ba9', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'floating_ip_address': '172.26.3.121', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '555cfeb2-93c9-4d50-b5d6-d12bbccdf20a', 'port_id': '006a4624-48a4-48bb-9a12-ad3081a71c5f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d71ee83-f925-44df-8000-91e0aa8b11cd', 'mac_address': 'fa:16:3e:61:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187ee100-0d0b-4e9f-926e-3066ff43cc73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:11:05Z', 'updated_at': '2022-02-16T17:11:36Z', 'revision_number': 2, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44ffd92a-b845-4fad-9dae-5ab004ca44c9', 'name': '', 'network_id': '8d71ee83-f925-44df-8000-91e0aa8b11cd', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:33:9e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555cfeb2-93c9-4d50-b5d6-d12bbccdf20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'b4c6a1ba-3e8a-464e-8e91-8e3bb4f2f23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:45Z', 'updated_at': '2022-02-16T17:11:36Z', 'revision_number': 6, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': 'b4c6a1ba-3e8a-464e-8e91-8e3bb4f2f23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:38.549738 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4bb21d-7b62-4cea-b385-85ac2716c9fe None None] Checking router: 555cfeb2-93c9-4d50-b5d6-d12bbccdf20a for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:11:38.557836 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4bb21d-7b62-4cea-b385-85ac2716c9fe None None] Routers {'555cfeb2-93c9-4d50-b5d6-d12bbccdf20a'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:11:38.558427 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-bd4bb21d-7b62-4cea-b385-85ac2716c9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:11:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['555cfeb2-93c9-4d50-b5d6-d12bbccdf20a'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:38.658382 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-bd4bb21d-7b62-4cea-b385-85ac2716c9fe None None] Set router 555cfeb2-93c9-4d50-b5d6-d12bbccdf20a gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:11:38.893782 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-bd4bb21d-7b62-4cea-b385-85ac2716c9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555cfeb2-93c9-4d50-b5d6-d12bbccdf20a', 'name': 'tempest-TestNetworkBasicOps-router-1841809418', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e3de29e5-575a-47c5-a6af-b07a79c215ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:10:42Z', 'updated_at': '2022-02-16T17:10:46Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'e3de29e5-575a-47c5-a6af-b07a79c215ab', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:86:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555cfeb2-93c9-4d50-b5d6-d12bbccdf20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:42Z', 'updated_at': '2022-02-16T17:11:36Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '85d561a9-166b-4808-99eb-4b1875684ba9', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'floating_ip_address': '172.26.3.121', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '555cfeb2-93c9-4d50-b5d6-d12bbccdf20a', 'port_id': '006a4624-48a4-48bb-9a12-ad3081a71c5f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d71ee83-f925-44df-8000-91e0aa8b11cd', 'mac_address': 'fa:16:3e:61:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187ee100-0d0b-4e9f-926e-3066ff43cc73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:11:05Z', 'updated_at': '2022-02-16T17:11:36Z', 'revision_number': 2, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44ffd92a-b845-4fad-9dae-5ab004ca44c9', 'name': '', 'network_id': '8d71ee83-f925-44df-8000-91e0aa8b11cd', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:33:9e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555cfeb2-93c9-4d50-b5d6-d12bbccdf20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'b4c6a1ba-3e8a-464e-8e91-8e3bb4f2f23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:45Z', 'updated_at': '2022-02-16T17:11:36Z', 'revision_number': 6, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': 'b4c6a1ba-3e8a-464e-8e91-8e3bb4f2f23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:38.919461 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4bb21d-7b62-4cea-b385-85ac2716c9fe None None] The sync data for ids ['555cfeb2-93c9-4d50-b5d6-d12bbccdf20a'] in dv-neutron-828697-3-hyperv is: [{'id': '555cfeb2-93c9-4d50-b5d6-d12bbccdf20a', 'name': 'tempest-TestNetworkBasicOps-router-1841809418', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e3de29e5-575a-47c5-a6af-b07a79c215ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:10:42Z', 'updated_at': '2022-02-16T17:10:46Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'e3de29e5-575a-47c5-a6af-b07a79c215ab', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:86:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555cfeb2-93c9-4d50-b5d6-d12bbccdf20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:42Z', 'updated_at': '2022-02-16T17:11:36Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '85d561a9-166b-4808-99eb-4b1875684ba9', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'floating_ip_address': '172.26.3.121', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '555cfeb2-93c9-4d50-b5d6-d12bbccdf20a', 'port_id': '006a4624-48a4-48bb-9a12-ad3081a71c5f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d71ee83-f925-44df-8000-91e0aa8b11cd', 'mac_address': 'fa:16:3e:61:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187ee100-0d0b-4e9f-926e-3066ff43cc73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:11:05Z', 'updated_at': '2022-02-16T17:11:36Z', 'revision_number': 2, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44ffd92a-b845-4fad-9dae-5ab004ca44c9', 'name': '', 'network_id': '8d71ee83-f925-44df-8000-91e0aa8b11cd', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:33:9e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555cfeb2-93c9-4d50-b5d6-d12bbccdf20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'b4c6a1ba-3e8a-464e-8e91-8e3bb4f2f23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:45Z', 'updated_at': '2022-02-16T17:11:36Z', 'revision_number': 6, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': 'b4c6a1ba-3e8a-464e-8e91-8e3bb4f2f23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:11:39.211070 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8698e6c8-dfb2-4d16-bedc-59e11ff33c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:39.364504 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55610) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:11:39.428598 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-6b59ac4a-4d43-4e03-a390-21d03b5fed03 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/floatingips/85d561a9-166b-4808-99eb-4b1875684ba9 HTTP/1.1" status: 200 len: 991 time: 0.0629392 Feb 16 17:11:40.083683 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 44ffd92a-b845-4fad-9dae-5ab004ca44c9 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:11:40.133617 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 44ffd92a-b845-4fad-9dae-5ab004ca44c9 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:11:40.136943 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:40.222068 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:40.257258 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port 44ffd92a-b845-4fad-9dae-5ab004ca44c9, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=44ffd92a-b845-4fad-9dae-5ab004ca44c9,segment=NetworkSegment(fdf44def-cbc2-4bf9-b6cb-14f8a3a9b86c),segment_id=fdf44def-cbc2-4bf9-b6cb-14f8a3a9b86c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:11:40.376347 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:40.377157 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device e3de29e5-575a-47c5-a6af-b07a79c215ab up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:11:40.432850 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 55614) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:11:40.447013 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:40.464544 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=44ffd92a-b845-4fad-9dae-5ab004ca44c9,revision_number=7']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:40.482053 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port e3de29e5-575a-47c5-a6af-b07a79c215ab triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:11:40.482567 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:40.503657 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-52325c14-38aa-4b83-b9f4-e1216b4f1ed7 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/floatingips/85d561a9-166b-4808-99eb-4b1875684ba9 HTTP/1.1" status: 200 len: 991 time: 0.0696414 Feb 16 17:11:40.564785 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:40.586934 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port e3de29e5-575a-47c5-a6af-b07a79c215ab, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=e3de29e5-575a-47c5-a6af-b07a79c215ab,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:11:40.644057 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5904dc-2ea3-4455-b7f0-4ce97fecaa6f None None] New status for floating IP 85d561a9-166b-4808-99eb-4b1875684ba9: ACTIVE {{(pid=114377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:11:40.740893 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:40.840264 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=e3de29e5-575a-47c5-a6af-b07a79c215ab,revision_number=6']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:41.507710 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 55618) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:11:41.574937 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-807b61c2-13af-474e-89fb-ae78bacbcb79 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/floatingips/85d561a9-166b-4808-99eb-4b1875684ba9 HTTP/1.1" status: 200 len: 993 time: 0.0660269 Feb 16 17:11:41.770687 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:41.819112 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 55624) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:11:42.002421 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-98110930-f5ce-40e3-b1dc-1f3778eab0ea tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Deleting port 9e3acfd5-3074-4df5-a921-b06722f464e9 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:11:42.002774 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-98110930-f5ce-40e3-b1dc-1f3778eab0ea tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:42.051222 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 44ffd92a-b845-4fad-9dae-5ab004ca44c9 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:11:42.082010 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-98110930-f5ce-40e3-b1dc-1f3778eab0ea tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:42.082434 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-98110930-f5ce-40e3-b1dc-1f3778eab0ea tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:42.098723 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-98110930-f5ce-40e3-b1dc-1f3778eab0ea tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Calling delete_port for 9e3acfd5-3074-4df5-a921-b06722f464e9 owned by network:floatingip {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:11:42.104817 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 44ffd92a-b845-4fad-9dae-5ab004ca44c9 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:11:42.105196 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:42.133410 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:42.195864 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device e3de29e5-575a-47c5-a6af-b07a79c215ab up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:11:42.250852 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port e3de29e5-575a-47c5-a6af-b07a79c215ab triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:11:42.251467 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:42.696566 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-98110930-f5ce-40e3-b1dc-1f3778eab0ea tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:42.726436 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98110930-f5ce-40e3-b1dc-1f3778eab0ea tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'Port': ['ID=9e3acfd5-3074-4df5-a921-b06722f464e9,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:42.758885 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98110930-f5ce-40e3-b1dc-1f3778eab0ea tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:42.759242 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98110930-f5ce-40e3-b1dc-1f3778eab0ea tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:42.759595 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98110930-f5ce-40e3-b1dc-1f3778eab0ea tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:42.759935 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98110930-f5ce-40e3-b1dc-1f3778eab0ea tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:42.760297 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98110930-f5ce-40e3-b1dc-1f3778eab0ea tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:42.760634 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98110930-f5ce-40e3-b1dc-1f3778eab0ea tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:42.760969 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98110930-f5ce-40e3-b1dc-1f3778eab0ea tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:42.761296 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98110930-f5ce-40e3-b1dc-1f3778eab0ea tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:42.761629 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98110930-f5ce-40e3-b1dc-1f3778eab0ea tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:42.761956 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98110930-f5ce-40e3-b1dc-1f3778eab0ea tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:42.762281 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98110930-f5ce-40e3-b1dc-1f3778eab0ea tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:42.762606 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98110930-f5ce-40e3-b1dc-1f3778eab0ea tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:42.803199 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-98110930-f5ce-40e3-b1dc-1f3778eab0ea tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for floatingip, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:42.803532 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.l3_db [None req-98110930-f5ce-40e3-b1dc-1f3778eab0ea tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Floating IP 85d561a9-166b-4808-99eb-4b1875684ba9 disassociated (deleted). External IP: 172.26.3.121, port: 006a4624-48a4-48bb-9a12-ad3081a71c5f. Feb 16 17:11:43.044235 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98110930-f5ce-40e3-b1dc-1f3778eab0ea tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Router 555cfeb2-93c9-4d50-b5d6-d12bbccdf20a has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:11:43.164584 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98110930-f5ce-40e3-b1dc-1f3778eab0ea tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:11:43.169073 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-98110930-f5ce-40e3-b1dc-1f3778eab0ea tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:43.178604 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e287fb0-2aab-478e-b19c-f9bd64e1b30b None None] Sync routers for ids ['555cfeb2-93c9-4d50-b5d6-d12bbccdf20a'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:11:43.190265 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e287fb0-2aab-478e-b19c-f9bd64e1b30b None None] Routers {'555cfeb2-93c9-4d50-b5d6-d12bbccdf20a'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:11:43.191188 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-8e287fb0-2aab-478e-b19c-f9bd64e1b30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:11:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['555cfeb2-93c9-4d50-b5d6-d12bbccdf20a'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:43.200220 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-98110930-f5ce-40e3-b1dc-1f3778eab0ea tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "DELETE /v2.0/floatingips/85d561a9-166b-4808-99eb-4b1875684ba9 HTTP/1.1" status: 204 len: 168 time: 1.3775582 Feb 16 17:11:43.200220 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '187ee100-0d0b-4e9f-926e-3066ff43cc73', 'tag': '006a4624-48a4-48bb-9a12-ad3081a71c5f'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:11:43.206288 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38dc742f-f583-4989-bd5d-7afa4e8e07e5" -d '{"events": [{"name": "network-changed", "server_uuid": "187ee100-0d0b-4e9f-926e-3066ff43cc73", "tag": "006a4624-48a4-48bb-9a12-ad3081a71c5f"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:11:43.244199 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad8232d-fcc0-4803-abae-42d71dddeda8 x-openstack-request-id: req-fad8232d-fcc0-4803-abae-42d71dddeda8 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:11:43.244717 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "187ee100-0d0b-4e9f-926e-3066ff43cc73", "tag": "006a4624-48a4-48bb-9a12-ad3081a71c5f", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:11:43.245157 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fad8232d-fcc0-4803-abae-42d71dddeda8 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:11:43.245874 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '187ee100-0d0b-4e9f-926e-3066ff43cc73', 'tag': '006a4624-48a4-48bb-9a12-ad3081a71c5f', 'status': 'completed', 'code': 200} Feb 16 17:11:43.315855 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc742f-f583-4989-bd5d-7afa4e8e07e5 req-231be5fc-c31d-4b6d-866b-3a3d18518f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:43.317402 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-38dc742f-f583-4989-bd5d-7afa4e8e07e5 req-231be5fc-c31d-4b6d-866b-3a3d18518f87 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c9820320aae461fbcc5eba944eb2160&device_id=187ee100-0d0b-4e9f-926e-3066ff43cc73 HTTP/1.1" status: 200 len: 1098 time: 0.0477321 Feb 16 17:11:43.340301 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-8e287fb0-2aab-478e-b19c-f9bd64e1b30b None None] Set router 555cfeb2-93c9-4d50-b5d6-d12bbccdf20a gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:11:43.418437 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc742f-f583-4989-bd5d-7afa4e8e07e5 req-b640137f-dbef-4fd4-a9fc-a24c3520d1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:43.420098 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-38dc742f-f583-4989-bd5d-7afa4e8e07e5 req-b640137f-dbef-4fd4-a9fc-a24c3520d1bc service neutron] 10.222.0.89 "GET /v2.0/networks?id=8d71ee83-f925-44df-8000-91e0aa8b11cd HTTP/1.1" status: 200 len: 898 time: 0.0964167 Feb 16 17:11:43.466034 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-38dc742f-f583-4989-bd5d-7afa4e8e07e5 req-87a0f8c6-9a3a-411b-8c8c-8cb143df8438 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=006a4624-48a4-48bb-9a12-ad3081a71c5f HTTP/1.1" status: 200 len: 217 time: 0.0398231 Feb 16 17:11:43.542628 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc742f-f583-4989-bd5d-7afa4e8e07e5 req-bf50311d-abba-4812-aaa1-3b2af4afc3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:43.544594 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-38dc742f-f583-4989-bd5d-7afa4e8e07e5 req-bf50311d-abba-4812-aaa1-3b2af4afc3b2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b4c6a1ba-3e8a-464e-8e91-8e3bb4f2f23d HTTP/1.1" status: 200 len: 835 time: 0.0717244 Feb 16 17:11:43.606972 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-8e287fb0-2aab-478e-b19c-f9bd64e1b30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555cfeb2-93c9-4d50-b5d6-d12bbccdf20a', 'name': 'tempest-TestNetworkBasicOps-router-1841809418', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e3de29e5-575a-47c5-a6af-b07a79c215ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:10:42Z', 'updated_at': '2022-02-16T17:10:46Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'e3de29e5-575a-47c5-a6af-b07a79c215ab', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555cfeb2-93c9-4d50-b5d6-d12bbccdf20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:42Z', 'updated_at': '2022-02-16T17:11:40Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '44ffd92a-b845-4fad-9dae-5ab004ca44c9', 'name': '', 'network_id': '8d71ee83-f925-44df-8000-91e0aa8b11cd', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:33:9e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555cfeb2-93c9-4d50-b5d6-d12bbccdf20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'b4c6a1ba-3e8a-464e-8e91-8e3bb4f2f23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:45Z', 'updated_at': '2022-02-16T17:11:40Z', 'revision_number': 7, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': 'b4c6a1ba-3e8a-464e-8e91-8e3bb4f2f23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:43.608545 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc742f-f583-4989-bd5d-7afa4e8e07e5 req-506b3786-1ffe-4440-a7ef-3fadf115e5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:43.610727 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-38dc742f-f583-4989-bd5d-7afa4e8e07e5 req-506b3786-1ffe-4440-a7ef-3fadf115e5bb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8d71ee83-f925-44df-8000-91e0aa8b11cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0543015 Feb 16 17:11:43.637796 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e287fb0-2aab-478e-b19c-f9bd64e1b30b None None] Checking router: 555cfeb2-93c9-4d50-b5d6-d12bbccdf20a for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:11:43.646488 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e287fb0-2aab-478e-b19c-f9bd64e1b30b None None] Routers {'555cfeb2-93c9-4d50-b5d6-d12bbccdf20a'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:11:43.647090 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-8e287fb0-2aab-478e-b19c-f9bd64e1b30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:11:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['555cfeb2-93c9-4d50-b5d6-d12bbccdf20a'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:43.707147 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-38dc742f-f583-4989-bd5d-7afa4e8e07e5 req-db3f2efd-6c94-4c67-ada9-11f83867426e service neutron] 10.222.0.89 "GET /v2.0/networks/8d71ee83-f925-44df-8000-91e0aa8b11cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873098 Feb 16 17:11:43.826874 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-38dc742f-f583-4989-bd5d-7afa4e8e07e5 req-ff9d6747-c29f-4c99-9fcc-4f77b8ff2742 service neutron] 10.222.0.89 "GET /v2.0/networks/8d71ee83-f925-44df-8000-91e0aa8b11cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107597 Feb 16 17:11:43.834840 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc233fe-8b9c-4aba-922e-108e654af9ab req-90cf61b4-2988-4867-9eda-4beabea8fb5e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:43.836416 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-fbc233fe-8b9c-4aba-922e-108e654af9ab req-90cf61b4-2988-4867-9eda-4beabea8fb5e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=187ee100-0d0b-4e9f-926e-3066ff43cc73 HTTP/1.1" status: 200 len: 945 time: 0.0544033 Feb 16 17:11:43.880771 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-fbc233fe-8b9c-4aba-922e-108e654af9ab req-b59deb46-c67d-4dee-9801-14d349281242 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=91fb42b6-f3d4-425d-a51e-a8925a541e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378625 Feb 16 17:11:43.897088 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-8e287fb0-2aab-478e-b19c-f9bd64e1b30b None None] Set router 555cfeb2-93c9-4d50-b5d6-d12bbccdf20a gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:11:44.103283 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-8e287fb0-2aab-478e-b19c-f9bd64e1b30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555cfeb2-93c9-4d50-b5d6-d12bbccdf20a', 'name': 'tempest-TestNetworkBasicOps-router-1841809418', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e3de29e5-575a-47c5-a6af-b07a79c215ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:10:42Z', 'updated_at': '2022-02-16T17:10:46Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'e3de29e5-575a-47c5-a6af-b07a79c215ab', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555cfeb2-93c9-4d50-b5d6-d12bbccdf20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:42Z', 'updated_at': '2022-02-16T17:11:40Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '44ffd92a-b845-4fad-9dae-5ab004ca44c9', 'name': '', 'network_id': '8d71ee83-f925-44df-8000-91e0aa8b11cd', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:33:9e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555cfeb2-93c9-4d50-b5d6-d12bbccdf20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'b4c6a1ba-3e8a-464e-8e91-8e3bb4f2f23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:45Z', 'updated_at': '2022-02-16T17:11:40Z', 'revision_number': 7, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': 'b4c6a1ba-3e8a-464e-8e91-8e3bb4f2f23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:44.132590 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e287fb0-2aab-478e-b19c-f9bd64e1b30b None None] The sync data for ids ['555cfeb2-93c9-4d50-b5d6-d12bbccdf20a'] in dv-neutron-828697-3-hyperv is: [{'id': '555cfeb2-93c9-4d50-b5d6-d12bbccdf20a', 'name': 'tempest-TestNetworkBasicOps-router-1841809418', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e3de29e5-575a-47c5-a6af-b07a79c215ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:10:42Z', 'updated_at': '2022-02-16T17:10:46Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'e3de29e5-575a-47c5-a6af-b07a79c215ab', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555cfeb2-93c9-4d50-b5d6-d12bbccdf20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:42Z', 'updated_at': '2022-02-16T17:11:40Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '44ffd92a-b845-4fad-9dae-5ab004ca44c9', 'name': '', 'network_id': '8d71ee83-f925-44df-8000-91e0aa8b11cd', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:33:9e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555cfeb2-93c9-4d50-b5d6-d12bbccdf20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'b4c6a1ba-3e8a-464e-8e91-8e3bb4f2f23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:45Z', 'updated_at': '2022-02-16T17:11:40Z', 'revision_number': 7, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': 'b4c6a1ba-3e8a-464e-8e91-8e3bb4f2f23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:11:44.879746 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f91bfe7-19d1-45a0-bbf6-0029c58e7334 None None] New status for floating IP 85d561a9-166b-4808-99eb-4b1875684ba9: DOWN {{(pid=114377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:11:45.031384 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc87c9-41d3-44f6-80d7-a88847672d7f req-76fc28d1-bb5b-4507-9266-7ef969bf8b7d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:45.032952 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6ccc87c9-41d3-44f6-80d7-a88847672d7f req-76fc28d1-bb5b-4507-9266-7ef969bf8b7d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "GET /v2.0/ports?device_id=187ee100-0d0b-4e9f-926e-3066ff43cc73 HTTP/1.1" status: 200 len: 945 time: 0.0811903 Feb 16 17:11:45.055293 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6130e78-1016-4255-b76e-74cec5a8640c req-78eb6a0c-ed26-4e6e-b955-febcb48ac4d2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:45.056764 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e6130e78-1016-4255-b76e-74cec5a8640c req-78eb6a0c-ed26-4e6e-b955-febcb48ac4d2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=187ee100-0d0b-4e9f-926e-3066ff43cc73 HTTP/1.1" status: 200 len: 945 time: 0.0760798 Feb 16 17:11:45.148541 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e6130e78-1016-4255-b76e-74cec5a8640c req-32ab0a72-bf1f-4791-9ac5-770759f10b14 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=91fb42b6-f3d4-425d-a51e-a8925a541e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705731 Feb 16 17:11:45.168978 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-6ccc87c9-41d3-44f6-80d7-a88847672d7f req-0ee1f4a1-81bc-4ac5-9592-6cfbaab80d92 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Deleting port 006a4624-48a4-48bb-9a12-ad3081a71c5f {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:11:45.169344 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-6ccc87c9-41d3-44f6-80d7-a88847672d7f req-0ee1f4a1-81bc-4ac5-9592-6cfbaab80d92 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:45.261382 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-6ccc87c9-41d3-44f6-80d7-a88847672d7f req-0ee1f4a1-81bc-4ac5-9592-6cfbaab80d92 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] For port 006a4624-48a4-48bb-9a12-ad3081a71c5f, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=006a4624-48a4-48bb-9a12-ad3081a71c5f,segment=NetworkSegment(fdf44def-cbc2-4bf9-b6cb-14f8a3a9b86c),segment_id=fdf44def-cbc2-4bf9-b6cb-14f8a3a9b86c)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:11:45.261830 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-6ccc87c9-41d3-44f6-80d7-a88847672d7f req-0ee1f4a1-81bc-4ac5-9592-6cfbaab80d92 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:45.273725 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-6ccc87c9-41d3-44f6-80d7-a88847672d7f req-0ee1f4a1-81bc-4ac5-9592-6cfbaab80d92 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Calling delete_port for 006a4624-48a4-48bb-9a12-ad3081a71c5f owned by compute:nova {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:11:45.542126 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-6ccc87c9-41d3-44f6-80d7-a88847672d7f req-0ee1f4a1-81bc-4ac5-9592-6cfbaab80d92 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:45.570874 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee1f4a1-81bc-4ac5-9592-6cfbaab80d92 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'Port': ['ID=006a4624-48a4-48bb-9a12-ad3081a71c5f,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:45.618615 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ccc87c9-41d3-44f6-80d7-a88847672d7f req-0ee1f4a1-81bc-4ac5-9592-6cfbaab80d92 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] No DVR routers for this DVR port 006a4624-48a4-48bb-9a12-ad3081a71c5f on host hv-neutron-8286 {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:11:45.621670 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-6ccc87c9-41d3-44f6-80d7-a88847672d7f req-0ee1f4a1-81bc-4ac5-9592-6cfbaab80d92 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:45.625056 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6ccc87c9-41d3-44f6-80d7-a88847672d7f req-0ee1f4a1-81bc-4ac5-9592-6cfbaab80d92 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "DELETE /v2.0/ports/006a4624-48a4-48bb-9a12-ad3081a71c5f HTTP/1.1" status: 204 len: 173 time: 0.5863452 Feb 16 17:11:45.625519 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '187ee100-0d0b-4e9f-926e-3066ff43cc73', 'name': 'network-vif-deleted', 'tag': '006a4624-48a4-48bb-9a12-ad3081a71c5f'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:11:45.627778 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77784de-9988-4317-bfad-22cb2c6084ea" -d '{"events": [{"server_uuid": "187ee100-0d0b-4e9f-926e-3066ff43cc73", "name": "network-vif-deleted", "tag": "006a4624-48a4-48bb-9a12-ad3081a71c5f"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:11:45.669154 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c425e8a-e888-4ff6-b3a4-516bd5ee3c8d x-openstack-request-id: req-2c425e8a-e888-4ff6-b3a4-516bd5ee3c8d {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:11:45.669445 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "187ee100-0d0b-4e9f-926e-3066ff43cc73", "name": "network-vif-deleted", "tag": "006a4624-48a4-48bb-9a12-ad3081a71c5f", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:11:45.669698 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2c425e8a-e888-4ff6-b3a4-516bd5ee3c8d {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:11:45.670124 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187ee100-0d0b-4e9f-926e-3066ff43cc73', 'name': 'network-vif-deleted', 'tag': '006a4624-48a4-48bb-9a12-ad3081a71c5f', 'status': 'completed', 'code': 200} Feb 16 17:11:46.256022 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-571eb975-183c-4d9e-893b-f7fdde92151a req-39c4b1bc-b63c-48bd-b3df-e23c7dfe08b8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=187ee100-0d0b-4e9f-926e-3066ff43cc73 HTTP/1.1" status: 200 len: 210 time: 0.0287917 Feb 16 17:11:47.314282 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 55650) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:11:47.383090 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ed15f8c1-eb23-4ffa-bc4e-58dc8bd2634f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:47.408746 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ed15f8c1-eb23-4ffa-bc4e-58dc8bd2634f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:47.588354 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ed15f8c1-eb23-4ffa-bc4e-58dc8bd2634f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:47.592090 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ed15f8c1-eb23-4ffa-bc4e-58dc8bd2634f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:47.593267 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-ed15f8c1-eb23-4ffa-bc4e-58dc8bd2634f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "DELETE /v2.0/security-groups/91fb42b6-f3d4-425d-a51e-a8925a541e1c HTTP/1.1" status: 204 len: 168 time: 0.2780011 Feb 16 17:11:47.607957 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed15f8c1-eb23-4ffa-bc4e-58dc8bd2634f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fb42b6-f3d4-425d-a51e-a8925a541e1c,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:47.714286 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 55656) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:11:48.093165 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3d4be7ef-37fc-4021-ba8f-dbcba0df067d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:48.111959 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 006a4624-48a4-48bb-9a12-ad3081a71c5f no longer exists at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:11:48.134560 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] No Port match for: 006a4624-48a4-48bb-9a12-ad3081a71c5f {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:11:48.137500 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 006a4624-48a4-48bb-9a12-ad3081a71c5f not bound to the agent host hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:11:48.359809 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-3d4be7ef-37fc-4021-ba8f-dbcba0df067d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Deleting port 44ffd92a-b845-4fad-9dae-5ab004ca44c9 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:11:48.360454 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3d4be7ef-37fc-4021-ba8f-dbcba0df067d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:48.447492 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-3d4be7ef-37fc-4021-ba8f-dbcba0df067d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] For port 44ffd92a-b845-4fad-9dae-5ab004ca44c9, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=44ffd92a-b845-4fad-9dae-5ab004ca44c9,segment=NetworkSegment(fdf44def-cbc2-4bf9-b6cb-14f8a3a9b86c),segment_id=fdf44def-cbc2-4bf9-b6cb-14f8a3a9b86c)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:11:48.447858 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3d4be7ef-37fc-4021-ba8f-dbcba0df067d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:48.460092 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-3d4be7ef-37fc-4021-ba8f-dbcba0df067d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Calling delete_port for 44ffd92a-b845-4fad-9dae-5ab004ca44c9 owned by network:router_interface {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:11:48.719421 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3d4be7ef-37fc-4021-ba8f-dbcba0df067d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:48.747756 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4be7ef-37fc-4021-ba8f-dbcba0df067d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'Port': ['ID=44ffd92a-b845-4fad-9dae-5ab004ca44c9,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:48.952948 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3d4be7ef-37fc-4021-ba8f-dbcba0df067d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:49.197141 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d4be7ef-37fc-4021-ba8f-dbcba0df067d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Router 555cfeb2-93c9-4d50-b5d6-d12bbccdf20a has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:11:49.313801 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4be7ef-37fc-4021-ba8f-dbcba0df067d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:11:49.319455 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-3d4be7ef-37fc-4021-ba8f-dbcba0df067d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "PUT /v2.0/routers/555cfeb2-93c9-4d50-b5d6-d12bbccdf20a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6039631 Feb 16 17:11:49.322489 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 55660) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:11:49.323615 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f66f6d9-11f9-4448-ac97-10b9bfab24ba None None] Sync routers for ids ['555cfeb2-93c9-4d50-b5d6-d12bbccdf20a'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:11:49.335030 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f66f6d9-11f9-4448-ac97-10b9bfab24ba None None] Routers {'555cfeb2-93c9-4d50-b5d6-d12bbccdf20a'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:11:49.335643 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-8f66f6d9-11f9-4448-ac97-10b9bfab24ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:11:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['555cfeb2-93c9-4d50-b5d6-d12bbccdf20a'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:49.383214 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-c029781e-558c-481e-9861-fcfd5bc8235a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Deleting subnet b4c6a1ba-3e8a-464e-8e91-8e3bb4f2f23d {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:11:49.386377 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c029781e-558c-481e-9861-fcfd5bc8235a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:49.429860 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c029781e-558c-481e-9861-fcfd5bc8235a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:49.441725 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-8f66f6d9-11f9-4448-ac97-10b9bfab24ba None None] Set router 555cfeb2-93c9-4d50-b5d6-d12bbccdf20a gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:11:49.523010 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c029781e-558c-481e-9861-fcfd5bc8235a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:49.633555 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-8f66f6d9-11f9-4448-ac97-10b9bfab24ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555cfeb2-93c9-4d50-b5d6-d12bbccdf20a', 'name': 'tempest-TestNetworkBasicOps-router-1841809418', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e3de29e5-575a-47c5-a6af-b07a79c215ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:10:42Z', 'updated_at': '2022-02-16T17:11:48Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'e3de29e5-575a-47c5-a6af-b07a79c215ab', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555cfeb2-93c9-4d50-b5d6-d12bbccdf20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:42Z', 'updated_at': '2022-02-16T17:11:40Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:49.662645 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f66f6d9-11f9-4448-ac97-10b9bfab24ba None None] Checking router: 555cfeb2-93c9-4d50-b5d6-d12bbccdf20a for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:11:49.670973 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f66f6d9-11f9-4448-ac97-10b9bfab24ba None None] Routers {'555cfeb2-93c9-4d50-b5d6-d12bbccdf20a'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:11:49.671561 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-8f66f6d9-11f9-4448-ac97-10b9bfab24ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:11:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['555cfeb2-93c9-4d50-b5d6-d12bbccdf20a'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:49.697093 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c029781e-558c-481e-9861-fcfd5bc8235a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:49.723520 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c029781e-558c-481e-9861-fcfd5bc8235a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'Subnet': ['ID=b4c6a1ba-3e8a-464e-8e91-8e3bb4f2f23d,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:49.730889 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c029781e-558c-481e-9861-fcfd5bc8235a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:49.734646 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c029781e-558c-481e-9861-fcfd5bc8235a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "DELETE /v2.0/subnets/b4c6a1ba-3e8a-464e-8e91-8e3bb4f2f23d HTTP/1.1" status: 204 len: 168 time: 0.4111295 Feb 16 17:11:49.737273 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 55662) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:11:49.738771 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a852f84-f5f7-48de-867b-f1968bd9d53a None None] Network 8d71ee83-f925-44df-8000-91e0aa8b11cd requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:11:49.790399 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-8f66f6d9-11f9-4448-ac97-10b9bfab24ba None None] Set router 555cfeb2-93c9-4d50-b5d6-d12bbccdf20a gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:11:49.857289 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6e4161ef-27b7-45bc-b092-46f3b36615f8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:49.962808 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ea6007-265b-49cd-8735-769c78208cc6 None None] DHCP port deletion for 8d71ee83-f925-44df-8000-91e0aa8b11cd request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:11:49.988537 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6e4161ef-27b7-45bc-b092-46f3b36615f8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:50.026897 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-62ea6007-265b-49cd-8735-769c78208cc6 None None] Deleting port 973a8852-61b1-4d88-98d0-361dd2648e4a {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:11:50.027647 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-62ea6007-265b-49cd-8735-769c78208cc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:50.030355 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-8f66f6d9-11f9-4448-ac97-10b9bfab24ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555cfeb2-93c9-4d50-b5d6-d12bbccdf20a', 'name': 'tempest-TestNetworkBasicOps-router-1841809418', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e3de29e5-575a-47c5-a6af-b07a79c215ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:10:42Z', 'updated_at': '2022-02-16T17:11:48Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'e3de29e5-575a-47c5-a6af-b07a79c215ab', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555cfeb2-93c9-4d50-b5d6-d12bbccdf20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:42Z', 'updated_at': '2022-02-16T17:11:40Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:50.063330 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f66f6d9-11f9-4448-ac97-10b9bfab24ba None None] The sync data for ids ['555cfeb2-93c9-4d50-b5d6-d12bbccdf20a'] in dv-neutron-828697-3-hyperv is: [{'id': '555cfeb2-93c9-4d50-b5d6-d12bbccdf20a', 'name': 'tempest-TestNetworkBasicOps-router-1841809418', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e3de29e5-575a-47c5-a6af-b07a79c215ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:10:42Z', 'updated_at': '2022-02-16T17:11:48Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'e3de29e5-575a-47c5-a6af-b07a79c215ab', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555cfeb2-93c9-4d50-b5d6-d12bbccdf20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:42Z', 'updated_at': '2022-02-16T17:11:40Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:11:50.107609 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-62ea6007-265b-49cd-8735-769c78208cc6 None None] For port 973a8852-61b1-4d88-98d0-361dd2648e4a, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=973a8852-61b1-4d88-98d0-361dd2648e4a,segment=NetworkSegment(fdf44def-cbc2-4bf9-b6cb-14f8a3a9b86c),segment_id=fdf44def-cbc2-4bf9-b6cb-14f8a3a9b86c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:11:50.108454 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-62ea6007-265b-49cd-8735-769c78208cc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:50.124682 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-62ea6007-265b-49cd-8735-769c78208cc6 None None] Calling delete_port for 973a8852-61b1-4d88-98d0-361dd2648e4a owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:11:50.142214 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-6e4161ef-27b7-45bc-b092-46f3b36615f8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Deleting port e3de29e5-575a-47c5-a6af-b07a79c215ab {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:11:50.142755 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6e4161ef-27b7-45bc-b092-46f3b36615f8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:50.230756 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-6e4161ef-27b7-45bc-b092-46f3b36615f8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] For port e3de29e5-575a-47c5-a6af-b07a79c215ab, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=e3de29e5-575a-47c5-a6af-b07a79c215ab,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:11:50.231117 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6e4161ef-27b7-45bc-b092-46f3b36615f8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:50.246545 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-6e4161ef-27b7-45bc-b092-46f3b36615f8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Calling delete_port for e3de29e5-575a-47c5-a6af-b07a79c215ab owned by network:router_gateway {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:11:50.336336 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-62ea6007-265b-49cd-8735-769c78208cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:50.365475 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ea6007-265b-49cd-8735-769c78208cc6 None None] Pushing event deleted for resources: {'Port': ['ID=973a8852-61b1-4d88-98d0-361dd2648e4a,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:50.371319 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ea6007-265b-49cd-8735-769c78208cc6 None None] No DVR routers for this DVR port 973a8852-61b1-4d88-98d0-361dd2648e4a on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:11:50.458770 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 973a8852-61b1-4d88-98d0-361dd2648e4a no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:11:50.480185 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 973a8852-61b1-4d88-98d0-361dd2648e4a {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:11:50.480530 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 973a8852-61b1-4d88-98d0-361dd2648e4a not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:11:50.553796 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6e4161ef-27b7-45bc-b092-46f3b36615f8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:50.582274 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4161ef-27b7-45bc-b092-46f3b36615f8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'Port': ['ID=e3de29e5-575a-47c5-a6af-b07a79c215ab,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:50.644728 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6e4161ef-27b7-45bc-b092-46f3b36615f8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584056'] for router_gateway, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:50.743559 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6e4161ef-27b7-45bc-b092-46f3b36615f8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:50.745718 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6e4161ef-27b7-45bc-b092-46f3b36615f8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:50.907828 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6e4161ef-27b7-45bc-b092-46f3b36615f8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:50.908431 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4161ef-27b7-45bc-b092-46f3b36615f8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Fanout notify agent at l3_agent the message router_deleted on router 555cfeb2-93c9-4d50-b5d6-d12bbccdf20a {{(pid=114376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:11:50.923704 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6e4161ef-27b7-45bc-b092-46f3b36615f8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:50.927381 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-6e4161ef-27b7-45bc-b092-46f3b36615f8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "DELETE /v2.0/routers/555cfeb2-93c9-4d50-b5d6-d12bbccdf20a HTTP/1.1" status: 204 len: 168 time: 1.1865566 Feb 16 17:11:50.928184 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55668) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:11:51.030374 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-60a702a4-ef74-49ed-8b6a-135cf6fdaeef tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:51.127291 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-60a702a4-ef74-49ed-8b6a-135cf6fdaeef tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:51.147386 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-60a702a4-ef74-49ed-8b6a-135cf6fdaeef tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d71ee83-f925-44df-8000-91e0aa8b11cd']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:51.157086 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-60a702a4-ef74-49ed-8b6a-135cf6fdaeef tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdf44def-cbc2-4bf9-b6cb-14f8a3a9b86c') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:51.157408 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-60a702a4-ef74-49ed-8b6a-135cf6fdaeef tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdf44def-cbc2-4bf9-b6cb-14f8a3a9b86c') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:51.166812 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-60a702a4-ef74-49ed-8b6a-135cf6fdaeef tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:51.180219 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-60a702a4-ef74-49ed-8b6a-135cf6fdaeef tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:51.186025 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60a702a4-ef74-49ed-8b6a-135cf6fdaeef tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:11:51.186413 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-60a702a4-ef74-49ed-8b6a-135cf6fdaeef tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:51.189318 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 17:11:51.189318 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:11:51.189318 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 17:11:51.189318 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:11:51.189318 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 17:11:51.189318 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:11:51.189318 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 17:11:51.189318 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:11:51.189318 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 17:11:51.189318 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:11:51.189318 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 17:11:51.189318 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:11:51.189318 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 17:11:51.189318 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:11:51.189318 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:11:51.189318 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:11:51.189318 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:11:51.189318 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:11:51.189318 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 17:11:51.189318 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:11:51.189318 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 17:11:51.189318 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:11:51.189318 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:11:51.189318 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:11:51.189318 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 17:11:51.189318 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:11:51.189318 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:11:51.189318 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:11:51.189318 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:11:51.189318 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:11:51.189318 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:11:51.189318 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:11:51.353716 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-60a702a4-ef74-49ed-8b6a-135cf6fdaeef tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:51.360809 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-60a702a4-ef74-49ed-8b6a-135cf6fdaeef tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:51.368238 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-60a702a4-ef74-49ed-8b6a-135cf6fdaeef tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "DELETE /v2.0/networks/8d71ee83-f925-44df-8000-91e0aa8b11cd HTTP/1.1" status: 204 len: 168 time: 0.4348872 Feb 16 17:11:51.380959 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a702a4-ef74-49ed-8b6a-135cf6fdaeef tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'Network': ['ID=8d71ee83-f925-44df-8000-91e0aa8b11cd,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:51.386179 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 55670) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:11:51.391523 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-7958305d-3b59-41d4-b733-e58cf67d29b5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'network': {'name': 'tempest-network-smoke--1065823366', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'port_security_enabled': True}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:11:51.393234 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a702a4-ef74-49ed-8b6a-135cf6fdaeef tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:51.393586 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a702a4-ef74-49ed-8b6a-135cf6fdaeef tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:51.393926 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a702a4-ef74-49ed-8b6a-135cf6fdaeef tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:51.394263 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a702a4-ef74-49ed-8b6a-135cf6fdaeef tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:51.394593 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a702a4-ef74-49ed-8b6a-135cf6fdaeef tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:51.394920 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a702a4-ef74-49ed-8b6a-135cf6fdaeef tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:51.395243 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a702a4-ef74-49ed-8b6a-135cf6fdaeef tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:51.395845 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a702a4-ef74-49ed-8b6a-135cf6fdaeef tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:51.396079 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a702a4-ef74-49ed-8b6a-135cf6fdaeef tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:51.396356 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a702a4-ef74-49ed-8b6a-135cf6fdaeef tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:51.396685 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a702a4-ef74-49ed-8b6a-135cf6fdaeef tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:51.397180 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a702a4-ef74-49ed-8b6a-135cf6fdaeef tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:51.530200 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7958305d-3b59-41d4-b733-e58cf67d29b5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Made reservation on behalf of 9c9820320aae461fbcc5eba944eb2160 for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:11:51.534292 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7958305d-3b59-41d4-b733-e58cf67d29b5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:51.557793 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7958305d-3b59-41d4-b733-e58cf67d29b5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:11:51.566070 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7958305d-3b59-41d4-b733-e58cf67d29b5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:51.566411 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-7958305d-3b59-41d4-b733-e58cf67d29b5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Added segment d63e6cca-40b7-4934-9ad8-f8d34899aed5 of type vlan for network e3ac3a57-19a3-4526-8efb-f167440964f4 Feb 16 17:11:51.613790 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7958305d-3b59-41d4-b733-e58cf67d29b5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:51.701703 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7958305d-3b59-41d4-b733-e58cf67d29b5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:51.707938 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7958305d-3b59-41d4-b733-e58cf67d29b5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:51.708543 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7958305d-3b59-41d4-b733-e58cf67d29b5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:51.776528 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7958305d-3b59-41d4-b733-e58cf67d29b5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Network': ['ID=e3ac3a57-19a3-4526-8efb-f167440964f4,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:51.786963 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network e3ac3a57-19a3-4526-8efb-f167440964f4 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:11:51.835736 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-7958305d-3b59-41d4-b733-e58cf67d29b5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4481394 Feb 16 17:11:51.841345 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55672) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:11:51.847096 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-509f5136-559b-4d4d-a3cf-5759d6572420 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-901572349', 'admin_state_up': True, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:11:51.964961 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-509f5136-559b-4d4d-a3cf-5759d6572420 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:51.966123 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-509f5136-559b-4d4d-a3cf-5759d6572420 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:52.029223 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-509f5136-559b-4d4d-a3cf-5759d6572420 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:52.037866 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 44ffd92a-b845-4fad-9dae-5ab004ca44c9 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:11:52.062149 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 44ffd92a-b845-4fad-9dae-5ab004ca44c9 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:11:52.063025 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 44ffd92a-b845-4fad-9dae-5ab004ca44c9 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:11:52.063462 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device e3de29e5-575a-47c5-a6af-b07a79c215ab no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:11:52.083002 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: e3de29e5-575a-47c5-a6af-b07a79c215ab {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:11:52.084511 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device e3de29e5-575a-47c5-a6af-b07a79c215ab not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:11:52.252892 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-509f5136-559b-4d4d-a3cf-5759d6572420 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:52.522623 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-509f5136-559b-4d4d-a3cf-5759d6572420 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router_gateway, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:52.542652 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-509f5136-559b-4d4d-a3cf-5759d6572420 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:52.656144 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-509f5136-559b-4d4d-a3cf-5759d6572420 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Allocated IP 172.26.3.101 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/a5b6455d-6251-4274-9577-42e20c10fd7d) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:11:52.763622 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-509f5136-559b-4d4d-a3cf-5759d6572420 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:52.879336 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-509f5136-559b-4d4d-a3cf-5759d6572420 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:52.926193 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509f5136-559b-4d4d-a3cf-5759d6572420 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:11:52.929193 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-509f5136-559b-4d4d-a3cf-5759d6572420 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:11:52.932757 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509f5136-559b-4d4d-a3cf-5759d6572420 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:11:52.938561 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f5136-559b-4d4d-a3cf-5759d6572420 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Port': ['ID=a5b6455d-6251-4274-9577-42e20c10fd7d,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:53.308752 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-509f5136-559b-4d4d-a3cf-5759d6572420 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router_gateway, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:53.511710 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-509f5136-559b-4d4d-a3cf-5759d6572420 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:53.764178 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-509f5136-559b-4d4d-a3cf-5759d6572420 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Router c725d62d-5aa8-48e6-9cf8-d5f95af8075c is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:11:54.216343 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509f5136-559b-4d4d-a3cf-5759d6572420 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:11:54.225840 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42527f15-04de-480f-9d64-96842e789315 None None] Sync routers for ids ['c725d62d-5aa8-48e6-9cf8-d5f95af8075c'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:11:54.236984 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42527f15-04de-480f-9d64-96842e789315 None None] Routers {'c725d62d-5aa8-48e6-9cf8-d5f95af8075c'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:11:54.236984 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-42527f15-04de-480f-9d64-96842e789315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:11:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['c725d62d-5aa8-48e6-9cf8-d5f95af8075c'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:54.340702 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-42527f15-04de-480f-9d64-96842e789315 None None] Set router c725d62d-5aa8-48e6-9cf8-d5f95af8075c gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:11:54.355875 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-509f5136-559b-4d4d-a3cf-5759d6572420 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:54.357263 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-509f5136-559b-4d4d-a3cf-5759d6572420 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5147917 Feb 16 17:11:54.360969 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55680) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:11:54.389887 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-00ad5323-cc5d-4cfc-9ae2-90e4c042737a tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=9c9820320aae461fbcc5eba944eb2160&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277874 Feb 16 17:11:54.392804 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 55682) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:11:54.489166 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0319de-d373-472b-bbda-0afdb729ca86 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:54.490678 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-1b0319de-d373-472b-bbda-0afdb729ca86 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0962873 Feb 16 17:11:54.493680 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 55684) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:11:54.522480 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-54fdb45d-5473-4875-8c2b-f40720cc9553 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=d8eab20e-246c-47ce-8449-822ce53769fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277138 Feb 16 17:11:54.525129 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 55686) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:11:54.529889 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-2d6af60a-dc15-4b34-be62-52ab8071d63d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-573218364', 'network_id': 'e3ac3a57-19a3-4526-8efb-f167440964f4', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:11:54.663914 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-42527f15-04de-480f-9d64-96842e789315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c725d62d-5aa8-48e6-9cf8-d5f95af8075c', 'name': 'tempest-TestNetworkBasicOps-router-901572349', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': 'a5b6455d-6251-4274-9577-42e20c10fd7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:11:51Z', 'updated_at': '2022-02-16T17:11:53Z', 'revision_number': 3, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'a5b6455d-6251-4274-9577-42e20c10fd7d', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:41:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c725d62d-5aa8-48e6-9cf8-d5f95af8075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:52Z', 'updated_at': '2022-02-16T17:11:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:54.693742 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42527f15-04de-480f-9d64-96842e789315 None None] Checking router: c725d62d-5aa8-48e6-9cf8-d5f95af8075c for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:11:54.694101 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42527f15-04de-480f-9d64-96842e789315 None None] Updating router c725d62d-5aa8-48e6-9cf8-d5f95af8075c port a5b6455d-6251-4274-9577-42e20c10fd7d binding host dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:11:54.718349 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-42527f15-04de-480f-9d64-96842e789315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:54.783536 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6af60a-dc15-4b34-be62-52ab8071d63d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Made reservation on behalf of 9c9820320aae461fbcc5eba944eb2160 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:11:54.787306 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2d6af60a-dc15-4b34-be62-52ab8071d63d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:54.989265 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-42527f15-04de-480f-9d64-96842e789315 None None] Notify callbacks [] for port, precommit_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:55.107246 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-42527f15-04de-480f-9d64-96842e789315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:55.173794 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-42527f15-04de-480f-9d64-96842e789315 None None] Attempting to bind port a5b6455d-6251-4274-9577-42e20c10fd7d on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:11:55.174164 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-42527f15-04de-480f-9d64-96842e789315 None None] Attempting to bind port a5b6455d-6251-4274-9577-42e20c10fd7d by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:11:55.174582 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42527f15-04de-480f-9d64-96842e789315 None None] Attempting to bind port a5b6455d-6251-4274-9577-42e20c10fd7d on network d8eab20e-246c-47ce-8449-822ce53769fc {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:11:55.176718 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf39f8-66e5-43cf-84e5-55f3265fda01 None None] Pushing event updated for resources: {'Port': ['ID=a5b6455d-6251-4274-9577-42e20c10fd7d,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:55.184084 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42527f15-04de-480f-9d64-96842e789315 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:11:55.184492 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42527f15-04de-480f-9d64-96842e789315 None None] Checking segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:11:55.194209 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-42527f15-04de-480f-9d64-96842e789315 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:55.194209 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42527f15-04de-480f-9d64-96842e789315 None None] Bound using segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:11:55.194209 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-42527f15-04de-480f-9d64-96842e789315 None None] Bound port: a5b6455d-6251-4274-9577-42e20c10fd7d, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:11:55.194209 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-42527f15-04de-480f-9d64-96842e789315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:55.243191 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-42527f15-04de-480f-9d64-96842e789315 None None] For port a5b6455d-6251-4274-9577-42e20c10fd7d, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:11:55.246434 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-42527f15-04de-480f-9d64-96842e789315 None None] For port a5b6455d-6251-4274-9577-42e20c10fd7d, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=a5b6455d-6251-4274-9577-42e20c10fd7d,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:11:55.440109 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-42527f15-04de-480f-9d64-96842e789315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:55.479139 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2d6af60a-dc15-4b34-be62-52ab8071d63d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:55.490639 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42527f15-04de-480f-9d64-96842e789315 None None] Routers {'c725d62d-5aa8-48e6-9cf8-d5f95af8075c'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:11:55.491268 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-42527f15-04de-480f-9d64-96842e789315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:11:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['c725d62d-5aa8-48e6-9cf8-d5f95af8075c'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:55.542153 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6af60a-dc15-4b34-be62-52ab8071d63d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Subnet': ['ID=1ee5cd87-9a98-42cb-86b1-4aaa310ae9af,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:55.543210 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf39f8-66e5-43cf-84e5-55f3265fda01 None None] Pushing event updated for resources: {'Port': ['ID=a5b6455d-6251-4274-9577-42e20c10fd7d,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:55.550632 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6af60a-dc15-4b34-be62-52ab8071d63d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Checking segment: {'id': 'd63e6cca-40b7-4934-9ad8-f8d34899aed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e3ac3a57-19a3-4526-8efb-f167440964f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:11:55.551020 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6af60a-dc15-4b34-be62-52ab8071d63d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network hostable DHCP agents. Network: e3ac3a57-19a3-4526-8efb-f167440964f4, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:11:55.607533 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-42527f15-04de-480f-9d64-96842e789315 None None] Set router c725d62d-5aa8-48e6-9cf8-d5f95af8075c gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:11:55.673103 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6af60a-dc15-4b34-be62-52ab8071d63d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network e3ac3a57-19a3-4526-8efb-f167440964f4 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:11:55.770147 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-2d6af60a-dc15-4b34-be62-52ab8071d63d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, e3ac3a57-19a3-4526-8efb-f167440964f4) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:11:55.774529 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6af60a-dc15-4b34-be62-52ab8071d63d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:55.775334 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2d6af60a-dc15-4b34-be62-52ab8071d63d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:55.789607 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8813f740-d7f1-4bf7-be5f-64f1873def78 None None] Network e3ac3a57-19a3-4526-8efb-f167440964f4 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:11:55.869580 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-42527f15-04de-480f-9d64-96842e789315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c725d62d-5aa8-48e6-9cf8-d5f95af8075c', 'name': 'tempest-TestNetworkBasicOps-router-901572349', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': 'a5b6455d-6251-4274-9577-42e20c10fd7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:11:51Z', 'updated_at': '2022-02-16T17:11:53Z', 'revision_number': 3, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'a5b6455d-6251-4274-9577-42e20c10fd7d', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:41:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c725d62d-5aa8-48e6-9cf8-d5f95af8075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:52Z', 'updated_at': '2022-02-16T17:11:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:55.906876 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42527f15-04de-480f-9d64-96842e789315 None None] The sync data for ids ['c725d62d-5aa8-48e6-9cf8-d5f95af8075c'] in dv-neutron-828697-3-hyperv is: [{'id': 'c725d62d-5aa8-48e6-9cf8-d5f95af8075c', 'name': 'tempest-TestNetworkBasicOps-router-901572349', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': 'a5b6455d-6251-4274-9577-42e20c10fd7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:11:51Z', 'updated_at': '2022-02-16T17:11:53Z', 'revision_number': 3, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'a5b6455d-6251-4274-9577-42e20c10fd7d', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:41:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c725d62d-5aa8-48e6-9cf8-d5f95af8075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:52Z', 'updated_at': '2022-02-16T17:11:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:11:55.913366 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-2d6af60a-dc15-4b34-be62-52ab8071d63d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.3871884 Feb 16 17:11:55.915857 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55690) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:11:56.001901 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dce1f7c-c88d-4ebf-aa99-5e951eea98ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-e3ac3a57-19a3-4526-8efb-f167440964f4', 'network_id': 'e3ac3a57-19a3-4526-8efb-f167440964f4', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ips': [{'subnet_id': '1ee5cd87-9a98-42cb-86b1-4aaa310ae9af'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:11:56.003008 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5dce1f7c-c88d-4ebf-aa99-5e951eea98ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:56.257982 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-5dce1f7c-c88d-4ebf-aa99-5e951eea98ec None None] Allocated IP 172.20.0.2 (e3ac3a57-19a3-4526-8efb-f167440964f4/1ee5cd87-9a98-42cb-86b1-4aaa310ae9af/a36b5bd9-044e-4750-bf87-d2b7e6c666bd) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:11:56.481391 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5dce1f7c-c88d-4ebf-aa99-5e951eea98ec None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:56.535314 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a521e99a-7268-4e66-a224-f863bb4438c4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:56.564929 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5dce1f7c-c88d-4ebf-aa99-5e951eea98ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:56.610793 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dce1f7c-c88d-4ebf-aa99-5e951eea98ec None None] Network e3ac3a57-19a3-4526-8efb-f167440964f4 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:11:56.617855 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-5dce1f7c-c88d-4ebf-aa99-5e951eea98ec None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:11:56.626839 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dce1f7c-c88d-4ebf-aa99-5e951eea98ec None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:11:56.725858 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce1f7c-c88d-4ebf-aa99-5e951eea98ec None None] Pushing event updated for resources: {'Port': ['ID=a36b5bd9-044e-4750-bf87-d2b7e6c666bd,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:56.733089 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-5dce1f7c-c88d-4ebf-aa99-5e951eea98ec None None] Attempting to bind port a36b5bd9-044e-4750-bf87-d2b7e6c666bd on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:11:56.733485 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-5dce1f7c-c88d-4ebf-aa99-5e951eea98ec None None] Attempting to bind port a36b5bd9-044e-4750-bf87-d2b7e6c666bd by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': 'd63e6cca-40b7-4934-9ad8-f8d34899aed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e3ac3a57-19a3-4526-8efb-f167440964f4'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:11:56.733828 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dce1f7c-c88d-4ebf-aa99-5e951eea98ec None None] Attempting to bind port a36b5bd9-044e-4750-bf87-d2b7e6c666bd on network e3ac3a57-19a3-4526-8efb-f167440964f4 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:11:56.739793 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dce1f7c-c88d-4ebf-aa99-5e951eea98ec None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:11:56.740232 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dce1f7c-c88d-4ebf-aa99-5e951eea98ec None None] Checking segment: {'id': 'd63e6cca-40b7-4934-9ad8-f8d34899aed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e3ac3a57-19a3-4526-8efb-f167440964f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:11:56.740642 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5dce1f7c-c88d-4ebf-aa99-5e951eea98ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:56.741132 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dce1f7c-c88d-4ebf-aa99-5e951eea98ec None None] Bound using segment: {'id': 'd63e6cca-40b7-4934-9ad8-f8d34899aed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e3ac3a57-19a3-4526-8efb-f167440964f4'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:11:56.741508 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-5dce1f7c-c88d-4ebf-aa99-5e951eea98ec None None] Bound port: a36b5bd9-044e-4750-bf87-d2b7e6c666bd, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd63e6cca-40b7-4934-9ad8-f8d34899aed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e3ac3a57-19a3-4526-8efb-f167440964f4'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:11:56.741890 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5dce1f7c-c88d-4ebf-aa99-5e951eea98ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:56.831950 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-5dce1f7c-c88d-4ebf-aa99-5e951eea98ec None None] For port a36b5bd9-044e-4750-bf87-d2b7e6c666bd, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:11:56.840303 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-5dce1f7c-c88d-4ebf-aa99-5e951eea98ec None None] For port a36b5bd9-044e-4750-bf87-d2b7e6c666bd, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=a36b5bd9-044e-4750-bf87-d2b7e6c666bd,segment=NetworkSegment(d63e6cca-40b7-4934-9ad8-f8d34899aed5),segment_id=d63e6cca-40b7-4934-9ad8-f8d34899aed5)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:11:56.940691 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-a521e99a-7268-4e66-a224-f863bb4438c4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Allocated IP 172.20.0.1 (e3ac3a57-19a3-4526-8efb-f167440964f4/1ee5cd87-9a98-42cb-86b1-4aaa310ae9af/f58d49ad-8b26-41cd-9940-3008e0e14e0d) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:11:56.994634 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5dce1f7c-c88d-4ebf-aa99-5e951eea98ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:57.105674 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a521e99a-7268-4e66-a224-f863bb4438c4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:57.115041 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce1f7c-c88d-4ebf-aa99-5e951eea98ec None None] Pushing event updated for resources: {'Port': ['ID=a36b5bd9-044e-4750-bf87-d2b7e6c666bd,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:57.325231 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a521e99a-7268-4e66-a224-f863bb4438c4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:57.348062 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a521e99a-7268-4e66-a224-f863bb4438c4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network e3ac3a57-19a3-4526-8efb-f167440964f4 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:11:57.373044 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-a521e99a-7268-4e66-a224-f863bb4438c4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:11:57.379458 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a521e99a-7268-4e66-a224-f863bb4438c4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:11:57.414650 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521e99a-7268-4e66-a224-f863bb4438c4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Port': ['ID=f58d49ad-8b26-41cd-9940-3008e0e14e0d,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:57.441466 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a521e99a-7268-4e66-a224-f863bb4438c4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:57.694194 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a521e99a-7268-4e66-a224-f863bb4438c4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:57.993327 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a521e99a-7268-4e66-a224-f863bb4438c4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:58.085371 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a521e99a-7268-4e66-a224-f863bb4438c4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:58.095547 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device a5b6455d-6251-4274-9577-42e20c10fd7d up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:11:58.149581 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port a5b6455d-6251-4274-9577-42e20c10fd7d triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:11:58.150347 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:58.166909 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521e99a-7268-4e66-a224-f863bb4438c4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Port': ['ID=f58d49ad-8b26-41cd-9940-3008e0e14e0d,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:58.220651 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a521e99a-7268-4e66-a224-f863bb4438c4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:58.256675 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:58.295787 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a521e99a-7268-4e66-a224-f863bb4438c4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network e3ac3a57-19a3-4526-8efb-f167440964f4 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:11:58.297943 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-a521e99a-7268-4e66-a224-f863bb4438c4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:11:58.309007 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port a5b6455d-6251-4274-9577-42e20c10fd7d, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=a5b6455d-6251-4274-9577-42e20c10fd7d,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:11:58.457556 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a521e99a-7268-4e66-a224-f863bb4438c4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Router c725d62d-5aa8-48e6-9cf8-d5f95af8075c has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:11:58.604600 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e42aad8-0969-4664-8e15-b49e9add73fd None None] Network e3ac3a57-19a3-4526-8efb-f167440964f4 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:11:58.625907 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-a44f62c3-590e-4343-9fdb-535fcbd5b014 req-28dbc8a5-16ff-4da7-81ce-87f33fb372c2 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1203506779&fields=id&tenant_id=044ac631b15e4f2096be696887c61622 HTTP/1.1" status: 200 len: 267 time: 0.0560167 Feb 16 17:11:58.629032 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a521e99a-7268-4e66-a224-f863bb4438c4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:11:58.639062 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6d8cc9-8c4e-4472-83d3-2028a37cb422 None None] Sync routers for ids ['c725d62d-5aa8-48e6-9cf8-d5f95af8075c'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:11:58.640795 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a521e99a-7268-4e66-a224-f863bb4438c4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "PUT /v2.0/routers/c725d62d-5aa8-48e6-9cf8-d5f95af8075c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7237844 Feb 16 17:11:58.643416 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55706) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:11:58.650764 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6d8cc9-8c4e-4472-83d3-2028a37cb422 None None] Routers {'c725d62d-5aa8-48e6-9cf8-d5f95af8075c'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:11:58.654562 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-0c6d8cc9-8c4e-4472-83d3-2028a37cb422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:11:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['c725d62d-5aa8-48e6-9cf8-d5f95af8075c'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:58.668299 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:58.669373 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device a36b5bd9-044e-4750-bf87-d2b7e6c666bd up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:11:58.748577 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-a2810cfc-43d5-4fbb-9165-42b8389cd732 None None] Provisioning complete for port a36b5bd9-044e-4750-bf87-d2b7e6c666bd triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:11:58.748946 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a2810cfc-43d5-4fbb-9165-42b8389cd732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:58.787001 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-0c6d8cc9-8c4e-4472-83d3-2028a37cb422 None None] Set router c725d62d-5aa8-48e6-9cf8-d5f95af8075c gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:11:58.806024 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f62c3-590e-4343-9fdb-535fcbd5b014 req-573878c2-f9bf-4833-9718-35465f687a0f tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:58.807501 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-a44f62c3-590e-4343-9fdb-535fcbd5b014 req-573878c2-f9bf-4833-9718-35465f687a0f tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/networks?id=c364a6ac-af1f-40c5-af86-f038476be8ba HTTP/1.1" status: 200 len: 811 time: 0.1808312 Feb 16 17:11:58.810857 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=a5b6455d-6251-4274-9577-42e20c10fd7d,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:58.834505 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-a44f62c3-590e-4343-9fdb-535fcbd5b014 req-2d2438db-789d-4a17-9822-6453daea7d02 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/quotas/044ac631b15e4f2096be696887c61622 HTTP/1.1" status: 200 len: 375 time: 0.0140414 Feb 16 17:11:58.840799 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a011e7-d181-410f-9c9a-ce425d8468d3 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:58.840799 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a011e7-d181-410f-9c9a-ce425d8468d3 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:58.840799 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a011e7-d181-410f-9c9a-ce425d8468d3 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:58.840799 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a011e7-d181-410f-9c9a-ce425d8468d3 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:58.840799 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a011e7-d181-410f-9c9a-ce425d8468d3 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:58.840799 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a011e7-d181-410f-9c9a-ce425d8468d3 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:58.843151 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-71a011e7-d181-410f-9c9a-ce425d8468d3 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1965485 Feb 16 17:11:58.844339 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 55708) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:11:58.894518 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port a36b5bd9-044e-4750-bf87-d2b7e6c666bd triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:11:58.895329 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:58.916666 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-a44f62c3-590e-4343-9fdb-535fcbd5b014 req-da30b262-b83d-456b-b30b-991d67ff0cc6 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=044ac631b15e4f2096be696887c61622&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0637586 Feb 16 17:11:58.922737 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fac0633-db90-4e10-901e-a04420d3f050 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:58.923303 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fac0633-db90-4e10-901e-a04420d3f050 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:58.923763 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fac0633-db90-4e10-901e-a04420d3f050 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:58.924436 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fac0633-db90-4e10-901e-a04420d3f050 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:58.924893 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fac0633-db90-4e10-901e-a04420d3f050 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:58.925471 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fac0633-db90-4e10-901e-a04420d3f050 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:58.927357 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-8fac0633-db90-4e10-901e-a04420d3f050 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4012 time: 0.0820267 Feb 16 17:11:58.931535 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55710) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:11:58.983499 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a2810cfc-43d5-4fbb-9165-42b8389cd732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:59.044978 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-0c6d8cc9-8c4e-4472-83d3-2028a37cb422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c725d62d-5aa8-48e6-9cf8-d5f95af8075c', 'name': 'tempest-TestNetworkBasicOps-router-901572349', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': 'a5b6455d-6251-4274-9577-42e20c10fd7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:11:51Z', 'updated_at': '2022-02-16T17:11:57Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'a5b6455d-6251-4274-9577-42e20c10fd7d', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:41:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c725d62d-5aa8-48e6-9cf8-d5f95af8075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:52Z', 'updated_at': '2022-02-16T17:11:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'f58d49ad-8b26-41cd-9940-3008e0e14e0d', 'name': '', 'network_id': 'e3ac3a57-19a3-4526-8efb-f167440964f4', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:fa:5f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c725d62d-5aa8-48e6-9cf8-d5f95af8075c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '1ee5cd87-9a98-42cb-86b1-4aaa310ae9af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:56Z', 'updated_at': '2022-02-16T17:11:57Z', 'revision_number': 2, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': '1ee5cd87-9a98-42cb-86b1-4aaa310ae9af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:59.057515 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-a2810cfc-43d5-4fbb-9165-42b8389cd732 None None] For port a36b5bd9-044e-4750-bf87-d2b7e6c666bd, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=a36b5bd9-044e-4750-bf87-d2b7e6c666bd,segment=NetworkSegment(d63e6cca-40b7-4934-9ad8-f8d34899aed5),segment_id=d63e6cca-40b7-4934-9ad8-f8d34899aed5)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:11:59.062526 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:59.089339 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6d8cc9-8c4e-4472-83d3-2028a37cb422 None None] Checking router: c725d62d-5aa8-48e6-9cf8-d5f95af8075c for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:11:59.089719 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6d8cc9-8c4e-4472-83d3-2028a37cb422 None None] Updating router c725d62d-5aa8-48e6-9cf8-d5f95af8075c port f58d49ad-8b26-41cd-9940-3008e0e14e0d binding host dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:11:59.097506 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-a44f62c3-590e-4343-9fdb-535fcbd5b014 req-85ddc367-78be-45ba-a888-27694b11a71b service neutron] 10.222.0.88 "GET /v2.0/networks/c364a6ac-af1f-40c5-af86-f038476be8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666579 Feb 16 17:11:59.119314 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-0c6d8cc9-8c4e-4472-83d3-2028a37cb422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:59.160424 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a2810cfc-43d5-4fbb-9165-42b8389cd732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:59.253707 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-a44f62c3-590e-4343-9fdb-535fcbd5b014 req-1b9acecf-1a3f-4016-a8fd-6aafb2685d47 service neutron] 10.222.0.88 "GET /v2.0/networks/c364a6ac-af1f-40c5-af86-f038476be8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216140 Feb 16 17:11:59.256197 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.db.api [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:11:59.256560 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG oslo_db.api [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:11:59.257170 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2810cfc-43d5-4fbb-9165-42b8389cd732 None None] Pushing event updated for resources: {'Port': ['ID=a36b5bd9-044e-4750-bf87-d2b7e6c666bd,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:59.260297 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-da9e6690-30c6-4109-84e2-0dc17e5b6797 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.3276563 Feb 16 17:11:59.292181 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-3e808b47-6788-49de-acb7-7f8562df0454 None None] Provisioning complete for port a36b5bd9-044e-4750-bf87-d2b7e6c666bd triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:11:59.292671 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-3e808b47-6788-49de-acb7-7f8562df0454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:59.402415 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-3e808b47-6788-49de-acb7-7f8562df0454 None None] Provisioning complete for port f58d49ad-8b26-41cd-9940-3008e0e14e0d triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:11:59.402801 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-3e808b47-6788-49de-acb7-7f8562df0454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:59.445422 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-3e808b47-6788-49de-acb7-7f8562df0454 None None] Port f58d49ad-8b26-41cd-9940-3008e0e14e0d cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:11:59.564142 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-0c6d8cc9-8c4e-4472-83d3-2028a37cb422 None None] Notify callbacks [] for port, precommit_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:59.571611 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-31bf0fc4-0a80-405d-9422-ce09ab3db704 None None] Provisioning complete for port f58d49ad-8b26-41cd-9940-3008e0e14e0d triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:11:59.572027 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-31bf0fc4-0a80-405d-9422-ce09ab3db704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:59.608791 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-31bf0fc4-0a80-405d-9422-ce09ab3db704 None None] Port f58d49ad-8b26-41cd-9940-3008e0e14e0d cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:11:59.667506 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-0c6d8cc9-8c4e-4472-83d3-2028a37cb422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:59.719918 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670a38b9-025f-4d1b-b176-8ff782650321 None None] Pushing event updated for resources: {'Port': ['ID=f58d49ad-8b26-41cd-9940-3008e0e14e0d,revision_number=3']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:59.730014 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670a38b9-025f-4d1b-b176-8ff782650321 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:59.734845 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670a38b9-025f-4d1b-b176-8ff782650321 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:59.734845 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670a38b9-025f-4d1b-b176-8ff782650321 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:59.734845 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670a38b9-025f-4d1b-b176-8ff782650321 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:59.734845 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670a38b9-025f-4d1b-b176-8ff782650321 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:59.734845 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670a38b9-025f-4d1b-b176-8ff782650321 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:59.734845 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670a38b9-025f-4d1b-b176-8ff782650321 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:59.734845 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670a38b9-025f-4d1b-b176-8ff782650321 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:59.734845 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670a38b9-025f-4d1b-b176-8ff782650321 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:59.734845 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670a38b9-025f-4d1b-b176-8ff782650321 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:59.734845 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670a38b9-025f-4d1b-b176-8ff782650321 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:59.734845 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670a38b9-025f-4d1b-b176-8ff782650321 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:59.785289 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-0c6d8cc9-8c4e-4472-83d3-2028a37cb422 None None] Attempting to bind port f58d49ad-8b26-41cd-9940-3008e0e14e0d on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:11:59.785752 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-0c6d8cc9-8c4e-4472-83d3-2028a37cb422 None None] Attempting to bind port f58d49ad-8b26-41cd-9940-3008e0e14e0d by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': 'd63e6cca-40b7-4934-9ad8-f8d34899aed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e3ac3a57-19a3-4526-8efb-f167440964f4'}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:11:59.786114 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6d8cc9-8c4e-4472-83d3-2028a37cb422 None None] Attempting to bind port f58d49ad-8b26-41cd-9940-3008e0e14e0d on network e3ac3a57-19a3-4526-8efb-f167440964f4 {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:11:59.791341 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6d8cc9-8c4e-4472-83d3-2028a37cb422 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:11:59.791722 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6d8cc9-8c4e-4472-83d3-2028a37cb422 None None] Checking segment: {'id': 'd63e6cca-40b7-4934-9ad8-f8d34899aed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e3ac3a57-19a3-4526-8efb-f167440964f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:11:59.792151 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-0c6d8cc9-8c4e-4472-83d3-2028a37cb422 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:59.792555 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6d8cc9-8c4e-4472-83d3-2028a37cb422 None None] Bound using segment: {'id': 'd63e6cca-40b7-4934-9ad8-f8d34899aed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e3ac3a57-19a3-4526-8efb-f167440964f4'} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:11:59.793010 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-0c6d8cc9-8c4e-4472-83d3-2028a37cb422 None None] Bound port: f58d49ad-8b26-41cd-9940-3008e0e14e0d, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd63e6cca-40b7-4934-9ad8-f8d34899aed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e3ac3a57-19a3-4526-8efb-f167440964f4'}}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:11:59.793392 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-0c6d8cc9-8c4e-4472-83d3-2028a37cb422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:59.833381 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-c7c707eb-a405-419d-adfa-8d7d4791466b None None] Provisioning complete for port f58d49ad-8b26-41cd-9940-3008e0e14e0d triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:11:59.834065 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c7c707eb-a405-419d-adfa-8d7d4791466b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:11:59.856455 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55722) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:11:59.861464 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-dbd82bc2-c294-423d-bc3c-bfdc8141d4e3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1250739543', 'description': 'tempest-secgroup-smoke-1250739543 description', 'project_id': '9c9820320aae461fbcc5eba944eb2160'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:11:59.886443 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-c7c707eb-a405-419d-adfa-8d7d4791466b None None] Port f58d49ad-8b26-41cd-9940-3008e0e14e0d cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:11:59.887828 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-0c6d8cc9-8c4e-4472-83d3-2028a37cb422 None None] For port f58d49ad-8b26-41cd-9940-3008e0e14e0d, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:11:59.892224 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-0c6d8cc9-8c4e-4472-83d3-2028a37cb422 None None] For port f58d49ad-8b26-41cd-9940-3008e0e14e0d, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=f58d49ad-8b26-41cd-9940-3008e0e14e0d,segment=NetworkSegment(d63e6cca-40b7-4934-9ad8-f8d34899aed5),segment_id=d63e6cca-40b7-4934-9ad8-f8d34899aed5)] {{(pid=114378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:11:59.964809 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-dbd82bc2-c294-423d-bc3c-bfdc8141d4e3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:00.017128 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-11ee8457-8598-48c6-97e9-6314ce302886 None None] Provisioning complete for port f58d49ad-8b26-41cd-9940-3008e0e14e0d triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:12:00.024710 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-11ee8457-8598-48c6-97e9-6314ce302886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:00.027683 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-0c6d8cc9-8c4e-4472-83d3-2028a37cb422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:00.052487 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-dbd82bc2-c294-423d-bc3c-bfdc8141d4e3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:00.054347 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-cee64e81-7b62-4856-852f-c73dafc6f2e3 req-112b19f6-5065-46e3-9394-509137de1b76 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d HTTP/1.1" status: 200 len: 210 time: 0.0537009 Feb 16 17:12:00.121246 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6d8cc9-8c4e-4472-83d3-2028a37cb422 None None] Routers {'c725d62d-5aa8-48e6-9cf8-d5f95af8075c'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:12:00.121951 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-0c6d8cc9-8c4e-4472-83d3-2028a37cb422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:11:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['c725d62d-5aa8-48e6-9cf8-d5f95af8075c'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:12:00.142292 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-dbd82bc2-c294-423d-bc3c-bfdc8141d4e3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:00.208481 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670a38b9-025f-4d1b-b176-8ff782650321 None None] Pushing event updated for resources: {'Port': ['ID=f58d49ad-8b26-41cd-9940-3008e0e14e0d,revision_number=4']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:12:00.223227 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd82bc2-c294-423d-bc3c-bfdc8141d4e3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=989a90cd-e029-41ff-9655-031cf4776676,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:12:00.263344 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device a5b6455d-6251-4274-9577-42e20c10fd7d up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:12:00.275326 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-dbd82bc2-c294-423d-bc3c-bfdc8141d4e3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:00.277643 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-dbd82bc2-c294-423d-bc3c-bfdc8141d4e3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4198565 Feb 16 17:12:00.280678 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55732) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:12:00.287495 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-8fe7fd78-59c7-40af-9851-b5f5fae708b1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': '989a90cd-e029-41ff-9655-031cf4776676', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:12:00.305034 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-0c6d8cc9-8c4e-4472-83d3-2028a37cb422 None None] Set router c725d62d-5aa8-48e6-9cf8-d5f95af8075c gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:12:00.373863 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port a5b6455d-6251-4274-9577-42e20c10fd7d triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:12:00.373863 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:00.401580 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-11ee8457-8598-48c6-97e9-6314ce302886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:00.411870 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8fe7fd78-59c7-40af-9851-b5f5fae708b1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:00.453606 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-11ee8457-8598-48c6-97e9-6314ce302886 None None] For port f58d49ad-8b26-41cd-9940-3008e0e14e0d, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=f58d49ad-8b26-41cd-9940-3008e0e14e0d,segment=NetworkSegment(d63e6cca-40b7-4934-9ad8-f8d34899aed5),segment_id=d63e6cca-40b7-4934-9ad8-f8d34899aed5)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:12:00.487302 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8fe7fd78-59c7-40af-9851-b5f5fae708b1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:00.493602 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device a36b5bd9-044e-4750-bf87-d2b7e6c666bd up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:12:00.525481 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-0c6d8cc9-8c4e-4472-83d3-2028a37cb422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c725d62d-5aa8-48e6-9cf8-d5f95af8075c', 'name': 'tempest-TestNetworkBasicOps-router-901572349', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': 'a5b6455d-6251-4274-9577-42e20c10fd7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:11:51Z', 'updated_at': '2022-02-16T17:11:57Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'a5b6455d-6251-4274-9577-42e20c10fd7d', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:41:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c725d62d-5aa8-48e6-9cf8-d5f95af8075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:52Z', 'updated_at': '2022-02-16T17:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'f58d49ad-8b26-41cd-9940-3008e0e14e0d', 'name': '', 'network_id': 'e3ac3a57-19a3-4526-8efb-f167440964f4', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:fa:5f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c725d62d-5aa8-48e6-9cf8-d5f95af8075c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '1ee5cd87-9a98-42cb-86b1-4aaa310ae9af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:56Z', 'updated_at': '2022-02-16T17:11:59Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': '1ee5cd87-9a98-42cb-86b1-4aaa310ae9af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:12:00.544316 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port a36b5bd9-044e-4750-bf87-d2b7e6c666bd triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:12:00.544694 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:00.557623 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6d8cc9-8c4e-4472-83d3-2028a37cb422 None None] The sync data for ids ['c725d62d-5aa8-48e6-9cf8-d5f95af8075c'] in dv-neutron-828697-3-hyperv is: [{'id': 'c725d62d-5aa8-48e6-9cf8-d5f95af8075c', 'name': 'tempest-TestNetworkBasicOps-router-901572349', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': 'a5b6455d-6251-4274-9577-42e20c10fd7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:11:51Z', 'updated_at': '2022-02-16T17:11:57Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'a5b6455d-6251-4274-9577-42e20c10fd7d', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:41:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c725d62d-5aa8-48e6-9cf8-d5f95af8075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:52Z', 'updated_at': '2022-02-16T17:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'f58d49ad-8b26-41cd-9940-3008e0e14e0d', 'name': '', 'network_id': 'e3ac3a57-19a3-4526-8efb-f167440964f4', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:fa:5f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c725d62d-5aa8-48e6-9cf8-d5f95af8075c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '1ee5cd87-9a98-42cb-86b1-4aaa310ae9af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:56Z', 'updated_at': '2022-02-16T17:11:59Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': '1ee5cd87-9a98-42cb-86b1-4aaa310ae9af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:12:00.582599 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-11ee8457-8598-48c6-97e9-6314ce302886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:00.664313 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8fe7fd78-59c7-40af-9851-b5f5fae708b1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:00.667461 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:00.670697 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ee8457-8598-48c6-97e9-6314ce302886 None None] Pushing event updated for resources: {'Port': ['ID=f58d49ad-8b26-41cd-9940-3008e0e14e0d,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:12:00.680501 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ee8457-8598-48c6-97e9-6314ce302886 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:12:00.680853 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ee8457-8598-48c6-97e9-6314ce302886 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:12:00.681192 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ee8457-8598-48c6-97e9-6314ce302886 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:12:00.681724 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ee8457-8598-48c6-97e9-6314ce302886 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:12:00.682058 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ee8457-8598-48c6-97e9-6314ce302886 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:12:00.682390 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ee8457-8598-48c6-97e9-6314ce302886 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:12:00.682726 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ee8457-8598-48c6-97e9-6314ce302886 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:12:00.683056 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ee8457-8598-48c6-97e9-6314ce302886 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:12:00.683387 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ee8457-8598-48c6-97e9-6314ce302886 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:12:00.683710 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ee8457-8598-48c6-97e9-6314ce302886 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:12:00.684079 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ee8457-8598-48c6-97e9-6314ce302886 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:12:00.684407 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ee8457-8598-48c6-97e9-6314ce302886 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:12:00.689879 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe7fd78-59c7-40af-9851-b5f5fae708b1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=517cd534-b1b9-4fa4-893d-9869a504028a,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:12:00.703696 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-4253e3e0-2155-48aa-b342-8fc1208b053e None None] Provisioning complete for port f58d49ad-8b26-41cd-9940-3008e0e14e0d triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:12:00.704046 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4253e3e0-2155-48aa-b342-8fc1208b053e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:00.789521 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8fe7fd78-59c7-40af-9851-b5f5fae708b1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:00.795329 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-8fe7fd78-59c7-40af-9851-b5f5fae708b1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5125282 Feb 16 17:12:00.798290 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55736) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:12:00.803196 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-808e5a8b-2319-4c2b-aff1-e348fcfd91c1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': '989a90cd-e029-41ff-9655-031cf4776676', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:12:00.917971 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-808e5a8b-2319-4c2b-aff1-e348fcfd91c1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:00.972466 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-808e5a8b-2319-4c2b-aff1-e348fcfd91c1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:01.045122 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-808e5a8b-2319-4c2b-aff1-e348fcfd91c1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:01.068455 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808e5a8b-2319-4c2b-aff1-e348fcfd91c1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54fcbe72-11cc-49b1-9f8d-1f6e71b2ab2f,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:12:01.161038 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-b8bc65fa-7829-410d-ad82-fc8085733829 req-d7d24df6-13ac-43d8-b1d4-f6069d1f761a tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d HTTP/1.1" status: 200 len: 210 time: 0.0286314 Feb 16 17:12:01.188812 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-808e5a8b-2319-4c2b-aff1-e348fcfd91c1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:01.190272 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-808e5a8b-2319-4c2b-aff1-e348fcfd91c1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3909001 Feb 16 17:12:01.203829 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55740) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:12:01.208801 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-b0185917-b21e-4465-a242-2fcbf2bc1677 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': '989a90cd-e029-41ff-9655-031cf4776676', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:12:01.335686 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b0185917-b21e-4465-a242-2fcbf2bc1677 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:01.407115 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b0185917-b21e-4465-a242-2fcbf2bc1677 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:01.502353 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b0185917-b21e-4465-a242-2fcbf2bc1677 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:01.519665 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0185917-b21e-4465-a242-2fcbf2bc1677 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b57408d-de5e-48a6-b038-50c499c5ea39,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:12:01.600720 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b0185917-b21e-4465-a242-2fcbf2bc1677 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:01.602531 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-b0185917-b21e-4465-a242-2fcbf2bc1677 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3974450 Feb 16 17:12:01.606406 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55742) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:12:01.610307 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-ce48f2f2-5249-401f-9a5d-df36d6bc5970 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': '989a90cd-e029-41ff-9655-031cf4776676', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:12:01.711826 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ce48f2f2-5249-401f-9a5d-df36d6bc5970 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:01.769828 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ce48f2f2-5249-401f-9a5d-df36d6bc5970 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:01.855679 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ce48f2f2-5249-401f-9a5d-df36d6bc5970 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:01.874019 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce48f2f2-5249-401f-9a5d-df36d6bc5970 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb2d809d-2c4c-4bab-aa31-5153c57f9de6,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:12:01.965516 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ce48f2f2-5249-401f-9a5d-df36d6bc5970 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:01.966717 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ce48f2f2-5249-401f-9a5d-df36d6bc5970 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3603508 Feb 16 17:12:01.969515 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55744) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:12:01.973935 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-7a53ba33-4eed-45b8-ba8e-0a578424678d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': '989a90cd-e029-41ff-9655-031cf4776676', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:12:02.068516 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device f58d49ad-8b26-41cd-9940-3008e0e14e0d up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:12:02.084169 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.securitygroups_db [None req-7a53ba33-4eed-45b8-ba8e-0a578424678d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Project 9c9820320aae461fbcc5eba944eb2160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:12:02.089291 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7a53ba33-4eed-45b8-ba8e-0a578424678d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:02.119828 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port f58d49ad-8b26-41cd-9940-3008e0e14e0d triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:12:02.120469 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:02.174673 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7a53ba33-4eed-45b8-ba8e-0a578424678d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:02.262010 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e8123dd8-5987-48a4-a9b1-5e44fe3a3ec7 req-aec9cb57-98f8-45ac-b03c-4cb1f0df8af4 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d HTTP/1.1" status: 200 len: 210 time: 0.0266545 Feb 16 17:12:02.313555 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7a53ba33-4eed-45b8-ba8e-0a578424678d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:02.330817 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a53ba33-4eed-45b8-ba8e-0a578424678d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27bf1183-733f-481b-91a2-b6cd784f221d,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:12:02.410463 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f62c3-590e-4343-9fdb-535fcbd5b014 req-bfd4fbe5-7382-4896-898b-16a106e14c38 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:02.411963 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a44f62c3-590e-4343-9fdb-535fcbd5b014 req-bfd4fbe5-7382-4896-898b-16a106e14c38 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.89 "GET /v2.0/networks?id=c364a6ac-af1f-40c5-af86-f038476be8ba HTTP/1.1" status: 200 len: 811 time: 0.1006930 Feb 16 17:12:02.429364 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7a53ba33-4eed-45b8-ba8e-0a578424678d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:02.433637 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-7a53ba33-4eed-45b8-ba8e-0a578424678d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4603257 Feb 16 17:12:02.433976 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55748) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:12:02.438628 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-2d2ed148-33d0-406e-aee3-5015ca27a919 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': '989a90cd-e029-41ff-9655-031cf4776676', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:12:02.461738 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a44f62c3-590e-4343-9fdb-535fcbd5b014 req-f7258dcb-503e-4b65-9ba3-5928aabe0fc2 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=044ac631b15e4f2096be696887c61622 HTTP/1.1" status: 200 len: 380 time: 0.0402339 Feb 16 17:12:02.471402 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-a44f62c3-590e-4343-9fdb-535fcbd5b014 req-ecb28259-7f5c-44e4-814f-8d77a2ce8327 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Request body: {'port': {'device_id': '3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d', 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba', 'admin_state_up': True, 'tenant_id': '044ac631b15e4f2096be696887c61622', 'security_groups': ['2ab1fb6b-72bb-47cd-ba15-cd961669c091']}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:12:02.535965 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.securitygroups_db [None req-2d2ed148-33d0-406e-aee3-5015ca27a919 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Project 9c9820320aae461fbcc5eba944eb2160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:12:02.542436 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2d2ed148-33d0-406e-aee3-5015ca27a919 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:02.610558 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2d2ed148-33d0-406e-aee3-5015ca27a919 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:02.644665 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a44f62c3-590e-4343-9fdb-535fcbd5b014 req-ecb28259-7f5c-44e4-814f-8d77a2ce8327 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Made reservation on behalf of 044ac631b15e4f2096be696887c61622 for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:12:02.648292 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-a44f62c3-590e-4343-9fdb-535fcbd5b014 req-ecb28259-7f5c-44e4-814f-8d77a2ce8327 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:02.690105 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2d2ed148-33d0-406e-aee3-5015ca27a919 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:02.707930 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2ed148-33d0-406e-aee3-5015ca27a919 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1c8b6f3-0176-4394-9a6d-a89be6daaf82,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:12:02.772383 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2d2ed148-33d0-406e-aee3-5015ca27a919 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:02.783151 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [req-a44f62c3-590e-4343-9fdb-535fcbd5b014 req-ecb28259-7f5c-44e4-814f-8d77a2ce8327 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Allocated IP 172.20.0.9 (c364a6ac-af1f-40c5-af86-f038476be8ba/62ae9dc0-3449-4ef8-8ac6-81ada289f9bf/c0630cd0-653b-4baf-9630-225916837183) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:12:02.783870 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-2d2ed148-33d0-406e-aee3-5015ca27a919 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3487320 Feb 16 17:12:02.924551 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-6c96fbc4-5933-4f92-8243-edb1a2b3147a req-d5c582c1-88e3-4ed1-99eb-1166f077c776 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1250739543&fields=id&tenant_id=9c9820320aae461fbcc5eba944eb2160 HTTP/1.1" status: 200 len: 267 time: 0.0399609 Feb 16 17:12:02.928294 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-a44f62c3-590e-4343-9fdb-535fcbd5b014 req-ecb28259-7f5c-44e4-814f-8d77a2ce8327 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:03.027893 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-a44f62c3-590e-4343-9fdb-535fcbd5b014 req-ecb28259-7f5c-44e4-814f-8d77a2ce8327 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:03.036845 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96fbc4-5933-4f92-8243-edb1a2b3147a req-fc8e6436-59f6-4bed-beba-2df1c05aa7f1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:03.038429 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-6c96fbc4-5933-4f92-8243-edb1a2b3147a req-fc8e6436-59f6-4bed-beba-2df1c05aa7f1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/networks?id=e3ac3a57-19a3-4526-8efb-f167440964f4 HTTP/1.1" status: 200 len: 797 time: 0.1058223 Feb 16 17:12:03.053885 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-6c96fbc4-5933-4f92-8243-edb1a2b3147a req-7555aa96-ed24-4f2c-87f7-7f9d4b2f576c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/quotas/9c9820320aae461fbcc5eba944eb2160 HTTP/1.1" status: 200 len: 375 time: 0.0093079 Feb 16 17:12:03.079035 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a44f62c3-590e-4343-9fdb-535fcbd5b014 req-ecb28259-7f5c-44e4-814f-8d77a2ce8327 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Network c364a6ac-af1f-40c5-af86-f038476be8ba is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:12:03.082374 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [req-a44f62c3-590e-4343-9fdb-535fcbd5b014 req-ecb28259-7f5c-44e4-814f-8d77a2ce8327 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:12:03.086457 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-a44f62c3-590e-4343-9fdb-535fcbd5b014 req-ecb28259-7f5c-44e4-814f-8d77a2ce8327 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:12:03.094232 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb28259-7f5c-44e4-814f-8d77a2ce8327 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Pushing event updated for resources: {'Port': ['ID=c0630cd0-653b-4baf-9630-225916837183,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:12:03.134153 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-6c96fbc4-5933-4f92-8243-edb1a2b3147a req-201c10d6-65ab-4817-a9b3-e07245414049 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=9c9820320aae461fbcc5eba944eb2160&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0745332 Feb 16 17:12:03.145767 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f62c3-590e-4343-9fdb-535fcbd5b014 req-ecb28259-7f5c-44e4-814f-8d77a2ce8327 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:03.146062 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-a44f62c3-590e-4343-9fdb-535fcbd5b014 req-ecb28259-7f5c-44e4-814f-8d77a2ce8327 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:03.238309 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a44f62c3-590e-4343-9fdb-535fcbd5b014 req-ecb28259-7f5c-44e4-814f-8d77a2ce8327 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7710428 Feb 16 17:12:03.253199 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-6c96fbc4-5933-4f92-8243-edb1a2b3147a req-99acb32d-a288-4f2f-95a8-6ba079dd03b3 service neutron] 10.222.0.88 "GET /v2.0/networks/e3ac3a57-19a3-4526-8efb-f167440964f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983026 Feb 16 17:12:03.262659 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-a44f62c3-590e-4343-9fdb-535fcbd5b014 req-1e1a8e13-3ebd-4928-93e6-207bc9167ced service neutron] Request body: {'port': {'device_id': '3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8286'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:12:03.332590 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-a44f62c3-590e-4343-9fdb-535fcbd5b014 req-1e1a8e13-3ebd-4928-93e6-207bc9167ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:03.340813 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-6f1fc1c0-f65b-4f74-a094-a15d9df07178 None None] Provisioning complete for port c0630cd0-653b-4baf-9630-225916837183 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:12:03.341401 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6f1fc1c0-f65b-4f74-a094-a15d9df07178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:03.392989 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-6f1fc1c0-f65b-4f74-a094-a15d9df07178 None None] Port c0630cd0-653b-4baf-9630-225916837183 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:12:03.409895 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-6c96fbc4-5933-4f92-8243-edb1a2b3147a req-2b75801a-6c2b-4850-984f-908eaea8941f service neutron] 10.222.0.88 "GET /v2.0/networks/e3ac3a57-19a3-4526-8efb-f167440964f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480350 Feb 16 17:12:03.568134 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84635f-2af0-400d-8c60-12443abb8cbb req-f81afd91-24f4-4d00-b120-b1bf9f59bbe9 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:03.569622 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ce84635f-2af0-400d-8c60-12443abb8cbb req-f81afd91-24f4-4d00-b120-b1bf9f59bbe9 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d HTTP/1.1" status: 200 len: 931 time: 0.1148531 Feb 16 17:12:03.670201 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-ae5fec46-6c2f-4765-b29d-0b7203edc6c2 req-14b993bc-a62c-4a27-8c6d-1c3d0aa84d2b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=dfcfe5f5-68aa-4500-8237-9bd471fd8302 HTTP/1.1" status: 200 len: 210 time: 0.0272241 Feb 16 17:12:03.686325 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [req-a44f62c3-590e-4343-9fdb-535fcbd5b014 req-1e1a8e13-3ebd-4928-93e6-207bc9167ced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0630cd0-653b-4baf-9630-225916837183 {{(pid=114376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:12:03.696751 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-a44f62c3-590e-4343-9fdb-535fcbd5b014 req-1e1a8e13-3ebd-4928-93e6-207bc9167ced service neutron] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:03.719760 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.provisioning_blocks [req-a44f62c3-590e-4343-9fdb-535fcbd5b014 req-1e1a8e13-3ebd-4928-93e6-207bc9167ced service neutron] Transition to ACTIVE for port object c0630cd0-653b-4baf-9630-225916837183 will not be triggered until provisioned by entity L2. {{(pid=114376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:12:03.724296 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ce84635f-2af0-400d-8c60-12443abb8cbb req-ea5ea7e8-1c7f-45a3-9919-d65518db582b tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/security-groups?id=2ab1fb6b-72bb-47cd-ba15-cd961669c091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435785 Feb 16 17:12:03.792678 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-a44f62c3-590e-4343-9fdb-535fcbd5b014 req-1e1a8e13-3ebd-4928-93e6-207bc9167ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:03.866253 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a8e13-3ebd-4928-93e6-207bc9167ced service neutron] Pushing event updated for resources: {'Port': ['ID=c0630cd0-653b-4baf-9630-225916837183,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:12:03.927333 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-a44f62c3-590e-4343-9fdb-535fcbd5b014 req-1e1a8e13-3ebd-4928-93e6-207bc9167ced service neutron] Attempting to bind port c0630cd0-653b-4baf-9630-225916837183 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:12:03.927675 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-a44f62c3-590e-4343-9fdb-535fcbd5b014 req-1e1a8e13-3ebd-4928-93e6-207bc9167ced service neutron] Attempting to bind port c0630cd0-653b-4baf-9630-225916837183 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': 'a4c4926b-e8af-44d9-8b2b-ab9d976ba61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:12:03.928267 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44f62c3-590e-4343-9fdb-535fcbd5b014 req-1e1a8e13-3ebd-4928-93e6-207bc9167ced service neutron] Attempting to bind port c0630cd0-653b-4baf-9630-225916837183 on network c364a6ac-af1f-40c5-af86-f038476be8ba {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:12:03.932992 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44f62c3-590e-4343-9fdb-535fcbd5b014 req-1e1a8e13-3ebd-4928-93e6-207bc9167ced service neutron] Port c0630cd0-653b-4baf-9630-225916837183 on network c364a6ac-af1f-40c5-af86-f038476be8ba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:12:03.933627 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44f62c3-590e-4343-9fdb-535fcbd5b014 req-1e1a8e13-3ebd-4928-93e6-207bc9167ced service neutron] Attempting to bind port c0630cd0-653b-4baf-9630-225916837183 on network c364a6ac-af1f-40c5-af86-f038476be8ba {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:12:03.939232 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44f62c3-590e-4343-9fdb-535fcbd5b014 req-1e1a8e13-3ebd-4928-93e6-207bc9167ced service neutron] Checking agent: {'id': '65dda45c-bbef-42f9-9728-e0fd84037987', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8286', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 56), 'started_at': datetime.datetime(2022, 2, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:12:03.947085 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44f62c3-590e-4343-9fdb-535fcbd5b014 req-1e1a8e13-3ebd-4928-93e6-207bc9167ced service neutron] Checking segment: {'id': 'a4c4926b-e8af-44d9-8b2b-ab9d976ba61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:12:03.947085 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44f62c3-590e-4343-9fdb-535fcbd5b014 req-1e1a8e13-3ebd-4928-93e6-207bc9167ced service neutron] Bound using segment: {'id': 'a4c4926b-e8af-44d9-8b2b-ab9d976ba61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba'} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:12:03.947085 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-a44f62c3-590e-4343-9fdb-535fcbd5b014 req-1e1a8e13-3ebd-4928-93e6-207bc9167ced service neutron] Bound port: c0630cd0-653b-4baf-9630-225916837183, host: hv-neutron-8286, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4c4926b-e8af-44d9-8b2b-ab9d976ba61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba'}}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:12:03.947085 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-a44f62c3-590e-4343-9fdb-535fcbd5b014 req-1e1a8e13-3ebd-4928-93e6-207bc9167ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:04.010220 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-a44f62c3-590e-4343-9fdb-535fcbd5b014 req-1e1a8e13-3ebd-4928-93e6-207bc9167ced service neutron] For port c0630cd0-653b-4baf-9630-225916837183, host hv-neutron-8286, cleared binding levels {{(pid=114376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:12:04.013653 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-a44f62c3-590e-4343-9fdb-535fcbd5b014 req-1e1a8e13-3ebd-4928-93e6-207bc9167ced service neutron] For port c0630cd0-653b-4baf-9630-225916837183, host hv-neutron-8286, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=c0630cd0-653b-4baf-9630-225916837183,segment=NetworkSegment(a4c4926b-e8af-44d9-8b2b-ab9d976ba61d),segment_id=a4c4926b-e8af-44d9-8b2b-ab9d976ba61d)] {{(pid=114376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:12:04.125614 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-a44f62c3-590e-4343-9fdb-535fcbd5b014 req-1e1a8e13-3ebd-4928-93e6-207bc9167ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:04.165847 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f62c3-590e-4343-9fdb-535fcbd5b014 req-1e1a8e13-3ebd-4928-93e6-207bc9167ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:04.166457 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-a44f62c3-590e-4343-9fdb-535fcbd5b014 req-1e1a8e13-3ebd-4928-93e6-207bc9167ced service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:04.168305 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a44f62c3-590e-4343-9fdb-535fcbd5b014 req-1e1a8e13-3ebd-4928-93e6-207bc9167ced service neutron] 10.222.0.89 "PUT /v2.0/ports/c0630cd0-653b-4baf-9630-225916837183 HTTP/1.1" status: 200 len: 1093 time: 0.9116578 Feb 16 17:12:04.170761 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d', 'tag': 'c0630cd0-653b-4baf-9630-225916837183'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:12:04.173936 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1dc792-4572-41a0-8d37-d3ca6fb8c964" -d '{"events": [{"name": "network-changed", "server_uuid": "3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d", "tag": "c0630cd0-653b-4baf-9630-225916837183"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:12:04.199874 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a8e13-3ebd-4928-93e6-207bc9167ced service neutron] Pushing event updated for resources: {'Port': ['ID=c0630cd0-653b-4baf-9630-225916837183,revision_number=3']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:12:04.238669 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee641108-3960-473a-a3de-460f726003cd x-openstack-request-id: req-ee641108-3960-473a-a3de-460f726003cd {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:12:04.239156 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d", "tag": "c0630cd0-653b-4baf-9630-225916837183", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:12:04.239341 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ee641108-3960-473a-a3de-460f726003cd {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:12:04.240554 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d', 'tag': 'c0630cd0-653b-4baf-9630-225916837183', 'status': 'completed', 'code': 200} Feb 16 17:12:04.303173 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1dc792-4572-41a0-8d37-d3ca6fb8c964 req-53861474-2637-46df-acb6-7b8002d684b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:04.304732 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7c1dc792-4572-41a0-8d37-d3ca6fb8c964 req-53861474-2637-46df-acb6-7b8002d684b6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=044ac631b15e4f2096be696887c61622&device_id=3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d HTTP/1.1" status: 200 len: 1096 time: 0.0465910 Feb 16 17:12:04.411024 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1dc792-4572-41a0-8d37-d3ca6fb8c964 req-5a22f010-fe5b-4664-aa8a-efc1a8690f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:04.412682 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7c1dc792-4572-41a0-8d37-d3ca6fb8c964 req-5a22f010-fe5b-4664-aa8a-efc1a8690f12 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=044ac631b15e4f2096be696887c61622&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0990100 Feb 16 17:12:04.524646 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1dc792-4572-41a0-8d37-d3ca6fb8c964 req-0f85195f-e620-4b09-ab52-4ab50a5cc4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:04.526112 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7c1dc792-4572-41a0-8d37-d3ca6fb8c964 req-0f85195f-e620-4b09-ab52-4ab50a5cc4dd service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1070390 Feb 16 17:12:04.604081 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f62c3-590e-4343-9fdb-535fcbd5b014 req-e6db2293-b698-433a-9c33-18ebc914c4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:04.605855 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a44f62c3-590e-4343-9fdb-535fcbd5b014 req-e6db2293-b698-433a-9c33-18ebc914c4e6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=044ac631b15e4f2096be696887c61622&device_id=3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d HTTP/1.1" status: 200 len: 1096 time: 0.0441327 Feb 16 17:12:04.653329 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a44f62c3-590e-4343-9fdb-535fcbd5b014 req-4ae8004d-6c65-4605-a966-14a55781e465 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0630cd0-653b-4baf-9630-225916837183 HTTP/1.1" status: 200 len: 217 time: 0.0400689 Feb 16 17:12:04.704937 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f62c3-590e-4343-9fdb-535fcbd5b014 req-e4fb85a5-410c-4b35-8133-a098e220387f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:04.706751 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a44f62c3-590e-4343-9fdb-535fcbd5b014 req-e4fb85a5-410c-4b35-8133-a098e220387f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=62ae9dc0-3449-4ef8-8ac6-81ada289f9bf HTTP/1.1" status: 200 len: 850 time: 0.0474062 Feb 16 17:12:04.775746 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-034db128-ed11-40ee-a8fb-b72ddaee5a38 req-71153366-4878-4f09-b288-021abe4397ca tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=dfcfe5f5-68aa-4500-8237-9bd471fd8302 HTTP/1.1" status: 200 len: 210 time: 0.0301836 Feb 16 17:12:04.781446 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f62c3-590e-4343-9fdb-535fcbd5b014 req-b746c225-2325-44cc-bffa-bf250feb8037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:04.783055 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a44f62c3-590e-4343-9fdb-535fcbd5b014 req-b746c225-2325-44cc-bffa-bf250feb8037 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c364a6ac-af1f-40c5-af86-f038476be8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695305 Feb 16 17:12:04.859253 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05d96d-3a83-49f4-a492-3052253658e3 req-798f9e0c-a873-48b7-be9b-41ed67fc27bb tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:04.860794 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-cd05d96d-3a83-49f4-a492-3052253658e3 req-798f9e0c-a873-48b7-be9b-41ed67fc27bb tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d HTTP/1.1" status: 200 len: 943 time: 0.0631192 Feb 16 17:12:04.886815 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a44f62c3-590e-4343-9fdb-535fcbd5b014 req-7c697b10-bb37-4c74-a0fa-9a5c233d73ec service neutron] 10.222.0.89 "GET /v2.0/networks/c364a6ac-af1f-40c5-af86-f038476be8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962191 Feb 16 17:12:04.905180 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-cd05d96d-3a83-49f4-a492-3052253658e3 req-9b71ff53-847b-4686-b688-3e1340bf33da tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/security-groups?id=2ab1fb6b-72bb-47cd-ba15-cd961669c091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363929 Feb 16 17:12:04.994148 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a44f62c3-590e-4343-9fdb-535fcbd5b014 req-6102da3f-8765-4057-a8f2-88c351c69f77 service neutron] 10.222.0.89 "GET /v2.0/networks/c364a6ac-af1f-40c5-af86-f038476be8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970957 Feb 16 17:12:05.881828 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-92893d4e-918c-4147-bed7-b661f96f9c3b req-3021118c-d529-41dd-9010-9022a4e6bfd0 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=dfcfe5f5-68aa-4500-8237-9bd471fd8302 HTTP/1.1" status: 200 len: 210 time: 0.0297000 Feb 16 17:12:06.035692 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c484c05-adcc-449f-88c2-89d424af2c98 req-7800e4be-9367-4323-a380-6f768abfb9f0 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:06.044766 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-7c484c05-adcc-449f-88c2-89d424af2c98 req-7800e4be-9367-4323-a380-6f768abfb9f0 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d HTTP/1.1" status: 200 len: 943 time: 0.0636623 Feb 16 17:12:06.076569 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96fbc4-5933-4f92-8243-edb1a2b3147a req-f3f0c45a-e6bb-4384-be7c-e43d79b59fe7 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:06.078000 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6c96fbc4-5933-4f92-8243-edb1a2b3147a req-f3f0c45a-e6bb-4384-be7c-e43d79b59fe7 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "GET /v2.0/networks?id=e3ac3a57-19a3-4526-8efb-f167440964f4 HTTP/1.1" status: 200 len: 797 time: 0.1114500 Feb 16 17:12:06.088536 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-7c484c05-adcc-449f-88c2-89d424af2c98 req-a16e2040-e63f-4458-b32f-62958b8ebd33 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/security-groups?id=2ab1fb6b-72bb-47cd-ba15-cd961669c091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426977 Feb 16 17:12:06.127535 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6c96fbc4-5933-4f92-8243-edb1a2b3147a req-7a208dcc-2db2-412b-af34-c18befc88248 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c9820320aae461fbcc5eba944eb2160 HTTP/1.1" status: 200 len: 380 time: 0.0373476 Feb 16 17:12:06.137340 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-6c96fbc4-5933-4f92-8243-edb1a2b3147a req-b6c26ca0-f543-429f-bcbd-e4d707346350 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'port': {'device_id': 'dfcfe5f5-68aa-4500-8237-9bd471fd8302', 'network_id': 'e3ac3a57-19a3-4526-8efb-f167440964f4', 'admin_state_up': True, 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'security_groups': ['989a90cd-e029-41ff-9655-031cf4776676']}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:12:06.346262 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c96fbc4-5933-4f92-8243-edb1a2b3147a req-b6c26ca0-f543-429f-bcbd-e4d707346350 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Made reservation on behalf of 9c9820320aae461fbcc5eba944eb2160 for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:12:06.349757 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-6c96fbc4-5933-4f92-8243-edb1a2b3147a req-b6c26ca0-f543-429f-bcbd-e4d707346350 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:06.479612 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [req-6c96fbc4-5933-4f92-8243-edb1a2b3147a req-b6c26ca0-f543-429f-bcbd-e4d707346350 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Allocated IP 172.20.0.12 (e3ac3a57-19a3-4526-8efb-f167440964f4/1ee5cd87-9a98-42cb-86b1-4aaa310ae9af/4838380d-979b-4ccb-9499-9e7c79f376f1) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:12:06.626839 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-6c96fbc4-5933-4f92-8243-edb1a2b3147a req-b6c26ca0-f543-429f-bcbd-e4d707346350 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:06.747147 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-6c96fbc4-5933-4f92-8243-edb1a2b3147a req-b6c26ca0-f543-429f-bcbd-e4d707346350 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:06.790795 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c96fbc4-5933-4f92-8243-edb1a2b3147a req-b6c26ca0-f543-429f-bcbd-e4d707346350 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network e3ac3a57-19a3-4526-8efb-f167440964f4 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:12:06.794077 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [req-6c96fbc4-5933-4f92-8243-edb1a2b3147a req-b6c26ca0-f543-429f-bcbd-e4d707346350 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:12:06.796507 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c96fbc4-5933-4f92-8243-edb1a2b3147a req-b6c26ca0-f543-429f-bcbd-e4d707346350 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:12:06.828446 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c26ca0-f543-429f-bcbd-e4d707346350 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Port': ['ID=4838380d-979b-4ccb-9499-9e7c79f376f1,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:12:06.856307 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96fbc4-5933-4f92-8243-edb1a2b3147a req-b6c26ca0-f543-429f-bcbd-e4d707346350 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:06.856919 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-6c96fbc4-5933-4f92-8243-edb1a2b3147a req-b6c26ca0-f543-429f-bcbd-e4d707346350 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:06.873510 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9fd7b83a-54a3-420a-8812-2477534527a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:06.991909 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6c96fbc4-5933-4f92-8243-edb1a2b3147a req-b6c26ca0-f543-429f-bcbd-e4d707346350 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8589661 Feb 16 17:12:07.007395 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-6c96fbc4-5933-4f92-8243-edb1a2b3147a req-6ca62cc9-b8c7-404b-8322-7782222ab4db service neutron] Request body: {'port': {'device_id': 'dfcfe5f5-68aa-4500-8237-9bd471fd8302', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8286'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:12:07.021255 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d47aa87-9066-48ab-83bc-28e9fb1f09d1 req-e5492725-90d6-40fe-90ce-32e25ed0a05c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:07.022743 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8d47aa87-9066-48ab-83bc-28e9fb1f09d1 req-e5492725-90d6-40fe-90ce-32e25ed0a05c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=dfcfe5f5-68aa-4500-8237-9bd471fd8302 HTTP/1.1" status: 200 len: 932 time: 0.0705643 Feb 16 17:12:07.091292 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-277e2a3b-f9cb-41a5-af41-9d42271eb27f None None] Provisioning complete for port 4838380d-979b-4ccb-9499-9e7c79f376f1 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:12:07.091754 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-277e2a3b-f9cb-41a5-af41-9d42271eb27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:07.100789 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-6c96fbc4-5933-4f92-8243-edb1a2b3147a req-6ca62cc9-b8c7-404b-8322-7782222ab4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:07.105206 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8d47aa87-9066-48ab-83bc-28e9fb1f09d1 req-2696e97f-bec6-4bf1-a67c-a76d094aef25 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=989a90cd-e029-41ff-9655-031cf4776676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668969 Feb 16 17:12:07.145236 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-277e2a3b-f9cb-41a5-af41-9d42271eb27f None None] Port 4838380d-979b-4ccb-9499-9e7c79f376f1 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:12:07.213726 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f1998-7d1f-4897-9479-766e8e4f9b30 req-b87ad75c-6597-4e0b-920e-a28b3175e3bc tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:07.215638 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-692f1998-7d1f-4897-9479-766e8e4f9b30 req-b87ad75c-6597-4e0b-920e-a28b3175e3bc tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d HTTP/1.1" status: 200 len: 943 time: 0.0532258 Feb 16 17:12:07.255245 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-692f1998-7d1f-4897-9479-766e8e4f9b30 req-8ee5d135-c08b-4155-8328-d2f50ded12ef tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/security-groups?id=2ab1fb6b-72bb-47cd-ba15-cd961669c091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330455 Feb 16 17:12:07.382829 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [req-6c96fbc4-5933-4f92-8243-edb1a2b3147a req-6ca62cc9-b8c7-404b-8322-7782222ab4db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4838380d-979b-4ccb-9499-9e7c79f376f1 {{(pid=114376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:12:07.390247 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-6c96fbc4-5933-4f92-8243-edb1a2b3147a req-6ca62cc9-b8c7-404b-8322-7782222ab4db service neutron] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:07.401867 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.provisioning_blocks [req-6c96fbc4-5933-4f92-8243-edb1a2b3147a req-6ca62cc9-b8c7-404b-8322-7782222ab4db service neutron] Transition to ACTIVE for port object 4838380d-979b-4ccb-9499-9e7c79f376f1 will not be triggered until provisioned by entity L2. {{(pid=114376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:12:07.535790 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-6c96fbc4-5933-4f92-8243-edb1a2b3147a req-6ca62cc9-b8c7-404b-8322-7782222ab4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:07.587719 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca62cc9-b8c7-404b-8322-7782222ab4db service neutron] Pushing event updated for resources: {'Port': ['ID=4838380d-979b-4ccb-9499-9e7c79f376f1,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:12:07.659336 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-6c96fbc4-5933-4f92-8243-edb1a2b3147a req-6ca62cc9-b8c7-404b-8322-7782222ab4db service neutron] Attempting to bind port 4838380d-979b-4ccb-9499-9e7c79f376f1 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:12:07.659633 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-6c96fbc4-5933-4f92-8243-edb1a2b3147a req-6ca62cc9-b8c7-404b-8322-7782222ab4db service neutron] Attempting to bind port 4838380d-979b-4ccb-9499-9e7c79f376f1 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': 'd63e6cca-40b7-4934-9ad8-f8d34899aed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e3ac3a57-19a3-4526-8efb-f167440964f4'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:12:07.659919 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c96fbc4-5933-4f92-8243-edb1a2b3147a req-6ca62cc9-b8c7-404b-8322-7782222ab4db service neutron] Attempting to bind port 4838380d-979b-4ccb-9499-9e7c79f376f1 on network e3ac3a57-19a3-4526-8efb-f167440964f4 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:12:07.664502 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c96fbc4-5933-4f92-8243-edb1a2b3147a req-6ca62cc9-b8c7-404b-8322-7782222ab4db service neutron] Port 4838380d-979b-4ccb-9499-9e7c79f376f1 on network e3ac3a57-19a3-4526-8efb-f167440964f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:12:07.664908 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c96fbc4-5933-4f92-8243-edb1a2b3147a req-6ca62cc9-b8c7-404b-8322-7782222ab4db service neutron] Attempting to bind port 4838380d-979b-4ccb-9499-9e7c79f376f1 on network e3ac3a57-19a3-4526-8efb-f167440964f4 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:12:07.673594 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c96fbc4-5933-4f92-8243-edb1a2b3147a req-6ca62cc9-b8c7-404b-8322-7782222ab4db service neutron] Checking agent: {'id': '65dda45c-bbef-42f9-9728-e0fd84037987', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8286', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 56), 'started_at': datetime.datetime(2022, 2, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:12:07.674077 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c96fbc4-5933-4f92-8243-edb1a2b3147a req-6ca62cc9-b8c7-404b-8322-7782222ab4db service neutron] Checking segment: {'id': 'd63e6cca-40b7-4934-9ad8-f8d34899aed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e3ac3a57-19a3-4526-8efb-f167440964f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:12:07.674470 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c96fbc4-5933-4f92-8243-edb1a2b3147a req-6ca62cc9-b8c7-404b-8322-7782222ab4db service neutron] Bound using segment: {'id': 'd63e6cca-40b7-4934-9ad8-f8d34899aed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e3ac3a57-19a3-4526-8efb-f167440964f4'} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:12:07.674905 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-6c96fbc4-5933-4f92-8243-edb1a2b3147a req-6ca62cc9-b8c7-404b-8322-7782222ab4db service neutron] Bound port: 4838380d-979b-4ccb-9499-9e7c79f376f1, host: hv-neutron-8286, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd63e6cca-40b7-4934-9ad8-f8d34899aed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e3ac3a57-19a3-4526-8efb-f167440964f4'}}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:12:07.675269 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-6c96fbc4-5933-4f92-8243-edb1a2b3147a req-6ca62cc9-b8c7-404b-8322-7782222ab4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:07.745628 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-6c96fbc4-5933-4f92-8243-edb1a2b3147a req-6ca62cc9-b8c7-404b-8322-7782222ab4db service neutron] For port 4838380d-979b-4ccb-9499-9e7c79f376f1, host hv-neutron-8286, cleared binding levels {{(pid=114376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:12:07.748659 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-6c96fbc4-5933-4f92-8243-edb1a2b3147a req-6ca62cc9-b8c7-404b-8322-7782222ab4db service neutron] For port 4838380d-979b-4ccb-9499-9e7c79f376f1, host hv-neutron-8286, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=4838380d-979b-4ccb-9499-9e7c79f376f1,segment=NetworkSegment(d63e6cca-40b7-4934-9ad8-f8d34899aed5),segment_id=d63e6cca-40b7-4934-9ad8-f8d34899aed5)] {{(pid=114376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:12:07.867695 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-6c96fbc4-5933-4f92-8243-edb1a2b3147a req-6ca62cc9-b8c7-404b-8322-7782222ab4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:07.906923 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96fbc4-5933-4f92-8243-edb1a2b3147a req-6ca62cc9-b8c7-404b-8322-7782222ab4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:07.907726 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-6c96fbc4-5933-4f92-8243-edb1a2b3147a req-6ca62cc9-b8c7-404b-8322-7782222ab4db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:07.908937 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6c96fbc4-5933-4f92-8243-edb1a2b3147a req-6ca62cc9-b8c7-404b-8322-7782222ab4db service neutron] 10.222.0.89 "PUT /v2.0/ports/4838380d-979b-4ccb-9499-9e7c79f376f1 HTTP/1.1" status: 200 len: 1094 time: 0.9067657 Feb 16 17:12:07.909430 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfcfe5f5-68aa-4500-8237-9bd471fd8302', 'tag': '4838380d-979b-4ccb-9499-9e7c79f376f1'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:12:07.911622 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543b5d02-e16c-4320-861e-957c0fde47db" -d '{"events": [{"name": "network-changed", "server_uuid": "dfcfe5f5-68aa-4500-8237-9bd471fd8302", "tag": "4838380d-979b-4ccb-9499-9e7c79f376f1"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:12:07.953934 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca62cc9-b8c7-404b-8322-7782222ab4db service neutron] Pushing event updated for resources: {'Port': ['ID=4838380d-979b-4ccb-9499-9e7c79f376f1,revision_number=3']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:12:07.958189 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea7bf01-e71e-4094-a1a2-531153a2f02f x-openstack-request-id: req-dea7bf01-e71e-4094-a1a2-531153a2f02f {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:12:07.958504 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfcfe5f5-68aa-4500-8237-9bd471fd8302", "tag": "4838380d-979b-4ccb-9499-9e7c79f376f1", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:12:07.963327 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-dea7bf01-e71e-4094-a1a2-531153a2f02f {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:12:07.963327 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfcfe5f5-68aa-4500-8237-9bd471fd8302', 'tag': '4838380d-979b-4ccb-9499-9e7c79f376f1', 'status': 'completed', 'code': 200} Feb 16 17:12:08.030028 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b5d02-e16c-4320-861e-957c0fde47db req-16060203-2d4a-4bf9-997b-6f8b32d037e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:08.031583 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-543b5d02-e16c-4320-861e-957c0fde47db req-16060203-2d4a-4bf9-997b-6f8b32d037e7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c9820320aae461fbcc5eba944eb2160&device_id=dfcfe5f5-68aa-4500-8237-9bd471fd8302 HTTP/1.1" status: 200 len: 1097 time: 0.0477881 Feb 16 17:12:08.142624 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b5d02-e16c-4320-861e-957c0fde47db req-f6f19a1f-2d29-4e72-87f0-75263780d29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:08.144371 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-543b5d02-e16c-4320-861e-957c0fde47db req-f6f19a1f-2d29-4e72-87f0-75263780d29e service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=9c9820320aae461fbcc5eba944eb2160&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1056459 Feb 16 17:12:08.232001 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde942eb-5aa4-4852-9003-d9cc29b630ce req-734a7bfe-7c15-4a8a-a982-485023d5053b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:08.237824 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-dde942eb-5aa4-4852-9003-d9cc29b630ce req-734a7bfe-7c15-4a8a-a982-485023d5053b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=dfcfe5f5-68aa-4500-8237-9bd471fd8302 HTTP/1.1" status: 200 len: 944 time: 0.0568480 Feb 16 17:12:08.251923 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b5d02-e16c-4320-861e-957c0fde47db req-fb64d5e1-4b3c-47e0-a3ea-e5400d2834c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:08.253433 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-543b5d02-e16c-4320-861e-957c0fde47db req-fb64d5e1-4b3c-47e0-a3ea-e5400d2834c2 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1020324 Feb 16 17:12:08.280419 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-dde942eb-5aa4-4852-9003-d9cc29b630ce req-b379b819-c5ea-4326-ad32-a5a90210be94 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=989a90cd-e029-41ff-9655-031cf4776676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365374 Feb 16 17:12:08.345985 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96fbc4-5933-4f92-8243-edb1a2b3147a req-3819d4f3-776d-48f6-88d9-da22f8745d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:08.347444 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6c96fbc4-5933-4f92-8243-edb1a2b3147a req-3819d4f3-776d-48f6-88d9-da22f8745d4b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c9820320aae461fbcc5eba944eb2160&device_id=dfcfe5f5-68aa-4500-8237-9bd471fd8302 HTTP/1.1" status: 200 len: 1097 time: 0.0550981 Feb 16 17:12:08.413503 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6c96fbc4-5933-4f92-8243-edb1a2b3147a req-6e7a3495-9366-449f-9ecc-fc06cc96c46e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4838380d-979b-4ccb-9499-9e7c79f376f1 HTTP/1.1" status: 200 len: 217 time: 0.0464671 Feb 16 17:12:08.436002 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca05bf-1e61-403d-8758-5dea62caf02f req-90b6b82e-3a26-48a4-8f66-13a45d924a76 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:08.437443 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a6ca05bf-1e61-403d-8758-5dea62caf02f req-90b6b82e-3a26-48a4-8f66-13a45d924a76 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d HTTP/1.1" status: 200 len: 943 time: 0.1050124 Feb 16 17:12:08.502996 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96fbc4-5933-4f92-8243-edb1a2b3147a req-d755b8fc-a658-4a36-9e7a-84bc8648fc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:08.504390 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6c96fbc4-5933-4f92-8243-edb1a2b3147a req-d755b8fc-a658-4a36-9e7a-84bc8648fc16 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1ee5cd87-9a98-42cb-86b1-4aaa310ae9af HTTP/1.1" status: 200 len: 843 time: 0.0842032 Feb 16 17:12:08.511524 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a6ca05bf-1e61-403d-8758-5dea62caf02f req-d491a4d1-968d-49d5-9a1b-c9be2862e8b6 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/security-groups?id=2ab1fb6b-72bb-47cd-ba15-cd961669c091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498509 Feb 16 17:12:08.558516 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96fbc4-5933-4f92-8243-edb1a2b3147a req-5c177cd3-cc38-42d8-aa09-e913c0d4dccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:08.563456 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6c96fbc4-5933-4f92-8243-edb1a2b3147a req-5c177cd3-cc38-42d8-aa09-e913c0d4dccd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e3ac3a57-19a3-4526-8efb-f167440964f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453696 Feb 16 17:12:08.653159 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6c96fbc4-5933-4f92-8243-edb1a2b3147a req-fcf62d8c-7409-42c6-832f-caeb19e3c2fe service neutron] 10.222.0.89 "GET /v2.0/networks/e3ac3a57-19a3-4526-8efb-f167440964f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864909 Feb 16 17:12:08.761438 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6c96fbc4-5933-4f92-8243-edb1a2b3147a req-1a6315c2-89e2-45f7-a1ad-75c2544b4c92 service neutron] 10.222.0.89 "GET /v2.0/networks/e3ac3a57-19a3-4526-8efb-f167440964f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011689 Feb 16 17:12:09.243944 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-611275b8-af78-459e-873a-fee19ff14577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:09.397251 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31347b74-39c9-4da9-8edd-b84acff9f1e5 req-a3c3a1a0-8360-49c8-963c-bfe18edd5e8c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:09.398796 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-31347b74-39c9-4da9-8edd-b84acff9f1e5 req-a3c3a1a0-8360-49c8-963c-bfe18edd5e8c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=dfcfe5f5-68aa-4500-8237-9bd471fd8302 HTTP/1.1" status: 200 len: 944 time: 0.0483770 Feb 16 17:12:09.436584 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-31347b74-39c9-4da9-8edd-b84acff9f1e5 req-ba70b5a5-3ba4-410e-9e20-c7abc2e7d19b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=989a90cd-e029-41ff-9655-031cf4776676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317376 Feb 16 17:12:09.625420 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce7c8f-b26e-4e83-b486-103b196f262b req-c9d69fcf-f262-45e8-b94d-23cbec948ea7 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:09.627690 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b2ce7c8f-b26e-4e83-b486-103b196f262b req-c9d69fcf-f262-45e8-b94d-23cbec948ea7 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d HTTP/1.1" status: 200 len: 943 time: 0.0509472 Feb 16 17:12:09.666253 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b2ce7c8f-b26e-4e83-b486-103b196f262b req-2efb2e66-7767-465e-938d-2b56d3a3fabc tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/security-groups?id=2ab1fb6b-72bb-47cd-ba15-cd961669c091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326066 Feb 16 17:12:10.432378 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:10.554468 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd9585-6767-4101-af63-e3105b4548a4 req-3199a8d3-dd4f-4008-8ec4-6e310644d93d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:10.555949 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-2ccd9585-6767-4101-af63-e3105b4548a4 req-3199a8d3-dd4f-4008-8ec4-6e310644d93d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=dfcfe5f5-68aa-4500-8237-9bd471fd8302 HTTP/1.1" status: 200 len: 944 time: 0.0534668 Feb 16 17:12:10.594355 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-2ccd9585-6767-4101-af63-e3105b4548a4 req-394311c1-6081-4372-9d37-751c09023053 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=989a90cd-e029-41ff-9655-031cf4776676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323694 Feb 16 17:12:10.778676 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706d63d-6b05-401a-90f8-41de35589fa8 req-acd1bf77-65d7-4c71-b18c-aea340a2c0d8 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:10.780059 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8706d63d-6b05-401a-90f8-41de35589fa8 req-acd1bf77-65d7-4c71-b18c-aea340a2c0d8 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d HTTP/1.1" status: 200 len: 943 time: 0.0481353 Feb 16 17:12:10.817357 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8706d63d-6b05-401a-90f8-41de35589fa8 req-db18bd2d-6ae5-42d4-85aa-ce2c5c267694 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/security-groups?id=2ab1fb6b-72bb-47cd-ba15-cd961669c091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312774 Feb 16 17:12:11.505470 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e29fc599-28db-4b4f-860c-9c50b5d1a63f req-b373b770-0c49-4061-888f-2093f2d85623 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=df7b236f-2fdb-4461-bece-dc32f359e260&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391150 Feb 16 17:12:11.588742 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29fc599-28db-4b4f-860c-9c50b5d1a63f req-57e65b6d-c2cd-45fd-b3c5-3ad31eccc4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:11.590241 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e29fc599-28db-4b4f-860c-9c50b5d1a63f req-57e65b6d-c2cd-45fd-b3c5-3ad31eccc4e4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=044ac631b15e4f2096be696887c61622&device_id=df7b236f-2fdb-4461-bece-dc32f359e260 HTTP/1.1" status: 200 len: 1099 time: 0.0424533 Feb 16 17:12:11.695504 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29fc599-28db-4b4f-860c-9c50b5d1a63f req-38ab3518-2161-42a4-b6da-3820f570419f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:11.697037 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e29fc599-28db-4b4f-860c-9c50b5d1a63f req-38ab3518-2161-42a4-b6da-3820f570419f service neutron] 10.222.0.89 "GET /v2.0/networks?id=c364a6ac-af1f-40c5-af86-f038476be8ba HTTP/1.1" status: 200 len: 912 time: 0.0868642 Feb 16 17:12:11.726658 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b58da6-7e06-4683-a24e-75d765510b9c req-68352359-63e3-434d-8adc-e8f9006c83d5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:11.728184 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-b6b58da6-7e06-4683-a24e-75d765510b9c req-68352359-63e3-434d-8adc-e8f9006c83d5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=dfcfe5f5-68aa-4500-8237-9bd471fd8302 HTTP/1.1" status: 200 len: 944 time: 0.0630767 Feb 16 17:12:11.746845 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:11.767797 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e29fc599-28db-4b4f-860c-9c50b5d1a63f req-4f636328-7a67-45f5-bb77-dc186ac639c8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c39879e1-bb6a-4739-8b0d-2dc33917f7cd HTTP/1.1" status: 200 len: 1002 time: 0.0636966 Feb 16 17:12:11.768030 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-b6b58da6-7e06-4683-a24e-75d765510b9c req-1eb37e0d-4a54-495d-b320-21d9d6c0c49a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=989a90cd-e029-41ff-9655-031cf4776676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326712 Feb 16 17:12:11.817220 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29fc599-28db-4b4f-860c-9c50b5d1a63f req-e9ef2034-c0aa-40b1-95e4-ddc2d348cff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:11.818797 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e29fc599-28db-4b4f-860c-9c50b5d1a63f req-e9ef2034-c0aa-40b1-95e4-ddc2d348cff2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=62ae9dc0-3449-4ef8-8ac6-81ada289f9bf HTTP/1.1" status: 200 len: 850 time: 0.0433776 Feb 16 17:12:11.865073 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29fc599-28db-4b4f-860c-9c50b5d1a63f req-51bddc00-e2e5-4b25-a075-8531bbd8e091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:11.866606 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e29fc599-28db-4b4f-860c-9c50b5d1a63f req-51bddc00-e2e5-4b25-a075-8531bbd8e091 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c364a6ac-af1f-40c5-af86-f038476be8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409205 Feb 16 17:12:11.998716 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd144387-706d-4b7c-bfcc-6ec2e82b525e req-4b45db03-7397-4c0c-8bf9-9ee6ef49982e tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:12.000290 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-cd144387-706d-4b7c-bfcc-6ec2e82b525e req-4b45db03-7397-4c0c-8bf9-9ee6ef49982e tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d HTTP/1.1" status: 200 len: 943 time: 0.1078980 Feb 16 17:12:12.007609 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e29fc599-28db-4b4f-860c-9c50b5d1a63f req-dd2599e8-bb8c-4005-b467-8de7342ab66f service neutron] 10.222.0.89 "GET /v2.0/networks/c364a6ac-af1f-40c5-af86-f038476be8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326363 Feb 16 17:12:12.092387 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-cd144387-706d-4b7c-bfcc-6ec2e82b525e req-de445990-fb72-42c9-9fd0-11b93185d443 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/security-groups?id=2ab1fb6b-72bb-47cd-ba15-cd961669c091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836890 Feb 16 17:12:12.114283 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:12.126300 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e29fc599-28db-4b4f-860c-9c50b5d1a63f req-72b16a9b-7070-4c5d-bc6f-ebb89b2617e9 service neutron] 10.222.0.89 "GET /v2.0/networks/c364a6ac-af1f-40c5-af86-f038476be8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102834 Feb 16 17:12:12.211437 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 4838380d-979b-4ccb-9499-9e7c79f376f1 details requested by agent hyperv_hv-neutron-8286 with host hv-neutron-8286 {{(pid=114377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:12:12.308551 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 4838380d-979b-4ccb-9499-9e7c79f376f1, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=4838380d-979b-4ccb-9499-9e7c79f376f1,segment=NetworkSegment(d63e6cca-40b7-4934-9ad8-f8d34899aed5),segment_id=d63e6cca-40b7-4934-9ad8-f8d34899aed5)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:12:12.320602 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Returning: {'device': '4838380d-979b-4ccb-9499-9e7c79f376f1', 'network_id': 'e3ac3a57-19a3-4526-8efb-f167440964f4', 'port_id': '4838380d-979b-4ccb-9499-9e7c79f376f1', 'mac_address': 'fa:16:3e:32:fa:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ee5cd87-9a98-42cb-86b1-4aaa310ae9af', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:12:12.359680 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:12.375463 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4838380d-979b-4ccb-9499-9e7c79f376f1 {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:12:12.396205 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 4838380d-979b-4ccb-9499-9e7c79f376f1, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=4838380d-979b-4ccb-9499-9e7c79f376f1,segment=NetworkSegment(d63e6cca-40b7-4934-9ad8-f8d34899aed5),segment_id=d63e6cca-40b7-4934-9ad8-f8d34899aed5)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:12:12.500863 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:12.551011 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=4838380d-979b-4ccb-9499-9e7c79f376f1,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:12:12.733597 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['4838380d-979b-4ccb-9499-9e7c79f376f1'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:12:12.894364 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6b549-a2eb-4dbd-8fa7-12354350f2f6 req-1854ba0a-16e0-4b57-803a-661ebe89a17b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:12.896165 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-c5b6b549-a2eb-4dbd-8fa7-12354350f2f6 req-1854ba0a-16e0-4b57-803a-661ebe89a17b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=dfcfe5f5-68aa-4500-8237-9bd471fd8302 HTTP/1.1" status: 200 len: 945 time: 0.0501738 Feb 16 17:12:12.933605 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-c5b6b549-a2eb-4dbd-8fa7-12354350f2f6 req-b77a6a0a-c83b-4822-a86e-016647c7a8d3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=989a90cd-e029-41ff-9655-031cf4776676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311658 Feb 16 17:12:13.214943 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f4979-512b-4981-b1b8-ffd4f3192297 req-510bf5e9-646f-457b-9c49-657bb2a90aeb tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:13.216489 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-843f4979-512b-4981-b1b8-ffd4f3192297 req-510bf5e9-646f-457b-9c49-657bb2a90aeb tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d HTTP/1.1" status: 200 len: 943 time: 0.0503514 Feb 16 17:12:13.254933 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-843f4979-512b-4981-b1b8-ffd4f3192297 req-12c2a186-462a-4507-b8a7-7353b1a839a2 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/security-groups?id=2ab1fb6b-72bb-47cd-ba15-cd961669c091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316064 Feb 16 17:12:14.051936 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f6cc9-f16e-4f5c-ac5e-935fe9aaccd2 req-4670434a-baf1-4be6-a7b6-62d40929ae75 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:14.053436 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-d47f6cc9-f16e-4f5c-ac5e-935fe9aaccd2 req-4670434a-baf1-4be6-a7b6-62d40929ae75 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=dfcfe5f5-68aa-4500-8237-9bd471fd8302 HTTP/1.1" status: 200 len: 945 time: 0.0525861 Feb 16 17:12:14.091184 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-d47f6cc9-f16e-4f5c-ac5e-935fe9aaccd2 req-297f2f27-e44c-45e4-b4f7-f9f38f311cca tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=989a90cd-e029-41ff-9655-031cf4776676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317001 Feb 16 17:12:14.225811 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 4838380d-979b-4ccb-9499-9e7c79f376f1 up at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:12:14.367124 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c18fd1-af61-4e82-a79b-6e6db5a5ef87 req-5c281238-a5cb-400f-b58a-7ff42e8614b7 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:14.368624 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-95c18fd1-af61-4e82-a79b-6e6db5a5ef87 req-5c281238-a5cb-400f-b58a-7ff42e8614b7 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d HTTP/1.1" status: 200 len: 943 time: 0.0484555 Feb 16 17:12:14.381170 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning for port 4838380d-979b-4ccb-9499-9e7c79f376f1 completed by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:12:14.385024 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning complete for port 4838380d-979b-4ccb-9499-9e7c79f376f1 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:12:14.390385 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:14.405561 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-95c18fd1-af61-4e82-a79b-6e6db5a5ef87 req-e5df5e0c-7c4b-4c18-b022-50d6596f9c77 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/security-groups?id=2ab1fb6b-72bb-47cd-ba15-cd961669c091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308385 Feb 16 17:12:14.465772 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:14.491180 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfcfe5f5-68aa-4500-8237-9bd471fd8302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4838380d-979b-4ccb-9499-9e7c79f376f1'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:12:14.493384 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1714de83-c0fb-46ce-bd64-7274f52415c1" -d '{"events": [{"server_uuid": "dfcfe5f5-68aa-4500-8237-9bd471fd8302", "name": "network-vif-plugged", "status": "completed", "tag": "4838380d-979b-4ccb-9499-9e7c79f376f1"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:12:14.505930 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 4838380d-979b-4ccb-9499-9e7c79f376f1, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=4838380d-979b-4ccb-9499-9e7c79f376f1,segment=NetworkSegment(d63e6cca-40b7-4934-9ad8-f8d34899aed5),segment_id=d63e6cca-40b7-4934-9ad8-f8d34899aed5)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:12:14.528350 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0a5e0f-976e-409f-ae9f-e529ab79d147 x-openstack-request-id: req-fb0a5e0f-976e-409f-ae9f-e529ab79d147 {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:12:14.528350 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfcfe5f5-68aa-4500-8237-9bd471fd8302", "name": "network-vif-plugged", "status": "completed", "tag": "4838380d-979b-4ccb-9499-9e7c79f376f1", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:12:14.528350 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fb0a5e0f-976e-409f-ae9f-e529ab79d147 {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:12:14.528716 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfcfe5f5-68aa-4500-8237-9bd471fd8302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4838380d-979b-4ccb-9499-9e7c79f376f1', 'code': 200} Feb 16 17:12:14.581400 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:14.629464 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=4838380d-979b-4ccb-9499-9e7c79f376f1,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:12:14.899358 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746dd0fc-285d-4d74-8ae3-929857b7a75d req-9e3fc611-000c-4b13-bc11-5ff8b6c25aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:14.900703 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-746dd0fc-285d-4d74-8ae3-929857b7a75d req-9e3fc611-000c-4b13-bc11-5ff8b6c25aeb service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=dfcfe5f5-68aa-4500-8237-9bd471fd8302 HTTP/1.1" status: 200 len: 1099 time: 0.0443048 Feb 16 17:12:14.935433 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:12:14.939348 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-746dd0fc-285d-4d74-8ae3-929857b7a75d req-2e00a2f1-8fe3-468b-ba3a-8a92c7e66f05 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=989a90cd-e029-41ff-9655-031cf4776676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277853 Feb 16 17:12:15.207654 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a09f1-1d9b-4587-af6e-1dd465d1ea54 req-ac113a6e-1aa1-4e27-bd13-879af2cc339a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:15.209157 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-649a09f1-1d9b-4587-af6e-1dd465d1ea54 req-ac113a6e-1aa1-4e27-bd13-879af2cc339a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=dfcfe5f5-68aa-4500-8237-9bd471fd8302 HTTP/1.1" status: 200 len: 946 time: 0.0518963 Feb 16 17:12:15.248614 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-649a09f1-1d9b-4587-af6e-1dd465d1ea54 req-aa1ab5ce-9508-4e8c-a3fb-c8f42b4bebd9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=989a90cd-e029-41ff-9655-031cf4776676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335841 Feb 16 17:12:15.523945 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93708bb0-8fa4-472c-8017-c32cb553cd7d req-f9e79f9e-a59a-4a3f-8ff4-f9cb41de3f93 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:15.525369 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-93708bb0-8fa4-472c-8017-c32cb553cd7d req-f9e79f9e-a59a-4a3f-8ff4-f9cb41de3f93 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d HTTP/1.1" status: 200 len: 943 time: 0.0511012 Feb 16 17:12:15.562675 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-93708bb0-8fa4-472c-8017-c32cb553cd7d req-6a6448dd-a0c4-4c94-9ab0-b029d0c99b95 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/security-groups?id=2ab1fb6b-72bb-47cd-ba15-cd961669c091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314343 Feb 16 17:12:16.241583 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device c0630cd0-653b-4baf-9630-225916837183 details requested by agent hyperv_hv-neutron-8286 with host hv-neutron-8286 {{(pid=114377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:12:16.342792 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port c0630cd0-653b-4baf-9630-225916837183, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=c0630cd0-653b-4baf-9630-225916837183,segment=NetworkSegment(a4c4926b-e8af-44d9-8b2b-ab9d976ba61d),segment_id=a4c4926b-e8af-44d9-8b2b-ab9d976ba61d)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:12:16.354600 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Returning: {'device': 'c0630cd0-653b-4baf-9630-225916837183', 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba', 'port_id': 'c0630cd0-653b-4baf-9630-225916837183', 'mac_address': 'fa:16:3e:0d:37:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62ae9dc0-3449-4ef8-8ac6-81ada289f9bf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:12:16.365888 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb2939-8627-4994-a201-42f26607fec8 req-1f5a7cf2-d42d-4394-8cd9-6a56b2809ae0 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:16.367571 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-50bb2939-8627-4994-a201-42f26607fec8 req-1f5a7cf2-d42d-4394-8cd9-6a56b2809ae0 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=dfcfe5f5-68aa-4500-8237-9bd471fd8302 HTTP/1.1" status: 200 len: 946 time: 0.0516791 Feb 16 17:12:16.392286 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:16.404842 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0630cd0-653b-4baf-9630-225916837183 {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:12:16.406736 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-50bb2939-8627-4994-a201-42f26607fec8 req-07bc8b44-ba23-4306-9133-a4275c2e3783 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=989a90cd-e029-41ff-9655-031cf4776676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329454 Feb 16 17:12:16.427773 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port c0630cd0-653b-4baf-9630-225916837183, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=c0630cd0-653b-4baf-9630-225916837183,segment=NetworkSegment(a4c4926b-e8af-44d9-8b2b-ab9d976ba61d),segment_id=a4c4926b-e8af-44d9-8b2b-ab9d976ba61d)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:12:16.521182 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc16eda-25d7-40f9-8ad7-c054a4538642 req-707b8184-de04-4786-8690-8adddb8722d8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:16.522599 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-dbc16eda-25d7-40f9-8ad7-c054a4538642 req-707b8184-de04-4786-8690-8adddb8722d8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=dfcfe5f5-68aa-4500-8237-9bd471fd8302 HTTP/1.1" status: 200 len: 946 time: 0.0494471 Feb 16 17:12:16.546770 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:16.561653 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-dbc16eda-25d7-40f9-8ad7-c054a4538642 req-af5c95f3-8ae9-4043-9498-5a2e82086159 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=989a90cd-e029-41ff-9655-031cf4776676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329905 Feb 16 17:12:16.585146 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55832) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:12:16.594289 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=c0630cd0-653b-4baf-9630-225916837183,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:12:16.629855 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91534424-386f-42b3-8272-204491cf57a8 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:16.631421 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-91534424-386f-42b3-8272-204491cf57a8 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=dfcfe5f5-68aa-4500-8237-9bd471fd8302 HTTP/1.1" status: 200 len: 1094 time: 0.0455310 Feb 16 17:12:16.634244 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55836) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:12:16.638475 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-da79a6b2-34e5-4978-a4ca-5dd010e30dc1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'floatingip': {'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'port_id': '4838380d-979b-4ccb-9499-9e7c79f376f1', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ip_address': '172.20.0.12'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:12:16.692799 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72234e5d-390b-4519-82b6-980cce78adb6 req-d8981e41-3c45-45c0-ac62-a16bfeb96fa3 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:16.694299 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-72234e5d-390b-4519-82b6-980cce78adb6 req-d8981e41-3c45-45c0-ac62-a16bfeb96fa3 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d HTTP/1.1" status: 200 len: 944 time: 0.0535760 Feb 16 17:12:16.732546 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-72234e5d-390b-4519-82b6-980cce78adb6 req-aac8184e-bc52-4147-aa90-282f0fd195d2 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/security-groups?id=2ab1fb6b-72bb-47cd-ba15-cd961669c091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322180 Feb 16 17:12:16.746979 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-da79a6b2-34e5-4978-a4ca-5dd010e30dc1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for floatingip, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:16.769067 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['c0630cd0-653b-4baf-9630-225916837183'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:12:16.845487 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-da79a6b2-34e5-4978-a4ca-5dd010e30dc1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:16.956955 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-da79a6b2-34e5-4978-a4ca-5dd010e30dc1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Allocated IP 172.26.3.78 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/f6f8c6f6-8789-4fc9-8019-9c1dcf0b81c5) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:12:17.058877 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-da79a6b2-34e5-4978-a4ca-5dd010e30dc1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:17.176025 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-da79a6b2-34e5-4978-a4ca-5dd010e30dc1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:17.219345 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da79a6b2-34e5-4978-a4ca-5dd010e30dc1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:12:17.222759 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-da79a6b2-34e5-4978-a4ca-5dd010e30dc1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:12:17.226124 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da79a6b2-34e5-4978-a4ca-5dd010e30dc1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:12:17.231704 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da79a6b2-34e5-4978-a4ca-5dd010e30dc1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Port': ['ID=f6f8c6f6-8789-4fc9-8019-9c1dcf0b81c5,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:12:17.857397 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-da79a6b2-34e5-4978-a4ca-5dd010e30dc1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:17.892007 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b9308-41ab-406e-9f9b-cf7ba6035ed8 req-ccd61132-e06f-4cd9-8ff3-7e5620c83764 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:17.893512 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-a25b9308-41ab-406e-9f9b-cf7ba6035ed8 req-ccd61132-e06f-4cd9-8ff3-7e5620c83764 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d HTTP/1.1" status: 200 len: 944 time: 0.0860713 Feb 16 17:12:17.939183 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-a25b9308-41ab-406e-9f9b-cf7ba6035ed8 req-9aabf148-3e9e-4981-bd77-c663566cc362 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/security-groups?id=2ab1fb6b-72bb-47cd-ba15-cd961669c091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383427 Feb 16 17:12:18.046898 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-da79a6b2-34e5-4978-a4ca-5dd010e30dc1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:18.196441 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-da79a6b2-34e5-4978-a4ca-5dd010e30dc1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:18.260979 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device c0630cd0-653b-4baf-9630-225916837183 up at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:12:18.318560 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-da79a6b2-34e5-4978-a4ca-5dd010e30dc1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:18.387230 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da79a6b2-34e5-4978-a4ca-5dd010e30dc1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Port': ['ID=f6f8c6f6-8789-4fc9-8019-9c1dcf0b81c5,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:12:18.395856 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-da79a6b2-34e5-4978-a4ca-5dd010e30dc1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:18.420759 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning for port c0630cd0-653b-4baf-9630-225916837183 completed by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:12:18.424740 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning complete for port c0630cd0-653b-4baf-9630-225916837183 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:12:18.425118 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:18.497547 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.l3_db [None req-da79a6b2-34e5-4978-a4ca-5dd010e30dc1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Floating IP 7df4a7bf-b43a-460b-9cf3-ff3021e828eb associated. External IP: 172.26.3.78, port: 4838380d-979b-4ccb-9499-9e7c79f376f1. Feb 16 17:12:18.501316 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:18.523874 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0630cd0-653b-4baf-9630-225916837183'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:12:18.526690 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8cea79-9b36-4f61-b122-e705e8d8d568" -d '{"events": [{"server_uuid": "3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d", "name": "network-vif-plugged", "status": "completed", "tag": "c0630cd0-653b-4baf-9630-225916837183"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:12:18.540433 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port c0630cd0-653b-4baf-9630-225916837183, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=c0630cd0-653b-4baf-9630-225916837183,segment=NetworkSegment(a4c4926b-e8af-44d9-8b2b-ab9d976ba61d),segment_id=a4c4926b-e8af-44d9-8b2b-ab9d976ba61d)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:12:18.563649 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c35aa6-5f08-4470-91ca-d289a601a893 x-openstack-request-id: req-03c35aa6-5f08-4470-91ca-d289a601a893 {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:12:18.563946 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d", "name": "network-vif-plugged", "status": "completed", "tag": "c0630cd0-653b-4baf-9630-225916837183", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:12:18.564230 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-03c35aa6-5f08-4470-91ca-d289a601a893 {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:12:18.564628 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0630cd0-653b-4baf-9630-225916837183', 'code': 200} Feb 16 17:12:18.615950 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:18.668396 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=c0630cd0-653b-4baf-9630-225916837183,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:12:18.714787 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da79a6b2-34e5-4978-a4ca-5dd010e30dc1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Router c725d62d-5aa8-48e6-9cf8-d5f95af8075c has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:12:18.827206 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da79a6b2-34e5-4978-a4ca-5dd010e30dc1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:12:18.839040 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74866a-362d-4c6e-b30e-c8c96085f0a3 req-19be8529-3962-4c12-baf2-bc8c23dc4aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:18.840792 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7c74866a-362d-4c6e-b30e-c8c96085f0a3 req-19be8529-3962-4c12-baf2-bc8c23dc4aa7 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d HTTP/1.1" status: 200 len: 1098 time: 0.0455775 Feb 16 17:12:18.844077 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82992d3-763e-4ceb-999b-39ff9d84ba23 None None] Sync routers for ids ['c725d62d-5aa8-48e6-9cf8-d5f95af8075c'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:12:18.856505 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82992d3-763e-4ceb-999b-39ff9d84ba23 None None] Routers {'c725d62d-5aa8-48e6-9cf8-d5f95af8075c'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:12:18.857158 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-a82992d3-763e-4ceb-999b-39ff9d84ba23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:12:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['c725d62d-5aa8-48e6-9cf8-d5f95af8075c'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:12:18.877735 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7c74866a-362d-4c6e-b30e-c8c96085f0a3 req-df916856-51a6-46c6-8ad8-101d371830b0 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=2ab1fb6b-72bb-47cd-ba15-cd961669c091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294046 Feb 16 17:12:18.960533 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-da79a6b2-34e5-4978-a4ca-5dd010e30dc1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:18.965333 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-a82992d3-763e-4ceb-999b-39ff9d84ba23 None None] Set router c725d62d-5aa8-48e6-9cf8-d5f95af8075c gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:12:18.993007 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-da79a6b2-34e5-4978-a4ca-5dd010e30dc1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3552125 Feb 16 17:12:18.993007 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfcfe5f5-68aa-4500-8237-9bd471fd8302', 'tag': '4838380d-979b-4ccb-9499-9e7c79f376f1'}] {{(pid=114375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:12:18.993372 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 55844) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:12:18.996806 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f675c1a73bb74b784e43f10fee26c40e358be44ccef5ed6f70ec30f8ec0d494b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f71a28f-86fe-4501-bc44-e1073d6f98c3" -d '{"events": [{"name": "network-changed", "server_uuid": "dfcfe5f5-68aa-4500-8237-9bd471fd8302", "tag": "4838380d-979b-4ccb-9499-9e7c79f376f1"}]}' {{(pid=114375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:12:19.073533 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-97a87d7c-2dc2-4efe-aae6-982d7f26ac34 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/floatingips/7df4a7bf-b43a-460b-9cf3-ff3021e828eb HTTP/1.1" status: 200 len: 991 time: 0.0790594 Feb 16 17:12:19.079501 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f428e73d-be7c-4202-98d9-36acf5ed32c2 req-d18b2329-acf8-476c-be83-5f7a6656b585 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:19.082220 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-f428e73d-be7c-4202-98d9-36acf5ed32c2 req-d18b2329-acf8-476c-be83-5f7a6656b585 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d HTTP/1.1" status: 200 len: 945 time: 0.0672235 Feb 16 17:12:19.113921 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44946fbe-6082-4d1c-b3d9-3c0b0234c2fa x-openstack-request-id: req-44946fbe-6082-4d1c-b3d9-3c0b0234c2fa {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:12:19.114206 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfcfe5f5-68aa-4500-8237-9bd471fd8302", "tag": "4838380d-979b-4ccb-9499-9e7c79f376f1", "status": "completed", "code": 200}]} {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:12:19.114452 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-44946fbe-6082-4d1c-b3d9-3c0b0234c2fa {{(pid=114375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:12:19.114847 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfcfe5f5-68aa-4500-8237-9bd471fd8302', 'tag': '4838380d-979b-4ccb-9499-9e7c79f376f1', 'status': 'completed', 'code': 200} Feb 16 17:12:19.132300 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-f428e73d-be7c-4202-98d9-36acf5ed32c2 req-b4a131e1-0738-4129-bfe0-86d13fc4ce25 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/security-groups?id=2ab1fb6b-72bb-47cd-ba15-cd961669c091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391295 Feb 16 17:12:19.178514 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71a28f-86fe-4501-bc44-e1073d6f98c3 req-6c57bb88-a971-44d1-b3d4-bbd3df90652b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:19.181512 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8f71a28f-86fe-4501-bc44-e1073d6f98c3 req-6c57bb88-a971-44d1-b3d4-bbd3df90652b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c9820320aae461fbcc5eba944eb2160&device_id=dfcfe5f5-68aa-4500-8237-9bd471fd8302 HTTP/1.1" status: 200 len: 1099 time: 0.0474725 Feb 16 17:12:19.215164 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-a82992d3-763e-4ceb-999b-39ff9d84ba23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c725d62d-5aa8-48e6-9cf8-d5f95af8075c', 'name': 'tempest-TestNetworkBasicOps-router-901572349', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': 'a5b6455d-6251-4274-9577-42e20c10fd7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:11:51Z', 'updated_at': '2022-02-16T17:11:57Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'a5b6455d-6251-4274-9577-42e20c10fd7d', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:41:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c725d62d-5aa8-48e6-9cf8-d5f95af8075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:52Z', 'updated_at': '2022-02-16T17:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '7df4a7bf-b43a-460b-9cf3-ff3021e828eb', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'floating_ip_address': '172.26.3.78', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': 'c725d62d-5aa8-48e6-9cf8-d5f95af8075c', 'port_id': '4838380d-979b-4ccb-9499-9e7c79f376f1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3ac3a57-19a3-4526-8efb-f167440964f4', 'mac_address': 'fa:16:3e:32:fa:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcfe5f5-68aa-4500-8237-9bd471fd8302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:12:17Z', 'updated_at': '2022-02-16T17:12:17Z', 'revision_number': 0, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f58d49ad-8b26-41cd-9940-3008e0e14e0d', 'name': '', 'network_id': 'e3ac3a57-19a3-4526-8efb-f167440964f4', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:fa:5f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c725d62d-5aa8-48e6-9cf8-d5f95af8075c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '1ee5cd87-9a98-42cb-86b1-4aaa310ae9af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:56Z', 'updated_at': '2022-02-16T17:12:00Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': '1ee5cd87-9a98-42cb-86b1-4aaa310ae9af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:12:19.246110 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82992d3-763e-4ceb-999b-39ff9d84ba23 None None] Checking router: c725d62d-5aa8-48e6-9cf8-d5f95af8075c for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:12:19.254519 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82992d3-763e-4ceb-999b-39ff9d84ba23 None None] Routers {'c725d62d-5aa8-48e6-9cf8-d5f95af8075c'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:12:19.255120 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-a82992d3-763e-4ceb-999b-39ff9d84ba23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:12:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['c725d62d-5aa8-48e6-9cf8-d5f95af8075c'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:12:19.273951 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71a28f-86fe-4501-bc44-e1073d6f98c3 req-caa297f7-daf9-472f-949a-68ed0cb64dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:19.275453 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8f71a28f-86fe-4501-bc44-e1073d6f98c3 req-caa297f7-daf9-472f-949a-68ed0cb64dfe service neutron] 10.222.0.89 "GET /v2.0/networks?id=e3ac3a57-19a3-4526-8efb-f167440964f4 HTTP/1.1" status: 200 len: 898 time: 0.0870206 Feb 16 17:12:19.346211 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8f71a28f-86fe-4501-bc44-e1073d6f98c3 req-3d90563a-3653-4a68-a8b7-94acd75cd9df service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4838380d-979b-4ccb-9499-9e7c79f376f1 HTTP/1.1" status: 200 len: 999 time: 0.0637445 Feb 16 17:12:19.399732 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71a28f-86fe-4501-bc44-e1073d6f98c3 req-3e08a666-4ed4-446a-8cbf-7ba92ceb56a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:19.401249 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8f71a28f-86fe-4501-bc44-e1073d6f98c3 req-3e08a666-4ed4-446a-8cbf-7ba92ceb56a1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1ee5cd87-9a98-42cb-86b1-4aaa310ae9af HTTP/1.1" status: 200 len: 843 time: 0.0465829 Feb 16 17:12:19.448537 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71a28f-86fe-4501-bc44-e1073d6f98c3 req-c73eb12f-5254-4027-b11b-bcb91f2db64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:19.450048 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8f71a28f-86fe-4501-bc44-e1073d6f98c3 req-c73eb12f-5254-4027-b11b-bcb91f2db64f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e3ac3a57-19a3-4526-8efb-f167440964f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419197 Feb 16 17:12:19.505963 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-a82992d3-763e-4ceb-999b-39ff9d84ba23 None None] Set router c725d62d-5aa8-48e6-9cf8-d5f95af8075c gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:12:19.545456 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8f71a28f-86fe-4501-bc44-e1073d6f98c3 req-38b43e2c-283a-4940-ba54-9a548e906d32 service neutron] 10.222.0.89 "GET /v2.0/networks/e3ac3a57-19a3-4526-8efb-f167440964f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867839 Feb 16 17:12:19.643007 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8f71a28f-86fe-4501-bc44-e1073d6f98c3 req-6f09e476-e14a-4f05-8be5-30daee4463ef service neutron] 10.222.0.89 "GET /v2.0/networks/e3ac3a57-19a3-4526-8efb-f167440964f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835061 Feb 16 17:12:19.727721 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-a82992d3-763e-4ceb-999b-39ff9d84ba23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c725d62d-5aa8-48e6-9cf8-d5f95af8075c', 'name': 'tempest-TestNetworkBasicOps-router-901572349', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': 'a5b6455d-6251-4274-9577-42e20c10fd7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:11:51Z', 'updated_at': '2022-02-16T17:11:57Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'a5b6455d-6251-4274-9577-42e20c10fd7d', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:41:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c725d62d-5aa8-48e6-9cf8-d5f95af8075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:52Z', 'updated_at': '2022-02-16T17:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '7df4a7bf-b43a-460b-9cf3-ff3021e828eb', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'floating_ip_address': '172.26.3.78', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': 'c725d62d-5aa8-48e6-9cf8-d5f95af8075c', 'port_id': '4838380d-979b-4ccb-9499-9e7c79f376f1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3ac3a57-19a3-4526-8efb-f167440964f4', 'mac_address': 'fa:16:3e:32:fa:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcfe5f5-68aa-4500-8237-9bd471fd8302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:12:17Z', 'updated_at': '2022-02-16T17:12:17Z', 'revision_number': 0, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f58d49ad-8b26-41cd-9940-3008e0e14e0d', 'name': '', 'network_id': 'e3ac3a57-19a3-4526-8efb-f167440964f4', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:fa:5f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c725d62d-5aa8-48e6-9cf8-d5f95af8075c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '1ee5cd87-9a98-42cb-86b1-4aaa310ae9af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:56Z', 'updated_at': '2022-02-16T17:12:00Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': '1ee5cd87-9a98-42cb-86b1-4aaa310ae9af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:12:19.753486 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82992d3-763e-4ceb-999b-39ff9d84ba23 None None] The sync data for ids ['c725d62d-5aa8-48e6-9cf8-d5f95af8075c'] in dv-neutron-828697-3-hyperv is: [{'id': 'c725d62d-5aa8-48e6-9cf8-d5f95af8075c', 'name': 'tempest-TestNetworkBasicOps-router-901572349', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': 'a5b6455d-6251-4274-9577-42e20c10fd7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:11:51Z', 'updated_at': '2022-02-16T17:11:57Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'a5b6455d-6251-4274-9577-42e20c10fd7d', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:41:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c725d62d-5aa8-48e6-9cf8-d5f95af8075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:52Z', 'updated_at': '2022-02-16T17:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '7df4a7bf-b43a-460b-9cf3-ff3021e828eb', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'floating_ip_address': '172.26.3.78', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': 'c725d62d-5aa8-48e6-9cf8-d5f95af8075c', 'port_id': '4838380d-979b-4ccb-9499-9e7c79f376f1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3ac3a57-19a3-4526-8efb-f167440964f4', 'mac_address': 'fa:16:3e:32:fa:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcfe5f5-68aa-4500-8237-9bd471fd8302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:12:17Z', 'updated_at': '2022-02-16T17:12:17Z', 'revision_number': 0, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f58d49ad-8b26-41cd-9940-3008e0e14e0d', 'name': '', 'network_id': 'e3ac3a57-19a3-4526-8efb-f167440964f4', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:fa:5f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c725d62d-5aa8-48e6-9cf8-d5f95af8075c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '1ee5cd87-9a98-42cb-86b1-4aaa310ae9af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:56Z', 'updated_at': '2022-02-16T17:12:00Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': '1ee5cd87-9a98-42cb-86b1-4aaa310ae9af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:12:19.941512 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c373e1-4f4e-4d60-b84a-5ed6877b001e None None] New status for floating IP 7df4a7bf-b43a-460b-9cf3-ff3021e828eb: ACTIVE {{(pid=114378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:12:20.077157 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55850) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:12:20.142341 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-cc3023ae-8118-4594-9183-c59d84ebf6f5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/floatingips/7df4a7bf-b43a-460b-9cf3-ff3021e828eb HTTP/1.1" status: 200 len: 991 time: 0.0633001 Feb 16 17:12:20.261624 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbea11-ee32-4910-880e-510a6bc059b1 req-08e36031-161b-4100-b627-4fc3356faa7e tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:20.263336 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8cbbea11-ee32-4910-880e-510a6bc059b1 req-08e36031-161b-4100-b627-4fc3356faa7e tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d HTTP/1.1" status: 200 len: 945 time: 0.0557158 Feb 16 17:12:20.302187 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8cbbea11-ee32-4910-880e-510a6bc059b1 req-c6631c67-5f16-450a-bc7b-1dae6b09c6c0 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/security-groups?id=2ab1fb6b-72bb-47cd-ba15-cd961669c091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322561 Feb 16 17:12:20.417737 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01244a-ddb4-424b-afb1-09bd9a695dc8 req-9b6cddb9-34e6-4dcc-b045-6dfc0213a1fc tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:20.419117 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-7c01244a-ddb4-424b-afb1-09bd9a695dc8 req-9b6cddb9-34e6-4dcc-b045-6dfc0213a1fc tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d HTTP/1.1" status: 200 len: 945 time: 0.0488954 Feb 16 17:12:20.456980 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-7c01244a-ddb4-424b-afb1-09bd9a695dc8 req-20ddd075-7fb2-4249-8c1f-9469c01246e7 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/security-groups?id=2ab1fb6b-72bb-47cd-ba15-cd961669c091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319424 Feb 16 17:12:20.481232 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 55856) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:12:20.566508 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4065190a-9adb-4251-94c4-4950a0d76486 tempest-TestVolumeBootPattern-1271194263 tempest-TestVolumeBootPattern-1271194263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:20.568003 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-4065190a-9adb-4251-94c4-4950a0d76486 tempest-TestVolumeBootPattern-1271194263 tempest-TestVolumeBootPattern-1271194263-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d HTTP/1.1" status: 200 len: 1093 time: 0.0824401 Feb 16 17:12:20.570808 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 55860) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:12:20.574936 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-ef3b8b15-7af7-4041-afe0-ba79f36194ad tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Request body: {'floatingip': {'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'port_id': 'c0630cd0-653b-4baf-9630-225916837183', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'fixed_ip_address': '172.20.0.9'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:12:20.683693 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ef3b8b15-7af7-4041-afe0-ba79f36194ad tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks [] for floatingip, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:20.782440 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ef3b8b15-7af7-4041-afe0-ba79f36194ad tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:20.887460 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-ef3b8b15-7af7-4041-afe0-ba79f36194ad tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Allocated IP 172.26.3.145 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/681c7e6c-41d9-42ba-af4f-0200359ce2e7) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:12:20.992852 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ef3b8b15-7af7-4041-afe0-ba79f36194ad tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:21.095371 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ef3b8b15-7af7-4041-afe0-ba79f36194ad tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:21.134540 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3b8b15-7af7-4041-afe0-ba79f36194ad tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:12:21.138935 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-ef3b8b15-7af7-4041-afe0-ba79f36194ad tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:12:21.142361 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3b8b15-7af7-4041-afe0-ba79f36194ad tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:12:21.145935 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55862) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:12:21.165749 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3b8b15-7af7-4041-afe0-ba79f36194ad tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Pushing event updated for resources: {'Port': ['ID=681c7e6c-41d9-42ba-af4f-0200359ce2e7,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:12:21.213270 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-00fdd4f9-da37-412f-876f-8249b254a7fd tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/floatingips/7df4a7bf-b43a-460b-9cf3-ff3021e828eb HTTP/1.1" status: 200 len: 993 time: 0.0660496 Feb 16 17:12:21.828127 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ef3b8b15-7af7-4041-afe0-ba79f36194ad tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:21.983329 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ef3b8b15-7af7-4041-afe0-ba79f36194ad tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:22.133753 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ef3b8b15-7af7-4041-afe0-ba79f36194ad tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:22.243706 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ef3b8b15-7af7-4041-afe0-ba79f36194ad tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:22.312887 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3b8b15-7af7-4041-afe0-ba79f36194ad tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Pushing event updated for resources: {'Port': ['ID=681c7e6c-41d9-42ba-af4f-0200359ce2e7,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:12:22.325139 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ef3b8b15-7af7-4041-afe0-ba79f36194ad tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:22.422882 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.l3_db [None req-ef3b8b15-7af7-4041-afe0-ba79f36194ad tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Floating IP ff27b701-4e47-40cf-aed8-0c9169721453 associated. External IP: 172.26.3.145, port: c0630cd0-653b-4baf-9630-225916837183. Feb 16 17:12:22.620555 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef3b8b15-7af7-4041-afe0-ba79f36194ad tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Router b36e62a5-d6e6-4741-84a2-5927cd2a2100 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:12:22.727167 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3b8b15-7af7-4041-afe0-ba79f36194ad tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:12:22.736777 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed22d902-e978-4ebe-88bf-2f264df33a08 None None] Sync routers for ids ['b36e62a5-d6e6-4741-84a2-5927cd2a2100'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:12:22.746463 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed22d902-e978-4ebe-88bf-2f264df33a08 None None] Routers {'b36e62a5-d6e6-4741-84a2-5927cd2a2100'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:12:22.747063 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-ed22d902-e978-4ebe-88bf-2f264df33a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:12:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['b36e62a5-d6e6-4741-84a2-5927cd2a2100'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:12:22.794552 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ef3b8b15-7af7-4041-afe0-ba79f36194ad tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:22.821840 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-ef3b8b15-7af7-4041-afe0-ba79f36194ad tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2500260 Feb 16 17:12:22.822537 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d', 'tag': 'c0630cd0-653b-4baf-9630-225916837183'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:12:22.825152 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d499102d-f16d-4f35-bdce-0cf1c99d27f0" -d '{"events": [{"name": "network-changed", "server_uuid": "3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d", "tag": "c0630cd0-653b-4baf-9630-225916837183"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:12:22.854351 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-ed22d902-e978-4ebe-88bf-2f264df33a08 None None] Set router b36e62a5-d6e6-4741-84a2-5927cd2a2100 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:12:22.869082 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ecd1af-fe4d-4d78-bcd4-f1040836566f x-openstack-request-id: req-75ecd1af-fe4d-4d78-bcd4-f1040836566f {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:12:22.869620 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d", "tag": "c0630cd0-653b-4baf-9630-225916837183", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:12:22.869620 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-75ecd1af-fe4d-4d78-bcd4-f1040836566f {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:12:22.870228 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d', 'tag': 'c0630cd0-653b-4baf-9630-225916837183', 'status': 'completed', 'code': 200} Feb 16 17:12:22.943777 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499102d-f16d-4f35-bdce-0cf1c99d27f0 req-0c24b415-68de-4d85-ba02-bec62d6984ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:22.945275 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d499102d-f16d-4f35-bdce-0cf1c99d27f0 req-0c24b415-68de-4d85-ba02-bec62d6984ac service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=044ac631b15e4f2096be696887c61622&device_id=3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d HTTP/1.1" status: 200 len: 1098 time: 0.0480924 Feb 16 17:12:23.037937 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499102d-f16d-4f35-bdce-0cf1c99d27f0 req-c7310899-2f38-4c9f-b007-ad776c5e4ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:23.039548 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d499102d-f16d-4f35-bdce-0cf1c99d27f0 req-c7310899-2f38-4c9f-b007-ad776c5e4ee1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=c364a6ac-af1f-40c5-af86-f038476be8ba HTTP/1.1" status: 200 len: 912 time: 0.0861764 Feb 16 17:12:23.088624 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-ed22d902-e978-4ebe-88bf-2f264df33a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'name': 'tempest-TestVolumeBootPattern-923548383-router', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '931e68fc-5963-44f6-8445-fe1fbe36162f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:53Z', 'updated_at': '2022-02-16T17:04:58Z', 'revision_number': 4, 'project_id': '044ac631b15e4f2096be696887c61622', 'gw_port': {'id': '931e68fc-5963-44f6-8445-fe1fbe36162f', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:34:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:54Z', 'updated_at': '2022-02-16T17:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '88e9148e-43cb-418b-9ae9-28637d766c74', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'floating_ip_address': '172.26.3.233', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'port_id': 'c39879e1-bb6a-4739-8b0d-2dc33917f7cd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba', 'mac_address': 'fa:16:3e:04:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7b236f-2fdb-4461-bece-dc32f359e260', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:09:16Z', 'updated_at': '2022-02-16T17:09:19Z', 'revision_number': 1, 'project_id': '044ac631b15e4f2096be696887c61622', 'fixed_ip_address_scope': None}, {'id': 'ff27b701-4e47-40cf-aed8-0c9169721453', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'floating_ip_address': '172.26.3.145', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'port_id': 'c0630cd0-653b-4baf-9630-225916837183', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba', 'mac_address': 'fa:16:3e:0d:37:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:12:21Z', 'updated_at': '2022-02-16T17:12:21Z', 'revision_number': 0, 'project_id': '044ac631b15e4f2096be696887c61622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2581317b-26b1-4b4d-889f-22df54787e33', 'name': '', 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'mac_address': 'fa:16:3e:3c:61:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '62ae9dc0-3449-4ef8-8ac6-81ada289f9bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:57Z', 'updated_at': '2022-02-16T17:05:05Z', 'revision_number': 5, 'project_id': '044ac631b15e4f2096be696887c61622', 'subnets': [{'id': '62ae9dc0-3449-4ef8-8ac6-81ada289f9bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:12:23.110407 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d499102d-f16d-4f35-bdce-0cf1c99d27f0 req-cdeb09f2-d573-4b17-9630-764e55a320ab service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0630cd0-653b-4baf-9630-225916837183 HTTP/1.1" status: 200 len: 999 time: 0.0635855 Feb 16 17:12:23.119108 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed22d902-e978-4ebe-88bf-2f264df33a08 None None] Checking router: b36e62a5-d6e6-4741-84a2-5927cd2a2100 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:12:23.127617 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed22d902-e978-4ebe-88bf-2f264df33a08 None None] Routers {'b36e62a5-d6e6-4741-84a2-5927cd2a2100'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:12:23.128773 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-ed22d902-e978-4ebe-88bf-2f264df33a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:12:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['b36e62a5-d6e6-4741-84a2-5927cd2a2100'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:12:23.159786 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499102d-f16d-4f35-bdce-0cf1c99d27f0 req-e19318a5-5aa2-422e-b7c8-3a1da83a9b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:23.161207 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d499102d-f16d-4f35-bdce-0cf1c99d27f0 req-e19318a5-5aa2-422e-b7c8-3a1da83a9b6e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=62ae9dc0-3449-4ef8-8ac6-81ada289f9bf HTTP/1.1" status: 200 len: 850 time: 0.0446162 Feb 16 17:12:23.207045 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499102d-f16d-4f35-bdce-0cf1c99d27f0 req-1fea698c-16fc-4832-92fa-3b51c0abf596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:23.208605 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d499102d-f16d-4f35-bdce-0cf1c99d27f0 req-1fea698c-16fc-4832-92fa-3b51c0abf596 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c364a6ac-af1f-40c5-af86-f038476be8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414143 Feb 16 17:12:23.234829 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-ed22d902-e978-4ebe-88bf-2f264df33a08 None None] Set router b36e62a5-d6e6-4741-84a2-5927cd2a2100 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:12:23.305687 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d499102d-f16d-4f35-bdce-0cf1c99d27f0 req-b4013ddd-dc00-473d-8713-5026855163e2 service neutron] 10.222.0.89 "GET /v2.0/networks/c364a6ac-af1f-40c5-af86-f038476be8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885160 Feb 16 17:12:23.401338 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d499102d-f16d-4f35-bdce-0cf1c99d27f0 req-ce7e30c5-67d2-423e-aba2-8438d6575794 service neutron] 10.222.0.89 "GET /v2.0/networks/c364a6ac-af1f-40c5-af86-f038476be8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894995 Feb 16 17:12:23.467124 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-ed22d902-e978-4ebe-88bf-2f264df33a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'name': 'tempest-TestVolumeBootPattern-923548383-router', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '931e68fc-5963-44f6-8445-fe1fbe36162f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:53Z', 'updated_at': '2022-02-16T17:04:58Z', 'revision_number': 4, 'project_id': '044ac631b15e4f2096be696887c61622', 'gw_port': {'id': '931e68fc-5963-44f6-8445-fe1fbe36162f', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:34:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:54Z', 'updated_at': '2022-02-16T17:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '88e9148e-43cb-418b-9ae9-28637d766c74', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'floating_ip_address': '172.26.3.233', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'port_id': 'c39879e1-bb6a-4739-8b0d-2dc33917f7cd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba', 'mac_address': 'fa:16:3e:04:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7b236f-2fdb-4461-bece-dc32f359e260', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:09:16Z', 'updated_at': '2022-02-16T17:09:19Z', 'revision_number': 1, 'project_id': '044ac631b15e4f2096be696887c61622', 'fixed_ip_address_scope': None}, {'id': 'ff27b701-4e47-40cf-aed8-0c9169721453', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'floating_ip_address': '172.26.3.145', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'port_id': 'c0630cd0-653b-4baf-9630-225916837183', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba', 'mac_address': 'fa:16:3e:0d:37:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:12:21Z', 'updated_at': '2022-02-16T17:12:21Z', 'revision_number': 0, 'project_id': '044ac631b15e4f2096be696887c61622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2581317b-26b1-4b4d-889f-22df54787e33', 'name': '', 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'mac_address': 'fa:16:3e:3c:61:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '62ae9dc0-3449-4ef8-8ac6-81ada289f9bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:57Z', 'updated_at': '2022-02-16T17:05:05Z', 'revision_number': 5, 'project_id': '044ac631b15e4f2096be696887c61622', 'subnets': [{'id': '62ae9dc0-3449-4ef8-8ac6-81ada289f9bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:12:23.493938 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed22d902-e978-4ebe-88bf-2f264df33a08 None None] The sync data for ids ['b36e62a5-d6e6-4741-84a2-5927cd2a2100'] in dv-neutron-828697-3-hyperv is: [{'id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'name': 'tempest-TestVolumeBootPattern-923548383-router', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '931e68fc-5963-44f6-8445-fe1fbe36162f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:53Z', 'updated_at': '2022-02-16T17:04:58Z', 'revision_number': 4, 'project_id': '044ac631b15e4f2096be696887c61622', 'gw_port': {'id': '931e68fc-5963-44f6-8445-fe1fbe36162f', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:34:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:54Z', 'updated_at': '2022-02-16T17:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '88e9148e-43cb-418b-9ae9-28637d766c74', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'floating_ip_address': '172.26.3.233', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'port_id': 'c39879e1-bb6a-4739-8b0d-2dc33917f7cd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba', 'mac_address': 'fa:16:3e:04:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7b236f-2fdb-4461-bece-dc32f359e260', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:09:16Z', 'updated_at': '2022-02-16T17:09:19Z', 'revision_number': 1, 'project_id': '044ac631b15e4f2096be696887c61622', 'fixed_ip_address_scope': None}, {'id': 'ff27b701-4e47-40cf-aed8-0c9169721453', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'floating_ip_address': '172.26.3.145', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'port_id': 'c0630cd0-653b-4baf-9630-225916837183', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba', 'mac_address': 'fa:16:3e:0d:37:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:12:21Z', 'updated_at': '2022-02-16T17:12:21Z', 'revision_number': 0, 'project_id': '044ac631b15e4f2096be696887c61622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2581317b-26b1-4b4d-889f-22df54787e33', 'name': '', 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'mac_address': 'fa:16:3e:3c:61:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '62ae9dc0-3449-4ef8-8ac6-81ada289f9bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:57Z', 'updated_at': '2022-02-16T17:05:05Z', 'revision_number': 5, 'project_id': '044ac631b15e4f2096be696887c61622', 'subnets': [{'id': '62ae9dc0-3449-4ef8-8ac6-81ada289f9bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:12:23.680069 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13acd387-6561-42f5-a776-a62f052e4e90 None None] New status for floating IP ff27b701-4e47-40cf-aed8-0c9169721453: ACTIVE {{(pid=114378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:12:30.535405 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:36.854968 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e18ff98b-bbb5-4afe-b3f6-7342f4128cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:39.203201 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a25afa66-6c9a-4597-b426-bcc0ead5cf69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:40.454491 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:41.768758 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:42.168482 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:12:51.933374 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:13:00.505768 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:06.797024 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8702bd86-48d8-42c5-a823-8d75ca089e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:09.174278 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1f07c9d1-4239-4944-9100-582a5f992985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:10.436712 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:11.790978 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:12.105494 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:12.489735 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bfed1249-77ba-411d-8be9-67572a7b4ad9 req-4c7189da-a3a5-4c20-956e-e600c078df5c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=df7b236f-2fdb-4461-bece-dc32f359e260&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427904 Feb 16 17:13:12.570075 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed1249-77ba-411d-8be9-67572a7b4ad9 req-95dbf0ce-0ffb-4266-b6a1-bcee4b1679ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:13:12.571557 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bfed1249-77ba-411d-8be9-67572a7b4ad9 req-95dbf0ce-0ffb-4266-b6a1-bcee4b1679ee service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=044ac631b15e4f2096be696887c61622&device_id=df7b236f-2fdb-4461-bece-dc32f359e260 HTTP/1.1" status: 200 len: 1099 time: 0.0394716 Feb 16 17:13:12.678848 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed1249-77ba-411d-8be9-67572a7b4ad9 req-6bf84f1a-206d-47b1-a42a-1ca72d43070d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:13:12.680452 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bfed1249-77ba-411d-8be9-67572a7b4ad9 req-6bf84f1a-206d-47b1-a42a-1ca72d43070d service neutron] 10.222.0.89 "GET /v2.0/networks?id=c364a6ac-af1f-40c5-af86-f038476be8ba HTTP/1.1" status: 200 len: 912 time: 0.0905941 Feb 16 17:13:12.748984 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bfed1249-77ba-411d-8be9-67572a7b4ad9 req-5e63c09f-1053-4a3e-b30b-fa93528a375a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c39879e1-bb6a-4739-8b0d-2dc33917f7cd HTTP/1.1" status: 200 len: 1002 time: 0.0619946 Feb 16 17:13:12.795451 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed1249-77ba-411d-8be9-67572a7b4ad9 req-b72c959f-4c26-4fa0-a66f-6fdb5d72e27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:13:12.796881 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bfed1249-77ba-411d-8be9-67572a7b4ad9 req-b72c959f-4c26-4fa0-a66f-6fdb5d72e27a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=62ae9dc0-3449-4ef8-8ac6-81ada289f9bf HTTP/1.1" status: 200 len: 850 time: 0.0415814 Feb 16 17:13:12.840411 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed1249-77ba-411d-8be9-67572a7b4ad9 req-6958ef0f-28f0-4897-82e0-8dd6b3a677e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:13:12.841906 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bfed1249-77ba-411d-8be9-67572a7b4ad9 req-6958ef0f-28f0-4897-82e0-8dd6b3a677e9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c364a6ac-af1f-40c5-af86-f038476be8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386376 Feb 16 17:13:12.932968 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bfed1249-77ba-411d-8be9-67572a7b4ad9 req-836ff669-3818-48a1-a7e6-afc449b1531f service neutron] 10.222.0.89 "GET /v2.0/networks/c364a6ac-af1f-40c5-af86-f038476be8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840960 Feb 16 17:13:13.022682 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bfed1249-77ba-411d-8be9-67572a7b4ad9 req-3698f862-85bc-469b-ab5e-410b370598b3 service neutron] 10.222.0.89 "GET /v2.0/networks/c364a6ac-af1f-40c5-af86-f038476be8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837741 Feb 16 17:13:28.932168 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:13:30.556884 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:36.818865 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9451b432-7dd6-4f73-8be4-a59de1ce655f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:39.190186 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d96a41df-cb9b-4b73-89d2-fe79ff75c451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:40.481646 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:41.790432 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:13:42.110576 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:00.526606 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:06.010330 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:14:06.812333 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1dfc569c-e338-47fc-b5c3-f5c8bf0d867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:09.201523 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8bc3a016-498c-4046-8e9b-a63149d731f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:10.429653 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:11.783998 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:12.120914 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:13.531774 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-62ce0cc4-07bc-46a3-b644-b11365229c53 req-bf9dc6cb-d4b4-4877-adf2-3eb822570cb4 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0777087 Feb 16 17:14:13.590729 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce0cc4-07bc-46a3-b644-b11365229c53 req-851e9e5b-f132-471b-bf29-e1b5bc3b01bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:13.592216 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-62ce0cc4-07bc-46a3-b644-b11365229c53 req-851e9e5b-f132-471b-bf29-e1b5bc3b01bb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=044ac631b15e4f2096be696887c61622&device_id=3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d HTTP/1.1" status: 200 len: 1098 time: 0.0392580 Feb 16 17:14:13.696139 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce0cc4-07bc-46a3-b644-b11365229c53 req-4a002bad-fea2-4cff-93a2-b4eb3b155596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:13.697613 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-62ce0cc4-07bc-46a3-b644-b11365229c53 req-4a002bad-fea2-4cff-93a2-b4eb3b155596 service neutron] 10.222.0.89 "GET /v2.0/networks?id=c364a6ac-af1f-40c5-af86-f038476be8ba HTTP/1.1" status: 200 len: 912 time: 0.0877790 Feb 16 17:14:13.761734 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-62ce0cc4-07bc-46a3-b644-b11365229c53 req-db014ea6-37f2-4101-8ad4-e5b3c66b4ba3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0630cd0-653b-4baf-9630-225916837183 HTTP/1.1" status: 200 len: 1001 time: 0.0572233 Feb 16 17:14:13.814464 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce0cc4-07bc-46a3-b644-b11365229c53 req-4a969fef-8669-4d98-8db5-d197fa3c7e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:13.815917 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-62ce0cc4-07bc-46a3-b644-b11365229c53 req-4a969fef-8669-4d98-8db5-d197fa3c7e97 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=62ae9dc0-3449-4ef8-8ac6-81ada289f9bf HTTP/1.1" status: 200 len: 850 time: 0.0474274 Feb 16 17:14:13.860799 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce0cc4-07bc-46a3-b644-b11365229c53 req-c54b4235-3a81-466e-af98-97de8a7059c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:13.862299 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-62ce0cc4-07bc-46a3-b644-b11365229c53 req-c54b4235-3a81-466e-af98-97de8a7059c2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c364a6ac-af1f-40c5-af86-f038476be8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396357 Feb 16 17:14:13.951068 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-62ce0cc4-07bc-46a3-b644-b11365229c53 req-64afe79e-bf37-4c05-b669-72b4adb91da7 service neutron] 10.222.0.89 "GET /v2.0/networks/c364a6ac-af1f-40c5-af86-f038476be8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810366 Feb 16 17:14:14.041362 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-62ce0cc4-07bc-46a3-b644-b11365229c53 req-5173faca-d9ed-4695-9624-bf3748cfff13 service neutron] 10.222.0.89 "GET /v2.0/networks/c364a6ac-af1f-40c5-af86-f038476be8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837746 Feb 16 17:14:14.570036 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55916) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:14:14.576810 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-3ab39cfe-d534-4be5-b023-b258d079c23a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:14:14.663389 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3ab39cfe-d534-4be5-b023-b258d079c23a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3460827'] for subnet, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:14.881166 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3ab39cfe-d534-4be5-b023-b258d079c23a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749410308967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3550432'] for subnet, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:14.914411 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab39cfe-d534-4be5-b023-b258d079c23a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:14.915005 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3ab39cfe-d534-4be5-b023-b258d079c23a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:14.916305 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-3ab39cfe-d534-4be5-b023-b258d079c23a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "PUT /v2.0/subnets/1ee5cd87-9a98-42cb-86b1-4aaa310ae9af HTTP/1.1" status: 200 len: 835 time: 0.3452661 Feb 16 17:14:14.921354 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b88e187-b01c-4132-9971-581d16da06fa None None] Network e3ac3a57-19a3-4526-8efb-f167440964f4 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:14:14.935802 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab39cfe-d534-4be5-b023-b258d079c23a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Subnet': ['ID=1ee5cd87-9a98-42cb-86b1-4aaa310ae9af,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:14.943675 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab39cfe-d534-4be5-b023-b258d079c23a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:14.944054 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab39cfe-d534-4be5-b023-b258d079c23a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:14.944399 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab39cfe-d534-4be5-b023-b258d079c23a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:14.944733 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab39cfe-d534-4be5-b023-b258d079c23a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:14.945066 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab39cfe-d534-4be5-b023-b258d079c23a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:14.945422 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab39cfe-d534-4be5-b023-b258d079c23a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:14.945767 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab39cfe-d534-4be5-b023-b258d079c23a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:14.946092 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab39cfe-d534-4be5-b023-b258d079c23a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:14.946415 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab39cfe-d534-4be5-b023-b258d079c23a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:14.946847 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab39cfe-d534-4be5-b023-b258d079c23a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:14.947168 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab39cfe-d534-4be5-b023-b258d079c23a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:14.947486 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab39cfe-d534-4be5-b023-b258d079c23a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:15.263814 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-e7fcd530-f64f-4f94-9193-60a4b1b36924 None None] Provisioning complete for port a36b5bd9-044e-4750-bf87-d2b7e6c666bd triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:14:15.264225 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e7fcd530-f64f-4f94-9193-60a4b1b36924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:15.350736 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-e7fcd530-f64f-4f94-9193-60a4b1b36924 None None] Provisioning complete for port 4838380d-979b-4ccb-9499-9e7c79f376f1 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:14:15.351024 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e7fcd530-f64f-4f94-9193-60a4b1b36924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:15.435030 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-e7fcd530-f64f-4f94-9193-60a4b1b36924 None None] Provisioning complete for port f58d49ad-8b26-41cd-9940-3008e0e14e0d triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:14:15.435398 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e7fcd530-f64f-4f94-9193-60a4b1b36924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:30.520841 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:36.812387 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e69681df-c1b7-4d94-844a-60ba46afb7f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:39.200575 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-91c401ba-8777-40c9-bcde-8c8787b59f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:39.986550 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55924) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:14:40.149466 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-367cb3ab-76ff-411b-a8d7-5209b657a023 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Deleting port 681c7e6c-41d9-42ba-af4f-0200359ce2e7 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:14:40.149724 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-367cb3ab-76ff-411b-a8d7-5209b657a023 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:40.222498 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-367cb3ab-76ff-411b-a8d7-5209b657a023 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:40.222826 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-367cb3ab-76ff-411b-a8d7-5209b657a023 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:40.234378 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-367cb3ab-76ff-411b-a8d7-5209b657a023 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Calling delete_port for 681c7e6c-41d9-42ba-af4f-0200359ce2e7 owned by network:floatingip {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:14:40.446397 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:40.469229 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-367cb3ab-76ff-411b-a8d7-5209b657a023 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:40.495167 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367cb3ab-76ff-411b-a8d7-5209b657a023 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Pushing event deleted for resources: {'Port': ['ID=681c7e6c-41d9-42ba-af4f-0200359ce2e7,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:40.559359 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-367cb3ab-76ff-411b-a8d7-5209b657a023 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks [] for floatingip, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:40.559686 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.l3_db [None req-367cb3ab-76ff-411b-a8d7-5209b657a023 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Floating IP ff27b701-4e47-40cf-aed8-0c9169721453 disassociated (deleted). External IP: 172.26.3.145, port: c0630cd0-653b-4baf-9630-225916837183. Feb 16 17:14:40.762187 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-367cb3ab-76ff-411b-a8d7-5209b657a023 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Router b36e62a5-d6e6-4741-84a2-5927cd2a2100 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:14:40.869561 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-367cb3ab-76ff-411b-a8d7-5209b657a023 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:14:40.874330 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-367cb3ab-76ff-411b-a8d7-5209b657a023 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:40.879408 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a614d8b-323b-47a8-bfca-fa9639c6d406 None None] Sync routers for ids ['b36e62a5-d6e6-4741-84a2-5927cd2a2100'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:14:40.888589 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a614d8b-323b-47a8-bfca-fa9639c6d406 None None] Routers {'b36e62a5-d6e6-4741-84a2-5927cd2a2100'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:14:40.889203 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-8a614d8b-323b-47a8-bfca-fa9639c6d406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:14:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['b36e62a5-d6e6-4741-84a2-5927cd2a2100'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:14:40.902655 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-367cb3ab-76ff-411b-a8d7-5209b657a023 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "DELETE /v2.0/floatingips/ff27b701-4e47-40cf-aed8-0c9169721453 HTTP/1.1" status: 204 len: 168 time: 0.9149282 Feb 16 17:14:40.903305 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d', 'tag': 'c0630cd0-653b-4baf-9630-225916837183'}] {{(pid=114375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:14:40.906164 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f675c1a73bb74b784e43f10fee26c40e358be44ccef5ed6f70ec30f8ec0d494b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea47e60-1238-4348-a372-ed4484ff90ee" -d '{"events": [{"name": "network-changed", "server_uuid": "3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d", "tag": "c0630cd0-653b-4baf-9630-225916837183"}]}' {{(pid=114375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:14:40.946054 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9094605-9223-4a41-b713-dff5b7aa2248 x-openstack-request-id: req-d9094605-9223-4a41-b713-dff5b7aa2248 {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:14:40.946296 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d", "tag": "c0630cd0-653b-4baf-9630-225916837183", "status": "completed", "code": 200}]} {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:14:40.946500 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d9094605-9223-4a41-b713-dff5b7aa2248 {{(pid=114375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:14:40.946904 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d', 'tag': 'c0630cd0-653b-4baf-9630-225916837183', 'status': 'completed', 'code': 200} Feb 16 17:14:40.999406 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-8a614d8b-323b-47a8-bfca-fa9639c6d406 None None] Set router b36e62a5-d6e6-4741-84a2-5927cd2a2100 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:14:41.012338 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea47e60-1238-4348-a372-ed4484ff90ee req-83aed913-98c7-4449-ae76-8c0cc42bb529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:41.013775 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bea47e60-1238-4348-a372-ed4484ff90ee req-83aed913-98c7-4449-ae76-8c0cc42bb529 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=044ac631b15e4f2096be696887c61622&device_id=3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d HTTP/1.1" status: 200 len: 1098 time: 0.0423689 Feb 16 17:14:41.107252 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea47e60-1238-4348-a372-ed4484ff90ee req-dd9fd92c-e811-4f40-80a5-79a01ec95e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:41.108769 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bea47e60-1238-4348-a372-ed4484ff90ee req-dd9fd92c-e811-4f40-80a5-79a01ec95e3f service neutron] 10.222.0.89 "GET /v2.0/networks?id=c364a6ac-af1f-40c5-af86-f038476be8ba HTTP/1.1" status: 200 len: 912 time: 0.0891018 Feb 16 17:14:41.150674 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bea47e60-1238-4348-a372-ed4484ff90ee req-e427e859-10da-4abb-8aad-e1558fd32ac5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0630cd0-653b-4baf-9630-225916837183 HTTP/1.1" status: 200 len: 217 time: 0.0353174 Feb 16 17:14:41.199296 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea47e60-1238-4348-a372-ed4484ff90ee req-07b86cd5-956e-4f76-9c7a-0ace7522a122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:41.200823 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bea47e60-1238-4348-a372-ed4484ff90ee req-07b86cd5-956e-4f76-9c7a-0ace7522a122 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=62ae9dc0-3449-4ef8-8ac6-81ada289f9bf HTTP/1.1" status: 200 len: 850 time: 0.0436485 Feb 16 17:14:41.232934 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-8a614d8b-323b-47a8-bfca-fa9639c6d406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'name': 'tempest-TestVolumeBootPattern-923548383-router', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '931e68fc-5963-44f6-8445-fe1fbe36162f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:53Z', 'updated_at': '2022-02-16T17:04:58Z', 'revision_number': 4, 'project_id': '044ac631b15e4f2096be696887c61622', 'gw_port': {'id': '931e68fc-5963-44f6-8445-fe1fbe36162f', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:34:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:54Z', 'updated_at': '2022-02-16T17:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '88e9148e-43cb-418b-9ae9-28637d766c74', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'floating_ip_address': '172.26.3.233', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'port_id': 'c39879e1-bb6a-4739-8b0d-2dc33917f7cd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba', 'mac_address': 'fa:16:3e:04:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7b236f-2fdb-4461-bece-dc32f359e260', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:09:16Z', 'updated_at': '2022-02-16T17:09:19Z', 'revision_number': 1, 'project_id': '044ac631b15e4f2096be696887c61622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2581317b-26b1-4b4d-889f-22df54787e33', 'name': '', 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'mac_address': 'fa:16:3e:3c:61:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '62ae9dc0-3449-4ef8-8ac6-81ada289f9bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:57Z', 'updated_at': '2022-02-16T17:05:05Z', 'revision_number': 5, 'project_id': '044ac631b15e4f2096be696887c61622', 'subnets': [{'id': '62ae9dc0-3449-4ef8-8ac6-81ada289f9bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:14:41.250658 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea47e60-1238-4348-a372-ed4484ff90ee req-a7f8eb26-ff36-41d8-a1b6-fb75f6e8ba20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:41.252192 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bea47e60-1238-4348-a372-ed4484ff90ee req-a7f8eb26-ff36-41d8-a1b6-fb75f6e8ba20 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c364a6ac-af1f-40c5-af86-f038476be8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0451915 Feb 16 17:14:41.258989 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a614d8b-323b-47a8-bfca-fa9639c6d406 None None] Checking router: b36e62a5-d6e6-4741-84a2-5927cd2a2100 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:14:41.267290 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a614d8b-323b-47a8-bfca-fa9639c6d406 None None] Routers {'b36e62a5-d6e6-4741-84a2-5927cd2a2100'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:14:41.267819 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-8a614d8b-323b-47a8-bfca-fa9639c6d406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:14:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['b36e62a5-d6e6-4741-84a2-5927cd2a2100'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:14:41.342403 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bea47e60-1238-4348-a372-ed4484ff90ee req-9c7b8d56-5291-4122-9845-c1504fd86f64 service neutron] 10.222.0.89 "GET /v2.0/networks/c364a6ac-af1f-40c5-af86-f038476be8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831165 Feb 16 17:14:41.372097 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-8a614d8b-323b-47a8-bfca-fa9639c6d406 None None] Set router b36e62a5-d6e6-4741-84a2-5927cd2a2100 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:14:41.436259 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bea47e60-1238-4348-a372-ed4484ff90ee req-ab189cb6-6e0e-47c2-969d-87e1446ba02f service neutron] 10.222.0.89 "GET /v2.0/networks/c364a6ac-af1f-40c5-af86-f038476be8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876601 Feb 16 17:14:41.610238 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-8a614d8b-323b-47a8-bfca-fa9639c6d406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'name': 'tempest-TestVolumeBootPattern-923548383-router', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '931e68fc-5963-44f6-8445-fe1fbe36162f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:53Z', 'updated_at': '2022-02-16T17:04:58Z', 'revision_number': 4, 'project_id': '044ac631b15e4f2096be696887c61622', 'gw_port': {'id': '931e68fc-5963-44f6-8445-fe1fbe36162f', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:34:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:54Z', 'updated_at': '2022-02-16T17:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '88e9148e-43cb-418b-9ae9-28637d766c74', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'floating_ip_address': '172.26.3.233', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'port_id': 'c39879e1-bb6a-4739-8b0d-2dc33917f7cd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba', 'mac_address': 'fa:16:3e:04:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7b236f-2fdb-4461-bece-dc32f359e260', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:09:16Z', 'updated_at': '2022-02-16T17:09:19Z', 'revision_number': 1, 'project_id': '044ac631b15e4f2096be696887c61622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2581317b-26b1-4b4d-889f-22df54787e33', 'name': '', 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'mac_address': 'fa:16:3e:3c:61:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '62ae9dc0-3449-4ef8-8ac6-81ada289f9bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:57Z', 'updated_at': '2022-02-16T17:05:05Z', 'revision_number': 5, 'project_id': '044ac631b15e4f2096be696887c61622', 'subnets': [{'id': '62ae9dc0-3449-4ef8-8ac6-81ada289f9bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:14:41.640141 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a614d8b-323b-47a8-bfca-fa9639c6d406 None None] The sync data for ids ['b36e62a5-d6e6-4741-84a2-5927cd2a2100'] in dv-neutron-828697-3-hyperv is: [{'id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'name': 'tempest-TestVolumeBootPattern-923548383-router', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '931e68fc-5963-44f6-8445-fe1fbe36162f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:53Z', 'updated_at': '2022-02-16T17:04:58Z', 'revision_number': 4, 'project_id': '044ac631b15e4f2096be696887c61622', 'gw_port': {'id': '931e68fc-5963-44f6-8445-fe1fbe36162f', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:34:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:54Z', 'updated_at': '2022-02-16T17:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '88e9148e-43cb-418b-9ae9-28637d766c74', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'floating_ip_address': '172.26.3.233', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'port_id': 'c39879e1-bb6a-4739-8b0d-2dc33917f7cd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba', 'mac_address': 'fa:16:3e:04:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7b236f-2fdb-4461-bece-dc32f359e260', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:09:16Z', 'updated_at': '2022-02-16T17:09:19Z', 'revision_number': 1, 'project_id': '044ac631b15e4f2096be696887c61622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2581317b-26b1-4b4d-889f-22df54787e33', 'name': '', 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'mac_address': 'fa:16:3e:3c:61:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '62ae9dc0-3449-4ef8-8ac6-81ada289f9bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:57Z', 'updated_at': '2022-02-16T17:05:05Z', 'revision_number': 5, 'project_id': '044ac631b15e4f2096be696887c61622', 'subnets': [{'id': '62ae9dc0-3449-4ef8-8ac6-81ada289f9bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:14:41.772830 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:41.853857 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0349a10-ef48-4e9f-ac6b-fe3f17d61c85 None None] New status for floating IP ff27b701-4e47-40cf-aed8-0c9169721453: DOWN {{(pid=114378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:14:42.097988 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:42.439036 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1607a-2faf-4cbb-bec3-cac95a2411c9 req-2ccdbba5-98dd-4283-ad9f-1ecb9049119c tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:42.440639 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-fcd1607a-2faf-4cbb-bec3-cac95a2411c9 req-2ccdbba5-98dd-4283-ad9f-1ecb9049119c tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d HTTP/1.1" status: 200 len: 945 time: 0.1133783 Feb 16 17:14:42.478142 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-fcd1607a-2faf-4cbb-bec3-cac95a2411c9 req-b49bbace-e0bc-40b2-b147-8f5361d54685 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/security-groups?id=2ab1fb6b-72bb-47cd-ba15-cd961669c091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314908 Feb 16 17:14:42.928415 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:14:43.641214 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb88bd42-c568-4997-9aaf-62f58c3706c0 req-75fcfc49-0f50-4d19-a5ad-e8705936eea3 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:43.642748 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-cb88bd42-c568-4997-9aaf-62f58c3706c0 req-75fcfc49-0f50-4d19-a5ad-e8705936eea3 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d HTTP/1.1" status: 200 len: 945 time: 0.0948267 Feb 16 17:14:43.680786 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-cb88bd42-c568-4997-9aaf-62f58c3706c0 req-2b2b21c5-ef37-4a56-b5c5-a96f230dcb19 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/security-groups?id=2ab1fb6b-72bb-47cd-ba15-cd961669c091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319304 Feb 16 17:14:43.890409 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d0862b-6222-4260-8b16-85ab1230ed1b req-ccba7715-8958-4ab0-bf5c-2ab9261d5b1f tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:43.891800 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-73d0862b-6222-4260-8b16-85ab1230ed1b req-ccba7715-8958-4ab0-bf5c-2ab9261d5b1f tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.89 "GET /v2.0/ports?device_id=3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d HTTP/1.1" status: 200 len: 945 time: 0.0479865 Feb 16 17:14:43.982410 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-73d0862b-6222-4260-8b16-85ab1230ed1b req-abf2f5ac-3ade-4708-bb01-747af6eecf33 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Deleting port c0630cd0-653b-4baf-9630-225916837183 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:14:43.982745 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-73d0862b-6222-4260-8b16-85ab1230ed1b req-abf2f5ac-3ade-4708-bb01-747af6eecf33 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:44.068694 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-73d0862b-6222-4260-8b16-85ab1230ed1b req-abf2f5ac-3ade-4708-bb01-747af6eecf33 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] For port c0630cd0-653b-4baf-9630-225916837183, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=c0630cd0-653b-4baf-9630-225916837183,segment=NetworkSegment(a4c4926b-e8af-44d9-8b2b-ab9d976ba61d),segment_id=a4c4926b-e8af-44d9-8b2b-ab9d976ba61d)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:14:44.069058 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-73d0862b-6222-4260-8b16-85ab1230ed1b req-abf2f5ac-3ade-4708-bb01-747af6eecf33 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:44.080537 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-73d0862b-6222-4260-8b16-85ab1230ed1b req-abf2f5ac-3ade-4708-bb01-747af6eecf33 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Calling delete_port for c0630cd0-653b-4baf-9630-225916837183 owned by compute:nova {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:14:44.263429 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-73d0862b-6222-4260-8b16-85ab1230ed1b req-abf2f5ac-3ade-4708-bb01-747af6eecf33 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:44.291103 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf2f5ac-3ade-4708-bb01-747af6eecf33 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Pushing event deleted for resources: {'Port': ['ID=c0630cd0-653b-4baf-9630-225916837183,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:44.305441 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2f5ac-3ade-4708-bb01-747af6eecf33 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:44.311309 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2f5ac-3ade-4708-bb01-747af6eecf33 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:44.311309 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2f5ac-3ade-4708-bb01-747af6eecf33 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:44.311309 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2f5ac-3ade-4708-bb01-747af6eecf33 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:44.311309 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2f5ac-3ade-4708-bb01-747af6eecf33 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:44.311309 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2f5ac-3ade-4708-bb01-747af6eecf33 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:44.311309 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2f5ac-3ade-4708-bb01-747af6eecf33 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:44.311309 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2f5ac-3ade-4708-bb01-747af6eecf33 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:44.311309 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2f5ac-3ade-4708-bb01-747af6eecf33 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:44.311309 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2f5ac-3ade-4708-bb01-747af6eecf33 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:44.311309 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2f5ac-3ade-4708-bb01-747af6eecf33 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:44.311309 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2f5ac-3ade-4708-bb01-747af6eecf33 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:44.344425 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d0862b-6222-4260-8b16-85ab1230ed1b req-abf2f5ac-3ade-4708-bb01-747af6eecf33 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] No DVR routers for this DVR port c0630cd0-653b-4baf-9630-225916837183 on host hv-neutron-8286 {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:14:44.346858 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-73d0862b-6222-4260-8b16-85ab1230ed1b req-abf2f5ac-3ade-4708-bb01-747af6eecf33 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:44.350677 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-73d0862b-6222-4260-8b16-85ab1230ed1b req-abf2f5ac-3ade-4708-bb01-747af6eecf33 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.89 "DELETE /v2.0/ports/c0630cd0-653b-4baf-9630-225916837183 HTTP/1.1" status: 204 len: 173 time: 0.4529285 Feb 16 17:14:44.354257 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d', 'name': 'network-vif-deleted', 'tag': 'c0630cd0-653b-4baf-9630-225916837183'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:14:44.354257 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a55a7c-10bf-4439-b289-c944d89bd01b" -d '{"events": [{"server_uuid": "3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d", "name": "network-vif-deleted", "tag": "c0630cd0-653b-4baf-9630-225916837183"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:14:44.456963 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f3da7a-3552-43ce-a66e-f32968c01665 x-openstack-request-id: req-76f3da7a-3552-43ce-a66e-f32968c01665 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:14:44.457283 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d", "name": "network-vif-deleted", "tag": "c0630cd0-653b-4baf-9630-225916837183", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:14:44.457538 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-76f3da7a-3552-43ce-a66e-f32968c01665 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:14:44.457940 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d', 'name': 'network-vif-deleted', 'tag': 'c0630cd0-653b-4baf-9630-225916837183', 'status': 'completed', 'code': 200} Feb 16 17:14:44.793901 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-13595068-5ef3-46c2-8860-d4568d0a1dbd req-be5a31f7-b70b-4422-a771-5493c56ebd17 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d HTTP/1.1" status: 200 len: 210 time: 0.0327852 Feb 16 17:14:45.888721 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-83b9acc6-6509-4070-86af-708353b14c08 req-6a4c20dd-45f5-4472-9e2b-4d988f89aded tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d HTTP/1.1" status: 200 len: 210 time: 0.0254834 Feb 16 17:14:46.982395 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ffc6deae-469e-47fb-a325-06f35490ba34 req-e8056fd7-a35b-4050-8c70-91e1c4b87ec3 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d HTTP/1.1" status: 200 len: 210 time: 0.0264270 Feb 16 17:14:47.167496 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device c0630cd0-653b-4baf-9630-225916837183 no longer exists at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:14:47.187915 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] No Port match for: c0630cd0-653b-4baf-9630-225916837183 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:14:47.188287 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device c0630cd0-653b-4baf-9630-225916837183 not bound to the agent host hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:14:48.076066 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-d1e1fafa-95b5-4e05-88dc-313d29bf3b75 req-2239f3d8-e71c-4a18-98c8-00db228a057d tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=3a3f4ae7-aa03-415b-9f78-bf7cd57faa2d HTTP/1.1" status: 200 len: 210 time: 0.0270197 Feb 16 17:14:54.745773 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 55986) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:14:54.909236 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-0f42c0af-a41f-4779-a4a1-7b046a02d818 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Deleting port dac79937-5446-44d0-a963-dacda94ca572 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:14:54.909587 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0f42c0af-a41f-4779-a4a1-7b046a02d818 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:54.990448 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0f42c0af-a41f-4779-a4a1-7b046a02d818 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:54.990742 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0f42c0af-a41f-4779-a4a1-7b046a02d818 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:55.002206 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-0f42c0af-a41f-4779-a4a1-7b046a02d818 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Calling delete_port for dac79937-5446-44d0-a963-dacda94ca572 owned by network:floatingip {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:14:55.206143 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0f42c0af-a41f-4779-a4a1-7b046a02d818 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:55.232971 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f42c0af-a41f-4779-a4a1-7b046a02d818 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Pushing event deleted for resources: {'Port': ['ID=dac79937-5446-44d0-a963-dacda94ca572,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:55.291953 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0f42c0af-a41f-4779-a4a1-7b046a02d818 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks [] for floatingip, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:55.292229 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.l3_db [None req-0f42c0af-a41f-4779-a4a1-7b046a02d818 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Floating IP 88e9148e-43cb-418b-9ae9-28637d766c74 disassociated (deleted). External IP: 172.26.3.233, port: c39879e1-bb6a-4739-8b0d-2dc33917f7cd. Feb 16 17:14:55.496637 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f42c0af-a41f-4779-a4a1-7b046a02d818 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Router b36e62a5-d6e6-4741-84a2-5927cd2a2100 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:14:55.602862 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f42c0af-a41f-4779-a4a1-7b046a02d818 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:14:55.607554 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0f42c0af-a41f-4779-a4a1-7b046a02d818 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:55.612113 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a613d2b2-1eb4-402d-85d4-2ccd686b6412 None None] Sync routers for ids ['b36e62a5-d6e6-4741-84a2-5927cd2a2100'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:14:55.621494 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a613d2b2-1eb4-402d-85d4-2ccd686b6412 None None] Routers {'b36e62a5-d6e6-4741-84a2-5927cd2a2100'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:14:55.622115 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-a613d2b2-1eb4-402d-85d4-2ccd686b6412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:14:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['b36e62a5-d6e6-4741-84a2-5927cd2a2100'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:14:55.632747 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-0f42c0af-a41f-4779-a4a1-7b046a02d818 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "DELETE /v2.0/floatingips/88e9148e-43cb-418b-9ae9-28637d766c74 HTTP/1.1" status: 204 len: 168 time: 0.8859074 Feb 16 17:14:55.633339 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df7b236f-2fdb-4461-bece-dc32f359e260', 'tag': 'c39879e1-bb6a-4739-8b0d-2dc33917f7cd'}] {{(pid=114375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:14:55.635562 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f675c1a73bb74b784e43f10fee26c40e358be44ccef5ed6f70ec30f8ec0d494b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b924a26-1b3e-4a4e-8d6e-08e163b4ca8b" -d '{"events": [{"name": "network-changed", "server_uuid": "df7b236f-2fdb-4461-bece-dc32f359e260", "tag": "c39879e1-bb6a-4739-8b0d-2dc33917f7cd"}]}' {{(pid=114375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:14:55.672278 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d932b73-c366-4889-a20b-97ec679b27ae x-openstack-request-id: req-3d932b73-c366-4889-a20b-97ec679b27ae {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:14:55.672676 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df7b236f-2fdb-4461-bece-dc32f359e260", "tag": "c39879e1-bb6a-4739-8b0d-2dc33917f7cd", "status": "completed", "code": 200}]} {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:14:55.672930 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3d932b73-c366-4889-a20b-97ec679b27ae {{(pid=114375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:14:55.673333 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df7b236f-2fdb-4461-bece-dc32f359e260', 'tag': 'c39879e1-bb6a-4739-8b0d-2dc33917f7cd', 'status': 'completed', 'code': 200} Feb 16 17:14:55.731250 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-a613d2b2-1eb4-402d-85d4-2ccd686b6412 None None] Set router b36e62a5-d6e6-4741-84a2-5927cd2a2100 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:14:55.738260 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b924a26-1b3e-4a4e-8d6e-08e163b4ca8b req-5c3f5770-e935-40d1-9aa2-917f13775c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:55.739790 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4b924a26-1b3e-4a4e-8d6e-08e163b4ca8b req-5c3f5770-e935-40d1-9aa2-917f13775c04 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=044ac631b15e4f2096be696887c61622&device_id=df7b236f-2fdb-4461-bece-dc32f359e260 HTTP/1.1" status: 200 len: 1099 time: 0.0436871 Feb 16 17:14:55.835411 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b924a26-1b3e-4a4e-8d6e-08e163b4ca8b req-9aa3490d-73cc-4fef-9649-da77d9919205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:55.836924 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4b924a26-1b3e-4a4e-8d6e-08e163b4ca8b req-9aa3490d-73cc-4fef-9649-da77d9919205 service neutron] 10.222.0.89 "GET /v2.0/networks?id=c364a6ac-af1f-40c5-af86-f038476be8ba HTTP/1.1" status: 200 len: 912 time: 0.0898800 Feb 16 17:14:55.886842 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4b924a26-1b3e-4a4e-8d6e-08e163b4ca8b req-11b0abb6-bd2d-4a31-b4a1-1f7e906a4c1d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c39879e1-bb6a-4739-8b0d-2dc33917f7cd HTTP/1.1" status: 200 len: 217 time: 0.0429959 Feb 16 17:14:55.929435 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-a613d2b2-1eb4-402d-85d4-2ccd686b6412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'name': 'tempest-TestVolumeBootPattern-923548383-router', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '931e68fc-5963-44f6-8445-fe1fbe36162f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:53Z', 'updated_at': '2022-02-16T17:04:58Z', 'revision_number': 4, 'project_id': '044ac631b15e4f2096be696887c61622', 'gw_port': {'id': '931e68fc-5963-44f6-8445-fe1fbe36162f', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:34:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:54Z', 'updated_at': '2022-02-16T17:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '2581317b-26b1-4b4d-889f-22df54787e33', 'name': '', 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'mac_address': 'fa:16:3e:3c:61:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '62ae9dc0-3449-4ef8-8ac6-81ada289f9bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:57Z', 'updated_at': '2022-02-16T17:05:05Z', 'revision_number': 5, 'project_id': '044ac631b15e4f2096be696887c61622', 'subnets': [{'id': '62ae9dc0-3449-4ef8-8ac6-81ada289f9bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:14:55.936261 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b924a26-1b3e-4a4e-8d6e-08e163b4ca8b req-0a32e36e-ec0f-4c40-9ed0-d5cb557a4d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:55.937795 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4b924a26-1b3e-4a4e-8d6e-08e163b4ca8b req-0a32e36e-ec0f-4c40-9ed0-d5cb557a4d9d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=62ae9dc0-3449-4ef8-8ac6-81ada289f9bf HTTP/1.1" status: 200 len: 850 time: 0.0444887 Feb 16 17:14:55.957756 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a613d2b2-1eb4-402d-85d4-2ccd686b6412 None None] Checking router: b36e62a5-d6e6-4741-84a2-5927cd2a2100 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:14:55.965204 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a613d2b2-1eb4-402d-85d4-2ccd686b6412 None None] Routers {'b36e62a5-d6e6-4741-84a2-5927cd2a2100'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:14:55.965811 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-a613d2b2-1eb4-402d-85d4-2ccd686b6412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:14:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['b36e62a5-d6e6-4741-84a2-5927cd2a2100'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:14:55.998659 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b924a26-1b3e-4a4e-8d6e-08e163b4ca8b req-519139d6-b6d6-44c4-ae5a-b65230c027f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:56.000236 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4b924a26-1b3e-4a4e-8d6e-08e163b4ca8b req-519139d6-b6d6-44c4-ae5a-b65230c027f2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c364a6ac-af1f-40c5-af86-f038476be8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0539999 Feb 16 17:14:56.074559 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-a613d2b2-1eb4-402d-85d4-2ccd686b6412 None None] Set router b36e62a5-d6e6-4741-84a2-5927cd2a2100 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:14:56.097656 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8be88-ccbf-4c51-b9d8-93dd55fc773a req-69ab37ea-6cdf-4948-ba39-a1f17d6f372e tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:56.099148 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4dc8be88-ccbf-4c51-b9d8-93dd55fc773a req-69ab37ea-6cdf-4948-ba39-a1f17d6f372e tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=df7b236f-2fdb-4461-bece-dc32f359e260 HTTP/1.1" status: 200 len: 946 time: 0.0960944 Feb 16 17:14:56.151566 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4b924a26-1b3e-4a4e-8d6e-08e163b4ca8b req-ae349d05-ca33-462f-8d94-ed7e45d8140a service neutron] 10.222.0.89 "GET /v2.0/networks/c364a6ac-af1f-40c5-af86-f038476be8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379154 Feb 16 17:14:56.158921 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4dc8be88-ccbf-4c51-b9d8-93dd55fc773a req-509675d5-f11b-4e17-982d-9df224dd3c07 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/security-groups?id=2ab1fb6b-72bb-47cd-ba15-cd961669c091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507019 Feb 16 17:14:56.252538 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4b924a26-1b3e-4a4e-8d6e-08e163b4ca8b req-c109a1a2-dccf-438c-ba1f-0d4781fff235 service neutron] 10.222.0.89 "GET /v2.0/networks/c364a6ac-af1f-40c5-af86-f038476be8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860765 Feb 16 17:14:56.278026 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-a613d2b2-1eb4-402d-85d4-2ccd686b6412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'name': 'tempest-TestVolumeBootPattern-923548383-router', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '931e68fc-5963-44f6-8445-fe1fbe36162f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:53Z', 'updated_at': '2022-02-16T17:04:58Z', 'revision_number': 4, 'project_id': '044ac631b15e4f2096be696887c61622', 'gw_port': {'id': '931e68fc-5963-44f6-8445-fe1fbe36162f', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:34:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:54Z', 'updated_at': '2022-02-16T17:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '2581317b-26b1-4b4d-889f-22df54787e33', 'name': '', 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'mac_address': 'fa:16:3e:3c:61:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '62ae9dc0-3449-4ef8-8ac6-81ada289f9bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:57Z', 'updated_at': '2022-02-16T17:05:05Z', 'revision_number': 5, 'project_id': '044ac631b15e4f2096be696887c61622', 'subnets': [{'id': '62ae9dc0-3449-4ef8-8ac6-81ada289f9bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:14:56.304429 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a613d2b2-1eb4-402d-85d4-2ccd686b6412 None None] The sync data for ids ['b36e62a5-d6e6-4741-84a2-5927cd2a2100'] in dv-neutron-828697-3-hyperv is: [{'id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'name': 'tempest-TestVolumeBootPattern-923548383-router', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '931e68fc-5963-44f6-8445-fe1fbe36162f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:53Z', 'updated_at': '2022-02-16T17:04:58Z', 'revision_number': 4, 'project_id': '044ac631b15e4f2096be696887c61622', 'gw_port': {'id': '931e68fc-5963-44f6-8445-fe1fbe36162f', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:34:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:54Z', 'updated_at': '2022-02-16T17:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '2581317b-26b1-4b4d-889f-22df54787e33', 'name': '', 'network_id': 'c364a6ac-af1f-40c5-af86-f038476be8ba', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'mac_address': 'fa:16:3e:3c:61:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '62ae9dc0-3449-4ef8-8ac6-81ada289f9bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:57Z', 'updated_at': '2022-02-16T17:05:05Z', 'revision_number': 5, 'project_id': '044ac631b15e4f2096be696887c61622', 'subnets': [{'id': '62ae9dc0-3449-4ef8-8ac6-81ada289f9bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:14:56.517297 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f446dbf-93ba-4993-91f1-934e298825ae None None] New status for floating IP 88e9148e-43cb-418b-9ae9-28637d766c74: DOWN {{(pid=114378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:14:56.572447 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a0c018-2902-409a-9c05-637bf28f9024 req-8bec24a8-7ea3-4969-9e82-fb68ef6d4b92 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:56.573812 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b4a0c018-2902-409a-9c05-637bf28f9024 req-8bec24a8-7ea3-4969-9e82-fb68ef6d4b92 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.89 "GET /v2.0/ports?device_id=df7b236f-2fdb-4461-bece-dc32f359e260 HTTP/1.1" status: 200 len: 946 time: 0.0484786 Feb 16 17:14:56.670303 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-b4a0c018-2902-409a-9c05-637bf28f9024 req-a9148ebe-7eb6-45eb-b9f2-1a1c35fb1d64 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Deleting port c39879e1-bb6a-4739-8b0d-2dc33917f7cd {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:14:56.670569 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-b4a0c018-2902-409a-9c05-637bf28f9024 req-a9148ebe-7eb6-45eb-b9f2-1a1c35fb1d64 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:56.756089 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-b4a0c018-2902-409a-9c05-637bf28f9024 req-a9148ebe-7eb6-45eb-b9f2-1a1c35fb1d64 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] For port c39879e1-bb6a-4739-8b0d-2dc33917f7cd, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=c39879e1-bb6a-4739-8b0d-2dc33917f7cd,segment=NetworkSegment(a4c4926b-e8af-44d9-8b2b-ab9d976ba61d),segment_id=a4c4926b-e8af-44d9-8b2b-ab9d976ba61d)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:14:56.756870 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-b4a0c018-2902-409a-9c05-637bf28f9024 req-a9148ebe-7eb6-45eb-b9f2-1a1c35fb1d64 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:56.767881 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-b4a0c018-2902-409a-9c05-637bf28f9024 req-a9148ebe-7eb6-45eb-b9f2-1a1c35fb1d64 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Calling delete_port for c39879e1-bb6a-4739-8b0d-2dc33917f7cd owned by compute:nova {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:14:57.000056 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-b4a0c018-2902-409a-9c05-637bf28f9024 req-a9148ebe-7eb6-45eb-b9f2-1a1c35fb1d64 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:57.029495 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9148ebe-7eb6-45eb-b9f2-1a1c35fb1d64 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Pushing event deleted for resources: {'Port': ['ID=c39879e1-bb6a-4739-8b0d-2dc33917f7cd,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:57.075473 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a0c018-2902-409a-9c05-637bf28f9024 req-a9148ebe-7eb6-45eb-b9f2-1a1c35fb1d64 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] No DVR routers for this DVR port c39879e1-bb6a-4739-8b0d-2dc33917f7cd on host hv-neutron-8286 {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:14:57.078028 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-b4a0c018-2902-409a-9c05-637bf28f9024 req-a9148ebe-7eb6-45eb-b9f2-1a1c35fb1d64 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:57.081477 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b4a0c018-2902-409a-9c05-637bf28f9024 req-a9148ebe-7eb6-45eb-b9f2-1a1c35fb1d64 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.89 "DELETE /v2.0/ports/c39879e1-bb6a-4739-8b0d-2dc33917f7cd HTTP/1.1" status: 204 len: 173 time: 0.4988887 Feb 16 17:14:57.081942 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7b236f-2fdb-4461-bece-dc32f359e260', 'name': 'network-vif-deleted', 'tag': 'c39879e1-bb6a-4739-8b0d-2dc33917f7cd'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:14:57.084343 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886aae59-c731-4bb1-80e2-18e64622a947" -d '{"events": [{"server_uuid": "df7b236f-2fdb-4461-bece-dc32f359e260", "name": "network-vif-deleted", "tag": "c39879e1-bb6a-4739-8b0d-2dc33917f7cd"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:14:57.122807 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229ad535-c467-4ac8-ae54-b65ddd064652 x-openstack-request-id: req-229ad535-c467-4ac8-ae54-b65ddd064652 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:14:57.123108 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7b236f-2fdb-4461-bece-dc32f359e260", "name": "network-vif-deleted", "tag": "c39879e1-bb6a-4739-8b0d-2dc33917f7cd", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:14:57.123363 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-229ad535-c467-4ac8-ae54-b65ddd064652 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:14:57.124342 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7b236f-2fdb-4461-bece-dc32f359e260', 'name': 'network-vif-deleted', 'tag': 'c39879e1-bb6a-4739-8b0d-2dc33917f7cd', 'status': 'completed', 'code': 200} Feb 16 17:14:57.258888 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-25d5f787-abb4-4ddd-9981-dc1fa5969843 req-ce962b2d-15ed-4492-8034-bac58a1e153f tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=df7b236f-2fdb-4461-bece-dc32f359e260 HTTP/1.1" status: 200 len: 210 time: 0.0294490 Feb 16 17:14:58.354156 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-bbeb497c-f2b5-43fa-962d-2a1b3a3579b0 req-587774b4-c2ad-4cd4-a5e9-f6f162c4174b tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=df7b236f-2fdb-4461-bece-dc32f359e260 HTTP/1.1" status: 200 len: 210 time: 0.0271623 Feb 16 17:14:59.150850 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56018) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:14:59.210684 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device c39879e1-bb6a-4739-8b0d-2dc33917f7cd no longer exists at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:14:59.250578 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] No Port match for: c39879e1-bb6a-4739-8b0d-2dc33917f7cd {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:14:59.250925 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device c39879e1-bb6a-4739-8b0d-2dc33917f7cd not bound to the agent host hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:14:59.405232 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-e8e845ff-c93f-4502-92a1-719b9e55e3b6 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Deleting port f6f8c6f6-8789-4fc9-8019-9c1dcf0b81c5 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:14:59.405770 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e8e845ff-c93f-4502-92a1-719b9e55e3b6 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:59.454666 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-18588fe3-aa44-41a9-ba92-1d52b432ee18 req-ddf00d34-fec5-4c94-b7ae-13cb33cf0062 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=df7b236f-2fdb-4461-bece-dc32f359e260 HTTP/1.1" status: 200 len: 210 time: 0.0260365 Feb 16 17:14:59.486812 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e8e845ff-c93f-4502-92a1-719b9e55e3b6 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:59.487225 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e8e845ff-c93f-4502-92a1-719b9e55e3b6 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:59.498636 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-e8e845ff-c93f-4502-92a1-719b9e55e3b6 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Calling delete_port for f6f8c6f6-8789-4fc9-8019-9c1dcf0b81c5 owned by network:floatingip {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:14:59.737782 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e8e845ff-c93f-4502-92a1-719b9e55e3b6 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:59.764384 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e845ff-c93f-4502-92a1-719b9e55e3b6 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'Port': ['ID=f6f8c6f6-8789-4fc9-8019-9c1dcf0b81c5,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:59.822191 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e8e845ff-c93f-4502-92a1-719b9e55e3b6 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for floatingip, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:14:59.822516 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.l3_db [None req-e8e845ff-c93f-4502-92a1-719b9e55e3b6 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Floating IP 7df4a7bf-b43a-460b-9cf3-ff3021e828eb disassociated (deleted). External IP: 172.26.3.78, port: 4838380d-979b-4ccb-9499-9e7c79f376f1. Feb 16 17:15:00.037889 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e845ff-c93f-4502-92a1-719b9e55e3b6 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Router c725d62d-5aa8-48e6-9cf8-d5f95af8075c has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:15:00.380444 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e845ff-c93f-4502-92a1-719b9e55e3b6 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:15:00.385345 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e8e845ff-c93f-4502-92a1-719b9e55e3b6 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:00.391728 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55c2bae-b10a-4af2-ae6a-c190d4e79f53 None None] Sync routers for ids ['c725d62d-5aa8-48e6-9cf8-d5f95af8075c'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:15:00.401712 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55c2bae-b10a-4af2-ae6a-c190d4e79f53 None None] Routers {'c725d62d-5aa8-48e6-9cf8-d5f95af8075c'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:15:00.402334 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-c55c2bae-b10a-4af2-ae6a-c190d4e79f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:14:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['c725d62d-5aa8-48e6-9cf8-d5f95af8075c'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:00.412716 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e8e845ff-c93f-4502-92a1-719b9e55e3b6 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "DELETE /v2.0/floatingips/7df4a7bf-b43a-460b-9cf3-ff3021e828eb HTTP/1.1" status: 204 len: 168 time: 1.2603219 Feb 16 17:15:00.413378 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfcfe5f5-68aa-4500-8237-9bd471fd8302', 'tag': '4838380d-979b-4ccb-9499-9e7c79f376f1'}] {{(pid=114375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:15:00.415543 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f675c1a73bb74b784e43f10fee26c40e358be44ccef5ed6f70ec30f8ec0d494b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16550365-fd57-4d28-abe3-aca9c2573d7b" -d '{"events": [{"name": "network-changed", "server_uuid": "dfcfe5f5-68aa-4500-8237-9bd471fd8302", "tag": "4838380d-979b-4ccb-9499-9e7c79f376f1"}]}' {{(pid=114375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:15:00.470828 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da20083-1a77-4390-8238-b2ccace23a17 x-openstack-request-id: req-0da20083-1a77-4390-8238-b2ccace23a17 {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:15:00.471598 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfcfe5f5-68aa-4500-8237-9bd471fd8302", "tag": "4838380d-979b-4ccb-9499-9e7c79f376f1", "status": "completed", "code": 200}]} {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:15:00.472779 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0da20083-1a77-4390-8238-b2ccace23a17 {{(pid=114375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:15:00.476179 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfcfe5f5-68aa-4500-8237-9bd471fd8302', 'tag': '4838380d-979b-4ccb-9499-9e7c79f376f1', 'status': 'completed', 'code': 200} Feb 16 17:15:00.540193 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:00.553628 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16550365-fd57-4d28-abe3-aca9c2573d7b req-9d391793-bf52-42ec-b5b6-d195f823ef76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:00.555643 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-16550365-fd57-4d28-abe3-aca9c2573d7b req-9d391793-bf52-42ec-b5b6-d195f823ef76 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c9820320aae461fbcc5eba944eb2160&device_id=dfcfe5f5-68aa-4500-8237-9bd471fd8302 HTTP/1.1" status: 200 len: 1099 time: 0.0634091 Feb 16 17:15:00.573981 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-c55c2bae-b10a-4af2-ae6a-c190d4e79f53 None None] Set router c725d62d-5aa8-48e6-9cf8-d5f95af8075c gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:15:00.595939 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-892e282c-6453-4f75-8d09-7bd638881872 req-cc7b5500-f71a-44b0-a9e9-4495d9b32ed6 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "GET /v2.0/ports?device_id=df7b236f-2fdb-4461-bece-dc32f359e260 HTTP/1.1" status: 200 len: 210 time: 0.0305305 Feb 16 17:15:00.684335 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16550365-fd57-4d28-abe3-aca9c2573d7b req-48f90a7f-a667-40ef-9335-f51e2ff8659f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:00.685915 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-16550365-fd57-4d28-abe3-aca9c2573d7b req-48f90a7f-a667-40ef-9335-f51e2ff8659f service neutron] 10.222.0.89 "GET /v2.0/networks?id=e3ac3a57-19a3-4526-8efb-f167440964f4 HTTP/1.1" status: 200 len: 898 time: 0.1122887 Feb 16 17:15:00.730600 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-16550365-fd57-4d28-abe3-aca9c2573d7b req-f0fc26c0-c31d-4718-a5a3-1045b5d0ea75 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4838380d-979b-4ccb-9499-9e7c79f376f1 HTTP/1.1" status: 200 len: 217 time: 0.0378151 Feb 16 17:15:00.789541 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16550365-fd57-4d28-abe3-aca9c2573d7b req-84f7afc1-2829-4206-8c09-89a19cefa77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:00.791140 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-16550365-fd57-4d28-abe3-aca9c2573d7b req-84f7afc1-2829-4206-8c09-89a19cefa77f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1ee5cd87-9a98-42cb-86b1-4aaa310ae9af HTTP/1.1" status: 200 len: 843 time: 0.0503058 Feb 16 17:15:00.843681 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16550365-fd57-4d28-abe3-aca9c2573d7b req-b9d03971-01b0-4d09-87b4-9d5a397b1c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:00.845911 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-16550365-fd57-4d28-abe3-aca9c2573d7b req-b9d03971-01b0-4d09-87b4-9d5a397b1c58 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e3ac3a57-19a3-4526-8efb-f167440964f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0478859 Feb 16 17:15:00.941163 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-c55c2bae-b10a-4af2-ae6a-c190d4e79f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c725d62d-5aa8-48e6-9cf8-d5f95af8075c', 'name': 'tempest-TestNetworkBasicOps-router-901572349', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': 'a5b6455d-6251-4274-9577-42e20c10fd7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:11:51Z', 'updated_at': '2022-02-16T17:11:57Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'a5b6455d-6251-4274-9577-42e20c10fd7d', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:41:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c725d62d-5aa8-48e6-9cf8-d5f95af8075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:52Z', 'updated_at': '2022-02-16T17:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'f58d49ad-8b26-41cd-9940-3008e0e14e0d', 'name': '', 'network_id': 'e3ac3a57-19a3-4526-8efb-f167440964f4', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:fa:5f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c725d62d-5aa8-48e6-9cf8-d5f95af8075c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '1ee5cd87-9a98-42cb-86b1-4aaa310ae9af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:56Z', 'updated_at': '2022-02-16T17:12:00Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': '1ee5cd87-9a98-42cb-86b1-4aaa310ae9af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:00.967630 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55c2bae-b10a-4af2-ae6a-c190d4e79f53 None None] Checking router: c725d62d-5aa8-48e6-9cf8-d5f95af8075c for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:15:00.977110 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55c2bae-b10a-4af2-ae6a-c190d4e79f53 None None] Routers {'c725d62d-5aa8-48e6-9cf8-d5f95af8075c'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:15:00.977724 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-c55c2bae-b10a-4af2-ae6a-c190d4e79f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:14:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['c725d62d-5aa8-48e6-9cf8-d5f95af8075c'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:01.003495 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57879d8-768f-4ffa-aaff-6315d0d03d35 req-c19eddc8-770a-4165-b96d-ed6b109d160a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:01.005044 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c57879d8-768f-4ffa-aaff-6315d0d03d35 req-c19eddc8-770a-4165-b96d-ed6b109d160a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=dfcfe5f5-68aa-4500-8237-9bd471fd8302 HTTP/1.1" status: 200 len: 946 time: 0.0889621 Feb 16 17:15:01.006867 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-16550365-fd57-4d28-abe3-aca9c2573d7b req-54afa9ad-fdd0-44d0-a184-f38ae16ba7bb service neutron] 10.222.0.89 "GET /v2.0/networks/e3ac3a57-19a3-4526-8efb-f167440964f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418393 Feb 16 17:15:01.082272 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-c55c2bae-b10a-4af2-ae6a-c190d4e79f53 None None] Set router c725d62d-5aa8-48e6-9cf8-d5f95af8075c gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:15:01.090377 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c57879d8-768f-4ffa-aaff-6315d0d03d35 req-37219fbe-aaf6-4385-af99-fad5ff714237 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=989a90cd-e029-41ff-9655-031cf4776676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787787 Feb 16 17:15:01.123486 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-16550365-fd57-4d28-abe3-aca9c2573d7b req-dd6be1a4-3784-4b78-bbfe-52d749d5f30b service neutron] 10.222.0.89 "GET /v2.0/networks/e3ac3a57-19a3-4526-8efb-f167440964f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050243 Feb 16 17:15:01.281855 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-c55c2bae-b10a-4af2-ae6a-c190d4e79f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c725d62d-5aa8-48e6-9cf8-d5f95af8075c', 'name': 'tempest-TestNetworkBasicOps-router-901572349', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': 'a5b6455d-6251-4274-9577-42e20c10fd7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:11:51Z', 'updated_at': '2022-02-16T17:11:57Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'a5b6455d-6251-4274-9577-42e20c10fd7d', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:41:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c725d62d-5aa8-48e6-9cf8-d5f95af8075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:52Z', 'updated_at': '2022-02-16T17:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'f58d49ad-8b26-41cd-9940-3008e0e14e0d', 'name': '', 'network_id': 'e3ac3a57-19a3-4526-8efb-f167440964f4', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:fa:5f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c725d62d-5aa8-48e6-9cf8-d5f95af8075c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '1ee5cd87-9a98-42cb-86b1-4aaa310ae9af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:56Z', 'updated_at': '2022-02-16T17:12:00Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': '1ee5cd87-9a98-42cb-86b1-4aaa310ae9af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:01.308003 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55c2bae-b10a-4af2-ae6a-c190d4e79f53 None None] The sync data for ids ['c725d62d-5aa8-48e6-9cf8-d5f95af8075c'] in dv-neutron-828697-3-hyperv is: [{'id': 'c725d62d-5aa8-48e6-9cf8-d5f95af8075c', 'name': 'tempest-TestNetworkBasicOps-router-901572349', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': 'a5b6455d-6251-4274-9577-42e20c10fd7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:11:51Z', 'updated_at': '2022-02-16T17:11:57Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'a5b6455d-6251-4274-9577-42e20c10fd7d', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:41:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c725d62d-5aa8-48e6-9cf8-d5f95af8075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:52Z', 'updated_at': '2022-02-16T17:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'f58d49ad-8b26-41cd-9940-3008e0e14e0d', 'name': '', 'network_id': 'e3ac3a57-19a3-4526-8efb-f167440964f4', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:fa:5f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c725d62d-5aa8-48e6-9cf8-d5f95af8075c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '1ee5cd87-9a98-42cb-86b1-4aaa310ae9af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:56Z', 'updated_at': '2022-02-16T17:12:00Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': '1ee5cd87-9a98-42cb-86b1-4aaa310ae9af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:15:01.521737 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d856653-ca61-477f-9c09-aadb64888351 None None] New status for floating IP 7df4a7bf-b43a-460b-9cf3-ff3021e828eb: DOWN {{(pid=114378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:15:01.654866 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56036) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:15:01.779099 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-d65acffe-9003-44ad-9cdc-f742e4d6f59b tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Deleting port cf93f46b-dc82-4e8c-b769-14773a62f4ff {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:15:01.779441 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d65acffe-9003-44ad-9cdc-f742e4d6f59b tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:01.853285 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d65acffe-9003-44ad-9cdc-f742e4d6f59b tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:01.853528 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d65acffe-9003-44ad-9cdc-f742e4d6f59b tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:01.864830 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-d65acffe-9003-44ad-9cdc-f742e4d6f59b tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Calling delete_port for cf93f46b-dc82-4e8c-b769-14773a62f4ff owned by network:floatingip {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:15:02.074653 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d65acffe-9003-44ad-9cdc-f742e4d6f59b tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:02.101540 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65acffe-9003-44ad-9cdc-f742e4d6f59b tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Pushing event deleted for resources: {'Port': ['ID=cf93f46b-dc82-4e8c-b769-14773a62f4ff,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:02.159645 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d65acffe-9003-44ad-9cdc-f742e4d6f59b tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks [] for floatingip, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:02.162745 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d65acffe-9003-44ad-9cdc-f742e4d6f59b tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:02.166109 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d65acffe-9003-44ad-9cdc-f742e4d6f59b tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "DELETE /v2.0/floatingips/3133b415-92f7-4195-89df-7662038c7b61 HTTP/1.1" status: 204 len: 168 time: 0.5080554 Feb 16 17:15:02.215488 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d99003-e098-4195-ba5e-370bab5a6c77 req-084e95eb-992b-4332-8085-005f004c9262 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:02.217044 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e6d99003-e098-4195-ba5e-370bab5a6c77 req-084e95eb-992b-4332-8085-005f004c9262 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=dfcfe5f5-68aa-4500-8237-9bd471fd8302 HTTP/1.1" status: 200 len: 946 time: 0.0558510 Feb 16 17:15:02.289035 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e6d99003-e098-4195-ba5e-370bab5a6c77 req-d6623a99-745c-4f69-b01f-26e6fc91c396 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=989a90cd-e029-41ff-9655-031cf4776676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658376 Feb 16 17:15:02.304546 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00bbde-a060-4d05-85a9-e07f565030a1 req-84d0234e-2ce7-4a8e-9ebe-58cedeeb949a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:02.306023 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-dd00bbde-a060-4d05-85a9-e07f565030a1 req-84d0234e-2ce7-4a8e-9ebe-58cedeeb949a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "GET /v2.0/ports?device_id=dfcfe5f5-68aa-4500-8237-9bd471fd8302 HTTP/1.1" status: 200 len: 946 time: 0.0759990 Feb 16 17:15:02.401311 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-dd00bbde-a060-4d05-85a9-e07f565030a1 req-063cbdfa-eb01-4d48-8762-6517eb7863c8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Deleting port 4838380d-979b-4ccb-9499-9e7c79f376f1 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:15:02.401598 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-dd00bbde-a060-4d05-85a9-e07f565030a1 req-063cbdfa-eb01-4d48-8762-6517eb7863c8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:02.493185 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-dd00bbde-a060-4d05-85a9-e07f565030a1 req-063cbdfa-eb01-4d48-8762-6517eb7863c8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] For port 4838380d-979b-4ccb-9499-9e7c79f376f1, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=4838380d-979b-4ccb-9499-9e7c79f376f1,segment=NetworkSegment(d63e6cca-40b7-4934-9ad8-f8d34899aed5),segment_id=d63e6cca-40b7-4934-9ad8-f8d34899aed5)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:15:02.494467 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-dd00bbde-a060-4d05-85a9-e07f565030a1 req-063cbdfa-eb01-4d48-8762-6517eb7863c8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:02.506777 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-dd00bbde-a060-4d05-85a9-e07f565030a1 req-063cbdfa-eb01-4d48-8762-6517eb7863c8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Calling delete_port for 4838380d-979b-4ccb-9499-9e7c79f376f1 owned by compute:nova {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:15:02.714740 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-dd00bbde-a060-4d05-85a9-e07f565030a1 req-063cbdfa-eb01-4d48-8762-6517eb7863c8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:02.745169 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063cbdfa-eb01-4d48-8762-6517eb7863c8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'Port': ['ID=4838380d-979b-4ccb-9499-9e7c79f376f1,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:02.789874 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd00bbde-a060-4d05-85a9-e07f565030a1 req-063cbdfa-eb01-4d48-8762-6517eb7863c8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] No DVR routers for this DVR port 4838380d-979b-4ccb-9499-9e7c79f376f1 on host hv-neutron-8286 {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:15:02.795550 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-dd00bbde-a060-4d05-85a9-e07f565030a1 req-063cbdfa-eb01-4d48-8762-6517eb7863c8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:02.796510 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-dd00bbde-a060-4d05-85a9-e07f565030a1 req-063cbdfa-eb01-4d48-8762-6517eb7863c8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "DELETE /v2.0/ports/4838380d-979b-4ccb-9499-9e7c79f376f1 HTTP/1.1" status: 204 len: 173 time: 0.4849195 Feb 16 17:15:02.797006 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfcfe5f5-68aa-4500-8237-9bd471fd8302', 'name': 'network-vif-deleted', 'tag': '4838380d-979b-4ccb-9499-9e7c79f376f1'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:15:02.799923 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62420a0-5987-40a4-a132-7f466011ac6a" -d '{"events": [{"server_uuid": "dfcfe5f5-68aa-4500-8237-9bd471fd8302", "name": "network-vif-deleted", "tag": "4838380d-979b-4ccb-9499-9e7c79f376f1"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:15:02.841961 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5acc15d-d4d4-4569-9e90-00e2b86854c1 x-openstack-request-id: req-a5acc15d-d4d4-4569-9e90-00e2b86854c1 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:15:02.842269 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfcfe5f5-68aa-4500-8237-9bd471fd8302", "name": "network-vif-deleted", "tag": "4838380d-979b-4ccb-9499-9e7c79f376f1", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:15:02.842617 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a5acc15d-d4d4-4569-9e90-00e2b86854c1 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:15:02.843054 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfcfe5f5-68aa-4500-8237-9bd471fd8302', 'name': 'network-vif-deleted', 'tag': '4838380d-979b-4ccb-9499-9e7c79f376f1', 'status': 'completed', 'code': 200} Feb 16 17:15:03.401600 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6f893ad0-92f5-4f26-922e-8a813b831956 req-1aafabfe-dab3-4cad-9557-00e441a71792 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=dfcfe5f5-68aa-4500-8237-9bd471fd8302 HTTP/1.1" status: 200 len: 210 time: 0.0295210 Feb 16 17:15:04.458352 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56056) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:15:04.523416 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fb4b7438-edcc-4fed-8f3c-f051c4f20e66 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:04.548486 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fb4b7438-edcc-4fed-8f3c-f051c4f20e66 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:04.674337 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fb4b7438-edcc-4fed-8f3c-f051c4f20e66 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:04.681460 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fb4b7438-edcc-4fed-8f3c-f051c4f20e66 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:04.682442 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-fb4b7438-edcc-4fed-8f3c-f051c4f20e66 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "DELETE /v2.0/security-groups/989a90cd-e029-41ff-9655-031cf4776676 HTTP/1.1" status: 204 len: 168 time: 0.2228546 Feb 16 17:15:04.695471 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4b7438-edcc-4fed-8f3c-f051c4f20e66 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=989a90cd-e029-41ff-9655-031cf4776676,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:04.790241 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56062) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:15:05.229830 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2f556ee9-2512-4286-a173-52c5a37b95d7 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:05.246796 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 4838380d-979b-4ccb-9499-9e7c79f376f1 no longer exists at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:15:05.270402 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] No Port match for: 4838380d-979b-4ccb-9499-9e7c79f376f1 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:15:05.270735 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 4838380d-979b-4ccb-9499-9e7c79f376f1 not bound to the agent host hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:15:05.534662 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-2f556ee9-2512-4286-a173-52c5a37b95d7 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Deleting port f58d49ad-8b26-41cd-9940-3008e0e14e0d {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:15:05.535247 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2f556ee9-2512-4286-a173-52c5a37b95d7 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:05.620869 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-2f556ee9-2512-4286-a173-52c5a37b95d7 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] For port f58d49ad-8b26-41cd-9940-3008e0e14e0d, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=f58d49ad-8b26-41cd-9940-3008e0e14e0d,segment=NetworkSegment(d63e6cca-40b7-4934-9ad8-f8d34899aed5),segment_id=d63e6cca-40b7-4934-9ad8-f8d34899aed5)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:15:05.621235 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2f556ee9-2512-4286-a173-52c5a37b95d7 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:05.627169 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 56066) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:15:05.634794 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-2f556ee9-2512-4286-a173-52c5a37b95d7 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Calling delete_port for f58d49ad-8b26-41cd-9940-3008e0e14e0d owned by network:router_interface {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:15:05.687755 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-52207905-a4f7-4d64-a3cf-17690442f718 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:05.714041 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-52207905-a4f7-4d64-a3cf-17690442f718 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:05.897496 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-52207905-a4f7-4d64-a3cf-17690442f718 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:05.899948 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-52207905-a4f7-4d64-a3cf-17690442f718 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:05.901114 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-52207905-a4f7-4d64-a3cf-17690442f718 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] 10.222.0.88 "DELETE /v2.0/security-groups/2ab1fb6b-72bb-47cd-ba15-cd961669c091 HTTP/1.1" status: 204 len: 168 time: 0.2727003 Feb 16 17:15:05.915054 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52207905-a4f7-4d64-a3cf-17690442f718 tempest-TestVolumeBootPattern-1204369444 tempest-TestVolumeBootPattern-1204369444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab1fb6b-72bb-47cd-ba15-cd961669c091,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:05.931892 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2f556ee9-2512-4286-a173-52c5a37b95d7 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:05.991469 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f556ee9-2512-4286-a173-52c5a37b95d7 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'Port': ['ID=f58d49ad-8b26-41cd-9940-3008e0e14e0d,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:06.049496 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 56070) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:15:06.161722 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2f556ee9-2512-4286-a173-52c5a37b95d7 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:06.384184 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f556ee9-2512-4286-a173-52c5a37b95d7 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Router c725d62d-5aa8-48e6-9cf8-d5f95af8075c has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:15:06.496103 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f556ee9-2512-4286-a173-52c5a37b95d7 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:15:06.504695 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-2f556ee9-2512-4286-a173-52c5a37b95d7 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "PUT /v2.0/routers/c725d62d-5aa8-48e6-9cf8-d5f95af8075c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7099562 Feb 16 17:15:06.504695 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56074) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:15:06.507056 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d8f5c8-baf9-46a5-8fa4-8e870f8695ab None None] Sync routers for ids ['c725d62d-5aa8-48e6-9cf8-d5f95af8075c'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:15:06.517309 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d8f5c8-baf9-46a5-8fa4-8e870f8695ab None None] Routers {'c725d62d-5aa8-48e6-9cf8-d5f95af8075c'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:15:06.517952 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-67d8f5c8-baf9-46a5-8fa4-8e870f8695ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:14:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['c725d62d-5aa8-48e6-9cf8-d5f95af8075c'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:06.560106 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-01e2bb87-5997-445e-942a-9d8661662368 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Deleting subnet 1ee5cd87-9a98-42cb-86b1-4aaa310ae9af {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:15:06.563799 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-01e2bb87-5997-445e-942a-9d8661662368 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:06.606965 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-01e2bb87-5997-445e-942a-9d8661662368 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:06.627285 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-67d8f5c8-baf9-46a5-8fa4-8e870f8695ab None None] Set router c725d62d-5aa8-48e6-9cf8-d5f95af8075c gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:15:06.728723 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-01e2bb87-5997-445e-942a-9d8661662368 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:06.823669 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-67d8f5c8-baf9-46a5-8fa4-8e870f8695ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c725d62d-5aa8-48e6-9cf8-d5f95af8075c', 'name': 'tempest-TestNetworkBasicOps-router-901572349', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': 'a5b6455d-6251-4274-9577-42e20c10fd7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:11:51Z', 'updated_at': '2022-02-16T17:15:05Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'a5b6455d-6251-4274-9577-42e20c10fd7d', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:41:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c725d62d-5aa8-48e6-9cf8-d5f95af8075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:52Z', 'updated_at': '2022-02-16T17:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:06.855065 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d8f5c8-baf9-46a5-8fa4-8e870f8695ab None None] Checking router: c725d62d-5aa8-48e6-9cf8-d5f95af8075c for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:15:06.863923 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d8f5c8-baf9-46a5-8fa4-8e870f8695ab None None] Routers {'c725d62d-5aa8-48e6-9cf8-d5f95af8075c'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:15:06.864563 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-67d8f5c8-baf9-46a5-8fa4-8e870f8695ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:14:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['c725d62d-5aa8-48e6-9cf8-d5f95af8075c'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:06.892102 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5d96ffa5-87b6-4d44-bf2e-34c1266bff5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:06.901324 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-285d6fa0-bc8e-4297-8547-bc4a23b8cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:06.920435 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-01e2bb87-5997-445e-942a-9d8661662368 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:06.952996 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e2bb87-5997-445e-942a-9d8661662368 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'Subnet': ['ID=1ee5cd87-9a98-42cb-86b1-4aaa310ae9af,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:06.957933 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-01e2bb87-5997-445e-942a-9d8661662368 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:06.961253 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-01e2bb87-5997-445e-942a-9d8661662368 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "DELETE /v2.0/subnets/1ee5cd87-9a98-42cb-86b1-4aaa310ae9af HTTP/1.1" status: 204 len: 168 time: 0.4529274 Feb 16 17:15:06.964475 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56076) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:15:06.972043 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-67d8f5c8-baf9-46a5-8fa4-8e870f8695ab None None] Set router c725d62d-5aa8-48e6-9cf8-d5f95af8075c gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:15:07.003879 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa16de99-58dc-4c9e-8938-91b27804e46c None None] Network e3ac3a57-19a3-4526-8efb-f167440964f4 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:15:07.169394 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-5d96ffa5-87b6-4d44-bf2e-34c1266bff5b admin admin] Deleting port 2581317b-26b1-4b4d-889f-22df54787e33 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:15:07.169641 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5d96ffa5-87b6-4d44-bf2e-34c1266bff5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:07.255656 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-5d96ffa5-87b6-4d44-bf2e-34c1266bff5b admin admin] For port 2581317b-26b1-4b4d-889f-22df54787e33, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=2581317b-26b1-4b4d-889f-22df54787e33,segment=NetworkSegment(a4c4926b-e8af-44d9-8b2b-ab9d976ba61d),segment_id=a4c4926b-e8af-44d9-8b2b-ab9d976ba61d)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:15:07.256586 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5d96ffa5-87b6-4d44-bf2e-34c1266bff5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:07.272624 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-5d96ffa5-87b6-4d44-bf2e-34c1266bff5b admin admin] Calling delete_port for 2581317b-26b1-4b4d-889f-22df54787e33 owned by network:router_interface {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:15:07.274242 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-67d8f5c8-baf9-46a5-8fa4-8e870f8695ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c725d62d-5aa8-48e6-9cf8-d5f95af8075c', 'name': 'tempest-TestNetworkBasicOps-router-901572349', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': 'a5b6455d-6251-4274-9577-42e20c10fd7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:11:51Z', 'updated_at': '2022-02-16T17:15:05Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'a5b6455d-6251-4274-9577-42e20c10fd7d', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:41:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c725d62d-5aa8-48e6-9cf8-d5f95af8075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:52Z', 'updated_at': '2022-02-16T17:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:07.307392 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d8f5c8-baf9-46a5-8fa4-8e870f8695ab None None] The sync data for ids ['c725d62d-5aa8-48e6-9cf8-d5f95af8075c'] in dv-neutron-828697-3-hyperv is: [{'id': 'c725d62d-5aa8-48e6-9cf8-d5f95af8075c', 'name': 'tempest-TestNetworkBasicOps-router-901572349', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': 'a5b6455d-6251-4274-9577-42e20c10fd7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:11:51Z', 'updated_at': '2022-02-16T17:15:05Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'a5b6455d-6251-4274-9577-42e20c10fd7d', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:41:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c725d62d-5aa8-48e6-9cf8-d5f95af8075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:52Z', 'updated_at': '2022-02-16T17:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:15:07.323645 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065502fe-9c45-4e3c-b753-4860d56504a8 None None] DHCP port deletion for e3ac3a57-19a3-4526-8efb-f167440964f4 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:15:07.338172 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f8d1db3b-bc41-44a7-9131-f3e601eb279c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:07.378346 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-065502fe-9c45-4e3c-b753-4860d56504a8 None None] Deleting port a36b5bd9-044e-4750-bf87-d2b7e6c666bd {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:15:07.378721 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-065502fe-9c45-4e3c-b753-4860d56504a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:07.445614 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-065502fe-9c45-4e3c-b753-4860d56504a8 None None] For port a36b5bd9-044e-4750-bf87-d2b7e6c666bd, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=a36b5bd9-044e-4750-bf87-d2b7e6c666bd,segment=NetworkSegment(d63e6cca-40b7-4934-9ad8-f8d34899aed5),segment_id=d63e6cca-40b7-4934-9ad8-f8d34899aed5)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:15:07.446186 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-065502fe-9c45-4e3c-b753-4860d56504a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:07.460963 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-065502fe-9c45-4e3c-b753-4860d56504a8 None None] Calling delete_port for a36b5bd9-044e-4750-bf87-d2b7e6c666bd owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:15:07.463304 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f8d1db3b-bc41-44a7-9131-f3e601eb279c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:07.571720 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5d96ffa5-87b6-4d44-bf2e-34c1266bff5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:07.574802 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-f8d1db3b-bc41-44a7-9131-f3e601eb279c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Deleting port a5b6455d-6251-4274-9577-42e20c10fd7d {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:15:07.575342 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f8d1db3b-bc41-44a7-9131-f3e601eb279c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:07.602391 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d96ffa5-87b6-4d44-bf2e-34c1266bff5b admin admin] Pushing event deleted for resources: {'Port': ['ID=2581317b-26b1-4b4d-889f-22df54787e33,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:07.602944 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-065502fe-9c45-4e3c-b753-4860d56504a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:07.639387 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065502fe-9c45-4e3c-b753-4860d56504a8 None None] Pushing event deleted for resources: {'Port': ['ID=a36b5bd9-044e-4750-bf87-d2b7e6c666bd,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:07.641766 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065502fe-9c45-4e3c-b753-4860d56504a8 None None] No DVR routers for this DVR port a36b5bd9-044e-4750-bf87-d2b7e6c666bd on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:15:07.650683 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065502fe-9c45-4e3c-b753-4860d56504a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:07.651064 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065502fe-9c45-4e3c-b753-4860d56504a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:07.651393 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065502fe-9c45-4e3c-b753-4860d56504a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:07.651727 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065502fe-9c45-4e3c-b753-4860d56504a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:07.652083 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065502fe-9c45-4e3c-b753-4860d56504a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:07.652547 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065502fe-9c45-4e3c-b753-4860d56504a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:07.652897 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065502fe-9c45-4e3c-b753-4860d56504a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:07.653233 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065502fe-9c45-4e3c-b753-4860d56504a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:07.653565 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065502fe-9c45-4e3c-b753-4860d56504a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:07.653897 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065502fe-9c45-4e3c-b753-4860d56504a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:07.654225 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065502fe-9c45-4e3c-b753-4860d56504a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:07.654551 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065502fe-9c45-4e3c-b753-4860d56504a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:07.681683 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-f8d1db3b-bc41-44a7-9131-f3e601eb279c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] For port a5b6455d-6251-4274-9577-42e20c10fd7d, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=a5b6455d-6251-4274-9577-42e20c10fd7d,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:15:07.681991 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f8d1db3b-bc41-44a7-9131-f3e601eb279c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:07.700603 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-f8d1db3b-bc41-44a7-9131-f3e601eb279c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Calling delete_port for a5b6455d-6251-4274-9577-42e20c10fd7d owned by network:router_gateway {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:15:07.824096 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5d96ffa5-87b6-4d44-bf2e-34c1266bff5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:07.966103 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f8d1db3b-bc41-44a7-9131-f3e601eb279c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:07.994266 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d1db3b-bc41-44a7-9131-f3e601eb279c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'Port': ['ID=a5b6455d-6251-4274-9577-42e20c10fd7d,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:08.059678 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d96ffa5-87b6-4d44-bf2e-34c1266bff5b admin admin] Router b36e62a5-d6e6-4741-84a2-5927cd2a2100 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:15:08.061358 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f8d1db3b-bc41-44a7-9131-f3e601eb279c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584056'] for router_gateway, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:08.155850 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f8d1db3b-bc41-44a7-9131-f3e601eb279c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:08.158306 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f8d1db3b-bc41-44a7-9131-f3e601eb279c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:08.171502 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d96ffa5-87b6-4d44-bf2e-34c1266bff5b admin admin] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:15:08.181407 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb2bf9d-7bcf-417b-abbb-a7809e1cb406 None None] Sync routers for ids ['b36e62a5-d6e6-4741-84a2-5927cd2a2100'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:15:08.188479 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-5d96ffa5-87b6-4d44-bf2e-34c1266bff5b admin admin] 10.222.0.88 "PUT /v2.0/routers/b36e62a5-d6e6-4741-84a2-5927cd2a2100/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1351745 Feb 16 17:15:08.188763 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 56078) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:15:08.192848 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb2bf9d-7bcf-417b-abbb-a7809e1cb406 None None] Routers {'b36e62a5-d6e6-4741-84a2-5927cd2a2100'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:15:08.194104 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-4bb2bf9d-7bcf-417b-abbb-a7809e1cb406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:14:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['b36e62a5-d6e6-4741-84a2-5927cd2a2100'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:08.222303 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device a36b5bd9-044e-4750-bf87-d2b7e6c666bd no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:15:08.252500 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: a36b5bd9-044e-4750-bf87-d2b7e6c666bd {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:15:08.253120 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device a36b5bd9-044e-4750-bf87-d2b7e6c666bd not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:15:08.253738 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device f58d49ad-8b26-41cd-9940-3008e0e14e0d no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:15:08.263248 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f8d1db3b-bc41-44a7-9131-f3e601eb279c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:08.263931 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d1db3b-bc41-44a7-9131-f3e601eb279c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Fanout notify agent at l3_agent the message router_deleted on router c725d62d-5aa8-48e6-9cf8-d5f95af8075c {{(pid=114375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:15:08.276595 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f8d1db3b-bc41-44a7-9131-f3e601eb279c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:08.277097 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f8d1db3b-bc41-44a7-9131-f3e601eb279c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "DELETE /v2.0/routers/c725d62d-5aa8-48e6-9cf8-d5f95af8075c HTTP/1.1" status: 204 len: 168 time: 1.3119371 Feb 16 17:15:08.279615 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 56080) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:15:08.287954 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: f58d49ad-8b26-41cd-9940-3008e0e14e0d {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:15:08.288560 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device f58d49ad-8b26-41cd-9940-3008e0e14e0d not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:15:08.325222 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-4bb2bf9d-7bcf-417b-abbb-a7809e1cb406 None None] Set router b36e62a5-d6e6-4741-84a2-5927cd2a2100 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:15:08.362727 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-01f013ca-544a-4c56-a8f4-b0154d623356 admin admin] Notify callbacks [] for router, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:08.418378 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fa74187e-5cd3-49b7-a40b-06e9cb493307 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:08.517826 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-4bb2bf9d-7bcf-417b-abbb-a7809e1cb406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'name': 'tempest-TestVolumeBootPattern-923548383-router', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '931e68fc-5963-44f6-8445-fe1fbe36162f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:53Z', 'updated_at': '2022-02-16T17:15:07Z', 'revision_number': 5, 'project_id': '044ac631b15e4f2096be696887c61622', 'gw_port': {'id': '931e68fc-5963-44f6-8445-fe1fbe36162f', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:34:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:54Z', 'updated_at': '2022-02-16T17:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:08.544301 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb2bf9d-7bcf-417b-abbb-a7809e1cb406 None None] Checking router: b36e62a5-d6e6-4741-84a2-5927cd2a2100 for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:15:08.548064 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fa74187e-5cd3-49b7-a40b-06e9cb493307 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:08.552517 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb2bf9d-7bcf-417b-abbb-a7809e1cb406 None None] Routers {'b36e62a5-d6e6-4741-84a2-5927cd2a2100'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:15:08.553139 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-4bb2bf9d-7bcf-417b-abbb-a7809e1cb406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:14:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['b36e62a5-d6e6-4741-84a2-5927cd2a2100'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:08.575415 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-fa74187e-5cd3-49b7-a40b-06e9cb493307 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3ac3a57-19a3-4526-8efb-f167440964f4']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:08.579968 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-01f013ca-544a-4c56-a8f4-b0154d623356 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:08.597802 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-fa74187e-5cd3-49b7-a40b-06e9cb493307 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd63e6cca-40b7-4934-9ad8-f8d34899aed5') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:08.598100 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-fa74187e-5cd3-49b7-a40b-06e9cb493307 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd63e6cca-40b7-4934-9ad8-f8d34899aed5') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:08.614427 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fa74187e-5cd3-49b7-a40b-06e9cb493307 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:08.635353 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fa74187e-5cd3-49b7-a40b-06e9cb493307 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:08.641436 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa74187e-5cd3-49b7-a40b-06e9cb493307 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:15:08.644602 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fa74187e-5cd3-49b7-a40b-06e9cb493307 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:08.644758 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 17:15:08.644758 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:15:08.644758 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 17:15:08.644758 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:15:08.644758 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 17:15:08.644758 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:15:08.644758 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 17:15:08.644758 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:15:08.644758 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 17:15:08.644758 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:15:08.644758 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 17:15:08.644758 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:15:08.644758 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 17:15:08.644758 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:15:08.644758 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:15:08.644758 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:15:08.644758 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:15:08.644758 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:15:08.644758 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 17:15:08.644758 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:15:08.644758 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 17:15:08.644758 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:15:08.644758 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:15:08.644758 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:15:08.644758 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 17:15:08.644758 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:15:08.644758 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:15:08.644758 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:15:08.644758 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:15:08.644758 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:15:08.644758 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:15:08.644758 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:15:08.657008 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-4bb2bf9d-7bcf-417b-abbb-a7809e1cb406 None None] Set router b36e62a5-d6e6-4741-84a2-5927cd2a2100 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:15:08.741067 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-01f013ca-544a-4c56-a8f4-b0154d623356 admin admin] Deleting port 931e68fc-5963-44f6-8445-fe1fbe36162f {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:15:08.741364 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-01f013ca-544a-4c56-a8f4-b0154d623356 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:08.800026 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fa74187e-5cd3-49b7-a40b-06e9cb493307 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:08.819838 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fa74187e-5cd3-49b7-a40b-06e9cb493307 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:08.823018 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-fa74187e-5cd3-49b7-a40b-06e9cb493307 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "DELETE /v2.0/networks/e3ac3a57-19a3-4526-8efb-f167440964f4 HTTP/1.1" status: 204 len: 168 time: 0.5424125 Feb 16 17:15:08.823880 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa74187e-5cd3-49b7-a40b-06e9cb493307 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'Network': ['ID=e3ac3a57-19a3-4526-8efb-f167440964f4,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:08.836055 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56082) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:15:08.842141 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-a6d0eca6-b791-4ae4-8d92-d116b2beb097 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'network': {'name': 'tempest-network-smoke--1906914050', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'port_security_enabled': True}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:15:08.843498 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-01f013ca-544a-4c56-a8f4-b0154d623356 admin admin] For port 931e68fc-5963-44f6-8445-fe1fbe36162f, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=931e68fc-5963-44f6-8445-fe1fbe36162f,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:15:08.843865 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-01f013ca-544a-4c56-a8f4-b0154d623356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:08.856613 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-01f013ca-544a-4c56-a8f4-b0154d623356 admin admin] Calling delete_port for 931e68fc-5963-44f6-8445-fe1fbe36162f owned by network:router_gateway {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:15:08.859040 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-4bb2bf9d-7bcf-417b-abbb-a7809e1cb406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'name': 'tempest-TestVolumeBootPattern-923548383-router', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '931e68fc-5963-44f6-8445-fe1fbe36162f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:53Z', 'updated_at': '2022-02-16T17:15:07Z', 'revision_number': 5, 'project_id': '044ac631b15e4f2096be696887c61622', 'gw_port': {'id': '931e68fc-5963-44f6-8445-fe1fbe36162f', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:34:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:54Z', 'updated_at': '2022-02-16T17:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:08.889842 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb2bf9d-7bcf-417b-abbb-a7809e1cb406 None None] The sync data for ids ['b36e62a5-d6e6-4741-84a2-5927cd2a2100'] in dv-neutron-828697-3-hyperv is: [{'id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'name': 'tempest-TestVolumeBootPattern-923548383-router', 'tenant_id': '044ac631b15e4f2096be696887c61622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '931e68fc-5963-44f6-8445-fe1fbe36162f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:53Z', 'updated_at': '2022-02-16T17:15:07Z', 'revision_number': 5, 'project_id': '044ac631b15e4f2096be696887c61622', 'gw_port': {'id': '931e68fc-5963-44f6-8445-fe1fbe36162f', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:34:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e62a5-d6e6-4741-84a2-5927cd2a2100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:54Z', 'updated_at': '2022-02-16T17:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:15:08.913986 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d0eca6-b791-4ae4-8d92-d116b2beb097 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Made reservation on behalf of 9c9820320aae461fbcc5eba944eb2160 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:15:08.918746 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a6d0eca6-b791-4ae4-8d92-d116b2beb097 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:08.943840 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6d0eca6-b791-4ae4-8d92-d116b2beb097 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:15:08.952786 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a6d0eca6-b791-4ae4-8d92-d116b2beb097 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:08.953159 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-a6d0eca6-b791-4ae4-8d92-d116b2beb097 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Added segment db698dca-8080-46ac-80df-0cd54a2c7731 of type vlan for network 180ed6cf-68e7-470b-ac95-26fa576e3d6a Feb 16 17:15:08.997078 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a6d0eca6-b791-4ae4-8d92-d116b2beb097 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:09.079942 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-01f013ca-544a-4c56-a8f4-b0154d623356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:09.097241 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a6d0eca6-b791-4ae4-8d92-d116b2beb097 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:09.103076 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d0eca6-b791-4ae4-8d92-d116b2beb097 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:09.103666 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a6d0eca6-b791-4ae4-8d92-d116b2beb097 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:09.114500 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f013ca-544a-4c56-a8f4-b0154d623356 admin admin] Pushing event deleted for resources: {'Port': ['ID=931e68fc-5963-44f6-8445-fe1fbe36162f,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:09.178055 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d0eca6-b791-4ae4-8d92-d116b2beb097 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Network': ['ID=180ed6cf-68e7-470b-ac95-26fa576e3d6a,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:09.185982 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-01f013ca-544a-4c56-a8f4-b0154d623356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584056'] for router_gateway, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:09.188446 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 180ed6cf-68e7-470b-ac95-26fa576e3d6a details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:15:09.203252 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-57bf1d4d-62dc-4e08-b960-59c78e75acf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:09.254094 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a6d0eca6-b791-4ae4-8d92-d116b2beb097 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4170268 Feb 16 17:15:09.257244 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56084) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:15:09.263687 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-82f9e678-2e85-404d-9923-6d46581daf6a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2070630006', 'admin_state_up': True, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:15:09.280673 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-01f013ca-544a-4c56-a8f4-b0154d623356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:09.282870 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-01f013ca-544a-4c56-a8f4-b0154d623356 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:09.377067 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-82f9e678-2e85-404d-9923-6d46581daf6a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:09.378248 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-82f9e678-2e85-404d-9923-6d46581daf6a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:09.405901 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-01f013ca-544a-4c56-a8f4-b0154d623356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:09.406487 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f013ca-544a-4c56-a8f4-b0154d623356 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b36e62a5-d6e6-4741-84a2-5927cd2a2100 {{(pid=114376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:15:09.411106 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-01f013ca-544a-4c56-a8f4-b0154d623356 admin admin] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:09.412968 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-01f013ca-544a-4c56-a8f4-b0154d623356 admin admin] 10.222.0.88 "DELETE /v2.0/routers/b36e62a5-d6e6-4741-84a2-5927cd2a2100 HTTP/1.1" status: 204 len: 168 time: 1.2229781 Feb 16 17:15:09.415567 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 56086) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:15:09.454843 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-82f9e678-2e85-404d-9923-6d46581daf6a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:09.465656 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-f985c9f9-ebab-43b0-84b2-206c008b623c admin admin] Deleting subnet 62ae9dc0-3449-4ef8-8ac6-81ada289f9bf {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:15:09.469167 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f985c9f9-ebab-43b0-84b2-206c008b623c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:09.506289 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f985c9f9-ebab-43b0-84b2-206c008b623c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:09.593216 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f985c9f9-ebab-43b0-84b2-206c008b623c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:09.635684 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-82f9e678-2e85-404d-9923-6d46581daf6a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:09.743148 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f985c9f9-ebab-43b0-84b2-206c008b623c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:09.773675 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f985c9f9-ebab-43b0-84b2-206c008b623c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62ae9dc0-3449-4ef8-8ac6-81ada289f9bf,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:09.773675 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f985c9f9-ebab-43b0-84b2-206c008b623c admin admin] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:09.778398 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-f985c9f9-ebab-43b0-84b2-206c008b623c admin admin] 10.222.0.88 "DELETE /v2.0/subnets/62ae9dc0-3449-4ef8-8ac6-81ada289f9bf HTTP/1.1" status: 204 len: 168 time: 0.3593607 Feb 16 17:15:09.778996 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 56088) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:15:09.782464 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3e46e6-c123-4102-8595-0e9091c7cb77 None None] Network c364a6ac-af1f-40c5-af86-f038476be8ba requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:15:09.854650 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0f01d185-ad3f-4db0-a09f-9ec78aff18df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:09.917504 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-82f9e678-2e85-404d-9923-6d46581daf6a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router_gateway, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:09.921617 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-0f01d185-ad3f-4db0-a09f-9ec78aff18df admin admin] Deleting port 15b1c1d9-7645-4e3d-a19a-e2d76372a534 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:15:09.922039 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0f01d185-ad3f-4db0-a09f-9ec78aff18df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:09.941229 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-82f9e678-2e85-404d-9923-6d46581daf6a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:09.996007 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-0f01d185-ad3f-4db0-a09f-9ec78aff18df admin admin] For port 15b1c1d9-7645-4e3d-a19a-e2d76372a534, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=15b1c1d9-7645-4e3d-a19a-e2d76372a534,segment=NetworkSegment(a4c4926b-e8af-44d9-8b2b-ab9d976ba61d),segment_id=a4c4926b-e8af-44d9-8b2b-ab9d976ba61d)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:15:09.996265 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0f01d185-ad3f-4db0-a09f-9ec78aff18df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:10.004117 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c438099-caf4-4640-a6a7-a3913fe4c4dc None None] DHCP port deletion for c364a6ac-af1f-40c5-af86-f038476be8ba request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:15:10.014230 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-0f01d185-ad3f-4db0-a09f-9ec78aff18df admin admin] Calling delete_port for 15b1c1d9-7645-4e3d-a19a-e2d76372a534 owned by network:dhcp {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:15:10.062402 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-82f9e678-2e85-404d-9923-6d46581daf6a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Allocated IP 172.26.3.190 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/069236c3-faa1-4f8c-a859-4b9d1ff2562b) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:15:10.062663 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-2c438099-caf4-4640-a6a7-a3913fe4c4dc None None] Deleting port 15b1c1d9-7645-4e3d-a19a-e2d76372a534 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:15:10.063226 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2c438099-caf4-4640-a6a7-a3913fe4c4dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:10.136188 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-2c438099-caf4-4640-a6a7-a3913fe4c4dc None None] For port 15b1c1d9-7645-4e3d-a19a-e2d76372a534, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=15b1c1d9-7645-4e3d-a19a-e2d76372a534,segment=NetworkSegment(a4c4926b-e8af-44d9-8b2b-ab9d976ba61d),segment_id=a4c4926b-e8af-44d9-8b2b-ab9d976ba61d)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:15:10.136912 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2c438099-caf4-4640-a6a7-a3913fe4c4dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:10.151092 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-2c438099-caf4-4640-a6a7-a3913fe4c4dc None None] Calling delete_port for 15b1c1d9-7645-4e3d-a19a-e2d76372a534 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:15:10.161410 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device a5b6455d-6251-4274-9577-42e20c10fd7d no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:15:10.174185 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-82f9e678-2e85-404d-9923-6d46581daf6a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:10.200286 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0f01d185-ad3f-4db0-a09f-9ec78aff18df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:10.215484 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: a5b6455d-6251-4274-9577-42e20c10fd7d {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:15:10.216021 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device a5b6455d-6251-4274-9577-42e20c10fd7d not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:15:10.216182 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 15b1c1d9-7645-4e3d-a19a-e2d76372a534 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:15:10.230258 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f01d185-ad3f-4db0-a09f-9ec78aff18df admin admin] Pushing event deleted for resources: {'Port': ['ID=15b1c1d9-7645-4e3d-a19a-e2d76372a534,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:10.234555 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f01d185-ad3f-4db0-a09f-9ec78aff18df admin admin] No DVR routers for this DVR port 15b1c1d9-7645-4e3d-a19a-e2d76372a534 on host dv-neutron-828697-3-hyperv {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:15:10.237608 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 15b1c1d9-7645-4e3d-a19a-e2d76372a534 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:15:10.237929 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 15b1c1d9-7645-4e3d-a19a-e2d76372a534 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:15:10.242810 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 2581317b-26b1-4b4d-889f-22df54787e33 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:15:10.259225 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 2581317b-26b1-4b4d-889f-22df54787e33 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:15:10.259569 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 2581317b-26b1-4b4d-889f-22df54787e33 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:15:10.260003 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 931e68fc-5963-44f6-8445-fe1fbe36162f no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:15:10.286339 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-82f9e678-2e85-404d-9923-6d46581daf6a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:10.287336 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 931e68fc-5963-44f6-8445-fe1fbe36162f {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:15:10.287682 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 931e68fc-5963-44f6-8445-fe1fbe36162f not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:15:10.307150 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0f01d185-ad3f-4db0-a09f-9ec78aff18df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:10.313578 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2c438099-caf4-4640-a6a7-a3913fe4c4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:10.328677 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f9e678-2e85-404d-9923-6d46581daf6a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:15:10.331704 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-82f9e678-2e85-404d-9923-6d46581daf6a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:15:10.333115 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-0f01d185-ad3f-4db0-a09f-9ec78aff18df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c364a6ac-af1f-40c5-af86-f038476be8ba']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:10.340322 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c438099-caf4-4640-a6a7-a3913fe4c4dc None None] Pushing event deleted for resources: {'Port': ['ID=15b1c1d9-7645-4e3d-a19a-e2d76372a534,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:10.340496 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f9e678-2e85-404d-9923-6d46581daf6a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:15:10.346934 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c438099-caf4-4640-a6a7-a3913fe4c4dc None None] No DVR routers for this DVR port 15b1c1d9-7645-4e3d-a19a-e2d76372a534 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:15:10.349396 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-0f01d185-ad3f-4db0-a09f-9ec78aff18df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4c4926b-e8af-44d9-8b2b-ab9d976ba61d') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:10.349704 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-0f01d185-ad3f-4db0-a09f-9ec78aff18df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4c4926b-e8af-44d9-8b2b-ab9d976ba61d') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:10.362486 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0f01d185-ad3f-4db0-a09f-9ec78aff18df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:10.377668 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0f01d185-ad3f-4db0-a09f-9ec78aff18df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:10.378340 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f9e678-2e85-404d-9923-6d46581daf6a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Port': ['ID=069236c3-faa1-4f8c-a859-4b9d1ff2562b,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:10.384781 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f01d185-ad3f-4db0-a09f-9ec78aff18df admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:15:10.385186 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0f01d185-ad3f-4db0-a09f-9ec78aff18df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:10.387023 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 17:15:10.387023 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:15:10.387023 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 17:15:10.387023 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:15:10.387023 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 17:15:10.387023 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:15:10.387023 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 17:15:10.387023 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:15:10.387023 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 17:15:10.387023 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:15:10.387023 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 17:15:10.387023 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:15:10.387023 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 17:15:10.387023 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:15:10.387023 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:15:10.387023 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:15:10.387023 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:15:10.387023 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:15:10.387023 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 17:15:10.387023 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:15:10.387023 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 17:15:10.387023 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:15:10.387023 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:15:10.387023 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:15:10.387023 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 17:15:10.387023 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:15:10.387023 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:15:10.387023 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:15:10.387023 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:15:10.387023 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:15:10.387023 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:15:10.387023 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:15:10.479819 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:10.525549 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0f01d185-ad3f-4db0-a09f-9ec78aff18df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:10.531252 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0f01d185-ad3f-4db0-a09f-9ec78aff18df admin admin] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:10.534319 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-0f01d185-ad3f-4db0-a09f-9ec78aff18df admin admin] 10.222.0.88 "DELETE /v2.0/networks/c364a6ac-af1f-40c5-af86-f038476be8ba HTTP/1.1" status: 204 len: 168 time: 0.7544000 Feb 16 17:15:10.537361 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56090) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:15:10.550615 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f01d185-ad3f-4db0-a09f-9ec78aff18df admin admin] Pushing event deleted for resources: {'Network': ['ID=c364a6ac-af1f-40c5-af86-f038476be8ba,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:10.757222 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-82f9e678-2e85-404d-9923-6d46581daf6a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router_gateway, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:11.300921 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-82f9e678-2e85-404d-9923-6d46581daf6a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:11.464962 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4f89a244-5aad-4044-a651-f8cf481753a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:11.597559 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82f9e678-2e85-404d-9923-6d46581daf6a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Router 2d29b15a-d05c-4243-bff1-8d466b9bbd0e is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:15:11.762492 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f9e678-2e85-404d-9923-6d46581daf6a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:15:11.772531 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:11.775677 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54442234-fb0d-44e4-83ef-89700c1eaf7d None None] Sync routers for ids ['2d29b15a-d05c-4243-bff1-8d466b9bbd0e'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:15:11.789312 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54442234-fb0d-44e4-83ef-89700c1eaf7d None None] Routers {'2d29b15a-d05c-4243-bff1-8d466b9bbd0e'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:15:11.789927 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-54442234-fb0d-44e4-83ef-89700c1eaf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:15:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['2d29b15a-d05c-4243-bff1-8d466b9bbd0e'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:11.827145 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-4f89a244-5aad-4044-a651-f8cf481753a1 admin admin] Deleting port ed703d19-aa49-411c-bf5e-e09107978766 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:15:11.827541 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4f89a244-5aad-4044-a651-f8cf481753a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:11.833365 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-82f9e678-2e85-404d-9923-6d46581daf6a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:11.836077 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-82f9e678-2e85-404d-9923-6d46581daf6a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5762529 Feb 16 17:15:11.843310 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 56092) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:15:11.917389 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-54442234-fb0d-44e4-83ef-89700c1eaf7d None None] Set router 2d29b15a-d05c-4243-bff1-8d466b9bbd0e gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:15:11.930338 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-4f89a244-5aad-4044-a651-f8cf481753a1 admin admin] For port ed703d19-aa49-411c-bf5e-e09107978766, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=ed703d19-aa49-411c-bf5e-e09107978766,segment=NetworkSegment(7359a14d-4745-48c9-88e7-4275bd74f7e1),segment_id=7359a14d-4745-48c9-88e7-4275bd74f7e1)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:15:11.930936 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4f89a244-5aad-4044-a651-f8cf481753a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:11.944601 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-d56bfb82-fa83-4214-ad85-ffacd085ea7d tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=9c9820320aae461fbcc5eba944eb2160&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1005161 Feb 16 17:15:11.945451 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 56096) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:15:11.947343 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-4f89a244-5aad-4044-a651-f8cf481753a1 admin admin] Calling delete_port for ed703d19-aa49-411c-bf5e-e09107978766 owned by network:router_interface {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:15:12.051049 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01431531-fa19-417d-9790-8d3875bb6b30 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:12.055863 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-01431531-fa19-417d-9790-8d3875bb6b30 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1065495 Feb 16 17:15:12.056148 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 56098) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:15:12.244299 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:12.257374 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4f89a244-5aad-4044-a651-f8cf481753a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:12.279570 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-54442234-fb0d-44e4-83ef-89700c1eaf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'name': 'tempest-TestNetworkBasicOps-router-2070630006', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '069236c3-faa1-4f8c-a859-4b9d1ff2562b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:15:09Z', 'updated_at': '2022-02-16T17:15:10Z', 'revision_number': 3, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': '069236c3-faa1-4f8c-a859-4b9d1ff2562b', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:15:09Z', 'updated_at': '2022-02-16T17:15:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:12.289697 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f89a244-5aad-4044-a651-f8cf481753a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed703d19-aa49-411c-bf5e-e09107978766,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:12.318916 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54442234-fb0d-44e4-83ef-89700c1eaf7d None None] Checking router: 2d29b15a-d05c-4243-bff1-8d466b9bbd0e for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:15:12.319360 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54442234-fb0d-44e4-83ef-89700c1eaf7d None None] Updating router 2d29b15a-d05c-4243-bff1-8d466b9bbd0e port 069236c3-faa1-4f8c-a859-4b9d1ff2562b binding host dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:15:12.369233 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-54442234-fb0d-44e4-83ef-89700c1eaf7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:12.477335 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4f89a244-5aad-4044-a651-f8cf481753a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:12.483742 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-4e52efc8-d8d0-4673-9444-21482e6aa68f tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=d8eab20e-246c-47ce-8449-822ce53769fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4264047 Feb 16 17:15:12.484374 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 56100) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:15:12.490914 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-c3f0e56b-1526-4b7f-aaa1-db5fcde64c5b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1773157656', 'network_id': '180ed6cf-68e7-470b-ac95-26fa576e3d6a', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:15:12.663420 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f0e56b-1526-4b7f-aaa1-db5fcde64c5b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Made reservation on behalf of 9c9820320aae461fbcc5eba944eb2160 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:15:12.667950 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c3f0e56b-1526-4b7f-aaa1-db5fcde64c5b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:12.692377 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-54442234-fb0d-44e4-83ef-89700c1eaf7d None None] Notify callbacks [] for port, precommit_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:12.730210 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f89a244-5aad-4044-a651-f8cf481753a1 admin admin] Router facdd8c8-d3fc-471d-b638-432ae809caa8 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:15:12.760090 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-54442234-fb0d-44e4-83ef-89700c1eaf7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:12.809067 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-54442234-fb0d-44e4-83ef-89700c1eaf7d None None] Attempting to bind port 069236c3-faa1-4f8c-a859-4b9d1ff2562b on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:15:12.809779 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-54442234-fb0d-44e4-83ef-89700c1eaf7d None None] Attempting to bind port 069236c3-faa1-4f8c-a859-4b9d1ff2562b by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:15:12.809779 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54442234-fb0d-44e4-83ef-89700c1eaf7d None None] Attempting to bind port 069236c3-faa1-4f8c-a859-4b9d1ff2562b on network d8eab20e-246c-47ce-8449-822ce53769fc {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:15:12.819943 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54442234-fb0d-44e4-83ef-89700c1eaf7d None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:15:12.820352 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54442234-fb0d-44e4-83ef-89700c1eaf7d None None] Checking segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:15:12.820751 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-54442234-fb0d-44e4-83ef-89700c1eaf7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:12.821142 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54442234-fb0d-44e4-83ef-89700c1eaf7d None None] Bound using segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:15:12.821605 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-54442234-fb0d-44e4-83ef-89700c1eaf7d None None] Bound port: 069236c3-faa1-4f8c-a859-4b9d1ff2562b, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:15:12.821983 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-54442234-fb0d-44e4-83ef-89700c1eaf7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:12.823695 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c5f58-93f7-4c45-be52-65bb39524fa4 None None] Pushing event updated for resources: {'Port': ['ID=069236c3-faa1-4f8c-a859-4b9d1ff2562b,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:12.848499 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f89a244-5aad-4044-a651-f8cf481753a1 admin admin] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:15:12.862061 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-4f89a244-5aad-4044-a651-f8cf481753a1 admin admin] 10.222.0.88 "PUT /v2.0/routers/facdd8c8-d3fc-471d-b638-432ae809caa8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3185947 Feb 16 17:15:12.862061 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56102) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:15:12.868307 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d893096a-f95c-4af0-8e2c-c0d8df537b68 None None] Sync routers for ids ['facdd8c8-d3fc-471d-b638-432ae809caa8'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:15:12.878874 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d893096a-f95c-4af0-8e2c-c0d8df537b68 None None] Routers {'facdd8c8-d3fc-471d-b638-432ae809caa8'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:15:12.885198 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-d893096a-f95c-4af0-8e2c-c0d8df537b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:15:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['facdd8c8-d3fc-471d-b638-432ae809caa8'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:12.907215 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-54442234-fb0d-44e4-83ef-89700c1eaf7d None None] For port 069236c3-faa1-4f8c-a859-4b9d1ff2562b, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:15:12.910166 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-54442234-fb0d-44e4-83ef-89700c1eaf7d None None] For port 069236c3-faa1-4f8c-a859-4b9d1ff2562b, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=069236c3-faa1-4f8c-a859-4b9d1ff2562b,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:15:12.914663 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c3f0e56b-1526-4b7f-aaa1-db5fcde64c5b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:12.979754 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a6665e96-d5cb-4afd-90cc-ad34c93dfda4 admin admin] Notify callbacks [] for router, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:12.982387 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f0e56b-1526-4b7f-aaa1-db5fcde64c5b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Subnet': ['ID=da0b9d2d-f5f5-4e83-b8e5-9783d514f001,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:12.994096 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f0e56b-1526-4b7f-aaa1-db5fcde64c5b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Checking segment: {'id': 'db698dca-8080-46ac-80df-0cd54a2c7731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '180ed6cf-68e7-470b-ac95-26fa576e3d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:15:12.994529 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f0e56b-1526-4b7f-aaa1-db5fcde64c5b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network hostable DHCP agents. Network: 180ed6cf-68e7-470b-ac95-26fa576e3d6a, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:15:13.023311 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-54442234-fb0d-44e4-83ef-89700c1eaf7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:13.073952 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f0e56b-1526-4b7f-aaa1-db5fcde64c5b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network 180ed6cf-68e7-470b-ac95-26fa576e3d6a is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:15:13.080483 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-d893096a-f95c-4af0-8e2c-c0d8df537b68 None None] Set router facdd8c8-d3fc-471d-b638-432ae809caa8 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:15:13.092506 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54442234-fb0d-44e4-83ef-89700c1eaf7d None None] Routers {'2d29b15a-d05c-4243-bff1-8d466b9bbd0e'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:15:13.093382 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-54442234-fb0d-44e4-83ef-89700c1eaf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:15:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['2d29b15a-d05c-4243-bff1-8d466b9bbd0e'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:13.096370 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c5f58-93f7-4c45-be52-65bb39524fa4 None None] Pushing event updated for resources: {'Port': ['ID=069236c3-faa1-4f8c-a859-4b9d1ff2562b,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:13.111732 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a6665e96-d5cb-4afd-90cc-ad34c93dfda4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:13.148219 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-c3f0e56b-1526-4b7f-aaa1-db5fcde64c5b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 180ed6cf-68e7-470b-ac95-26fa576e3d6a) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:15:13.156003 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f0e56b-1526-4b7f-aaa1-db5fcde64c5b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:13.156676 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c3f0e56b-1526-4b7f-aaa1-db5fcde64c5b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:13.195742 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1ef747-2152-42c3-b615-74ed0db5f775 None None] Network 180ed6cf-68e7-470b-ac95-26fa576e3d6a requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:15:13.222552 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-a6665e96-d5cb-4afd-90cc-ad34c93dfda4 admin admin] Deleting port 3052f40f-4645-42b9-b7f7-b9c027a66e1e {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:15:13.222905 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a6665e96-d5cb-4afd-90cc-ad34c93dfda4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:13.265119 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c3f0e56b-1526-4b7f-aaa1-db5fcde64c5b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7795799 Feb 16 17:15:13.267870 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 56104) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:15:13.281418 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-54442234-fb0d-44e4-83ef-89700c1eaf7d None None] Set router 2d29b15a-d05c-4243-bff1-8d466b9bbd0e gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:15:13.297733 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-d893096a-f95c-4af0-8e2c-c0d8df537b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facdd8c8-d3fc-471d-b638-432ae809caa8', 'name': 'tempest-TestVolumeBootPattern-745520727-router', 'tenant_id': '431fef47f91044a2ac01bf0d0ab1d743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': '3052f40f-4645-42b9-b7f7-b9c027a66e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:03Z', 'updated_at': '2022-02-16T17:15:12Z', 'revision_number': 5, 'project_id': '431fef47f91044a2ac01bf0d0ab1d743', 'gw_port': {'id': '3052f40f-4645-42b9-b7f7-b9c027a66e1e', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:52:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facdd8c8-d3fc-471d-b638-432ae809caa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:04Z', 'updated_at': '2022-02-16T17:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:13.312617 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-a6665e96-d5cb-4afd-90cc-ad34c93dfda4 admin admin] For port 3052f40f-4645-42b9-b7f7-b9c027a66e1e, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=3052f40f-4645-42b9-b7f7-b9c027a66e1e,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:15:13.313028 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a6665e96-d5cb-4afd-90cc-ad34c93dfda4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:13.325422 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-a6665e96-d5cb-4afd-90cc-ad34c93dfda4 admin admin] Calling delete_port for 3052f40f-4645-42b9-b7f7-b9c027a66e1e owned by network:router_gateway {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:15:13.326856 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d893096a-f95c-4af0-8e2c-c0d8df537b68 None None] Checking router: facdd8c8-d3fc-471d-b638-432ae809caa8 for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:15:13.337032 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d893096a-f95c-4af0-8e2c-c0d8df537b68 None None] Routers {'facdd8c8-d3fc-471d-b638-432ae809caa8'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:15:13.337962 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-d893096a-f95c-4af0-8e2c-c0d8df537b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:15:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['facdd8c8-d3fc-471d-b638-432ae809caa8'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:13.435099 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-d893096a-f95c-4af0-8e2c-c0d8df537b68 None None] Set router facdd8c8-d3fc-471d-b638-432ae809caa8 gateway port host: None {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:15:13.494302 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-d893096a-f95c-4af0-8e2c-c0d8df537b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facdd8c8-d3fc-471d-b638-432ae809caa8', 'name': 'tempest-TestVolumeBootPattern-745520727-router', 'tenant_id': '431fef47f91044a2ac01bf0d0ab1d743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:03Z', 'updated_at': '2022-02-16T17:15:13Z', 'revision_number': 6, 'project_id': '431fef47f91044a2ac01bf0d0ab1d743', 'gw_port_host': None}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:13.533008 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d893096a-f95c-4af0-8e2c-c0d8df537b68 None None] The sync data for ids ['facdd8c8-d3fc-471d-b638-432ae809caa8'] in dv-neutron-828697-3-hyperv is: [{'id': 'facdd8c8-d3fc-471d-b638-432ae809caa8', 'name': 'tempest-TestVolumeBootPattern-745520727-router', 'tenant_id': '431fef47f91044a2ac01bf0d0ab1d743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:03Z', 'updated_at': '2022-02-16T17:15:13Z', 'revision_number': 6, 'project_id': '431fef47f91044a2ac01bf0d0ab1d743', 'gw_port_host': None}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:15:13.545500 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdfc772-43c8-439c-b11a-9760dbad494c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-180ed6cf-68e7-470b-ac95-26fa576e3d6a', 'network_id': '180ed6cf-68e7-470b-ac95-26fa576e3d6a', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ips': [{'subnet_id': 'da0b9d2d-f5f5-4e83-b8e5-9783d514f001'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:15:13.546391 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4cdfc772-43c8-439c-b11a-9760dbad494c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:13.548471 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a6665e96-d5cb-4afd-90cc-ad34c93dfda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:13.587771 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6665e96-d5cb-4afd-90cc-ad34c93dfda4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3052f40f-4645-42b9-b7f7-b9c027a66e1e,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:13.653006 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a6665e96-d5cb-4afd-90cc-ad34c93dfda4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584056'] for router_gateway, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:13.710505 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-54442234-fb0d-44e4-83ef-89700c1eaf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'name': 'tempest-TestNetworkBasicOps-router-2070630006', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '069236c3-faa1-4f8c-a859-4b9d1ff2562b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:15:09Z', 'updated_at': '2022-02-16T17:15:10Z', 'revision_number': 3, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': '069236c3-faa1-4f8c-a859-4b9d1ff2562b', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:15:09Z', 'updated_at': '2022-02-16T17:15:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:13.746079 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54442234-fb0d-44e4-83ef-89700c1eaf7d None None] The sync data for ids ['2d29b15a-d05c-4243-bff1-8d466b9bbd0e'] in dv-neutron-828697-3-hyperv is: [{'id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'name': 'tempest-TestNetworkBasicOps-router-2070630006', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '069236c3-faa1-4f8c-a859-4b9d1ff2562b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:15:09Z', 'updated_at': '2022-02-16T17:15:10Z', 'revision_number': 3, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': '069236c3-faa1-4f8c-a859-4b9d1ff2562b', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:15:09Z', 'updated_at': '2022-02-16T17:15:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:15:13.746992 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2cc68c0f-4b87-4207-b888-934ebf025d9d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:13.748263 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a6665e96-d5cb-4afd-90cc-ad34c93dfda4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:13.750788 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a6665e96-d5cb-4afd-90cc-ad34c93dfda4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:13.755197 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-4cdfc772-43c8-439c-b11a-9760dbad494c None None] Allocated IP 172.20.0.2 (180ed6cf-68e7-470b-ac95-26fa576e3d6a/da0b9d2d-f5f5-4e83-b8e5-9783d514f001/ee1d80b1-ad03-480d-a42b-b051bd28d887) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:15:13.862569 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a6665e96-d5cb-4afd-90cc-ad34c93dfda4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:13.863301 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6665e96-d5cb-4afd-90cc-ad34c93dfda4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router facdd8c8-d3fc-471d-b638-432ae809caa8 {{(pid=114375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:15:13.869314 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a6665e96-d5cb-4afd-90cc-ad34c93dfda4 admin admin] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:13.872876 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a6665e96-d5cb-4afd-90cc-ad34c93dfda4 admin admin] 10.222.0.88 "DELETE /v2.0/routers/facdd8c8-d3fc-471d-b638-432ae809caa8 HTTP/1.1" status: 204 len: 168 time: 1.0081508 Feb 16 17:15:13.873310 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 56106) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:15:13.926355 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4cdfc772-43c8-439c-b11a-9760dbad494c None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:13.943785 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-e069c16c-e2fb-4652-9538-9d40b95f8d7a admin admin] Deleting subnet bf1cc9d2-a739-4ac7-8887-e5e4516b7e74 {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:15:13.980253 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e069c16c-e2fb-4652-9538-9d40b95f8d7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:13.994655 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4cdfc772-43c8-439c-b11a-9760dbad494c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:14.068528 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdfc772-43c8-439c-b11a-9760dbad494c None None] Network 180ed6cf-68e7-470b-ac95-26fa576e3d6a is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:15:14.071371 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-4cdfc772-43c8-439c-b11a-9760dbad494c None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:15:14.080968 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdfc772-43c8-439c-b11a-9760dbad494c None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:15:14.085384 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdfc772-43c8-439c-b11a-9760dbad494c None None] Pushing event updated for resources: {'Port': ['ID=ee1d80b1-ad03-480d-a42b-b051bd28d887,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:14.088604 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e069c16c-e2fb-4652-9538-9d40b95f8d7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:14.141772 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-4cdfc772-43c8-439c-b11a-9760dbad494c None None] Attempting to bind port ee1d80b1-ad03-480d-a42b-b051bd28d887 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:15:14.142144 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-4cdfc772-43c8-439c-b11a-9760dbad494c None None] Attempting to bind port ee1d80b1-ad03-480d-a42b-b051bd28d887 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': 'db698dca-8080-46ac-80df-0cd54a2c7731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '180ed6cf-68e7-470b-ac95-26fa576e3d6a'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:15:14.142503 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdfc772-43c8-439c-b11a-9760dbad494c None None] Attempting to bind port ee1d80b1-ad03-480d-a42b-b051bd28d887 on network 180ed6cf-68e7-470b-ac95-26fa576e3d6a {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:15:14.147735 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdfc772-43c8-439c-b11a-9760dbad494c None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:15:14.148135 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdfc772-43c8-439c-b11a-9760dbad494c None None] Checking segment: {'id': 'db698dca-8080-46ac-80df-0cd54a2c7731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '180ed6cf-68e7-470b-ac95-26fa576e3d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:15:14.148535 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4cdfc772-43c8-439c-b11a-9760dbad494c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:14.148921 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdfc772-43c8-439c-b11a-9760dbad494c None None] Bound using segment: {'id': 'db698dca-8080-46ac-80df-0cd54a2c7731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '180ed6cf-68e7-470b-ac95-26fa576e3d6a'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:15:14.149387 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-4cdfc772-43c8-439c-b11a-9760dbad494c None None] Bound port: ee1d80b1-ad03-480d-a42b-b051bd28d887, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db698dca-8080-46ac-80df-0cd54a2c7731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '180ed6cf-68e7-470b-ac95-26fa576e3d6a'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:15:14.149770 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4cdfc772-43c8-439c-b11a-9760dbad494c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:14.219105 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-4cdfc772-43c8-439c-b11a-9760dbad494c None None] For port ee1d80b1-ad03-480d-a42b-b051bd28d887, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:15:14.223047 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-4cdfc772-43c8-439c-b11a-9760dbad494c None None] For port ee1d80b1-ad03-480d-a42b-b051bd28d887, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=ee1d80b1-ad03-480d-a42b-b051bd28d887,segment=NetworkSegment(db698dca-8080-46ac-80df-0cd54a2c7731),segment_id=db698dca-8080-46ac-80df-0cd54a2c7731)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:15:14.226286 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-2cc68c0f-4b87-4207-b888-934ebf025d9d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Allocated IP 172.20.0.1 (180ed6cf-68e7-470b-ac95-26fa576e3d6a/da0b9d2d-f5f5-4e83-b8e5-9783d514f001/ff1eb8ef-8a8d-430d-9d74-1d4882c46651) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:15:14.243051 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e069c16c-e2fb-4652-9538-9d40b95f8d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:14.315397 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4cdfc772-43c8-439c-b11a-9760dbad494c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:14.374329 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdfc772-43c8-439c-b11a-9760dbad494c None None] Pushing event updated for resources: {'Port': ['ID=ee1d80b1-ad03-480d-a42b-b051bd28d887,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:14.396094 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2cc68c0f-4b87-4207-b888-934ebf025d9d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:14.463120 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e069c16c-e2fb-4652-9538-9d40b95f8d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:14.509232 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e069c16c-e2fb-4652-9538-9d40b95f8d7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf1cc9d2-a739-4ac7-8887-e5e4516b7e74,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:14.509906 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e069c16c-e2fb-4652-9538-9d40b95f8d7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:14.513938 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-e069c16c-e2fb-4652-9538-9d40b95f8d7a admin admin] 10.222.0.88 "DELETE /v2.0/subnets/bf1cc9d2-a739-4ac7-8887-e5e4516b7e74 HTTP/1.1" status: 204 len: 168 time: 0.6395504 Feb 16 17:15:14.516605 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56108) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:15:14.516747 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c326b48-62c3-483e-a50a-24f1d2a88d04 None None] Network fc3847e3-f405-4a88-b32c-a5114d5df315 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:15:14.529551 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2cc68c0f-4b87-4207-b888-934ebf025d9d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:14.607243 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc68c0f-4b87-4207-b888-934ebf025d9d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network 180ed6cf-68e7-470b-ac95-26fa576e3d6a is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:15:14.610709 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-2cc68c0f-4b87-4207-b888-934ebf025d9d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:15:14.614651 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc68c0f-4b87-4207-b888-934ebf025d9d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:15:14.630863 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc68c0f-4b87-4207-b888-934ebf025d9d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Port': ['ID=ff1eb8ef-8a8d-430d-9d74-1d4882c46651,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:14.632325 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 069236c3-faa1-4f8c-a859-4b9d1ff2562b up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:15:14.666965 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-615a01d3-38a7-4661-9de6-e513ae977ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:14.761567 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2cc68c0f-4b87-4207-b888-934ebf025d9d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:14.761761 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-615a01d3-38a7-4661-9de6-e513ae977ce3 admin admin] Deleting port 95b56124-e3c6-4ce8-ba7c-cba558cb986a {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:15:14.761942 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-615a01d3-38a7-4661-9de6-e513ae977ce3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:14.826096 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 069236c3-faa1-4f8c-a859-4b9d1ff2562b triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:15:14.826477 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:14.861757 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-615a01d3-38a7-4661-9de6-e513ae977ce3 admin admin] For port 95b56124-e3c6-4ce8-ba7c-cba558cb986a, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=95b56124-e3c6-4ce8-ba7c-cba558cb986a,segment=NetworkSegment(7359a14d-4745-48c9-88e7-4275bd74f7e1),segment_id=7359a14d-4745-48c9-88e7-4275bd74f7e1)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:15:14.862133 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-615a01d3-38a7-4661-9de6-e513ae977ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:14.899022 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-615a01d3-38a7-4661-9de6-e513ae977ce3 admin admin] Calling delete_port for 95b56124-e3c6-4ce8-ba7c-cba558cb986a owned by network:dhcp {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:15:14.948507 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896be843-e7dd-4a1f-8056-1eac561c9e91 None None] DHCP port deletion for fc3847e3-f405-4a88-b32c-a5114d5df315 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:15:14.998343 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:15.027364 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port 069236c3-faa1-4f8c-a859-4b9d1ff2562b, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=069236c3-faa1-4f8c-a859-4b9d1ff2562b,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:15:15.037872 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-896be843-e7dd-4a1f-8056-1eac561c9e91 None None] Deleting port 95b56124-e3c6-4ce8-ba7c-cba558cb986a {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:15:15.038258 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-896be843-e7dd-4a1f-8056-1eac561c9e91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:15.080016 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-615a01d3-38a7-4661-9de6-e513ae977ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:15.101713 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2cc68c0f-4b87-4207-b888-934ebf025d9d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:15.108137 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615a01d3-38a7-4661-9de6-e513ae977ce3 admin admin] Pushing event deleted for resources: {'Port': ['ID=95b56124-e3c6-4ce8-ba7c-cba558cb986a,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:15.110484 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:15.111307 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615a01d3-38a7-4661-9de6-e513ae977ce3 admin admin] No DVR routers for this DVR port 95b56124-e3c6-4ce8-ba7c-cba558cb986a on host dv-neutron-828697-3-hyperv {{(pid=114375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:15:15.114133 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-896be843-e7dd-4a1f-8056-1eac561c9e91 None None] For port 95b56124-e3c6-4ce8-ba7c-cba558cb986a, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=95b56124-e3c6-4ce8-ba7c-cba558cb986a,segment=NetworkSegment(7359a14d-4745-48c9-88e7-4275bd74f7e1),segment_id=7359a14d-4745-48c9-88e7-4275bd74f7e1)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:15:15.114612 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-896be843-e7dd-4a1f-8056-1eac561c9e91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:15.123088 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a01d3-38a7-4661-9de6-e513ae977ce3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:15.123088 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a01d3-38a7-4661-9de6-e513ae977ce3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:15.123088 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a01d3-38a7-4661-9de6-e513ae977ce3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:15.123088 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a01d3-38a7-4661-9de6-e513ae977ce3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:15.123088 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a01d3-38a7-4661-9de6-e513ae977ce3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:15.123088 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a01d3-38a7-4661-9de6-e513ae977ce3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:15.123088 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a01d3-38a7-4661-9de6-e513ae977ce3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:15.123088 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a01d3-38a7-4661-9de6-e513ae977ce3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:15.123088 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a01d3-38a7-4661-9de6-e513ae977ce3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:15.123088 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a01d3-38a7-4661-9de6-e513ae977ce3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:15.124041 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a01d3-38a7-4661-9de6-e513ae977ce3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:15.124150 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a01d3-38a7-4661-9de6-e513ae977ce3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:15.162700 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-896be843-e7dd-4a1f-8056-1eac561c9e91 None None] Calling delete_port for 95b56124-e3c6-4ce8-ba7c-cba558cb986a owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:15:15.230871 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device ed703d19-aa49-411c-bf5e-e09107978766 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:15:15.258510 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=069236c3-faa1-4f8c-a859-4b9d1ff2562b,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:15.268566 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: ed703d19-aa49-411c-bf5e-e09107978766 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:15:15.269099 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device ed703d19-aa49-411c-bf5e-e09107978766 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:15:15.269688 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 3052f40f-4645-42b9-b7f7-b9c027a66e1e no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:15:15.305795 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 3052f40f-4645-42b9-b7f7-b9c027a66e1e {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:15:15.306036 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 3052f40f-4645-42b9-b7f7-b9c027a66e1e not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:15:15.328304 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-896be843-e7dd-4a1f-8056-1eac561c9e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:15.365564 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896be843-e7dd-4a1f-8056-1eac561c9e91 None None] Pushing event deleted for resources: {'Port': ['ID=95b56124-e3c6-4ce8-ba7c-cba558cb986a,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:15.371291 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896be843-e7dd-4a1f-8056-1eac561c9e91 None None] No DVR routers for this DVR port 95b56124-e3c6-4ce8-ba7c-cba558cb986a on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:15:15.457156 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2cc68c0f-4b87-4207-b888-934ebf025d9d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:15.518900 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-615a01d3-38a7-4661-9de6-e513ae977ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:15.530950 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2cc68c0f-4b87-4207-b888-934ebf025d9d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:15.545874 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-615a01d3-38a7-4661-9de6-e513ae977ce3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc3847e3-f405-4a88-b32c-a5114d5df315']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:15.558928 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-615a01d3-38a7-4661-9de6-e513ae977ce3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7359a14d-4745-48c9-88e7-4275bd74f7e1') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:15.559139 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-615a01d3-38a7-4661-9de6-e513ae977ce3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7359a14d-4745-48c9-88e7-4275bd74f7e1') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:15.569590 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-615a01d3-38a7-4661-9de6-e513ae977ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:15.585091 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-615a01d3-38a7-4661-9de6-e513ae977ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:15.591571 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-615a01d3-38a7-4661-9de6-e513ae977ce3 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:15:15.591968 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-615a01d3-38a7-4661-9de6-e513ae977ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:15.593941 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 17:15:15.593941 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:15:15.593941 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 17:15:15.593941 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:15:15.593941 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 17:15:15.593941 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:15:15.593941 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 17:15:15.593941 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:15:15.593941 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 17:15:15.593941 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:15:15.593941 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 17:15:15.593941 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:15:15.593941 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 17:15:15.593941 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:15:15.593941 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:15:15.593941 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:15:15.593941 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:15:15.593941 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:15:15.593941 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 17:15:15.593941 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:15:15.593941 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 17:15:15.593941 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:15:15.593941 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:15:15.593941 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:15:15.593941 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 17:15:15.593941 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:15:15.593941 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:15:15.593941 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:15:15.593941 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:15:15.593941 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:15:15.593941 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:15:15.593941 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:15:15.615430 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2cc68c0f-4b87-4207-b888-934ebf025d9d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:15.618141 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc68c0f-4b87-4207-b888-934ebf025d9d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Port': ['ID=ff1eb8ef-8a8d-430d-9d74-1d4882c46651,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:15.621417 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645cc0eb-b3b2-484f-b52b-5f7ecb39f222 None None] Network 180ed6cf-68e7-470b-ac95-26fa576e3d6a requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:15:15.725577 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc68c0f-4b87-4207-b888-934ebf025d9d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network 180ed6cf-68e7-470b-ac95-26fa576e3d6a is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:15:15.725805 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-615a01d3-38a7-4661-9de6-e513ae977ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:15.729075 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-2cc68c0f-4b87-4207-b888-934ebf025d9d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:15:15.731338 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-615a01d3-38a7-4661-9de6-e513ae977ce3 admin admin] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:15.737131 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-615a01d3-38a7-4661-9de6-e513ae977ce3 admin admin] 10.222.0.88 "DELETE /v2.0/networks/fc3847e3-f405-4a88-b32c-a5114d5df315 HTTP/1.1" status: 204 len: 168 time: 1.2171237 Feb 16 17:15:15.756915 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-62993049-1303-4e78-b58e-5335df9533e1 None None] Provisioning complete for port ee1d80b1-ad03-480d-a42b-b051bd28d887 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:15:15.756915 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-62993049-1303-4e78-b58e-5335df9533e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:15.769164 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615a01d3-38a7-4661-9de6-e513ae977ce3 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc3847e3-f405-4a88-b32c-a5114d5df315,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:15.867837 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc68c0f-4b87-4207-b888-934ebf025d9d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Router 2d29b15a-d05c-4243-bff1-8d466b9bbd0e has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:15:15.996946 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc68c0f-4b87-4207-b888-934ebf025d9d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:15:16.004290 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56112) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:15:16.007517 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-2cc68c0f-4b87-4207-b888-934ebf025d9d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "PUT /v2.0/routers/2d29b15a-d05c-4243-bff1-8d466b9bbd0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7385418 Feb 16 17:15:16.032797 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-62993049-1303-4e78-b58e-5335df9533e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:16.072480 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-62993049-1303-4e78-b58e-5335df9533e1 None None] For port ee1d80b1-ad03-480d-a42b-b051bd28d887, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=ee1d80b1-ad03-480d-a42b-b051bd28d887,segment=NetworkSegment(db698dca-8080-46ac-80df-0cd54a2c7731),segment_id=db698dca-8080-46ac-80df-0cd54a2c7731)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:15:16.084807 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7197705c-6ae6-4038-b444-a7372047111d None None] Sync routers for ids ['2d29b15a-d05c-4243-bff1-8d466b9bbd0e'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:15:16.100095 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7197705c-6ae6-4038-b444-a7372047111d None None] Routers {'2d29b15a-d05c-4243-bff1-8d466b9bbd0e'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:15:16.100095 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-7197705c-6ae6-4038-b444-a7372047111d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:15:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['2d29b15a-d05c-4243-bff1-8d466b9bbd0e'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:16.146832 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbec3e0-124c-417e-aa07-4fd39727ea53 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:16.147525 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbec3e0-124c-417e-aa07-4fd39727ea53 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:16.148180 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbec3e0-124c-417e-aa07-4fd39727ea53 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:16.149422 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-62993049-1303-4e78-b58e-5335df9533e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:16.149596 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbec3e0-124c-417e-aa07-4fd39727ea53 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:16.151186 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-9fbec3e0-124c-417e-aa07-4fd39727ea53 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1455250 Feb 16 17:15:16.152217 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56114) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:15:16.154202 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 56116) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:15:16.223408 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-42439d0a-597f-40a2-8d48-8ed486933b21 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=044ac631b15e4f2096be696887c61622&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0697634 Feb 16 17:15:16.224889 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56118) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:15:16.269273 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed3baa2-8cdc-4f9c-b543-fc29a014418e tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:16.270666 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed3baa2-8cdc-4f9c-b543-fc29a014418e tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:16.271755 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed3baa2-8cdc-4f9c-b543-fc29a014418e tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:16.271755 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed3baa2-8cdc-4f9c-b543-fc29a014418e tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:16.272227 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62993049-1303-4e78-b58e-5335df9533e1 None None] Pushing event updated for resources: {'Port': ['ID=ee1d80b1-ad03-480d-a42b-b051bd28d887,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:16.276695 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-6ed3baa2-8cdc-4f9c-b543-fc29a014418e tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1210513 Feb 16 17:15:16.277311 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 56120) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:15:16.306696 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-74fe90c4-0576-4cc9-91db-e3000d364574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:16.310074 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-7197705c-6ae6-4038-b444-a7372047111d None None] Set router 2d29b15a-d05c-4243-bff1-8d466b9bbd0e gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:15:16.347690 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-74fe90c4-0576-4cc9-91db-e3000d364574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:16.424292 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device ee1d80b1-ad03-480d-a42b-b051bd28d887 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:15:16.436597 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-0f3c4ed1-63ce-409c-a8e0-cbc728a37131 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1581113 Feb 16 17:15:16.496745 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-74fe90c4-0576-4cc9-91db-e3000d364574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:16.499375 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-74fe90c4-0576-4cc9-91db-e3000d364574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:16.501118 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-74fe90c4-0576-4cc9-91db-e3000d364574 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/94706c67-2675-4f7b-8c5a-f1b4850c48a3 HTTP/1.1" status: 204 len: 168 time: 0.2741547 Feb 16 17:15:16.505644 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-44136f8a-8ef3-4a12-a142-1a123d6562f2 None None] Provisioning complete for port ee1d80b1-ad03-480d-a42b-b051bd28d887 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:15:16.513155 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-44136f8a-8ef3-4a12-a142-1a123d6562f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:16.513342 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fe90c4-0576-4cc9-91db-e3000d364574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94706c67-2675-4f7b-8c5a-f1b4850c48a3,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:16.630546 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port ee1d80b1-ad03-480d-a42b-b051bd28d887 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:15:16.631225 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:16.754645 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-44136f8a-8ef3-4a12-a142-1a123d6562f2 None None] Provisioning complete for port ff1eb8ef-8a8d-430d-9d74-1d4882c46651 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:15:16.755032 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-44136f8a-8ef3-4a12-a142-1a123d6562f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:16.758494 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-7197705c-6ae6-4038-b444-a7372047111d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'name': 'tempest-TestNetworkBasicOps-router-2070630006', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '069236c3-faa1-4f8c-a859-4b9d1ff2562b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:15:09Z', 'updated_at': '2022-02-16T17:15:14Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': '069236c3-faa1-4f8c-a859-4b9d1ff2562b', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:15:09Z', 'updated_at': '2022-02-16T17:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'ff1eb8ef-8a8d-430d-9d74-1d4882c46651', 'name': '', 'network_id': '180ed6cf-68e7-470b-ac95-26fa576e3d6a', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:72:9e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'da0b9d2d-f5f5-4e83-b8e5-9783d514f001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:15:13Z', 'updated_at': '2022-02-16T17:15:15Z', 'revision_number': 2, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': 'da0b9d2d-f5f5-4e83-b8e5-9783d514f001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:16.810754 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7197705c-6ae6-4038-b444-a7372047111d None None] Checking router: 2d29b15a-d05c-4243-bff1-8d466b9bbd0e for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:15:16.811116 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7197705c-6ae6-4038-b444-a7372047111d None None] Updating router 2d29b15a-d05c-4243-bff1-8d466b9bbd0e port ff1eb8ef-8a8d-430d-9d74-1d4882c46651 binding host dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:15:16.826603 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 56126) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:15:16.831387 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-77de5fb4-27e1-4f8d-86af-1dc0b3d536fc tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1651034379', 'description': 'tempest-secgroup-smoke-1651034379 description', 'project_id': '9c9820320aae461fbcc5eba944eb2160'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:15:16.847219 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 069236c3-faa1-4f8c-a859-4b9d1ff2562b up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:15:16.870317 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-44136f8a-8ef3-4a12-a142-1a123d6562f2 None None] Port ff1eb8ef-8a8d-430d-9d74-1d4882c46651 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:15:16.875290 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-7197705c-6ae6-4038-b444-a7372047111d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:16.948332 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-77de5fb4-27e1-4f8d-86af-1dc0b3d536fc tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:16.996493 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 069236c3-faa1-4f8c-a859-4b9d1ff2562b triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:15:16.996879 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:17.017584 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-77de5fb4-27e1-4f8d-86af-1dc0b3d536fc tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:17.044077 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-e8f1e968-d3ba-49f7-9aaf-7221661a140d None None] Provisioning complete for port ff1eb8ef-8a8d-430d-9d74-1d4882c46651 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:15:17.044608 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e8f1e968-d3ba-49f7-9aaf-7221661a140d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:17.079351 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-77de5fb4-27e1-4f8d-86af-1dc0b3d536fc tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:17.110048 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de5fb4-27e1-4f8d-86af-1dc0b3d536fc tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c42f56-8e40-439e-94ea-f00bd69d4194,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:17.136141 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-e8f1e968-d3ba-49f7-9aaf-7221661a140d None None] Port ff1eb8ef-8a8d-430d-9d74-1d4882c46651 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:15:17.184678 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-77de5fb4-27e1-4f8d-86af-1dc0b3d536fc tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:17.186474 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-77de5fb4-27e1-4f8d-86af-1dc0b3d536fc tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3581979 Feb 16 17:15:17.188991 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 56130) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:15:17.194669 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-6ad0f191-2330-458b-a8c0-d8a6151d1eb2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': 'f1c42f56-8e40-439e-94ea-f00bd69d4194', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:15:17.263611 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56132) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:15:17.270839 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 95b56124-e3c6-4ce8-ba7c-cba558cb986a no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:15:17.276869 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-7197705c-6ae6-4038-b444-a7372047111d None None] Notify callbacks [] for port, precommit_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:17.295830 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 95b56124-e3c6-4ce8-ba7c-cba558cb986a {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:15:17.300917 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 95b56124-e3c6-4ce8-ba7c-cba558cb986a not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:15:17.302698 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6ad0f191-2330-458b-a8c0-d8a6151d1eb2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:17.303338 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-9ee917a2-b859-46d1-ab4a-e3b4157e7cb7 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=431fef47f91044a2ac01bf0d0ab1d743&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384848 Feb 16 17:15:17.305757 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56134) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:15:17.358191 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-99d5bdde-5c24-45d6-92d5-6af3590a8dac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:17.367007 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6ad0f191-2330-458b-a8c0-d8a6151d1eb2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:17.379932 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-99d5bdde-5c24-45d6-92d5-6af3590a8dac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:17.382556 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-7197705c-6ae6-4038-b444-a7372047111d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:17.439755 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6ad0f191-2330-458b-a8c0-d8a6151d1eb2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:17.459448 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad0f191-2330-458b-a8c0-d8a6151d1eb2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e467d2f2-5f1d-4d8b-857c-9714754a865a,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:17.470057 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b85447-439a-4921-8337-9feaa62bfe49 None None] Pushing event updated for resources: {'Port': ['ID=ff1eb8ef-8a8d-430d-9d74-1d4882c46651,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:17.497401 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-99d5bdde-5c24-45d6-92d5-6af3590a8dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:17.499971 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-99d5bdde-5c24-45d6-92d5-6af3590a8dac admin admin] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:17.501200 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-99d5bdde-5c24-45d6-92d5-6af3590a8dac admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2101bca7-d92e-49cd-b659-48b4fe40c403 HTTP/1.1" status: 204 len: 168 time: 0.1944997 Feb 16 17:15:17.505441 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-7197705c-6ae6-4038-b444-a7372047111d None None] Attempting to bind port ff1eb8ef-8a8d-430d-9d74-1d4882c46651 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:15:17.506734 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-7197705c-6ae6-4038-b444-a7372047111d None None] Attempting to bind port ff1eb8ef-8a8d-430d-9d74-1d4882c46651 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': 'db698dca-8080-46ac-80df-0cd54a2c7731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '180ed6cf-68e7-470b-ac95-26fa576e3d6a'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:15:17.506734 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7197705c-6ae6-4038-b444-a7372047111d None None] Attempting to bind port ff1eb8ef-8a8d-430d-9d74-1d4882c46651 on network 180ed6cf-68e7-470b-ac95-26fa576e3d6a {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:15:17.509655 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d5bdde-5c24-45d6-92d5-6af3590a8dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2101bca7-d92e-49cd-b659-48b4fe40c403,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:17.511413 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7197705c-6ae6-4038-b444-a7372047111d None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:15:17.511795 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7197705c-6ae6-4038-b444-a7372047111d None None] Checking segment: {'id': 'db698dca-8080-46ac-80df-0cd54a2c7731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '180ed6cf-68e7-470b-ac95-26fa576e3d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:15:17.512237 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-7197705c-6ae6-4038-b444-a7372047111d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:17.512679 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7197705c-6ae6-4038-b444-a7372047111d None None] Bound using segment: {'id': 'db698dca-8080-46ac-80df-0cd54a2c7731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '180ed6cf-68e7-470b-ac95-26fa576e3d6a'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:15:17.513114 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-7197705c-6ae6-4038-b444-a7372047111d None None] Bound port: ff1eb8ef-8a8d-430d-9d74-1d4882c46651, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db698dca-8080-46ac-80df-0cd54a2c7731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '180ed6cf-68e7-470b-ac95-26fa576e3d6a'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:15:17.513499 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-7197705c-6ae6-4038-b444-a7372047111d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:17.527355 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6ad0f191-2330-458b-a8c0-d8a6151d1eb2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:17.528556 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-6ad0f191-2330-458b-a8c0-d8a6151d1eb2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3385482 Feb 16 17:15:17.531591 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56138) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:15:17.536300 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-92672ee6-28ac-4654-9c19-970ed2c91f59 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': 'f1c42f56-8e40-439e-94ea-f00bd69d4194', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:15:17.617062 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-7197705c-6ae6-4038-b444-a7372047111d None None] For port ff1eb8ef-8a8d-430d-9d74-1d4882c46651, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:15:17.622234 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-7197705c-6ae6-4038-b444-a7372047111d None None] For port ff1eb8ef-8a8d-430d-9d74-1d4882c46651, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=ff1eb8ef-8a8d-430d-9d74-1d4882c46651,segment=NetworkSegment(db698dca-8080-46ac-80df-0cd54a2c7731),segment_id=db698dca-8080-46ac-80df-0cd54a2c7731)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:15:17.656887 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-92672ee6-28ac-4654-9c19-970ed2c91f59 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:17.660519 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-49c33a2f-3256-468e-9a0d-040a481ef950 None None] Provisioning complete for port ff1eb8ef-8a8d-430d-9d74-1d4882c46651 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:15:17.660895 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-49c33a2f-3256-468e-9a0d-040a481ef950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:17.695019 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-49c33a2f-3256-468e-9a0d-040a481ef950 None None] Port ff1eb8ef-8a8d-430d-9d74-1d4882c46651 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:15:17.703020 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-7197705c-6ae6-4038-b444-a7372047111d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:17.710066 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-92672ee6-28ac-4654-9c19-970ed2c91f59 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:17.761484 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7197705c-6ae6-4038-b444-a7372047111d None None] Routers {'2d29b15a-d05c-4243-bff1-8d466b9bbd0e'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:15:17.762123 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-7197705c-6ae6-4038-b444-a7372047111d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:15:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['2d29b15a-d05c-4243-bff1-8d466b9bbd0e'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:17.763848 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b85447-439a-4921-8337-9feaa62bfe49 None None] Pushing event updated for resources: {'Port': ['ID=ff1eb8ef-8a8d-430d-9d74-1d4882c46651,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:17.765359 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-92672ee6-28ac-4654-9c19-970ed2c91f59 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:17.785141 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92672ee6-28ac-4654-9c19-970ed2c91f59 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc15f85b-f3f4-4516-b46c-ea9dcd29fe79,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:17.826721 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-92672ee6-28ac-4654-9c19-970ed2c91f59 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:17.831902 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 56140) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:15:17.844531 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-6f12b552-c3d7-4355-8d38-3faa841b0bd2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': 'f1c42f56-8e40-439e-94ea-f00bd69d4194', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:15:17.845406 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-92672ee6-28ac-4654-9c19-970ed2c91f59 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3092406 Feb 16 17:15:17.956659 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6f12b552-c3d7-4355-8d38-3faa841b0bd2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:18.050940 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6f12b552-c3d7-4355-8d38-3faa841b0bd2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:18.055389 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-4c795af8-720f-48c5-9f10-3618c81af745 None None] Provisioning complete for port ff1eb8ef-8a8d-430d-9d74-1d4882c46651 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:15:18.056009 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4c795af8-720f-48c5-9f10-3618c81af745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:18.086401 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-7197705c-6ae6-4038-b444-a7372047111d None None] Set router 2d29b15a-d05c-4243-bff1-8d466b9bbd0e gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:15:18.120108 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6f12b552-c3d7-4355-8d38-3faa841b0bd2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:18.139911 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f12b552-c3d7-4355-8d38-3faa841b0bd2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af90e717-ce91-4244-b5c8-b6025cefa21c,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:18.166217 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device ee1d80b1-ad03-480d-a42b-b051bd28d887 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:15:18.218500 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6f12b552-c3d7-4355-8d38-3faa841b0bd2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:18.220106 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-6f12b552-c3d7-4355-8d38-3faa841b0bd2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3864169 Feb 16 17:15:18.223679 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56142) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:15:18.229255 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-2eb9c95e-830a-4f56-926b-0114c0ab22f5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': 'f1c42f56-8e40-439e-94ea-f00bd69d4194', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:15:18.297178 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4c795af8-720f-48c5-9f10-3618c81af745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:18.323073 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2eb9c95e-830a-4f56-926b-0114c0ab22f5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:18.336574 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port ee1d80b1-ad03-480d-a42b-b051bd28d887 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:15:18.336953 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:18.389076 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2eb9c95e-830a-4f56-926b-0114c0ab22f5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:18.399080 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-4c795af8-720f-48c5-9f10-3618c81af745 None None] For port ff1eb8ef-8a8d-430d-9d74-1d4882c46651, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=ff1eb8ef-8a8d-430d-9d74-1d4882c46651,segment=NetworkSegment(db698dca-8080-46ac-80df-0cd54a2c7731),segment_id=db698dca-8080-46ac-80df-0cd54a2c7731)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:15:18.445436 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2eb9c95e-830a-4f56-926b-0114c0ab22f5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:18.461087 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-7197705c-6ae6-4038-b444-a7372047111d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'name': 'tempest-TestNetworkBasicOps-router-2070630006', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '069236c3-faa1-4f8c-a859-4b9d1ff2562b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:15:09Z', 'updated_at': '2022-02-16T17:15:14Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': '069236c3-faa1-4f8c-a859-4b9d1ff2562b', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:15:09Z', 'updated_at': '2022-02-16T17:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'ff1eb8ef-8a8d-430d-9d74-1d4882c46651', 'name': '', 'network_id': '180ed6cf-68e7-470b-ac95-26fa576e3d6a', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:72:9e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'da0b9d2d-f5f5-4e83-b8e5-9783d514f001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:15:13Z', 'updated_at': '2022-02-16T17:15:17Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': 'da0b9d2d-f5f5-4e83-b8e5-9783d514f001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:18.465012 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb9c95e-830a-4f56-926b-0114c0ab22f5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c006c7dc-4493-4b65-ab85-d50ecac17876,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:18.492819 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4c795af8-720f-48c5-9f10-3618c81af745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:18.496353 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7197705c-6ae6-4038-b444-a7372047111d None None] The sync data for ids ['2d29b15a-d05c-4243-bff1-8d466b9bbd0e'] in dv-neutron-828697-3-hyperv is: [{'id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'name': 'tempest-TestNetworkBasicOps-router-2070630006', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '069236c3-faa1-4f8c-a859-4b9d1ff2562b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:15:09Z', 'updated_at': '2022-02-16T17:15:14Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': '069236c3-faa1-4f8c-a859-4b9d1ff2562b', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:15:09Z', 'updated_at': '2022-02-16T17:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'ff1eb8ef-8a8d-430d-9d74-1d4882c46651', 'name': '', 'network_id': '180ed6cf-68e7-470b-ac95-26fa576e3d6a', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:72:9e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'da0b9d2d-f5f5-4e83-b8e5-9783d514f001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:15:13Z', 'updated_at': '2022-02-16T17:15:17Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': 'da0b9d2d-f5f5-4e83-b8e5-9783d514f001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:15:18.544386 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2eb9c95e-830a-4f56-926b-0114c0ab22f5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:18.545962 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-2eb9c95e-830a-4f56-926b-0114c0ab22f5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3206882 Feb 16 17:15:18.548811 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56144) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:15:18.554232 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-9d2ebc75-537e-4bbb-9e1c-e91c49979614 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': 'f1c42f56-8e40-439e-94ea-f00bd69d4194', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:15:18.569506 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c795af8-720f-48c5-9f10-3618c81af745 None None] Pushing event updated for resources: {'Port': ['ID=ff1eb8ef-8a8d-430d-9d74-1d4882c46651,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:18.651482 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.securitygroups_db [None req-9d2ebc75-537e-4bbb-9e1c-e91c49979614 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Project 9c9820320aae461fbcc5eba944eb2160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:15:18.656826 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9d2ebc75-537e-4bbb-9e1c-e91c49979614 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:18.726393 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9d2ebc75-537e-4bbb-9e1c-e91c49979614 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:18.799943 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9d2ebc75-537e-4bbb-9e1c-e91c49979614 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:18.818878 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ebc75-537e-4bbb-9e1c-e91c49979614 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb5a5af9-0ab8-4ff5-b70a-56281a4deee3,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:18.904926 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9d2ebc75-537e-4bbb-9e1c-e91c49979614 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:18.906225 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-9d2ebc75-537e-4bbb-9e1c-e91c49979614 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3556178 Feb 16 17:15:18.909049 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56146) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:15:18.913530 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-d2ac3731-db8e-4583-80c9-ead6c93c96f8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': 'f1c42f56-8e40-439e-94ea-f00bd69d4194', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:15:19.011097 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.securitygroups_db [None req-d2ac3731-db8e-4583-80c9-ead6c93c96f8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Project 9c9820320aae461fbcc5eba944eb2160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:15:19.018030 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d2ac3731-db8e-4583-80c9-ead6c93c96f8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:19.097323 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d2ac3731-db8e-4583-80c9-ead6c93c96f8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:19.182802 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d2ac3731-db8e-4583-80c9-ead6c93c96f8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:19.201587 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac3731-db8e-4583-80c9-ead6c93c96f8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfb3c1be-83f6-4924-8158-a45c3fb9cdc0,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:19.305334 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d2ac3731-db8e-4583-80c9-ead6c93c96f8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:19.306709 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d2ac3731-db8e-4583-80c9-ead6c93c96f8 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3967044 Feb 16 17:15:19.542956 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-2faf9b7d-c5d1-4e5e-a2a9-45acadbe3408 req-6a999f2e-14d2-4858-b2da-54a382384d8f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1651034379&fields=id&tenant_id=9c9820320aae461fbcc5eba944eb2160 HTTP/1.1" status: 200 len: 267 time: 0.0364363 Feb 16 17:15:19.650385 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf9b7d-c5d1-4e5e-a2a9-45acadbe3408 req-d963d88d-249e-4c61-8161-c7ad27c31a9b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:19.651884 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-2faf9b7d-c5d1-4e5e-a2a9-45acadbe3408 req-d963d88d-249e-4c61-8161-c7ad27c31a9b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/networks?id=180ed6cf-68e7-470b-ac95-26fa576e3d6a HTTP/1.1" status: 200 len: 797 time: 0.1018324 Feb 16 17:15:19.667275 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-2faf9b7d-c5d1-4e5e-a2a9-45acadbe3408 req-67e226db-79ed-4bc2-b603-1d95930b5195 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/quotas/9c9820320aae461fbcc5eba944eb2160 HTTP/1.1" status: 200 len: 375 time: 0.0095139 Feb 16 17:15:19.716637 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-2faf9b7d-c5d1-4e5e-a2a9-45acadbe3408 req-23d05af8-77ec-405d-8820-85725fc11e31 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=9c9820320aae461fbcc5eba944eb2160&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441477 Feb 16 17:15:19.812404 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-2faf9b7d-c5d1-4e5e-a2a9-45acadbe3408 req-2053809b-a66b-41dd-b085-ab330a0c26af service neutron] 10.222.0.88 "GET /v2.0/networks/180ed6cf-68e7-470b-ac95-26fa576e3d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835094 Feb 16 17:15:19.900465 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-2faf9b7d-c5d1-4e5e-a2a9-45acadbe3408 req-df41565a-d6c6-4fe1-818c-1f91542a12b0 service neutron] 10.222.0.88 "GET /v2.0/networks/180ed6cf-68e7-470b-ac95-26fa576e3d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815759 Feb 16 17:15:19.926940 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:15:20.167158 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bc6ecd7a-4338-4e24-9481-a9a08160bb71 req-7b7db184-c7d3-4343-9efc-ed2cabec28af tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=38130809-40c7-46fe-aaa7-eb6473658526 HTTP/1.1" status: 200 len: 210 time: 0.0264707 Feb 16 17:15:20.183453 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device ff1eb8ef-8a8d-430d-9d74-1d4882c46651 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:15:20.231182 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port ff1eb8ef-8a8d-430d-9d74-1d4882c46651 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:15:20.231604 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:21.275091 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-d6bb2318-cb0a-4ef5-99f7-5aa2ecaaef31 req-afbd4aad-5bdb-4d8d-9437-60b1eca179c6 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=38130809-40c7-46fe-aaa7-eb6473658526 HTTP/1.1" status: 200 len: 210 time: 0.0350816 Feb 16 17:15:22.049714 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf9b7d-c5d1-4e5e-a2a9-45acadbe3408 req-9bc0eb94-fa8c-4158-b3cb-7fd9ba07cfc2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:22.051148 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2faf9b7d-c5d1-4e5e-a2a9-45acadbe3408 req-9bc0eb94-fa8c-4158-b3cb-7fd9ba07cfc2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "GET /v2.0/networks?id=180ed6cf-68e7-470b-ac95-26fa576e3d6a HTTP/1.1" status: 200 len: 797 time: 0.1019511 Feb 16 17:15:22.100466 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2faf9b7d-c5d1-4e5e-a2a9-45acadbe3408 req-791469ac-e140-4642-b590-71f5b125068c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c9820320aae461fbcc5eba944eb2160 HTTP/1.1" status: 200 len: 380 time: 0.0351784 Feb 16 17:15:22.110082 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-2faf9b7d-c5d1-4e5e-a2a9-45acadbe3408 req-a7bd083c-a30f-47c6-88dc-ef186e80a3a9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'port': {'device_id': '38130809-40c7-46fe-aaa7-eb6473658526', 'network_id': '180ed6cf-68e7-470b-ac95-26fa576e3d6a', 'admin_state_up': True, 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'security_groups': ['f1c42f56-8e40-439e-94ea-f00bd69d4194']}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:15:22.256859 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2faf9b7d-c5d1-4e5e-a2a9-45acadbe3408 req-a7bd083c-a30f-47c6-88dc-ef186e80a3a9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Made reservation on behalf of 9c9820320aae461fbcc5eba944eb2160 for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:15:22.260396 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-2faf9b7d-c5d1-4e5e-a2a9-45acadbe3408 req-a7bd083c-a30f-47c6-88dc-ef186e80a3a9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:22.394986 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-86f5a86b-61b4-4044-9e26-6c31a5d203f6 req-77b5c6df-333f-4961-af31-737c824e93e9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=38130809-40c7-46fe-aaa7-eb6473658526 HTTP/1.1" status: 200 len: 210 time: 0.0474608 Feb 16 17:15:22.413947 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [req-2faf9b7d-c5d1-4e5e-a2a9-45acadbe3408 req-a7bd083c-a30f-47c6-88dc-ef186e80a3a9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Allocated IP 172.20.0.13 (180ed6cf-68e7-470b-ac95-26fa576e3d6a/da0b9d2d-f5f5-4e83-b8e5-9783d514f001/daafa592-3af1-4015-a52c-515d3ad503f1) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:15:22.550486 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-2faf9b7d-c5d1-4e5e-a2a9-45acadbe3408 req-a7bd083c-a30f-47c6-88dc-ef186e80a3a9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:22.639920 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-2faf9b7d-c5d1-4e5e-a2a9-45acadbe3408 req-a7bd083c-a30f-47c6-88dc-ef186e80a3a9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:22.684300 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2faf9b7d-c5d1-4e5e-a2a9-45acadbe3408 req-a7bd083c-a30f-47c6-88dc-ef186e80a3a9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network 180ed6cf-68e7-470b-ac95-26fa576e3d6a is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:15:22.687183 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [req-2faf9b7d-c5d1-4e5e-a2a9-45acadbe3408 req-a7bd083c-a30f-47c6-88dc-ef186e80a3a9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:15:22.690744 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-2faf9b7d-c5d1-4e5e-a2a9-45acadbe3408 req-a7bd083c-a30f-47c6-88dc-ef186e80a3a9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:15:22.718284 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bd083c-a30f-47c6-88dc-ef186e80a3a9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Port': ['ID=daafa592-3af1-4015-a52c-515d3ad503f1,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:22.747767 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf9b7d-c5d1-4e5e-a2a9-45acadbe3408 req-a7bd083c-a30f-47c6-88dc-ef186e80a3a9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:22.748483 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-2faf9b7d-c5d1-4e5e-a2a9-45acadbe3408 req-a7bd083c-a30f-47c6-88dc-ef186e80a3a9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:22.820213 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2faf9b7d-c5d1-4e5e-a2a9-45acadbe3408 req-a7bd083c-a30f-47c6-88dc-ef186e80a3a9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7135429 Feb 16 17:15:22.832868 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-2faf9b7d-c5d1-4e5e-a2a9-45acadbe3408 req-b6929bd6-c48f-4642-be44-bebe79568ab7 service neutron] Request body: {'port': {'device_id': '38130809-40c7-46fe-aaa7-eb6473658526', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8286'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:15:22.885951 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-2faf9b7d-c5d1-4e5e-a2a9-45acadbe3408 req-b6929bd6-c48f-4642-be44-bebe79568ab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:22.944352 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-418ddd87-1559-4917-b2e7-3d48badf880c None None] Provisioning complete for port daafa592-3af1-4015-a52c-515d3ad503f1 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:15:22.944923 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-418ddd87-1559-4917-b2e7-3d48badf880c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:22.978583 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-418ddd87-1559-4917-b2e7-3d48badf880c None None] Port daafa592-3af1-4015-a52c-515d3ad503f1 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:15:23.141167 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [req-2faf9b7d-c5d1-4e5e-a2a9-45acadbe3408 req-b6929bd6-c48f-4642-be44-bebe79568ab7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daafa592-3af1-4015-a52c-515d3ad503f1 {{(pid=114376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:15:23.148437 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-2faf9b7d-c5d1-4e5e-a2a9-45acadbe3408 req-b6929bd6-c48f-4642-be44-bebe79568ab7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:23.160527 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.provisioning_blocks [req-2faf9b7d-c5d1-4e5e-a2a9-45acadbe3408 req-b6929bd6-c48f-4642-be44-bebe79568ab7 service neutron] Transition to ACTIVE for port object daafa592-3af1-4015-a52c-515d3ad503f1 will not be triggered until provisioned by entity L2. {{(pid=114376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:15:23.273804 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-2faf9b7d-c5d1-4e5e-a2a9-45acadbe3408 req-b6929bd6-c48f-4642-be44-bebe79568ab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:23.329479 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6929bd6-c48f-4642-be44-bebe79568ab7 service neutron] Pushing event updated for resources: {'Port': ['ID=daafa592-3af1-4015-a52c-515d3ad503f1,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:23.397596 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-2faf9b7d-c5d1-4e5e-a2a9-45acadbe3408 req-b6929bd6-c48f-4642-be44-bebe79568ab7 service neutron] Attempting to bind port daafa592-3af1-4015-a52c-515d3ad503f1 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:15:23.397825 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-2faf9b7d-c5d1-4e5e-a2a9-45acadbe3408 req-b6929bd6-c48f-4642-be44-bebe79568ab7 service neutron] Attempting to bind port daafa592-3af1-4015-a52c-515d3ad503f1 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': 'db698dca-8080-46ac-80df-0cd54a2c7731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '180ed6cf-68e7-470b-ac95-26fa576e3d6a'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:15:23.398169 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faf9b7d-c5d1-4e5e-a2a9-45acadbe3408 req-b6929bd6-c48f-4642-be44-bebe79568ab7 service neutron] Attempting to bind port daafa592-3af1-4015-a52c-515d3ad503f1 on network 180ed6cf-68e7-470b-ac95-26fa576e3d6a {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:15:23.402756 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faf9b7d-c5d1-4e5e-a2a9-45acadbe3408 req-b6929bd6-c48f-4642-be44-bebe79568ab7 service neutron] Port daafa592-3af1-4015-a52c-515d3ad503f1 on network 180ed6cf-68e7-470b-ac95-26fa576e3d6a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:15:23.403082 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faf9b7d-c5d1-4e5e-a2a9-45acadbe3408 req-b6929bd6-c48f-4642-be44-bebe79568ab7 service neutron] Attempting to bind port daafa592-3af1-4015-a52c-515d3ad503f1 on network 180ed6cf-68e7-470b-ac95-26fa576e3d6a {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:15:23.408241 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faf9b7d-c5d1-4e5e-a2a9-45acadbe3408 req-b6929bd6-c48f-4642-be44-bebe79568ab7 service neutron] Checking agent: {'id': '65dda45c-bbef-42f9-9728-e0fd84037987', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8286', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 56), 'started_at': datetime.datetime(2022, 2, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:15:23.408582 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faf9b7d-c5d1-4e5e-a2a9-45acadbe3408 req-b6929bd6-c48f-4642-be44-bebe79568ab7 service neutron] Checking segment: {'id': 'db698dca-8080-46ac-80df-0cd54a2c7731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '180ed6cf-68e7-470b-ac95-26fa576e3d6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:15:23.408970 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faf9b7d-c5d1-4e5e-a2a9-45acadbe3408 req-b6929bd6-c48f-4642-be44-bebe79568ab7 service neutron] Bound using segment: {'id': 'db698dca-8080-46ac-80df-0cd54a2c7731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '180ed6cf-68e7-470b-ac95-26fa576e3d6a'} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:15:23.409402 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-2faf9b7d-c5d1-4e5e-a2a9-45acadbe3408 req-b6929bd6-c48f-4642-be44-bebe79568ab7 service neutron] Bound port: daafa592-3af1-4015-a52c-515d3ad503f1, host: hv-neutron-8286, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db698dca-8080-46ac-80df-0cd54a2c7731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '180ed6cf-68e7-470b-ac95-26fa576e3d6a'}}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:15:23.412023 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-2faf9b7d-c5d1-4e5e-a2a9-45acadbe3408 req-b6929bd6-c48f-4642-be44-bebe79568ab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:23.485401 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-2faf9b7d-c5d1-4e5e-a2a9-45acadbe3408 req-b6929bd6-c48f-4642-be44-bebe79568ab7 service neutron] For port daafa592-3af1-4015-a52c-515d3ad503f1, host hv-neutron-8286, cleared binding levels {{(pid=114376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:15:23.488875 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-2faf9b7d-c5d1-4e5e-a2a9-45acadbe3408 req-b6929bd6-c48f-4642-be44-bebe79568ab7 service neutron] For port daafa592-3af1-4015-a52c-515d3ad503f1, host hv-neutron-8286, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=daafa592-3af1-4015-a52c-515d3ad503f1,segment=NetworkSegment(db698dca-8080-46ac-80df-0cd54a2c7731),segment_id=db698dca-8080-46ac-80df-0cd54a2c7731)] {{(pid=114376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:15:23.531871 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961902a-50db-4db9-8072-7d154dc0ca6e req-c0df99ab-71c2-4b9c-9c02-12643d9bb04f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:23.533443 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-3961902a-50db-4db9-8072-7d154dc0ca6e req-c0df99ab-71c2-4b9c-9c02-12643d9bb04f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=38130809-40c7-46fe-aaa7-eb6473658526 HTTP/1.1" status: 200 len: 944 time: 0.0607224 Feb 16 17:15:23.571883 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-3961902a-50db-4db9-8072-7d154dc0ca6e req-56e32b19-5b78-4c20-917a-ed1eb2d948f9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1c42f56-8e40-439e-94ea-f00bd69d4194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321724 Feb 16 17:15:23.582739 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-2faf9b7d-c5d1-4e5e-a2a9-45acadbe3408 req-b6929bd6-c48f-4642-be44-bebe79568ab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:23.622202 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf9b7d-c5d1-4e5e-a2a9-45acadbe3408 req-b6929bd6-c48f-4642-be44-bebe79568ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:23.622811 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-2faf9b7d-c5d1-4e5e-a2a9-45acadbe3408 req-b6929bd6-c48f-4642-be44-bebe79568ab7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:23.624212 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2faf9b7d-c5d1-4e5e-a2a9-45acadbe3408 req-b6929bd6-c48f-4642-be44-bebe79568ab7 service neutron] 10.222.0.89 "PUT /v2.0/ports/daafa592-3af1-4015-a52c-515d3ad503f1 HTTP/1.1" status: 200 len: 1094 time: 0.7958629 Feb 16 17:15:23.624644 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38130809-40c7-46fe-aaa7-eb6473658526', 'tag': 'daafa592-3af1-4015-a52c-515d3ad503f1'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:15:23.626923 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc51414-aa5b-481c-ab0f-25a4d6a66b7e" -d '{"events": [{"name": "network-changed", "server_uuid": "38130809-40c7-46fe-aaa7-eb6473658526", "tag": "daafa592-3af1-4015-a52c-515d3ad503f1"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:15:23.651237 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6929bd6-c48f-4642-be44-bebe79568ab7 service neutron] Pushing event updated for resources: {'Port': ['ID=daafa592-3af1-4015-a52c-515d3ad503f1,revision_number=3']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:23.675409 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0546795-8a2c-43b0-b639-800393cca1b2 x-openstack-request-id: req-d0546795-8a2c-43b0-b639-800393cca1b2 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:15:23.675907 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38130809-40c7-46fe-aaa7-eb6473658526", "tag": "daafa592-3af1-4015-a52c-515d3ad503f1", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:15:23.676167 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d0546795-8a2c-43b0-b639-800393cca1b2 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:15:23.676566 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38130809-40c7-46fe-aaa7-eb6473658526', 'tag': 'daafa592-3af1-4015-a52c-515d3ad503f1', 'status': 'completed', 'code': 200} Feb 16 17:15:23.737604 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc51414-aa5b-481c-ab0f-25a4d6a66b7e req-9535178f-4738-4ef9-9714-bcb0b7c16c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:23.739107 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4fc51414-aa5b-481c-ab0f-25a4d6a66b7e req-9535178f-4738-4ef9-9714-bcb0b7c16c17 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c9820320aae461fbcc5eba944eb2160&device_id=38130809-40c7-46fe-aaa7-eb6473658526 HTTP/1.1" status: 200 len: 1097 time: 0.0429173 Feb 16 17:15:23.844476 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc51414-aa5b-481c-ab0f-25a4d6a66b7e req-3e95ab74-ac70-4e71-ad6b-ee04ebc6a0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:23.846043 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4fc51414-aa5b-481c-ab0f-25a4d6a66b7e req-3e95ab74-ac70-4e71-ad6b-ee04ebc6a0c1 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=9c9820320aae461fbcc5eba944eb2160&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0990508 Feb 16 17:15:23.946430 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc51414-aa5b-481c-ab0f-25a4d6a66b7e req-d869cc65-4000-47d0-8531-59c653d6f80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:23.947922 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4fc51414-aa5b-481c-ab0f-25a4d6a66b7e req-d869cc65-4000-47d0-8531-59c653d6f80d service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0950179 Feb 16 17:15:24.023906 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf9b7d-c5d1-4e5e-a2a9-45acadbe3408 req-17400a26-f369-41c3-bbc2-cda886fbf2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:24.025519 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2faf9b7d-c5d1-4e5e-a2a9-45acadbe3408 req-17400a26-f369-41c3-bbc2-cda886fbf2c9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c9820320aae461fbcc5eba944eb2160&device_id=38130809-40c7-46fe-aaa7-eb6473658526 HTTP/1.1" status: 200 len: 1097 time: 0.0417213 Feb 16 17:15:24.071397 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2faf9b7d-c5d1-4e5e-a2a9-45acadbe3408 req-833f2f60-d8cf-4067-bd17-4d3f99e926ed service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=daafa592-3af1-4015-a52c-515d3ad503f1 HTTP/1.1" status: 200 len: 217 time: 0.0379751 Feb 16 17:15:24.118790 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf9b7d-c5d1-4e5e-a2a9-45acadbe3408 req-8825bc5b-4970-4fcc-9fff-a627d1d6818d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:24.120257 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2faf9b7d-c5d1-4e5e-a2a9-45acadbe3408 req-8825bc5b-4970-4fcc-9fff-a627d1d6818d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=da0b9d2d-f5f5-4e83-b8e5-9783d514f001 HTTP/1.1" status: 200 len: 835 time: 0.0422421 Feb 16 17:15:24.162935 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf9b7d-c5d1-4e5e-a2a9-45acadbe3408 req-42389b43-fa39-468c-94d5-911dc8f068fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:24.164433 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2faf9b7d-c5d1-4e5e-a2a9-45acadbe3408 req-42389b43-fa39-468c-94d5-911dc8f068fa service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=180ed6cf-68e7-470b-ac95-26fa576e3d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0382216 Feb 16 17:15:24.568673 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2faf9b7d-c5d1-4e5e-a2a9-45acadbe3408 req-46c6f039-bd09-4d15-bf13-7dce552eb532 service neutron] 10.222.0.89 "GET /v2.0/networks/180ed6cf-68e7-470b-ac95-26fa576e3d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3975821 Feb 16 17:15:24.657197 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2faf9b7d-c5d1-4e5e-a2a9-45acadbe3408 req-36bea8da-4e25-444b-a9cf-4a45dd1d0775 service neutron] 10.222.0.89 "GET /v2.0/networks/180ed6cf-68e7-470b-ac95-26fa576e3d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822675 Feb 16 17:15:24.686884 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f05a4-f0ca-4ed8-addf-fb14b32dc14b req-e45f4598-b540-4917-b77b-609052a68704 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:24.688376 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-af2f05a4-f0ca-4ed8-addf-fb14b32dc14b req-e45f4598-b540-4917-b77b-609052a68704 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=38130809-40c7-46fe-aaa7-eb6473658526 HTTP/1.1" status: 200 len: 944 time: 0.0495019 Feb 16 17:15:24.726183 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-af2f05a4-f0ca-4ed8-addf-fb14b32dc14b req-bcda214d-0947-42d7-be3e-6213c759ffae tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1c42f56-8e40-439e-94ea-f00bd69d4194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317988 Feb 16 17:15:25.838733 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09c927-65dd-4faf-8d47-1b3096bbcf14 req-18e5317e-fc71-4b8c-a0f6-353abba84b47 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:25.840150 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4a09c927-65dd-4faf-8d47-1b3096bbcf14 req-18e5317e-fc71-4b8c-a0f6-353abba84b47 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=38130809-40c7-46fe-aaa7-eb6473658526 HTTP/1.1" status: 200 len: 944 time: 0.0472877 Feb 16 17:15:25.881211 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4a09c927-65dd-4faf-8d47-1b3096bbcf14 req-213542f0-898e-4185-8490-3f186fed3b31 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1c42f56-8e40-439e-94ea-f00bd69d4194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350118 Feb 16 17:15:26.992667 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed1d3f-f9f6-4abb-a837-5b706a76d50a req-7344d9e2-9402-49a3-828d-434bd0e71bc2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:26.994154 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-a7ed1d3f-f9f6-4abb-a837-5b706a76d50a req-7344d9e2-9402-49a3-828d-434bd0e71bc2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=38130809-40c7-46fe-aaa7-eb6473658526 HTTP/1.1" status: 200 len: 944 time: 0.0475185 Feb 16 17:15:27.034574 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-a7ed1d3f-f9f6-4abb-a837-5b706a76d50a req-402f358f-70f2-4fec-bd8c-5495746a077f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1c42f56-8e40-439e-94ea-f00bd69d4194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345488 Feb 16 17:15:27.306458 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device daafa592-3af1-4015-a52c-515d3ad503f1 details requested by agent hyperv_hv-neutron-8286 with host hv-neutron-8286 {{(pid=114377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:15:27.401652 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port daafa592-3af1-4015-a52c-515d3ad503f1, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=daafa592-3af1-4015-a52c-515d3ad503f1,segment=NetworkSegment(db698dca-8080-46ac-80df-0cd54a2c7731),segment_id=db698dca-8080-46ac-80df-0cd54a2c7731)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:15:27.413139 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Returning: {'device': 'daafa592-3af1-4015-a52c-515d3ad503f1', 'network_id': '180ed6cf-68e7-470b-ac95-26fa576e3d6a', 'port_id': 'daafa592-3af1-4015-a52c-515d3ad503f1', 'mac_address': 'fa:16:3e:db:6a:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da0b9d2d-f5f5-4e83-b8e5-9783d514f001', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:15:27.448763 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:27.461182 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daafa592-3af1-4015-a52c-515d3ad503f1 {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:15:27.479895 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port daafa592-3af1-4015-a52c-515d3ad503f1, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=daafa592-3af1-4015-a52c-515d3ad503f1,segment=NetworkSegment(db698dca-8080-46ac-80df-0cd54a2c7731),segment_id=db698dca-8080-46ac-80df-0cd54a2c7731)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:15:27.548355 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:27.595241 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=daafa592-3af1-4015-a52c-515d3ad503f1,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:27.766765 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['daafa592-3af1-4015-a52c-515d3ad503f1'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:15:28.146475 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51428704-e1ea-42bd-8e71-cf970a9b20d5 req-dac4bdec-d672-4c10-b05b-77a865c5173a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:28.148607 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-51428704-e1ea-42bd-8e71-cf970a9b20d5 req-dac4bdec-d672-4c10-b05b-77a865c5173a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=38130809-40c7-46fe-aaa7-eb6473658526 HTTP/1.1" status: 200 len: 945 time: 0.0485244 Feb 16 17:15:28.184640 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-51428704-e1ea-42bd-8e71-cf970a9b20d5 req-e29d8804-40f2-4c7d-98ef-29af8cdff936 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1c42f56-8e40-439e-94ea-f00bd69d4194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302012 Feb 16 17:15:29.299430 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a331fd1-806f-4076-9248-0224886ef223 req-1ef1ac07-1a56-45d1-9386-a0dad3185d92 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:29.300924 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-6a331fd1-806f-4076-9248-0224886ef223 req-1ef1ac07-1a56-45d1-9386-a0dad3185d92 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=38130809-40c7-46fe-aaa7-eb6473658526 HTTP/1.1" status: 200 len: 945 time: 0.0480733 Feb 16 17:15:29.325603 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device daafa592-3af1-4015-a52c-515d3ad503f1 up at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:15:29.348172 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-6a331fd1-806f-4076-9248-0224886ef223 req-b6254874-8848-4bc8-a572-452a25091143 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1c42f56-8e40-439e-94ea-f00bd69d4194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399065 Feb 16 17:15:29.416357 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning for port daafa592-3af1-4015-a52c-515d3ad503f1 completed by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:15:29.420454 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning complete for port daafa592-3af1-4015-a52c-515d3ad503f1 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:15:29.420872 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:29.494965 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:29.516631 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38130809-40c7-46fe-aaa7-eb6473658526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daafa592-3af1-4015-a52c-515d3ad503f1'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:15:29.518865 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba75759-1b59-49b5-8e34-dd48d800608f" -d '{"events": [{"server_uuid": "38130809-40c7-46fe-aaa7-eb6473658526", "name": "network-vif-plugged", "status": "completed", "tag": "daafa592-3af1-4015-a52c-515d3ad503f1"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:15:29.531796 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port daafa592-3af1-4015-a52c-515d3ad503f1, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=daafa592-3af1-4015-a52c-515d3ad503f1,segment=NetworkSegment(db698dca-8080-46ac-80df-0cd54a2c7731),segment_id=db698dca-8080-46ac-80df-0cd54a2c7731)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:15:29.605304 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:29.656390 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=daafa592-3af1-4015-a52c-515d3ad503f1,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:29.670544 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6ea912-29f1-448c-9f11-3c317dc0be13 x-openstack-request-id: req-cd6ea912-29f1-448c-9f11-3c317dc0be13 {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:15:29.670841 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38130809-40c7-46fe-aaa7-eb6473658526", "name": "network-vif-plugged", "status": "completed", "tag": "daafa592-3af1-4015-a52c-515d3ad503f1", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:15:29.671095 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-cd6ea912-29f1-448c-9f11-3c317dc0be13 {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:15:29.671490 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38130809-40c7-46fe-aaa7-eb6473658526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daafa592-3af1-4015-a52c-515d3ad503f1', 'code': 200} Feb 16 17:15:29.943069 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa945df-5913-4e11-95d8-dffabc67e8be req-7da5b906-24ff-4af7-89ea-531b9d7d7ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:29.945152 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-efa945df-5913-4e11-95d8-dffabc67e8be req-7da5b906-24ff-4af7-89ea-531b9d7d7ba8 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=38130809-40c7-46fe-aaa7-eb6473658526 HTTP/1.1" status: 200 len: 1099 time: 0.0400758 Feb 16 17:15:29.980028 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-efa945df-5913-4e11-95d8-dffabc67e8be req-a99848c9-8ef1-44c3-b1e8-677b2948d3f7 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=f1c42f56-8e40-439e-94ea-f00bd69d4194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274312 Feb 16 17:15:30.455364 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0392e-8b6f-42ca-9392-2aed14234f40 req-7ab24b1c-98c7-46ff-9fec-5ddde7bef5fd tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:30.456872 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-11d0392e-8b6f-42ca-9392-2aed14234f40 req-7ab24b1c-98c7-46ff-9fec-5ddde7bef5fd tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=38130809-40c7-46fe-aaa7-eb6473658526 HTTP/1.1" status: 200 len: 946 time: 0.0481424 Feb 16 17:15:30.496110 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-11d0392e-8b6f-42ca-9392-2aed14234f40 req-fa331463-818d-4e6c-9a43-a382b682d79e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1c42f56-8e40-439e-94ea-f00bd69d4194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332284 Feb 16 17:15:30.531187 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:31.610664 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5ba5f-0452-44fe-85df-1a73046ecb69 req-444604c8-0a89-47c6-9ec4-c98951a4598c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:31.612172 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f6f5ba5f-0452-44fe-85df-1a73046ecb69 req-444604c8-0a89-47c6-9ec4-c98951a4598c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=38130809-40c7-46fe-aaa7-eb6473658526 HTTP/1.1" status: 200 len: 946 time: 0.0487013 Feb 16 17:15:31.652581 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f6f5ba5f-0452-44fe-85df-1a73046ecb69 req-2d6ce998-6385-411a-a021-78cdcf6b2e1c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1c42f56-8e40-439e-94ea-f00bd69d4194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344894 Feb 16 17:15:31.766163 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ddc3a1-6fb7-4a5f-9996-c6acd4388515 req-b555c45a-0b64-432d-908e-3a1592b4df54 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:31.767629 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-f2ddc3a1-6fb7-4a5f-9996-c6acd4388515 req-b555c45a-0b64-432d-908e-3a1592b4df54 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=38130809-40c7-46fe-aaa7-eb6473658526 HTTP/1.1" status: 200 len: 946 time: 0.0476398 Feb 16 17:15:31.813865 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-f2ddc3a1-6fb7-4a5f-9996-c6acd4388515 req-87caa4bd-3d3b-4110-b40d-47b0ea616cfe tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1c42f56-8e40-439e-94ea-f00bd69d4194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393269 Feb 16 17:15:31.836026 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56208) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:15:31.874804 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6143a86-9168-46ed-8537-fe26af6161c7 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:31.876338 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-b6143a86-9168-46ed-8537-fe26af6161c7 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=38130809-40c7-46fe-aaa7-eb6473658526 HTTP/1.1" status: 200 len: 1094 time: 0.0393379 Feb 16 17:15:31.879095 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56210) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:15:31.883830 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-ef33d661-4b2b-49f4-acea-daaccb98b3df tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'floatingip': {'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'port_id': 'daafa592-3af1-4015-a52c-515d3ad503f1', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ip_address': '172.20.0.13'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:15:31.941841 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ef33d661-4b2b-49f4-acea-daaccb98b3df tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for floatingip, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:32.035826 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ef33d661-4b2b-49f4-acea-daaccb98b3df tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:32.148010 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-ef33d661-4b2b-49f4-acea-daaccb98b3df tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Allocated IP 172.26.3.77 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/e06e3074-6aee-4a5e-b08a-c73e73e06a09) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:15:32.252497 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ef33d661-4b2b-49f4-acea-daaccb98b3df tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:32.354007 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ef33d661-4b2b-49f4-acea-daaccb98b3df tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:32.394036 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef33d661-4b2b-49f4-acea-daaccb98b3df tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:15:32.396831 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-ef33d661-4b2b-49f4-acea-daaccb98b3df tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:15:32.400216 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef33d661-4b2b-49f4-acea-daaccb98b3df tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:15:32.421916 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef33d661-4b2b-49f4-acea-daaccb98b3df tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Port': ['ID=e06e3074-6aee-4a5e-b08a-c73e73e06a09,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:32.748211 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ef33d661-4b2b-49f4-acea-daaccb98b3df tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:32.886780 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ef33d661-4b2b-49f4-acea-daaccb98b3df tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:33.032921 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ef33d661-4b2b-49f4-acea-daaccb98b3df tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:33.085620 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ef33d661-4b2b-49f4-acea-daaccb98b3df tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:33.152930 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef33d661-4b2b-49f4-acea-daaccb98b3df tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Port': ['ID=e06e3074-6aee-4a5e-b08a-c73e73e06a09,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:33.161105 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ef33d661-4b2b-49f4-acea-daaccb98b3df tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:33.269000 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.l3_db [None req-ef33d661-4b2b-49f4-acea-daaccb98b3df tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Floating IP aabfa878-d1a6-49a3-8cce-da440d0741ca associated. External IP: 172.26.3.77, port: daafa592-3af1-4015-a52c-515d3ad503f1. Feb 16 17:15:33.479822 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef33d661-4b2b-49f4-acea-daaccb98b3df tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Router 2d29b15a-d05c-4243-bff1-8d466b9bbd0e has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:15:33.599198 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef33d661-4b2b-49f4-acea-daaccb98b3df tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:15:33.610760 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0131678d-e379-447a-9067-b32feb98c726 None None] Sync routers for ids ['2d29b15a-d05c-4243-bff1-8d466b9bbd0e'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:15:33.621153 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0131678d-e379-447a-9067-b32feb98c726 None None] Routers {'2d29b15a-d05c-4243-bff1-8d466b9bbd0e'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:15:33.621761 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-0131678d-e379-447a-9067-b32feb98c726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:15:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['2d29b15a-d05c-4243-bff1-8d466b9bbd0e'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:33.725059 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-0131678d-e379-447a-9067-b32feb98c726 None None] Set router 2d29b15a-d05c-4243-bff1-8d466b9bbd0e gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:15:33.772962 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ef33d661-4b2b-49f4-acea-daaccb98b3df tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:33.799352 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ef33d661-4b2b-49f4-acea-daaccb98b3df tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9192667 Feb 16 17:15:33.799949 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38130809-40c7-46fe-aaa7-eb6473658526', 'tag': 'daafa592-3af1-4015-a52c-515d3ad503f1'}] {{(pid=114375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:15:33.802148 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 56212) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:15:33.802655 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f675c1a73bb74b784e43f10fee26c40e358be44ccef5ed6f70ec30f8ec0d494b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad93c004-e726-4b7d-a3ed-58ed79c0d96d" -d '{"events": [{"name": "network-changed", "server_uuid": "38130809-40c7-46fe-aaa7-eb6473658526", "tag": "daafa592-3af1-4015-a52c-515d3ad503f1"}]}' {{(pid=114375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:15:33.849590 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d5286f-3cb6-47b1-a2a1-7615e4c55731 x-openstack-request-id: req-98d5286f-3cb6-47b1-a2a1-7615e4c55731 {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:15:33.850063 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38130809-40c7-46fe-aaa7-eb6473658526", "tag": "daafa592-3af1-4015-a52c-515d3ad503f1", "status": "completed", "code": 200}]} {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:15:33.850451 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-98d5286f-3cb6-47b1-a2a1-7615e4c55731 {{(pid=114375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:15:33.850904 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38130809-40c7-46fe-aaa7-eb6473658526', 'tag': 'daafa592-3af1-4015-a52c-515d3ad503f1', 'status': 'completed', 'code': 200} Feb 16 17:15:33.851081 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794df3af-5210-42fa-ba51-c20947481f95 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:33.852831 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-794df3af-5210-42fa-ba51-c20947481f95 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=38130809-40c7-46fe-aaa7-eb6473658526 HTTP/1.1" status: 200 len: 1094 time: 0.0496874 Feb 16 17:15:33.913929 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93c004-e726-4b7d-a3ed-58ed79c0d96d req-76d79403-65ea-44f7-be92-ac5f0a98b07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:33.915474 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ad93c004-e726-4b7d-a3ed-58ed79c0d96d req-76d79403-65ea-44f7-be92-ac5f0a98b07b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c9820320aae461fbcc5eba944eb2160&device_id=38130809-40c7-46fe-aaa7-eb6473658526 HTTP/1.1" status: 200 len: 1099 time: 0.0424442 Feb 16 17:15:33.959955 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-0131678d-e379-447a-9067-b32feb98c726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'name': 'tempest-TestNetworkBasicOps-router-2070630006', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '069236c3-faa1-4f8c-a859-4b9d1ff2562b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:15:09Z', 'updated_at': '2022-02-16T17:15:14Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': '069236c3-faa1-4f8c-a859-4b9d1ff2562b', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:15:09Z', 'updated_at': '2022-02-16T17:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': 'aabfa878-d1a6-49a3-8cce-da440d0741ca', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'floating_ip_address': '172.26.3.77', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'port_id': 'daafa592-3af1-4015-a52c-515d3ad503f1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '180ed6cf-68e7-470b-ac95-26fa576e3d6a', 'mac_address': 'fa:16:3e:db:6a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38130809-40c7-46fe-aaa7-eb6473658526', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:15:32Z', 'updated_at': '2022-02-16T17:15:32Z', 'revision_number': 0, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff1eb8ef-8a8d-430d-9d74-1d4882c46651', 'name': '', 'network_id': '180ed6cf-68e7-470b-ac95-26fa576e3d6a', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:72:9e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'da0b9d2d-f5f5-4e83-b8e5-9783d514f001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:15:13Z', 'updated_at': '2022-02-16T17:15:18Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': 'da0b9d2d-f5f5-4e83-b8e5-9783d514f001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:33.987340 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0131678d-e379-447a-9067-b32feb98c726 None None] Checking router: 2d29b15a-d05c-4243-bff1-8d466b9bbd0e for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:15:33.996987 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0131678d-e379-447a-9067-b32feb98c726 None None] Routers {'2d29b15a-d05c-4243-bff1-8d466b9bbd0e'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:15:33.997653 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-0131678d-e379-447a-9067-b32feb98c726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:15:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['2d29b15a-d05c-4243-bff1-8d466b9bbd0e'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:34.010285 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93c004-e726-4b7d-a3ed-58ed79c0d96d req-e106ba3c-6af2-4b96-b7a8-e1fa6049bc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:34.011891 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ad93c004-e726-4b7d-a3ed-58ed79c0d96d req-e106ba3c-6af2-4b96-b7a8-e1fa6049bc2a service neutron] 10.222.0.89 "GET /v2.0/networks?id=180ed6cf-68e7-470b-ac95-26fa576e3d6a HTTP/1.1" status: 200 len: 898 time: 0.0878859 Feb 16 17:15:34.077101 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ad93c004-e726-4b7d-a3ed-58ed79c0d96d req-edc7816b-d01e-4ad1-a3ce-377f701a0230 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=daafa592-3af1-4015-a52c-515d3ad503f1 HTTP/1.1" status: 200 len: 999 time: 0.0580931 Feb 16 17:15:34.102604 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-0131678d-e379-447a-9067-b32feb98c726 None None] Set router 2d29b15a-d05c-4243-bff1-8d466b9bbd0e gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:15:34.126667 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93c004-e726-4b7d-a3ed-58ed79c0d96d req-2e8de566-336c-4f75-9e43-12200218e9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:34.128766 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ad93c004-e726-4b7d-a3ed-58ed79c0d96d req-2e8de566-336c-4f75-9e43-12200218e9bd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=da0b9d2d-f5f5-4e83-b8e5-9783d514f001 HTTP/1.1" status: 200 len: 835 time: 0.0459065 Feb 16 17:15:34.180147 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93c004-e726-4b7d-a3ed-58ed79c0d96d req-d2379377-54e9-462b-a1cf-96184f4b8e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:34.181386 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ad93c004-e726-4b7d-a3ed-58ed79c0d96d req-d2379377-54e9-462b-a1cf-96184f4b8e46 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=180ed6cf-68e7-470b-ac95-26fa576e3d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0461979 Feb 16 17:15:34.274694 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ad93c004-e726-4b7d-a3ed-58ed79c0d96d req-29b7c620-804f-4b90-8956-211b4111432f service neutron] 10.222.0.89 "GET /v2.0/networks/180ed6cf-68e7-470b-ac95-26fa576e3d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860741 Feb 16 17:15:34.321207 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56218) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:15:34.326091 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-d86365a0-0d62-4fc3-9972-c6910c5c19ec tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1417553519', 'description': 'tempest-secgroup-smoke-1417553519 description', 'project_id': '9c9820320aae461fbcc5eba944eb2160'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:15:34.349361 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-0131678d-e379-447a-9067-b32feb98c726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'name': 'tempest-TestNetworkBasicOps-router-2070630006', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '069236c3-faa1-4f8c-a859-4b9d1ff2562b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:15:09Z', 'updated_at': '2022-02-16T17:15:14Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': '069236c3-faa1-4f8c-a859-4b9d1ff2562b', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:15:09Z', 'updated_at': '2022-02-16T17:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': 'aabfa878-d1a6-49a3-8cce-da440d0741ca', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'floating_ip_address': '172.26.3.77', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'port_id': 'daafa592-3af1-4015-a52c-515d3ad503f1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '180ed6cf-68e7-470b-ac95-26fa576e3d6a', 'mac_address': 'fa:16:3e:db:6a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38130809-40c7-46fe-aaa7-eb6473658526', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:15:32Z', 'updated_at': '2022-02-16T17:15:32Z', 'revision_number': 0, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff1eb8ef-8a8d-430d-9d74-1d4882c46651', 'name': '', 'network_id': '180ed6cf-68e7-470b-ac95-26fa576e3d6a', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:72:9e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'da0b9d2d-f5f5-4e83-b8e5-9783d514f001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:15:13Z', 'updated_at': '2022-02-16T17:15:18Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': 'da0b9d2d-f5f5-4e83-b8e5-9783d514f001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:34.372127 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ad93c004-e726-4b7d-a3ed-58ed79c0d96d req-9efeb42b-c7d7-463d-b585-2f450aa6c23a service neutron] 10.222.0.89 "GET /v2.0/networks/180ed6cf-68e7-470b-ac95-26fa576e3d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913067 Feb 16 17:15:34.372386 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0131678d-e379-447a-9067-b32feb98c726 None None] The sync data for ids ['2d29b15a-d05c-4243-bff1-8d466b9bbd0e'] in dv-neutron-828697-3-hyperv is: [{'id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'name': 'tempest-TestNetworkBasicOps-router-2070630006', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '069236c3-faa1-4f8c-a859-4b9d1ff2562b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:15:09Z', 'updated_at': '2022-02-16T17:15:14Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': '069236c3-faa1-4f8c-a859-4b9d1ff2562b', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:15:09Z', 'updated_at': '2022-02-16T17:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': 'aabfa878-d1a6-49a3-8cce-da440d0741ca', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'floating_ip_address': '172.26.3.77', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'port_id': 'daafa592-3af1-4015-a52c-515d3ad503f1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '180ed6cf-68e7-470b-ac95-26fa576e3d6a', 'mac_address': 'fa:16:3e:db:6a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38130809-40c7-46fe-aaa7-eb6473658526', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:15:32Z', 'updated_at': '2022-02-16T17:15:32Z', 'revision_number': 0, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff1eb8ef-8a8d-430d-9d74-1d4882c46651', 'name': '', 'network_id': '180ed6cf-68e7-470b-ac95-26fa576e3d6a', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:72:9e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'da0b9d2d-f5f5-4e83-b8e5-9783d514f001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:15:13Z', 'updated_at': '2022-02-16T17:15:18Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': 'da0b9d2d-f5f5-4e83-b8e5-9783d514f001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:15:34.422084 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d86365a0-0d62-4fc3-9972-c6910c5c19ec tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:34.490937 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d86365a0-0d62-4fc3-9972-c6910c5c19ec tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:34.565188 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d86365a0-0d62-4fc3-9972-c6910c5c19ec tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:34.573067 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf7957c-a4a7-4f58-8914-f5a16d91ded8 None None] New status for floating IP aabfa878-d1a6-49a3-8cce-da440d0741ca: ACTIVE {{(pid=114377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:15:34.597614 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86365a0-0d62-4fc3-9972-c6910c5c19ec tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7887a32b-be8d-4077-bb55-7191faa052c7,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:34.652913 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d86365a0-0d62-4fc3-9972-c6910c5c19ec tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:34.654673 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d86365a0-0d62-4fc3-9972-c6910c5c19ec tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3319409 Feb 16 17:15:34.657244 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56220) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:15:34.661653 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-86cd88b3-7499-45b3-b724-3a8ebd804bcd tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': '7887a32b-be8d-4077-bb55-7191faa052c7', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:15:34.724319 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-86cd88b3-7499-45b3-b724-3a8ebd804bcd tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:34.779447 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-86cd88b3-7499-45b3-b724-3a8ebd804bcd tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:34.833406 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-86cd88b3-7499-45b3-b724-3a8ebd804bcd tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:34.855798 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cd88b3-7499-45b3-b724-3a8ebd804bcd tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0eeec5b-8854-4691-ba31-338cce73ed48,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:34.926796 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-86cd88b3-7499-45b3-b724-3a8ebd804bcd tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:34.928156 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-86cd88b3-7499-45b3-b724-3a8ebd804bcd tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2699590 Feb 16 17:15:34.930972 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56222) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:15:34.935302 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-4bca18a3-b595-46b9-bc6d-201707a6461b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': '7887a32b-be8d-4077-bb55-7191faa052c7', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:15:35.021521 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4bca18a3-b595-46b9-bc6d-201707a6461b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:35.077880 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4bca18a3-b595-46b9-bc6d-201707a6461b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:35.124768 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4bca18a3-b595-46b9-bc6d-201707a6461b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:35.142014 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bca18a3-b595-46b9-bc6d-201707a6461b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1eb36f8-3a96-401d-878a-a016076a47b6,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:35.200713 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4bca18a3-b595-46b9-bc6d-201707a6461b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:35.201916 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-4bca18a3-b595-46b9-bc6d-201707a6461b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2700322 Feb 16 17:15:35.204753 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56224) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:15:35.208997 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-313b80c5-c8c0-44a0-b798-ccfed87547d0 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': '7887a32b-be8d-4077-bb55-7191faa052c7', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:15:35.295341 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-313b80c5-c8c0-44a0-b798-ccfed87547d0 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:35.352818 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-313b80c5-c8c0-44a0-b798-ccfed87547d0 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:35.485081 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-313b80c5-c8c0-44a0-b798-ccfed87547d0 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:35.502917 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313b80c5-c8c0-44a0-b798-ccfed87547d0 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee536fc8-ae35-4579-9195-3311c8a310cb,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:35.612842 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-313b80c5-c8c0-44a0-b798-ccfed87547d0 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:35.614097 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-313b80c5-c8c0-44a0-b798-ccfed87547d0 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4084280 Feb 16 17:15:35.616819 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56226) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:15:35.621493 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-b8336abc-dff5-4a42-bc33-c1a7bed701fe tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': '7887a32b-be8d-4077-bb55-7191faa052c7', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:15:35.746693 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b8336abc-dff5-4a42-bc33-c1a7bed701fe tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:35.804661 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b8336abc-dff5-4a42-bc33-c1a7bed701fe tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:35.896471 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b8336abc-dff5-4a42-bc33-c1a7bed701fe tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:35.917908 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8336abc-dff5-4a42-bc33-c1a7bed701fe tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b87be533-2883-4818-b0a8-232c71ad31c8,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:35.972399 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b8336abc-dff5-4a42-bc33-c1a7bed701fe tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:35.973580 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-b8336abc-dff5-4a42-bc33-c1a7bed701fe tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3556285 Feb 16 17:15:35.976385 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56228) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:15:35.981079 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-12833714-b4d1-4194-82a1-1577d455e10b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': '7887a32b-be8d-4077-bb55-7191faa052c7', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:15:36.050850 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.securitygroups_db [None req-12833714-b4d1-4194-82a1-1577d455e10b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Project 9c9820320aae461fbcc5eba944eb2160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:15:36.056168 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-12833714-b4d1-4194-82a1-1577d455e10b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:36.115063 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-12833714-b4d1-4194-82a1-1577d455e10b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:36.192993 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-12833714-b4d1-4194-82a1-1577d455e10b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:36.209794 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12833714-b4d1-4194-82a1-1577d455e10b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8e43f93-a6e8-447f-95d5-1014c73b5d64,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:36.275233 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-12833714-b4d1-4194-82a1-1577d455e10b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:36.276458 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-12833714-b4d1-4194-82a1-1577d455e10b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2988863 Feb 16 17:15:36.279143 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56230) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:15:36.283504 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-c5b5a21c-2bce-4538-9e55-ac224ce49829 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': '7887a32b-be8d-4077-bb55-7191faa052c7', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:15:36.387826 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.securitygroups_db [None req-c5b5a21c-2bce-4538-9e55-ac224ce49829 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Project 9c9820320aae461fbcc5eba944eb2160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:15:36.392741 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c5b5a21c-2bce-4538-9e55-ac224ce49829 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:36.452245 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c5b5a21c-2bce-4538-9e55-ac224ce49829 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:36.541972 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c5b5a21c-2bce-4538-9e55-ac224ce49829 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:36.559779 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b5a21c-2bce-4538-9e55-ac224ce49829 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73b0d005-f8db-4dd5-a111-53bf472f65c3,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:36.646707 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c5b5a21c-2bce-4538-9e55-ac224ce49829 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:36.648478 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-c5b5a21c-2bce-4538-9e55-ac224ce49829 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3684015 Feb 16 17:15:36.785339 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d9525464-e0ed-4293-8783-01a54cd3dbef req-0ec32022-06bd-46dc-9e64-bd31f1f87e1f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1417553519&fields=id&tenant_id=9c9820320aae461fbcc5eba944eb2160 HTTP/1.1" status: 200 len: 267 time: 0.0346544 Feb 16 17:15:36.827640 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b7eb66dc-fa75-466c-b634-fcd8a17d78d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:36.891210 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9525464-e0ed-4293-8783-01a54cd3dbef req-3a551fec-0063-41e1-a735-c900589b8d01 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:36.892623 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d9525464-e0ed-4293-8783-01a54cd3dbef req-3a551fec-0063-41e1-a735-c900589b8d01 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/networks?id=180ed6cf-68e7-470b-ac95-26fa576e3d6a HTTP/1.1" status: 200 len: 797 time: 0.1004519 Feb 16 17:15:36.907513 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d9525464-e0ed-4293-8783-01a54cd3dbef req-942d1625-5f84-40d2-ad25-da17930c34f6 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/quotas/9c9820320aae461fbcc5eba944eb2160 HTTP/1.1" status: 200 len: 375 time: 0.0090623 Feb 16 17:15:36.960710 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d9525464-e0ed-4293-8783-01a54cd3dbef req-3d88a075-6d7a-4592-955d-7258d0393da3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=9c9820320aae461fbcc5eba944eb2160&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0479131 Feb 16 17:15:37.147479 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d9525464-e0ed-4293-8783-01a54cd3dbef req-7d9cb7d9-22b7-4d0a-80b3-6a6f6537c29f service neutron] 10.222.0.88 "GET /v2.0/networks/180ed6cf-68e7-470b-ac95-26fa576e3d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752834 Feb 16 17:15:37.235557 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d9525464-e0ed-4293-8783-01a54cd3dbef req-4b54e2c9-543c-4314-820a-cdbb1c7116a9 service neutron] 10.222.0.88 "GET /v2.0/networks/180ed6cf-68e7-470b-ac95-26fa576e3d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820358 Feb 16 17:15:37.483624 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-403997e1-117e-4806-86e8-4beee2013bed req-5c1b7118-2323-4252-9d80-32889e14ee90 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=d4e51c6d-e3b2-40f6-b760-e135504b1bc4 HTTP/1.1" status: 200 len: 210 time: 0.0273619 Feb 16 17:15:38.586723 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-aa365f3d-7ad6-4b48-bd2e-bb86a233c1b8 req-7488efd1-1498-4d1e-bf57-93b2e62781cb tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=d4e51c6d-e3b2-40f6-b760-e135504b1bc4 HTTP/1.1" status: 200 len: 210 time: 0.0315480 Feb 16 17:15:39.193206 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-73d877c2-92c4-494d-908a-5b7734014a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:39.497042 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9525464-e0ed-4293-8783-01a54cd3dbef req-b99b219f-aa5f-4bd4-9dfd-efee5e9c556c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:39.498367 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d9525464-e0ed-4293-8783-01a54cd3dbef req-b99b219f-aa5f-4bd4-9dfd-efee5e9c556c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "GET /v2.0/networks?id=180ed6cf-68e7-470b-ac95-26fa576e3d6a HTTP/1.1" status: 200 len: 797 time: 0.1025715 Feb 16 17:15:39.555372 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d9525464-e0ed-4293-8783-01a54cd3dbef req-3e676fdd-72f6-4f4d-8088-4cc9a58d2b2b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c9820320aae461fbcc5eba944eb2160 HTTP/1.1" status: 200 len: 473 time: 0.0469751 Feb 16 17:15:39.564375 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-d9525464-e0ed-4293-8783-01a54cd3dbef req-8c70c674-0a67-417f-95be-d33db98e6b99 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'port': {'device_id': 'd4e51c6d-e3b2-40f6-b760-e135504b1bc4', 'network_id': '180ed6cf-68e7-470b-ac95-26fa576e3d6a', 'admin_state_up': True, 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'security_groups': ['7887a32b-be8d-4077-bb55-7191faa052c7']}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:15:39.683923 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-f7ac602b-df6d-4f77-99f6-80e3e5e970ba req-73979d21-5562-497a-a9df-0e91d399f77f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=d4e51c6d-e3b2-40f6-b760-e135504b1bc4 HTTP/1.1" status: 200 len: 210 time: 0.0300312 Feb 16 17:15:39.776270 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9525464-e0ed-4293-8783-01a54cd3dbef req-8c70c674-0a67-417f-95be-d33db98e6b99 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Made reservation on behalf of 9c9820320aae461fbcc5eba944eb2160 for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:15:39.779942 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-d9525464-e0ed-4293-8783-01a54cd3dbef req-8c70c674-0a67-417f-95be-d33db98e6b99 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:39.904807 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [req-d9525464-e0ed-4293-8783-01a54cd3dbef req-8c70c674-0a67-417f-95be-d33db98e6b99 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Allocated IP 172.20.0.10 (180ed6cf-68e7-470b-ac95-26fa576e3d6a/da0b9d2d-f5f5-4e83-b8e5-9783d514f001/9f191f2a-31d1-4827-8bbd-6e6e72b3258c) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:15:40.042309 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-d9525464-e0ed-4293-8783-01a54cd3dbef req-8c70c674-0a67-417f-95be-d33db98e6b99 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:40.136559 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-d9525464-e0ed-4293-8783-01a54cd3dbef req-8c70c674-0a67-417f-95be-d33db98e6b99 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:40.181094 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9525464-e0ed-4293-8783-01a54cd3dbef req-8c70c674-0a67-417f-95be-d33db98e6b99 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network 180ed6cf-68e7-470b-ac95-26fa576e3d6a is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:15:40.184005 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [req-d9525464-e0ed-4293-8783-01a54cd3dbef req-8c70c674-0a67-417f-95be-d33db98e6b99 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:15:40.187584 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9525464-e0ed-4293-8783-01a54cd3dbef req-8c70c674-0a67-417f-95be-d33db98e6b99 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:15:40.215265 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c70c674-0a67-417f-95be-d33db98e6b99 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Port': ['ID=9f191f2a-31d1-4827-8bbd-6e6e72b3258c,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:40.245152 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9525464-e0ed-4293-8783-01a54cd3dbef req-8c70c674-0a67-417f-95be-d33db98e6b99 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:40.245802 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-d9525464-e0ed-4293-8783-01a54cd3dbef req-8c70c674-0a67-417f-95be-d33db98e6b99 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:40.327752 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d9525464-e0ed-4293-8783-01a54cd3dbef req-8c70c674-0a67-417f-95be-d33db98e6b99 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7668693 Feb 16 17:15:40.341508 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-d9525464-e0ed-4293-8783-01a54cd3dbef req-1aab0d5c-5a71-48db-a31c-41953a7d73f8 service neutron] Request body: {'port': {'device_id': 'd4e51c6d-e3b2-40f6-b760-e135504b1bc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8286'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:15:40.398000 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-d9525464-e0ed-4293-8783-01a54cd3dbef req-1aab0d5c-5a71-48db-a31c-41953a7d73f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:40.443927 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-033faef8-1102-4f65-940e-733a98d28c03 None None] Provisioning complete for port 9f191f2a-31d1-4827-8bbd-6e6e72b3258c triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:15:40.444577 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-033faef8-1102-4f65-940e-733a98d28c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:40.468197 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:40.479326 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-033faef8-1102-4f65-940e-733a98d28c03 None None] Port 9f191f2a-31d1-4827-8bbd-6e6e72b3258c cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:15:40.658838 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [req-d9525464-e0ed-4293-8783-01a54cd3dbef req-1aab0d5c-5a71-48db-a31c-41953a7d73f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f191f2a-31d1-4827-8bbd-6e6e72b3258c {{(pid=114376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:15:40.666639 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-d9525464-e0ed-4293-8783-01a54cd3dbef req-1aab0d5c-5a71-48db-a31c-41953a7d73f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:40.678356 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.provisioning_blocks [req-d9525464-e0ed-4293-8783-01a54cd3dbef req-1aab0d5c-5a71-48db-a31c-41953a7d73f8 service neutron] Transition to ACTIVE for port object 9f191f2a-31d1-4827-8bbd-6e6e72b3258c will not be triggered until provisioned by entity L2. {{(pid=114376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:15:40.748339 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-d9525464-e0ed-4293-8783-01a54cd3dbef req-1aab0d5c-5a71-48db-a31c-41953a7d73f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:40.831661 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aab0d5c-5a71-48db-a31c-41953a7d73f8 service neutron] Pushing event updated for resources: {'Port': ['ID=9f191f2a-31d1-4827-8bbd-6e6e72b3258c,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:40.869870 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3003b44-9b78-48ec-8f32-aaf1e2000051 req-bf2bacd2-b0ec-464d-87ca-17e2e178e40c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:40.871489 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a3003b44-9b78-48ec-8f32-aaf1e2000051 req-bf2bacd2-b0ec-464d-87ca-17e2e178e40c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=d4e51c6d-e3b2-40f6-b760-e135504b1bc4 HTTP/1.1" status: 200 len: 944 time: 0.1185226 Feb 16 17:15:40.948710 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a3003b44-9b78-48ec-8f32-aaf1e2000051 req-a291c663-fc18-4cfc-a175-e23be2e4a095 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=7887a32b-be8d-4077-bb55-7191faa052c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561318 Feb 16 17:15:40.953526 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-d9525464-e0ed-4293-8783-01a54cd3dbef req-1aab0d5c-5a71-48db-a31c-41953a7d73f8 service neutron] Attempting to bind port 9f191f2a-31d1-4827-8bbd-6e6e72b3258c on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:15:40.953860 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-d9525464-e0ed-4293-8783-01a54cd3dbef req-1aab0d5c-5a71-48db-a31c-41953a7d73f8 service neutron] Attempting to bind port 9f191f2a-31d1-4827-8bbd-6e6e72b3258c by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': 'db698dca-8080-46ac-80df-0cd54a2c7731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '180ed6cf-68e7-470b-ac95-26fa576e3d6a'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:15:40.954191 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9525464-e0ed-4293-8783-01a54cd3dbef req-1aab0d5c-5a71-48db-a31c-41953a7d73f8 service neutron] Attempting to bind port 9f191f2a-31d1-4827-8bbd-6e6e72b3258c on network 180ed6cf-68e7-470b-ac95-26fa576e3d6a {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:15:40.958660 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9525464-e0ed-4293-8783-01a54cd3dbef req-1aab0d5c-5a71-48db-a31c-41953a7d73f8 service neutron] Port 9f191f2a-31d1-4827-8bbd-6e6e72b3258c on network 180ed6cf-68e7-470b-ac95-26fa576e3d6a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:15:40.958978 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9525464-e0ed-4293-8783-01a54cd3dbef req-1aab0d5c-5a71-48db-a31c-41953a7d73f8 service neutron] Attempting to bind port 9f191f2a-31d1-4827-8bbd-6e6e72b3258c on network 180ed6cf-68e7-470b-ac95-26fa576e3d6a {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:15:40.964607 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9525464-e0ed-4293-8783-01a54cd3dbef req-1aab0d5c-5a71-48db-a31c-41953a7d73f8 service neutron] Checking agent: {'id': '65dda45c-bbef-42f9-9728-e0fd84037987', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8286', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 56), 'started_at': datetime.datetime(2022, 2, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:15:40.965101 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9525464-e0ed-4293-8783-01a54cd3dbef req-1aab0d5c-5a71-48db-a31c-41953a7d73f8 service neutron] Checking segment: {'id': 'db698dca-8080-46ac-80df-0cd54a2c7731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '180ed6cf-68e7-470b-ac95-26fa576e3d6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:15:40.965489 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9525464-e0ed-4293-8783-01a54cd3dbef req-1aab0d5c-5a71-48db-a31c-41953a7d73f8 service neutron] Bound using segment: {'id': 'db698dca-8080-46ac-80df-0cd54a2c7731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '180ed6cf-68e7-470b-ac95-26fa576e3d6a'} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:15:40.966241 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-d9525464-e0ed-4293-8783-01a54cd3dbef req-1aab0d5c-5a71-48db-a31c-41953a7d73f8 service neutron] Bound port: 9f191f2a-31d1-4827-8bbd-6e6e72b3258c, host: hv-neutron-8286, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db698dca-8080-46ac-80df-0cd54a2c7731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '180ed6cf-68e7-470b-ac95-26fa576e3d6a'}}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:15:40.966394 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-d9525464-e0ed-4293-8783-01a54cd3dbef req-1aab0d5c-5a71-48db-a31c-41953a7d73f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:41.031509 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-d9525464-e0ed-4293-8783-01a54cd3dbef req-1aab0d5c-5a71-48db-a31c-41953a7d73f8 service neutron] For port 9f191f2a-31d1-4827-8bbd-6e6e72b3258c, host hv-neutron-8286, cleared binding levels {{(pid=114376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:15:41.034576 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-d9525464-e0ed-4293-8783-01a54cd3dbef req-1aab0d5c-5a71-48db-a31c-41953a7d73f8 service neutron] For port 9f191f2a-31d1-4827-8bbd-6e6e72b3258c, host hv-neutron-8286, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=9f191f2a-31d1-4827-8bbd-6e6e72b3258c,segment=NetworkSegment(db698dca-8080-46ac-80df-0cd54a2c7731),segment_id=db698dca-8080-46ac-80df-0cd54a2c7731)] {{(pid=114376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:15:41.148448 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-d9525464-e0ed-4293-8783-01a54cd3dbef req-1aab0d5c-5a71-48db-a31c-41953a7d73f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:41.187144 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9525464-e0ed-4293-8783-01a54cd3dbef req-1aab0d5c-5a71-48db-a31c-41953a7d73f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:41.187804 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-d9525464-e0ed-4293-8783-01a54cd3dbef req-1aab0d5c-5a71-48db-a31c-41953a7d73f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:41.189212 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d9525464-e0ed-4293-8783-01a54cd3dbef req-1aab0d5c-5a71-48db-a31c-41953a7d73f8 service neutron] 10.222.0.89 "PUT /v2.0/ports/9f191f2a-31d1-4827-8bbd-6e6e72b3258c HTTP/1.1" status: 200 len: 1094 time: 0.8532991 Feb 16 17:15:41.189658 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e51c6d-e3b2-40f6-b760-e135504b1bc4', 'tag': '9f191f2a-31d1-4827-8bbd-6e6e72b3258c'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:15:41.191908 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3fb8b9-b36b-4b72-8d5b-1c301d636572" -d '{"events": [{"name": "network-changed", "server_uuid": "d4e51c6d-e3b2-40f6-b760-e135504b1bc4", "tag": "9f191f2a-31d1-4827-8bbd-6e6e72b3258c"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:15:41.218750 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aab0d5c-5a71-48db-a31c-41953a7d73f8 service neutron] Pushing event updated for resources: {'Port': ['ID=9f191f2a-31d1-4827-8bbd-6e6e72b3258c,revision_number=3']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:41.238351 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1118a136-02b9-42b2-b5d2-1a786b6acdc0 x-openstack-request-id: req-1118a136-02b9-42b2-b5d2-1a786b6acdc0 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:15:41.238672 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4e51c6d-e3b2-40f6-b760-e135504b1bc4", "tag": "9f191f2a-31d1-4827-8bbd-6e6e72b3258c", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:15:41.238939 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1118a136-02b9-42b2-b5d2-1a786b6acdc0 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:15:41.239365 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4e51c6d-e3b2-40f6-b760-e135504b1bc4', 'tag': '9f191f2a-31d1-4827-8bbd-6e6e72b3258c', 'status': 'completed', 'code': 200} Feb 16 17:15:41.306823 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3fb8b9-b36b-4b72-8d5b-1c301d636572 req-62573432-9c9f-4cba-b879-2306c5e38e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:41.308541 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-cd3fb8b9-b36b-4b72-8d5b-1c301d636572 req-62573432-9c9f-4cba-b879-2306c5e38e45 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c9820320aae461fbcc5eba944eb2160&device_id=d4e51c6d-e3b2-40f6-b760-e135504b1bc4 HTTP/1.1" status: 200 len: 1097 time: 0.0434756 Feb 16 17:15:41.416355 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3fb8b9-b36b-4b72-8d5b-1c301d636572 req-5a61e7da-e5e3-4b44-9280-301832d55668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:41.417915 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-cd3fb8b9-b36b-4b72-8d5b-1c301d636572 req-5a61e7da-e5e3-4b44-9280-301832d55668 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=9c9820320aae461fbcc5eba944eb2160&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1016881 Feb 16 17:15:41.515693 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3fb8b9-b36b-4b72-8d5b-1c301d636572 req-17a6450a-fb78-4f81-b4c1-a9ed4ed5fb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:41.517094 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-cd3fb8b9-b36b-4b72-8d5b-1c301d636572 req-17a6450a-fb78-4f81-b4c1-a9ed4ed5fb8a service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923235 Feb 16 17:15:41.592293 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9525464-e0ed-4293-8783-01a54cd3dbef req-a0313664-52bd-40e9-800e-7dd18c8c6384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:41.593849 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d9525464-e0ed-4293-8783-01a54cd3dbef req-a0313664-52bd-40e9-800e-7dd18c8c6384 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c9820320aae461fbcc5eba944eb2160&device_id=d4e51c6d-e3b2-40f6-b760-e135504b1bc4 HTTP/1.1" status: 200 len: 1097 time: 0.0408499 Feb 16 17:15:41.634961 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d9525464-e0ed-4293-8783-01a54cd3dbef req-f902a378-d537-4335-825e-76bd0fd8fe76 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f191f2a-31d1-4827-8bbd-6e6e72b3258c HTTP/1.1" status: 200 len: 217 time: 0.0341153 Feb 16 17:15:41.685217 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9525464-e0ed-4293-8783-01a54cd3dbef req-e5eecfec-eb4e-4556-9de5-48120232df14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:41.686734 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d9525464-e0ed-4293-8783-01a54cd3dbef req-e5eecfec-eb4e-4556-9de5-48120232df14 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=da0b9d2d-f5f5-4e83-b8e5-9783d514f001 HTTP/1.1" status: 200 len: 835 time: 0.0445805 Feb 16 17:15:41.737083 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9525464-e0ed-4293-8783-01a54cd3dbef req-2f8b5cb0-17d3-4b4d-9e5a-288ed36821b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:41.738589 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d9525464-e0ed-4293-8783-01a54cd3dbef req-2f8b5cb0-17d3-4b4d-9e5a-288ed36821b9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=180ed6cf-68e7-470b-ac95-26fa576e3d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453386 Feb 16 17:15:41.793219 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:41.829498 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d9525464-e0ed-4293-8783-01a54cd3dbef req-09e3a7a8-3cd8-4ca7-8fae-14c0c8fd3291 service neutron] 10.222.0.89 "GET /v2.0/networks/180ed6cf-68e7-470b-ac95-26fa576e3d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841782 Feb 16 17:15:41.922386 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d9525464-e0ed-4293-8783-01a54cd3dbef req-8ab5f432-41d4-496f-948d-ad830356fcb0 service neutron] 10.222.0.89 "GET /v2.0/networks/180ed6cf-68e7-470b-ac95-26fa576e3d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865870 Feb 16 17:15:42.062848 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702c735-7f4b-4061-b58f-913d63563055 req-420b3094-802f-4cf4-9078-d42044b0aa13 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:42.064283 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7702c735-7f4b-4061-b58f-913d63563055 req-420b3094-802f-4cf4-9078-d42044b0aa13 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=d4e51c6d-e3b2-40f6-b760-e135504b1bc4 HTTP/1.1" status: 200 len: 944 time: 0.0488210 Feb 16 17:15:42.101793 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:42.102868 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7702c735-7f4b-4061-b58f-913d63563055 req-4a7e3c38-4533-416b-a268-33940fda0c25 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=7887a32b-be8d-4077-bb55-7191faa052c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319083 Feb 16 17:15:43.221227 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10663276-4d17-4b00-b8c1-1f74b1fcc0f7 req-a4f6ce42-aa37-4770-b569-e8c66b9e868f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:43.222709 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-10663276-4d17-4b00-b8c1-1f74b1fcc0f7 req-a4f6ce42-aa37-4770-b569-e8c66b9e868f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=d4e51c6d-e3b2-40f6-b760-e135504b1bc4 HTTP/1.1" status: 200 len: 944 time: 0.0515337 Feb 16 17:15:43.260890 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-10663276-4d17-4b00-b8c1-1f74b1fcc0f7 req-2a562965-6bca-4d5d-952a-d7899dd91a91 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=7887a32b-be8d-4077-bb55-7191faa052c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318022 Feb 16 17:15:43.373403 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 9f191f2a-31d1-4827-8bbd-6e6e72b3258c details requested by agent hyperv_hv-neutron-8286 with host hv-neutron-8286 {{(pid=114377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:15:43.489908 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 9f191f2a-31d1-4827-8bbd-6e6e72b3258c, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=9f191f2a-31d1-4827-8bbd-6e6e72b3258c,segment=NetworkSegment(db698dca-8080-46ac-80df-0cd54a2c7731),segment_id=db698dca-8080-46ac-80df-0cd54a2c7731)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:15:43.500768 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Returning: {'device': '9f191f2a-31d1-4827-8bbd-6e6e72b3258c', 'network_id': '180ed6cf-68e7-470b-ac95-26fa576e3d6a', 'port_id': '9f191f2a-31d1-4827-8bbd-6e6e72b3258c', 'mac_address': 'fa:16:3e:e2:8b:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da0b9d2d-f5f5-4e83-b8e5-9783d514f001', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:15:43.537278 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:43.558774 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f191f2a-31d1-4827-8bbd-6e6e72b3258c {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:15:43.578056 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 9f191f2a-31d1-4827-8bbd-6e6e72b3258c, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=9f191f2a-31d1-4827-8bbd-6e6e72b3258c,segment=NetworkSegment(db698dca-8080-46ac-80df-0cd54a2c7731),segment_id=db698dca-8080-46ac-80df-0cd54a2c7731)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:15:43.644841 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:43.696134 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=9f191f2a-31d1-4827-8bbd-6e6e72b3258c,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:43.867926 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['9f191f2a-31d1-4827-8bbd-6e6e72b3258c'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:15:44.373579 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7205f9-759e-4c6b-89f1-58ebf618d8bb req-a99c70ea-ad3d-467b-bdf8-33c31de3767b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:44.375192 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7e7205f9-759e-4c6b-89f1-58ebf618d8bb req-a99c70ea-ad3d-467b-bdf8-33c31de3767b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=d4e51c6d-e3b2-40f6-b760-e135504b1bc4 HTTP/1.1" status: 200 len: 945 time: 0.0491834 Feb 16 17:15:44.413240 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7e7205f9-759e-4c6b-89f1-58ebf618d8bb req-f1662d21-6202-4834-9d7b-56773da6c76c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=7887a32b-be8d-4077-bb55-7191faa052c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322030 Feb 16 17:15:45.386635 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 9f191f2a-31d1-4827-8bbd-6e6e72b3258c up at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:15:45.508599 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning for port 9f191f2a-31d1-4827-8bbd-6e6e72b3258c completed by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:15:45.512620 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning complete for port 9f191f2a-31d1-4827-8bbd-6e6e72b3258c triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:15:45.518803 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:45.529554 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b520cf-237d-447b-8768-64d587407280 req-c157f8ea-9372-4856-a4a8-3fe5c00c5693 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:45.531018 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-f3b520cf-237d-447b-8768-64d587407280 req-c157f8ea-9372-4856-a4a8-3fe5c00c5693 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=d4e51c6d-e3b2-40f6-b760-e135504b1bc4 HTTP/1.1" status: 200 len: 945 time: 0.0484431 Feb 16 17:15:45.571141 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-f3b520cf-237d-447b-8768-64d587407280 req-a867fc53-25b1-4bab-92db-0dfc4aad302f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=7887a32b-be8d-4077-bb55-7191faa052c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329134 Feb 16 17:15:45.593258 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:45.615050 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e51c6d-e3b2-40f6-b760-e135504b1bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f191f2a-31d1-4827-8bbd-6e6e72b3258c'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:15:45.617868 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d937f6c2-f619-4d87-915b-5480c532baf5" -d '{"events": [{"server_uuid": "d4e51c6d-e3b2-40f6-b760-e135504b1bc4", "name": "network-vif-plugged", "status": "completed", "tag": "9f191f2a-31d1-4827-8bbd-6e6e72b3258c"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:15:45.630363 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 9f191f2a-31d1-4827-8bbd-6e6e72b3258c, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=9f191f2a-31d1-4827-8bbd-6e6e72b3258c,segment=NetworkSegment(db698dca-8080-46ac-80df-0cd54a2c7731),segment_id=db698dca-8080-46ac-80df-0cd54a2c7731)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:15:45.652943 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0fcd5e-cc4e-4c52-a39d-798aabd8301a x-openstack-request-id: req-7f0fcd5e-cc4e-4c52-a39d-798aabd8301a {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:15:45.653232 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e51c6d-e3b2-40f6-b760-e135504b1bc4", "name": "network-vif-plugged", "status": "completed", "tag": "9f191f2a-31d1-4827-8bbd-6e6e72b3258c", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:15:45.653485 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7f0fcd5e-cc4e-4c52-a39d-798aabd8301a {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:15:45.653877 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e51c6d-e3b2-40f6-b760-e135504b1bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f191f2a-31d1-4827-8bbd-6e6e72b3258c', 'code': 200} Feb 16 17:15:45.718966 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:45.766415 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=9f191f2a-31d1-4827-8bbd-6e6e72b3258c,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:45.927400 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6215a-b832-4b99-8615-fc0405647f38 req-61336d1c-4601-442c-8a52-a48f79c726b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:45.929007 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-abe6215a-b832-4b99-8615-fc0405647f38 req-61336d1c-4601-442c-8a52-a48f79c726b9 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d4e51c6d-e3b2-40f6-b760-e135504b1bc4 HTTP/1.1" status: 200 len: 1099 time: 0.0466983 Feb 16 17:15:45.961559 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-abe6215a-b832-4b99-8615-fc0405647f38 req-54a8ad85-5e93-4c81-8798-8d6f0c094795 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=7887a32b-be8d-4077-bb55-7191faa052c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264342 Feb 16 17:15:46.683139 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a07eac-3032-402c-bade-f2148828dee5 req-2e85c937-8504-40ad-97d8-068da7c28aec tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:46.684646 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-87a07eac-3032-402c-bade-f2148828dee5 req-2e85c937-8504-40ad-97d8-068da7c28aec tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=d4e51c6d-e3b2-40f6-b760-e135504b1bc4 HTTP/1.1" status: 200 len: 946 time: 0.0476115 Feb 16 17:15:46.725560 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-87a07eac-3032-402c-bade-f2148828dee5 req-a7c93a40-c064-4690-ace6-75972ae0db59 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=7887a32b-be8d-4077-bb55-7191faa052c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350416 Feb 16 17:15:47.845727 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45f87c-5a3a-4c36-b3ae-0a130228d15f req-791c5b94-952d-4179-9774-38da45c1cbec tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:47.847251 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-dd45f87c-5a3a-4c36-b3ae-0a130228d15f req-791c5b94-952d-4179-9774-38da45c1cbec tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=d4e51c6d-e3b2-40f6-b760-e135504b1bc4 HTTP/1.1" status: 200 len: 946 time: 0.0546656 Feb 16 17:15:47.888039 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-dd45f87c-5a3a-4c36-b3ae-0a130228d15f req-233627dc-d2c3-4742-b8ce-8b98267422d2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=7887a32b-be8d-4077-bb55-7191faa052c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339327 Feb 16 17:15:47.999407 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9598677-3b32-424e-9e48-06425e5b44e3 req-2bf52b40-bd67-4925-b0ea-af55b2ee0213 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:48.000910 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-b9598677-3b32-424e-9e48-06425e5b44e3 req-2bf52b40-bd67-4925-b0ea-af55b2ee0213 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=d4e51c6d-e3b2-40f6-b760-e135504b1bc4 HTTP/1.1" status: 200 len: 946 time: 0.0482903 Feb 16 17:15:48.037703 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-b9598677-3b32-424e-9e48-06425e5b44e3 req-96d94f61-684c-4e35-8b10-4bc6eab37ba2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=7887a32b-be8d-4077-bb55-7191faa052c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308878 Feb 16 17:15:48.059187 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56284) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:15:48.097522 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ad1def-b0db-4ce9-ae4e-d8eec1da5fd5 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:48.099010 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-76ad1def-b0db-4ce9-ae4e-d8eec1da5fd5 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=d4e51c6d-e3b2-40f6-b760-e135504b1bc4 HTTP/1.1" status: 200 len: 1094 time: 0.0388772 Feb 16 17:15:48.101713 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56286) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:15:48.106133 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-2e69dde0-017c-47a7-8fea-8eb9f161b8b9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'floatingip': {'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'port_id': '9f191f2a-31d1-4827-8bbd-6e6e72b3258c', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ip_address': '172.20.0.10'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:15:48.222271 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2e69dde0-017c-47a7-8fea-8eb9f161b8b9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for floatingip, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:48.321489 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2e69dde0-017c-47a7-8fea-8eb9f161b8b9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:48.421058 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-2e69dde0-017c-47a7-8fea-8eb9f161b8b9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Allocated IP 172.26.3.220 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/5c416ada-cdd5-4f1a-b3f3-86a43ae73076) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:15:48.523810 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2e69dde0-017c-47a7-8fea-8eb9f161b8b9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:48.627689 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2e69dde0-017c-47a7-8fea-8eb9f161b8b9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:48.667910 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e69dde0-017c-47a7-8fea-8eb9f161b8b9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:15:48.670691 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-2e69dde0-017c-47a7-8fea-8eb9f161b8b9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:15:48.674078 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e69dde0-017c-47a7-8fea-8eb9f161b8b9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:15:48.695074 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e69dde0-017c-47a7-8fea-8eb9f161b8b9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Port': ['ID=5c416ada-cdd5-4f1a-b3f3-86a43ae73076,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:49.028263 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2e69dde0-017c-47a7-8fea-8eb9f161b8b9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:49.131405 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2e69dde0-017c-47a7-8fea-8eb9f161b8b9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:49.543715 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2e69dde0-017c-47a7-8fea-8eb9f161b8b9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:49.615585 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2e69dde0-017c-47a7-8fea-8eb9f161b8b9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:49.686336 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e69dde0-017c-47a7-8fea-8eb9f161b8b9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Port': ['ID=5c416ada-cdd5-4f1a-b3f3-86a43ae73076,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:49.697790 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2e69dde0-017c-47a7-8fea-8eb9f161b8b9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:49.795438 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.l3_db [None req-2e69dde0-017c-47a7-8fea-8eb9f161b8b9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Floating IP 1553ebfb-55c0-4992-8199-46daa80061f6 associated. External IP: 172.26.3.220, port: 9f191f2a-31d1-4827-8bbd-6e6e72b3258c. Feb 16 17:15:50.015283 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e69dde0-017c-47a7-8fea-8eb9f161b8b9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Router 2d29b15a-d05c-4243-bff1-8d466b9bbd0e has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:15:50.122675 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e69dde0-017c-47a7-8fea-8eb9f161b8b9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:15:50.132500 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2da5d3-5735-437e-86a3-e4ac650fd9cf None None] Sync routers for ids ['2d29b15a-d05c-4243-bff1-8d466b9bbd0e'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:15:50.141640 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2da5d3-5735-437e-86a3-e4ac650fd9cf None None] Routers {'2d29b15a-d05c-4243-bff1-8d466b9bbd0e'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:15:50.142242 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-eb2da5d3-5735-437e-86a3-e4ac650fd9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:15:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['2d29b15a-d05c-4243-bff1-8d466b9bbd0e'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:50.212639 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2e69dde0-017c-47a7-8fea-8eb9f161b8b9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:15:50.248440 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-2e69dde0-017c-47a7-8fea-8eb9f161b8b9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1454310 Feb 16 17:15:50.249046 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e51c6d-e3b2-40f6-b760-e135504b1bc4', 'tag': '9f191f2a-31d1-4827-8bbd-6e6e72b3258c'}] {{(pid=114375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:15:50.255680 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f675c1a73bb74b784e43f10fee26c40e358be44ccef5ed6f70ec30f8ec0d494b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7beb60-1592-40aa-93b1-75e97b78438b" -d '{"events": [{"name": "network-changed", "server_uuid": "d4e51c6d-e3b2-40f6-b760-e135504b1bc4", "tag": "9f191f2a-31d1-4827-8bbd-6e6e72b3258c"}]}' {{(pid=114375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:15:50.263655 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-eb2da5d3-5735-437e-86a3-e4ac650fd9cf None None] Set router 2d29b15a-d05c-4243-bff1-8d466b9bbd0e gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:15:50.297184 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807a387b-06e2-4dac-903a-bb6fefc0a6d4 x-openstack-request-id: req-807a387b-06e2-4dac-903a-bb6fefc0a6d4 {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:15:50.297184 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4e51c6d-e3b2-40f6-b760-e135504b1bc4", "tag": "9f191f2a-31d1-4827-8bbd-6e6e72b3258c", "status": "completed", "code": 200}]} {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:15:50.297184 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-807a387b-06e2-4dac-903a-bb6fefc0a6d4 {{(pid=114375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:15:50.297184 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4e51c6d-e3b2-40f6-b760-e135504b1bc4', 'tag': '9f191f2a-31d1-4827-8bbd-6e6e72b3258c', 'status': 'completed', 'code': 200} Feb 16 17:15:50.360826 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7beb60-1592-40aa-93b1-75e97b78438b req-020aaefa-674e-4539-9f72-2d50cfc5ceac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:50.362362 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5f7beb60-1592-40aa-93b1-75e97b78438b req-020aaefa-674e-4539-9f72-2d50cfc5ceac service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c9820320aae461fbcc5eba944eb2160&device_id=d4e51c6d-e3b2-40f6-b760-e135504b1bc4 HTTP/1.1" status: 200 len: 1099 time: 0.0420680 Feb 16 17:15:50.461971 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7beb60-1592-40aa-93b1-75e97b78438b req-b42333c4-4fe6-4496-baa3-cda2d3aaeb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:50.463495 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5f7beb60-1592-40aa-93b1-75e97b78438b req-b42333c4-4fe6-4496-baa3-cda2d3aaeb13 service neutron] 10.222.0.89 "GET /v2.0/networks?id=180ed6cf-68e7-470b-ac95-26fa576e3d6a HTTP/1.1" status: 200 len: 898 time: 0.0900810 Feb 16 17:15:50.533762 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5f7beb60-1592-40aa-93b1-75e97b78438b req-c63f60c0-fbe0-4441-8e74-dc88cbdcca9b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f191f2a-31d1-4827-8bbd-6e6e72b3258c HTTP/1.1" status: 200 len: 1000 time: 0.0602877 Feb 16 17:15:50.587254 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7beb60-1592-40aa-93b1-75e97b78438b req-8f3123b9-ad0a-4975-afd9-96f629f1ef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:50.588777 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5f7beb60-1592-40aa-93b1-75e97b78438b req-8f3123b9-ad0a-4975-afd9-96f629f1ef5a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=da0b9d2d-f5f5-4e83-b8e5-9783d514f001 HTTP/1.1" status: 200 len: 835 time: 0.0478842 Feb 16 17:15:50.606745 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-eb2da5d3-5735-437e-86a3-e4ac650fd9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'name': 'tempest-TestNetworkBasicOps-router-2070630006', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '069236c3-faa1-4f8c-a859-4b9d1ff2562b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:15:09Z', 'updated_at': '2022-02-16T17:15:14Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': '069236c3-faa1-4f8c-a859-4b9d1ff2562b', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:15:09Z', 'updated_at': '2022-02-16T17:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '1553ebfb-55c0-4992-8199-46daa80061f6', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'floating_ip_address': '172.26.3.220', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'port_id': '9f191f2a-31d1-4827-8bbd-6e6e72b3258c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '180ed6cf-68e7-470b-ac95-26fa576e3d6a', 'mac_address': 'fa:16:3e:e2:8b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e51c6d-e3b2-40f6-b760-e135504b1bc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:15:48Z', 'updated_at': '2022-02-16T17:15:48Z', 'revision_number': 0, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ip_address_scope': None}, {'id': 'aabfa878-d1a6-49a3-8cce-da440d0741ca', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'floating_ip_address': '172.26.3.77', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'port_id': 'daafa592-3af1-4015-a52c-515d3ad503f1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '180ed6cf-68e7-470b-ac95-26fa576e3d6a', 'mac_address': 'fa:16:3e:db:6a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38130809-40c7-46fe-aaa7-eb6473658526', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:15:32Z', 'updated_at': '2022-02-16T17:15:34Z', 'revision_number': 1, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff1eb8ef-8a8d-430d-9d74-1d4882c46651', 'name': '', 'network_id': '180ed6cf-68e7-470b-ac95-26fa576e3d6a', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:72:9e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'da0b9d2d-f5f5-4e83-b8e5-9783d514f001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:15:13Z', 'updated_at': '2022-02-16T17:15:18Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': 'da0b9d2d-f5f5-4e83-b8e5-9783d514f001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:50.636230 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2da5d3-5735-437e-86a3-e4ac650fd9cf None None] Checking router: 2d29b15a-d05c-4243-bff1-8d466b9bbd0e for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:15:50.636478 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7beb60-1592-40aa-93b1-75e97b78438b req-c47ed4a1-02d9-41f2-9876-fd17ca4b523f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:50.637828 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5f7beb60-1592-40aa-93b1-75e97b78438b req-c47ed4a1-02d9-41f2-9876-fd17ca4b523f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=180ed6cf-68e7-470b-ac95-26fa576e3d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421233 Feb 16 17:15:50.644322 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2da5d3-5735-437e-86a3-e4ac650fd9cf None None] Routers {'2d29b15a-d05c-4243-bff1-8d466b9bbd0e'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:15:50.644924 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-eb2da5d3-5735-437e-86a3-e4ac650fd9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:15:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['2d29b15a-d05c-4243-bff1-8d466b9bbd0e'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:50.729975 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5f7beb60-1592-40aa-93b1-75e97b78438b req-d2f910ae-87ba-49b9-a491-8d30dbffd78a service neutron] 10.222.0.89 "GET /v2.0/networks/180ed6cf-68e7-470b-ac95-26fa576e3d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820804 Feb 16 17:15:50.749186 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-eb2da5d3-5735-437e-86a3-e4ac650fd9cf None None] Set router 2d29b15a-d05c-4243-bff1-8d466b9bbd0e gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:15:50.823147 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5f7beb60-1592-40aa-93b1-75e97b78438b req-869cbd83-21be-45bd-afb5-0934f04d2705 service neutron] 10.222.0.89 "GET /v2.0/networks/180ed6cf-68e7-470b-ac95-26fa576e3d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856497 Feb 16 17:15:50.973080 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-eb2da5d3-5735-437e-86a3-e4ac650fd9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'name': 'tempest-TestNetworkBasicOps-router-2070630006', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '069236c3-faa1-4f8c-a859-4b9d1ff2562b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:15:09Z', 'updated_at': '2022-02-16T17:15:14Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': '069236c3-faa1-4f8c-a859-4b9d1ff2562b', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:15:09Z', 'updated_at': '2022-02-16T17:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '1553ebfb-55c0-4992-8199-46daa80061f6', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'floating_ip_address': '172.26.3.220', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'port_id': '9f191f2a-31d1-4827-8bbd-6e6e72b3258c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '180ed6cf-68e7-470b-ac95-26fa576e3d6a', 'mac_address': 'fa:16:3e:e2:8b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e51c6d-e3b2-40f6-b760-e135504b1bc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:15:48Z', 'updated_at': '2022-02-16T17:15:48Z', 'revision_number': 0, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ip_address_scope': None}, {'id': 'aabfa878-d1a6-49a3-8cce-da440d0741ca', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'floating_ip_address': '172.26.3.77', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'port_id': 'daafa592-3af1-4015-a52c-515d3ad503f1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '180ed6cf-68e7-470b-ac95-26fa576e3d6a', 'mac_address': 'fa:16:3e:db:6a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38130809-40c7-46fe-aaa7-eb6473658526', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:15:32Z', 'updated_at': '2022-02-16T17:15:34Z', 'revision_number': 1, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff1eb8ef-8a8d-430d-9d74-1d4882c46651', 'name': '', 'network_id': '180ed6cf-68e7-470b-ac95-26fa576e3d6a', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:72:9e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'da0b9d2d-f5f5-4e83-b8e5-9783d514f001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:15:13Z', 'updated_at': '2022-02-16T17:15:18Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': 'da0b9d2d-f5f5-4e83-b8e5-9783d514f001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:50.999221 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2da5d3-5735-437e-86a3-e4ac650fd9cf None None] The sync data for ids ['2d29b15a-d05c-4243-bff1-8d466b9bbd0e'] in dv-neutron-828697-3-hyperv is: [{'id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'name': 'tempest-TestNetworkBasicOps-router-2070630006', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '069236c3-faa1-4f8c-a859-4b9d1ff2562b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:15:09Z', 'updated_at': '2022-02-16T17:15:14Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': '069236c3-faa1-4f8c-a859-4b9d1ff2562b', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:15:09Z', 'updated_at': '2022-02-16T17:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '1553ebfb-55c0-4992-8199-46daa80061f6', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'floating_ip_address': '172.26.3.220', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'port_id': '9f191f2a-31d1-4827-8bbd-6e6e72b3258c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '180ed6cf-68e7-470b-ac95-26fa576e3d6a', 'mac_address': 'fa:16:3e:e2:8b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e51c6d-e3b2-40f6-b760-e135504b1bc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:15:48Z', 'updated_at': '2022-02-16T17:15:48Z', 'revision_number': 0, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ip_address_scope': None}, {'id': 'aabfa878-d1a6-49a3-8cce-da440d0741ca', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'floating_ip_address': '172.26.3.77', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'port_id': 'daafa592-3af1-4015-a52c-515d3ad503f1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '180ed6cf-68e7-470b-ac95-26fa576e3d6a', 'mac_address': 'fa:16:3e:db:6a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38130809-40c7-46fe-aaa7-eb6473658526', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:15:32Z', 'updated_at': '2022-02-16T17:15:34Z', 'revision_number': 1, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff1eb8ef-8a8d-430d-9d74-1d4882c46651', 'name': '', 'network_id': '180ed6cf-68e7-470b-ac95-26fa576e3d6a', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:72:9e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'da0b9d2d-f5f5-4e83-b8e5-9783d514f001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:15:13Z', 'updated_at': '2022-02-16T17:15:18Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': 'da0b9d2d-f5f5-4e83-b8e5-9783d514f001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:15:51.181411 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289030c3-7cba-433e-bb51-6ddebe9ef58b None None] New status for floating IP 1553ebfb-55c0-4992-8199-46daa80061f6: ACTIVE {{(pid=114377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:15:56.925677 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:16:00.524008 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:06.821149 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-16a55f80-deb1-438e-9146-7cc17f22bca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:09.238378 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ef5bf093-6862-4dd9-9e9e-9961908bbd3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:10.426908 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:11.781200 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:12.112606 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:15.478113 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bcb1bd76-b414-4699-a717-e70430501cb7 req-cd99cf31-1221-4ce6-9420-66e199412366 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=38130809-40c7-46fe-aaa7-eb6473658526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388036 Feb 16 17:16:15.559867 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1bd76-b414-4699-a717-e70430501cb7 req-3a33cbe5-b809-4d7f-972f-edb103b5dff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:15.561382 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bcb1bd76-b414-4699-a717-e70430501cb7 req-3a33cbe5-b809-4d7f-972f-edb103b5dff5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c9820320aae461fbcc5eba944eb2160&device_id=38130809-40c7-46fe-aaa7-eb6473658526 HTTP/1.1" status: 200 len: 1099 time: 0.0401928 Feb 16 17:16:15.663467 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1bd76-b414-4699-a717-e70430501cb7 req-9021d0ac-f5ad-466f-85a2-e25622454562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:15.665003 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bcb1bd76-b414-4699-a717-e70430501cb7 req-9021d0ac-f5ad-466f-85a2-e25622454562 service neutron] 10.222.0.89 "GET /v2.0/networks?id=180ed6cf-68e7-470b-ac95-26fa576e3d6a HTTP/1.1" status: 200 len: 898 time: 0.0872538 Feb 16 17:16:15.733453 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bcb1bd76-b414-4699-a717-e70430501cb7 req-046c4bb4-0bd3-43d0-be91-69b6c5a4362d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=daafa592-3af1-4015-a52c-515d3ad503f1 HTTP/1.1" status: 200 len: 1001 time: 0.0603955 Feb 16 17:16:15.788528 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1bd76-b414-4699-a717-e70430501cb7 req-4efb7faa-b7ba-41b6-ad8a-fe4b213ed783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:15.789979 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bcb1bd76-b414-4699-a717-e70430501cb7 req-4efb7faa-b7ba-41b6-ad8a-fe4b213ed783 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=da0b9d2d-f5f5-4e83-b8e5-9783d514f001 HTTP/1.1" status: 200 len: 835 time: 0.0498493 Feb 16 17:16:15.833611 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1bd76-b414-4699-a717-e70430501cb7 req-e2755f79-e9e1-42f5-9216-420be9b8eb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:15.835128 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bcb1bd76-b414-4699-a717-e70430501cb7 req-e2755f79-e9e1-42f5-9216-420be9b8eb0b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=180ed6cf-68e7-470b-ac95-26fa576e3d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387869 Feb 16 17:16:15.925482 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bcb1bd76-b414-4699-a717-e70430501cb7 req-aad7bcfe-7454-4427-8d19-b43dc1b5412a service neutron] 10.222.0.89 "GET /v2.0/networks/180ed6cf-68e7-470b-ac95-26fa576e3d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821660 Feb 16 17:16:16.016684 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bcb1bd76-b414-4699-a717-e70430501cb7 req-b5e536d8-c100-4f7b-ac53-c554bd099866 service neutron] 10.222.0.89 "GET /v2.0/networks/180ed6cf-68e7-470b-ac95-26fa576e3d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853369 Feb 16 17:16:24.317048 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 56304) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:16:24.381088 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-5d310489-96db-43f6-aded-761b80a3ddd9 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/floatingips/aabfa878-d1a6-49a3-8cce-da440d0741ca HTTP/1.1" status: 200 len: 993 time: 0.0629132 Feb 16 17:16:25.058434 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 56312) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:16:25.064227 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-58e2eb08-6b3d-40cf-8bfd-16dae499d2a3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'port': {'admin_state_up': False}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:16:25.125217 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-58e2eb08-6b3d-40cf-8bfd-16dae499d2a3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:25.268447 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-58e2eb08-6b3d-40cf-8bfd-16dae499d2a3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] For port daafa592-3af1-4015-a52c-515d3ad503f1, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=daafa592-3af1-4015-a52c-515d3ad503f1,segment=NetworkSegment(db698dca-8080-46ac-80df-0cd54a2c7731),segment_id=db698dca-8080-46ac-80df-0cd54a2c7731)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:16:25.296790 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-58e2eb08-6b3d-40cf-8bfd-16dae499d2a3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:25.363590 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-58e2eb08-6b3d-40cf-8bfd-16dae499d2a3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:25.405379 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e2eb08-6b3d-40cf-8bfd-16dae499d2a3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:25.405976 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-58e2eb08-6b3d-40cf-8bfd-16dae499d2a3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:25.407348 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-58e2eb08-6b3d-40cf-8bfd-16dae499d2a3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "PUT /v2.0/ports/daafa592-3af1-4015-a52c-515d3ad503f1 HTTP/1.1" status: 200 len: 939 time: 0.3479145 Feb 16 17:16:25.407896 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38130809-40c7-46fe-aaa7-eb6473658526', 'tag': 'daafa592-3af1-4015-a52c-515d3ad503f1'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:16:25.410190 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453aece2-428f-40a6-b1fd-e4fe4a4cd8fd" -d '{"events": [{"name": "network-changed", "server_uuid": "38130809-40c7-46fe-aaa7-eb6473658526", "tag": "daafa592-3af1-4015-a52c-515d3ad503f1"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:16:25.432744 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e2eb08-6b3d-40cf-8bfd-16dae499d2a3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Port': ['ID=daafa592-3af1-4015-a52c-515d3ad503f1,revision_number=6']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:25.440291 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e2eb08-6b3d-40cf-8bfd-16dae499d2a3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:25.440643 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e2eb08-6b3d-40cf-8bfd-16dae499d2a3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:25.440988 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e2eb08-6b3d-40cf-8bfd-16dae499d2a3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:25.441329 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e2eb08-6b3d-40cf-8bfd-16dae499d2a3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:25.441663 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e2eb08-6b3d-40cf-8bfd-16dae499d2a3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:25.442061 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e2eb08-6b3d-40cf-8bfd-16dae499d2a3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:25.442312 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e2eb08-6b3d-40cf-8bfd-16dae499d2a3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:25.442640 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e2eb08-6b3d-40cf-8bfd-16dae499d2a3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:25.442965 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e2eb08-6b3d-40cf-8bfd-16dae499d2a3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:25.443281 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e2eb08-6b3d-40cf-8bfd-16dae499d2a3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:25.443603 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e2eb08-6b3d-40cf-8bfd-16dae499d2a3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:25.443922 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e2eb08-6b3d-40cf-8bfd-16dae499d2a3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:25.450053 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4237820f-608b-409f-8381-e2039091c6ea x-openstack-request-id: req-4237820f-608b-409f-8381-e2039091c6ea {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:16:25.450853 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38130809-40c7-46fe-aaa7-eb6473658526", "tag": "daafa592-3af1-4015-a52c-515d3ad503f1", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:16:25.451105 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4237820f-608b-409f-8381-e2039091c6ea {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:16:25.451499 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38130809-40c7-46fe-aaa7-eb6473658526', 'tag': 'daafa592-3af1-4015-a52c-515d3ad503f1', 'status': 'completed', 'code': 200} Feb 16 17:16:25.513608 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453aece2-428f-40a6-b1fd-e4fe4a4cd8fd req-76ecc8d0-50f1-42fd-bc89-07bb16cf912d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:25.515276 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-453aece2-428f-40a6-b1fd-e4fe4a4cd8fd req-76ecc8d0-50f1-42fd-bc89-07bb16cf912d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c9820320aae461fbcc5eba944eb2160&device_id=38130809-40c7-46fe-aaa7-eb6473658526 HTTP/1.1" status: 200 len: 1100 time: 0.0426152 Feb 16 17:16:25.611055 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453aece2-428f-40a6-b1fd-e4fe4a4cd8fd req-96c5e47a-7982-4d67-af71-1c7a785f61bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:25.612608 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-453aece2-428f-40a6-b1fd-e4fe4a4cd8fd req-96c5e47a-7982-4d67-af71-1c7a785f61bc service neutron] 10.222.0.89 "GET /v2.0/networks?id=180ed6cf-68e7-470b-ac95-26fa576e3d6a HTTP/1.1" status: 200 len: 898 time: 0.0900002 Feb 16 17:16:25.675567 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-453aece2-428f-40a6-b1fd-e4fe4a4cd8fd req-146c2aa0-59e3-4c07-ad57-3c3e64d1381a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=daafa592-3af1-4015-a52c-515d3ad503f1 HTTP/1.1" status: 200 len: 1002 time: 0.0568001 Feb 16 17:16:25.702854 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-457ec586-9743-4f69-b89f-de5766f9c820 None None] Provisioning complete for port daafa592-3af1-4015-a52c-515d3ad503f1 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:16:25.703462 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-457ec586-9743-4f69-b89f-de5766f9c820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:25.727572 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453aece2-428f-40a6-b1fd-e4fe4a4cd8fd req-df95ce07-dc13-48ac-a3ea-917644758df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:25.729092 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-453aece2-428f-40a6-b1fd-e4fe4a4cd8fd req-df95ce07-dc13-48ac-a3ea-917644758df7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=da0b9d2d-f5f5-4e83-b8e5-9783d514f001 HTTP/1.1" status: 200 len: 835 time: 0.0479059 Feb 16 17:16:25.744639 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-457ec586-9743-4f69-b89f-de5766f9c820 None None] Port daafa592-3af1-4015-a52c-515d3ad503f1 is administratively disabled so it will not transition to active. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Feb 16 17:16:25.774061 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453aece2-428f-40a6-b1fd-e4fe4a4cd8fd req-8c15964d-e9bb-432f-b386-693f3af1f611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:25.775473 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-453aece2-428f-40a6-b1fd-e4fe4a4cd8fd req-8c15964d-e9bb-432f-b386-693f3af1f611 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=180ed6cf-68e7-470b-ac95-26fa576e3d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395765 Feb 16 17:16:25.861888 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-453aece2-428f-40a6-b1fd-e4fe4a4cd8fd req-d082554a-ad39-491e-afe7-39bd51303f6d service neutron] 10.222.0.89 "GET /v2.0/networks/180ed6cf-68e7-470b-ac95-26fa576e3d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794504 Feb 16 17:16:25.953048 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-453aece2-428f-40a6-b1fd-e4fe4a4cd8fd req-9601f08f-2fd8-4132-9a4d-a41acfd06df0 service neutron] 10.222.0.89 "GET /v2.0/networks/180ed6cf-68e7-470b-ac95-26fa576e3d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852146 Feb 16 17:16:28.795552 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 56320) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:16:28.800915 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-fb484956-497a-48e5-a834-a454246ee0db tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'port': {'admin_state_up': True}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:16:28.869052 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fb484956-497a-48e5-a834-a454246ee0db tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:29.014485 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-fb484956-497a-48e5-a834-a454246ee0db tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] For port daafa592-3af1-4015-a52c-515d3ad503f1, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=daafa592-3af1-4015-a52c-515d3ad503f1,segment=NetworkSegment(db698dca-8080-46ac-80df-0cd54a2c7731),segment_id=db698dca-8080-46ac-80df-0cd54a2c7731)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:16:29.042530 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fb484956-497a-48e5-a834-a454246ee0db tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:29.123799 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fb484956-497a-48e5-a834-a454246ee0db tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:29.167921 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb484956-497a-48e5-a834-a454246ee0db tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:29.168548 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fb484956-497a-48e5-a834-a454246ee0db tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:29.169913 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-fb484956-497a-48e5-a834-a454246ee0db tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "PUT /v2.0/ports/daafa592-3af1-4015-a52c-515d3ad503f1 HTTP/1.1" status: 200 len: 938 time: 0.3732805 Feb 16 17:16:29.173187 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38130809-40c7-46fe-aaa7-eb6473658526', 'tag': 'daafa592-3af1-4015-a52c-515d3ad503f1'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:16:29.173703 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56322) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:16:29.175440 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea21ec61-a097-40ef-ad32-9a9ce2726c0c" -d '{"events": [{"name": "network-changed", "server_uuid": "38130809-40c7-46fe-aaa7-eb6473658526", "tag": "daafa592-3af1-4015-a52c-515d3ad503f1"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:16:29.202364 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb484956-497a-48e5-a834-a454246ee0db tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Port': ['ID=daafa592-3af1-4015-a52c-515d3ad503f1,revision_number=7']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:29.225503 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c18724b-d061-4f20-ad55-b79d4466f443 x-openstack-request-id: req-2c18724b-d061-4f20-ad55-b79d4466f443 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:16:29.225795 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38130809-40c7-46fe-aaa7-eb6473658526", "tag": "daafa592-3af1-4015-a52c-515d3ad503f1", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:16:29.226046 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2c18724b-d061-4f20-ad55-b79d4466f443 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:16:29.226446 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38130809-40c7-46fe-aaa7-eb6473658526', 'tag': 'daafa592-3af1-4015-a52c-515d3ad503f1', 'status': 'completed', 'code': 200} Feb 16 17:16:29.241686 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-259a7a9b-5bf0-49f2-9ca0-d9d847b40225 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/floatingips/aabfa878-d1a6-49a3-8cce-da440d0741ca HTTP/1.1" status: 200 len: 993 time: 0.0667241 Feb 16 17:16:29.290710 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21ec61-a097-40ef-ad32-9a9ce2726c0c req-d36ae3be-a8f1-4246-a44f-34e2bfb104f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:29.292329 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ea21ec61-a097-40ef-ad32-9a9ce2726c0c req-d36ae3be-a8f1-4246-a44f-34e2bfb104f0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c9820320aae461fbcc5eba944eb2160&device_id=38130809-40c7-46fe-aaa7-eb6473658526 HTTP/1.1" status: 200 len: 1099 time: 0.0423646 Feb 16 17:16:29.384827 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21ec61-a097-40ef-ad32-9a9ce2726c0c req-74cebad1-b822-45a4-a4b8-fd16265c9a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:29.386236 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ea21ec61-a097-40ef-ad32-9a9ce2726c0c req-74cebad1-b822-45a4-a4b8-fd16265c9a56 service neutron] 10.222.0.89 "GET /v2.0/networks?id=180ed6cf-68e7-470b-ac95-26fa576e3d6a HTTP/1.1" status: 200 len: 898 time: 0.0871942 Feb 16 17:16:29.387125 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-0a77d127-f850-4b5d-9916-dfa5e16bb462 None None] Provisioning complete for port daafa592-3af1-4015-a52c-515d3ad503f1 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:16:29.387619 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0a77d127-f850-4b5d-9916-dfa5e16bb462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:29.412166 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['daafa592-3af1-4015-a52c-515d3ad503f1'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:16:29.455115 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ea21ec61-a097-40ef-ad32-9a9ce2726c0c req-5f16dc20-5e07-4531-90d6-5c83361b159f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=daafa592-3af1-4015-a52c-515d3ad503f1 HTTP/1.1" status: 200 len: 1001 time: 0.0619373 Feb 16 17:16:29.505496 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21ec61-a097-40ef-ad32-9a9ce2726c0c req-508bd89c-db6f-4b69-b0a7-6d01ffa7afa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:29.506998 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ea21ec61-a097-40ef-ad32-9a9ce2726c0c req-508bd89c-db6f-4b69-b0a7-6d01ffa7afa6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=da0b9d2d-f5f5-4e83-b8e5-9783d514f001 HTTP/1.1" status: 200 len: 835 time: 0.0442748 Feb 16 17:16:29.554133 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21ec61-a097-40ef-ad32-9a9ce2726c0c req-ed2ef91e-a32f-4634-aae5-ace575112254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:29.555651 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ea21ec61-a097-40ef-ad32-9a9ce2726c0c req-ed2ef91e-a32f-4634-aae5-ace575112254 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=180ed6cf-68e7-470b-ac95-26fa576e3d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412135 Feb 16 17:16:29.651034 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ea21ec61-a097-40ef-ad32-9a9ce2726c0c req-7481f39b-a8dd-4bfa-b263-03ab923906c1 service neutron] 10.222.0.89 "GET /v2.0/networks/180ed6cf-68e7-470b-ac95-26fa576e3d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873258 Feb 16 17:16:29.741084 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ea21ec61-a097-40ef-ad32-9a9ce2726c0c req-ea7c7933-f4d8-408f-8a8e-c54eba77afcf service neutron] 10.222.0.89 "GET /v2.0/networks/180ed6cf-68e7-470b-ac95-26fa576e3d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827751 Feb 16 17:16:30.540639 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:31.774663 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56332) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:16:31.929219 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-dd825f66-578a-4350-953d-ea2304a23a06 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Deleting port 5c416ada-cdd5-4f1a-b3f3-86a43ae73076 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:16:31.929565 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-dd825f66-578a-4350-953d-ea2304a23a06 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:32.007230 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-dd825f66-578a-4350-953d-ea2304a23a06 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:32.007554 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-dd825f66-578a-4350-953d-ea2304a23a06 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:32.018872 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-dd825f66-578a-4350-953d-ea2304a23a06 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Calling delete_port for 5c416ada-cdd5-4f1a-b3f3-86a43ae73076 owned by network:floatingip {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:16:32.226478 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-dd825f66-578a-4350-953d-ea2304a23a06 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:32.252673 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd825f66-578a-4350-953d-ea2304a23a06 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'Port': ['ID=5c416ada-cdd5-4f1a-b3f3-86a43ae73076,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:32.278279 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd825f66-578a-4350-953d-ea2304a23a06 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:32.279132 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd825f66-578a-4350-953d-ea2304a23a06 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:32.279475 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd825f66-578a-4350-953d-ea2304a23a06 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:32.279809 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd825f66-578a-4350-953d-ea2304a23a06 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:32.280163 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd825f66-578a-4350-953d-ea2304a23a06 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:32.280495 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd825f66-578a-4350-953d-ea2304a23a06 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:32.280823 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd825f66-578a-4350-953d-ea2304a23a06 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:32.281148 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd825f66-578a-4350-953d-ea2304a23a06 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:32.281472 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd825f66-578a-4350-953d-ea2304a23a06 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:32.281792 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd825f66-578a-4350-953d-ea2304a23a06 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:32.282112 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd825f66-578a-4350-953d-ea2304a23a06 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:32.282432 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd825f66-578a-4350-953d-ea2304a23a06 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:32.320122 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-dd825f66-578a-4350-953d-ea2304a23a06 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for floatingip, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:32.320471 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.l3_db [None req-dd825f66-578a-4350-953d-ea2304a23a06 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Floating IP 1553ebfb-55c0-4992-8199-46daa80061f6 disassociated (deleted). External IP: 172.26.3.220, port: 9f191f2a-31d1-4827-8bbd-6e6e72b3258c. Feb 16 17:16:32.529894 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd825f66-578a-4350-953d-ea2304a23a06 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Router 2d29b15a-d05c-4243-bff1-8d466b9bbd0e has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:16:32.636326 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd825f66-578a-4350-953d-ea2304a23a06 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:16:32.641525 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-dd825f66-578a-4350-953d-ea2304a23a06 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:32.646145 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d15543-2094-4add-8a6f-c4b54ea24081 None None] Sync routers for ids ['2d29b15a-d05c-4243-bff1-8d466b9bbd0e'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:16:32.656002 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d15543-2094-4add-8a6f-c4b54ea24081 None None] Routers {'2d29b15a-d05c-4243-bff1-8d466b9bbd0e'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:16:32.656608 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-61d15543-2094-4add-8a6f-c4b54ea24081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:16:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['2d29b15a-d05c-4243-bff1-8d466b9bbd0e'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:16:32.669444 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-dd825f66-578a-4350-953d-ea2304a23a06 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "DELETE /v2.0/floatingips/1553ebfb-55c0-4992-8199-46daa80061f6 HTTP/1.1" status: 204 len: 168 time: 0.8937335 Feb 16 17:16:32.670026 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e51c6d-e3b2-40f6-b760-e135504b1bc4', 'tag': '9f191f2a-31d1-4827-8bbd-6e6e72b3258c'}] {{(pid=114375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:16:32.672311 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f675c1a73bb74b784e43f10fee26c40e358be44ccef5ed6f70ec30f8ec0d494b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372afdb5-49c0-4ee7-b2f4-c21d68ea1236" -d '{"events": [{"name": "network-changed", "server_uuid": "d4e51c6d-e3b2-40f6-b760-e135504b1bc4", "tag": "9f191f2a-31d1-4827-8bbd-6e6e72b3258c"}]}' {{(pid=114375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:16:32.708914 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c9acf7-ae73-4023-afa1-f2cecc359d81 x-openstack-request-id: req-75c9acf7-ae73-4023-afa1-f2cecc359d81 {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:16:32.709413 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4e51c6d-e3b2-40f6-b760-e135504b1bc4", "tag": "9f191f2a-31d1-4827-8bbd-6e6e72b3258c", "status": "completed", "code": 200}]} {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:16:32.709563 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-75c9acf7-ae73-4023-afa1-f2cecc359d81 {{(pid=114375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:16:32.709843 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4e51c6d-e3b2-40f6-b760-e135504b1bc4', 'tag': '9f191f2a-31d1-4827-8bbd-6e6e72b3258c', 'status': 'completed', 'code': 200} Feb 16 17:16:32.769714 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-61d15543-2094-4add-8a6f-c4b54ea24081 None None] Set router 2d29b15a-d05c-4243-bff1-8d466b9bbd0e gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:16:32.782322 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372afdb5-49c0-4ee7-b2f4-c21d68ea1236 req-964ce1c1-8c99-4a2c-9f77-b45d8d988641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:32.783732 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-372afdb5-49c0-4ee7-b2f4-c21d68ea1236 req-964ce1c1-8c99-4a2c-9f77-b45d8d988641 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c9820320aae461fbcc5eba944eb2160&device_id=d4e51c6d-e3b2-40f6-b760-e135504b1bc4 HTTP/1.1" status: 200 len: 1099 time: 0.0485713 Feb 16 17:16:32.873326 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372afdb5-49c0-4ee7-b2f4-c21d68ea1236 req-105aeb4c-3c2f-4ecc-a49a-2f84cfd310a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:32.874787 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-372afdb5-49c0-4ee7-b2f4-c21d68ea1236 req-105aeb4c-3c2f-4ecc-a49a-2f84cfd310a6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=180ed6cf-68e7-470b-ac95-26fa576e3d6a HTTP/1.1" status: 200 len: 898 time: 0.0847709 Feb 16 17:16:32.917194 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-372afdb5-49c0-4ee7-b2f4-c21d68ea1236 req-5c84cf4a-3f5e-4598-b44d-6da902f4a9e2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f191f2a-31d1-4827-8bbd-6e6e72b3258c HTTP/1.1" status: 200 len: 217 time: 0.0353289 Feb 16 17:16:32.970878 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372afdb5-49c0-4ee7-b2f4-c21d68ea1236 req-5444e20b-1d27-4095-ad07-d2af97fa36b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:32.972458 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-372afdb5-49c0-4ee7-b2f4-c21d68ea1236 req-5444e20b-1d27-4095-ad07-d2af97fa36b7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=da0b9d2d-f5f5-4e83-b8e5-9783d514f001 HTTP/1.1" status: 200 len: 835 time: 0.0493331 Feb 16 17:16:32.999891 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-61d15543-2094-4add-8a6f-c4b54ea24081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'name': 'tempest-TestNetworkBasicOps-router-2070630006', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '069236c3-faa1-4f8c-a859-4b9d1ff2562b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:15:09Z', 'updated_at': '2022-02-16T17:15:14Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': '069236c3-faa1-4f8c-a859-4b9d1ff2562b', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:15:09Z', 'updated_at': '2022-02-16T17:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': 'aabfa878-d1a6-49a3-8cce-da440d0741ca', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'floating_ip_address': '172.26.3.77', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'port_id': 'daafa592-3af1-4015-a52c-515d3ad503f1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '180ed6cf-68e7-470b-ac95-26fa576e3d6a', 'mac_address': 'fa:16:3e:db:6a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38130809-40c7-46fe-aaa7-eb6473658526', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:15:32Z', 'updated_at': '2022-02-16T17:15:34Z', 'revision_number': 1, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff1eb8ef-8a8d-430d-9d74-1d4882c46651', 'name': '', 'network_id': '180ed6cf-68e7-470b-ac95-26fa576e3d6a', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:72:9e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'da0b9d2d-f5f5-4e83-b8e5-9783d514f001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:15:13Z', 'updated_at': '2022-02-16T17:15:18Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': 'da0b9d2d-f5f5-4e83-b8e5-9783d514f001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:16:33.017942 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372afdb5-49c0-4ee7-b2f4-c21d68ea1236 req-83434b32-5b2c-4b9d-a0cf-ca5b06e39312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:33.019488 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-372afdb5-49c0-4ee7-b2f4-c21d68ea1236 req-83434b32-5b2c-4b9d-a0cf-ca5b06e39312 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=180ed6cf-68e7-470b-ac95-26fa576e3d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404618 Feb 16 17:16:33.037269 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d15543-2094-4add-8a6f-c4b54ea24081 None None] Checking router: 2d29b15a-d05c-4243-bff1-8d466b9bbd0e for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:16:33.045943 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d15543-2094-4add-8a6f-c4b54ea24081 None None] Routers {'2d29b15a-d05c-4243-bff1-8d466b9bbd0e'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:16:33.046902 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-61d15543-2094-4add-8a6f-c4b54ea24081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:16:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['2d29b15a-d05c-4243-bff1-8d466b9bbd0e'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:16:33.118605 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-372afdb5-49c0-4ee7-b2f4-c21d68ea1236 req-9d5e78d4-20d0-47b9-b95f-0f695151d99d service neutron] 10.222.0.89 "GET /v2.0/networks/180ed6cf-68e7-470b-ac95-26fa576e3d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922551 Feb 16 17:16:33.123938 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72d5a5-52bf-4588-bf3d-99de9ebb0457 req-cc0e3a04-9675-4e1e-8b73-d54c27c7be1f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:33.125552 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-fe72d5a5-52bf-4588-bf3d-99de9ebb0457 req-cc0e3a04-9675-4e1e-8b73-d54c27c7be1f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=d4e51c6d-e3b2-40f6-b760-e135504b1bc4 HTTP/1.1" status: 200 len: 946 time: 0.0537300 Feb 16 17:16:33.161029 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-61d15543-2094-4add-8a6f-c4b54ea24081 None None] Set router 2d29b15a-d05c-4243-bff1-8d466b9bbd0e gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:16:33.166691 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-fe72d5a5-52bf-4588-bf3d-99de9ebb0457 req-aa7da12e-7fef-4fa6-9167-10f2c7d1658b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=7887a32b-be8d-4077-bb55-7191faa052c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343812 Feb 16 17:16:33.220114 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-372afdb5-49c0-4ee7-b2f4-c21d68ea1236 req-90b43751-b1c8-4fe8-9345-45e6421cc72e service neutron] 10.222.0.89 "GET /v2.0/networks/180ed6cf-68e7-470b-ac95-26fa576e3d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934064 Feb 16 17:16:33.385656 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-61d15543-2094-4add-8a6f-c4b54ea24081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'name': 'tempest-TestNetworkBasicOps-router-2070630006', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '069236c3-faa1-4f8c-a859-4b9d1ff2562b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:15:09Z', 'updated_at': '2022-02-16T17:15:14Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': '069236c3-faa1-4f8c-a859-4b9d1ff2562b', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:15:09Z', 'updated_at': '2022-02-16T17:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': 'aabfa878-d1a6-49a3-8cce-da440d0741ca', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'floating_ip_address': '172.26.3.77', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'port_id': 'daafa592-3af1-4015-a52c-515d3ad503f1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '180ed6cf-68e7-470b-ac95-26fa576e3d6a', 'mac_address': 'fa:16:3e:db:6a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38130809-40c7-46fe-aaa7-eb6473658526', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:15:32Z', 'updated_at': '2022-02-16T17:15:34Z', 'revision_number': 1, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff1eb8ef-8a8d-430d-9d74-1d4882c46651', 'name': '', 'network_id': '180ed6cf-68e7-470b-ac95-26fa576e3d6a', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:72:9e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'da0b9d2d-f5f5-4e83-b8e5-9783d514f001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:15:13Z', 'updated_at': '2022-02-16T17:15:18Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': 'da0b9d2d-f5f5-4e83-b8e5-9783d514f001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:16:33.412827 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d15543-2094-4add-8a6f-c4b54ea24081 None None] The sync data for ids ['2d29b15a-d05c-4243-bff1-8d466b9bbd0e'] in dv-neutron-828697-3-hyperv is: [{'id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'name': 'tempest-TestNetworkBasicOps-router-2070630006', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '069236c3-faa1-4f8c-a859-4b9d1ff2562b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:15:09Z', 'updated_at': '2022-02-16T17:15:14Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': '069236c3-faa1-4f8c-a859-4b9d1ff2562b', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:15:09Z', 'updated_at': '2022-02-16T17:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': 'aabfa878-d1a6-49a3-8cce-da440d0741ca', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'floating_ip_address': '172.26.3.77', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'port_id': 'daafa592-3af1-4015-a52c-515d3ad503f1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '180ed6cf-68e7-470b-ac95-26fa576e3d6a', 'mac_address': 'fa:16:3e:db:6a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38130809-40c7-46fe-aaa7-eb6473658526', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:15:32Z', 'updated_at': '2022-02-16T17:15:34Z', 'revision_number': 1, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff1eb8ef-8a8d-430d-9d74-1d4882c46651', 'name': '', 'network_id': '180ed6cf-68e7-470b-ac95-26fa576e3d6a', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:72:9e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'da0b9d2d-f5f5-4e83-b8e5-9783d514f001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:15:13Z', 'updated_at': '2022-02-16T17:15:18Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': 'da0b9d2d-f5f5-4e83-b8e5-9783d514f001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:16:33.620753 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baccabd6-221e-4be5-b875-d48eb7305a47 None None] New status for floating IP 1553ebfb-55c0-4992-8199-46daa80061f6: DOWN {{(pid=114377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:16:33.923557 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:16:34.284726 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d076c-d098-4238-a9ce-7910f44fd703 req-bf75f3d4-4451-4fe4-9ced-b3fc20636583 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:34.286183 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ba7d076c-d098-4238-a9ce-7910f44fd703 req-bf75f3d4-4451-4fe4-9ced-b3fc20636583 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=d4e51c6d-e3b2-40f6-b760-e135504b1bc4 HTTP/1.1" status: 200 len: 946 time: 0.0480020 Feb 16 17:16:34.323399 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ba7d076c-d098-4238-a9ce-7910f44fd703 req-ff263917-5380-46bd-b70c-9037d7dba1b5 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=7887a32b-be8d-4077-bb55-7191faa052c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313289 Feb 16 17:16:34.390599 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7e4be-78ee-4b49-94f4-3e5cf48bec27 req-3a075f78-dcdc-445a-813a-8196263e80e3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:34.392020 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d7e7e4be-78ee-4b49-94f4-3e5cf48bec27 req-3a075f78-dcdc-445a-813a-8196263e80e3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4e51c6d-e3b2-40f6-b760-e135504b1bc4 HTTP/1.1" status: 200 len: 946 time: 0.0523598 Feb 16 17:16:34.480882 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-d7e7e4be-78ee-4b49-94f4-3e5cf48bec27 req-88f21be0-e8d5-40cd-9bb6-e983781b019c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Deleting port 9f191f2a-31d1-4827-8bbd-6e6e72b3258c {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:16:34.481223 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-d7e7e4be-78ee-4b49-94f4-3e5cf48bec27 req-88f21be0-e8d5-40cd-9bb6-e983781b019c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:34.569226 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-d7e7e4be-78ee-4b49-94f4-3e5cf48bec27 req-88f21be0-e8d5-40cd-9bb6-e983781b019c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] For port 9f191f2a-31d1-4827-8bbd-6e6e72b3258c, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=9f191f2a-31d1-4827-8bbd-6e6e72b3258c,segment=NetworkSegment(db698dca-8080-46ac-80df-0cd54a2c7731),segment_id=db698dca-8080-46ac-80df-0cd54a2c7731)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:16:34.569594 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-d7e7e4be-78ee-4b49-94f4-3e5cf48bec27 req-88f21be0-e8d5-40cd-9bb6-e983781b019c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:34.581715 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-d7e7e4be-78ee-4b49-94f4-3e5cf48bec27 req-88f21be0-e8d5-40cd-9bb6-e983781b019c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Calling delete_port for 9f191f2a-31d1-4827-8bbd-6e6e72b3258c owned by compute:nova {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:16:34.757870 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-d7e7e4be-78ee-4b49-94f4-3e5cf48bec27 req-88f21be0-e8d5-40cd-9bb6-e983781b019c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:34.789497 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f21be0-e8d5-40cd-9bb6-e983781b019c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'Port': ['ID=9f191f2a-31d1-4827-8bbd-6e6e72b3258c,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:34.829865 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e7e4be-78ee-4b49-94f4-3e5cf48bec27 req-88f21be0-e8d5-40cd-9bb6-e983781b019c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] No DVR routers for this DVR port 9f191f2a-31d1-4827-8bbd-6e6e72b3258c on host hv-neutron-8286 {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:16:34.832324 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-d7e7e4be-78ee-4b49-94f4-3e5cf48bec27 req-88f21be0-e8d5-40cd-9bb6-e983781b019c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:34.835508 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d7e7e4be-78ee-4b49-94f4-3e5cf48bec27 req-88f21be0-e8d5-40cd-9bb6-e983781b019c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "DELETE /v2.0/ports/9f191f2a-31d1-4827-8bbd-6e6e72b3258c HTTP/1.1" status: 204 len: 173 time: 0.4367809 Feb 16 17:16:34.835936 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e51c6d-e3b2-40f6-b760-e135504b1bc4', 'name': 'network-vif-deleted', 'tag': '9f191f2a-31d1-4827-8bbd-6e6e72b3258c'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:16:34.840336 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e720fe9c-9310-4a4b-9007-ced0e0b6ef5f" -d '{"events": [{"server_uuid": "d4e51c6d-e3b2-40f6-b760-e135504b1bc4", "name": "network-vif-deleted", "tag": "9f191f2a-31d1-4827-8bbd-6e6e72b3258c"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:16:34.874785 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f210843c-ba76-4c39-9560-b3bf397eddee x-openstack-request-id: req-f210843c-ba76-4c39-9560-b3bf397eddee {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:16:34.875074 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e51c6d-e3b2-40f6-b760-e135504b1bc4", "name": "network-vif-deleted", "tag": "9f191f2a-31d1-4827-8bbd-6e6e72b3258c", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:16:34.875335 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f210843c-ba76-4c39-9560-b3bf397eddee {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:16:34.875729 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e51c6d-e3b2-40f6-b760-e135504b1bc4', 'name': 'network-vif-deleted', 'tag': '9f191f2a-31d1-4827-8bbd-6e6e72b3258c', 'status': 'completed', 'code': 200} Feb 16 17:16:35.435848 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f46bc014-55c9-40a6-ad87-3230eb0bb25a req-145d0fd5-c5d0-4c52-8092-926beaff4bb7 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=d4e51c6d-e3b2-40f6-b760-e135504b1bc4 HTTP/1.1" status: 200 len: 210 time: 0.0365915 Feb 16 17:16:36.491799 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56348) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:16:36.552618 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-91e7ae09-c632-4164-8c8d-16a21518905e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:36.577213 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-91e7ae09-c632-4164-8c8d-16a21518905e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:36.683554 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-91e7ae09-c632-4164-8c8d-16a21518905e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:36.686200 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-91e7ae09-c632-4164-8c8d-16a21518905e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:36.687407 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-91e7ae09-c632-4164-8c8d-16a21518905e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "DELETE /v2.0/security-groups/7887a32b-be8d-4077-bb55-7191faa052c7 HTTP/1.1" status: 204 len: 168 time: 0.1945417 Feb 16 17:16:36.697203 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e7ae09-c632-4164-8c8d-16a21518905e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7887a32b-be8d-4077-bb55-7191faa052c7,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:36.770272 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56352) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:16:36.832273 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-221fc087-9152-457b-9f99-030e5e5fb3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:36.945842 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-bb798993-de52-4340-b20d-d6a916658e2c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Deleting port e06e3074-6aee-4a5e-b08a-c73e73e06a09 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:16:36.949083 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bb798993-de52-4340-b20d-d6a916658e2c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:37.019942 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bb798993-de52-4340-b20d-d6a916658e2c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:37.020218 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bb798993-de52-4340-b20d-d6a916658e2c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:37.032781 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-bb798993-de52-4340-b20d-d6a916658e2c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Calling delete_port for e06e3074-6aee-4a5e-b08a-c73e73e06a09 owned by network:floatingip {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:16:37.260764 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bb798993-de52-4340-b20d-d6a916658e2c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:37.290202 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb798993-de52-4340-b20d-d6a916658e2c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'Port': ['ID=e06e3074-6aee-4a5e-b08a-c73e73e06a09,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:37.349487 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bb798993-de52-4340-b20d-d6a916658e2c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for floatingip, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:37.349851 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.l3_db [None req-bb798993-de52-4340-b20d-d6a916658e2c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Floating IP aabfa878-d1a6-49a3-8cce-da440d0741ca disassociated (deleted). External IP: 172.26.3.77, port: daafa592-3af1-4015-a52c-515d3ad503f1. Feb 16 17:16:37.555723 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb798993-de52-4340-b20d-d6a916658e2c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Router 2d29b15a-d05c-4243-bff1-8d466b9bbd0e has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:16:37.659724 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb798993-de52-4340-b20d-d6a916658e2c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:16:37.664587 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bb798993-de52-4340-b20d-d6a916658e2c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:37.669018 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104971e6-a555-40f0-a60c-d36f3e2fa104 None None] Sync routers for ids ['2d29b15a-d05c-4243-bff1-8d466b9bbd0e'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:16:37.679225 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104971e6-a555-40f0-a60c-d36f3e2fa104 None None] Routers {'2d29b15a-d05c-4243-bff1-8d466b9bbd0e'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:16:37.679825 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-104971e6-a555-40f0-a60c-d36f3e2fa104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:16:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['2d29b15a-d05c-4243-bff1-8d466b9bbd0e'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:16:37.691002 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-bb798993-de52-4340-b20d-d6a916658e2c tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "DELETE /v2.0/floatingips/aabfa878-d1a6-49a3-8cce-da440d0741ca HTTP/1.1" status: 204 len: 168 time: 0.9196565 Feb 16 17:16:37.691577 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38130809-40c7-46fe-aaa7-eb6473658526', 'tag': 'daafa592-3af1-4015-a52c-515d3ad503f1'}] {{(pid=114375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:16:37.693840 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f675c1a73bb74b784e43f10fee26c40e358be44ccef5ed6f70ec30f8ec0d494b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046524d3-43a6-47ec-badf-7a336deca46c" -d '{"events": [{"name": "network-changed", "server_uuid": "38130809-40c7-46fe-aaa7-eb6473658526", "tag": "daafa592-3af1-4015-a52c-515d3ad503f1"}]}' {{(pid=114375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:16:37.698432 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 9f191f2a-31d1-4827-8bbd-6e6e72b3258c no longer exists at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:16:37.731000 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6553ac51-8266-49ce-a8c3-565ad388e814 x-openstack-request-id: req-6553ac51-8266-49ce-a8c3-565ad388e814 {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:16:37.731369 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38130809-40c7-46fe-aaa7-eb6473658526", "tag": "daafa592-3af1-4015-a52c-515d3ad503f1", "status": "completed", "code": 200}]} {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:16:37.731807 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6553ac51-8266-49ce-a8c3-565ad388e814 {{(pid=114375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:16:37.732324 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38130809-40c7-46fe-aaa7-eb6473658526', 'tag': 'daafa592-3af1-4015-a52c-515d3ad503f1', 'status': 'completed', 'code': 200} Feb 16 17:16:37.742829 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] No Port match for: 9f191f2a-31d1-4827-8bbd-6e6e72b3258c {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:16:37.743602 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 9f191f2a-31d1-4827-8bbd-6e6e72b3258c not bound to the agent host hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:16:37.789661 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-104971e6-a555-40f0-a60c-d36f3e2fa104 None None] Set router 2d29b15a-d05c-4243-bff1-8d466b9bbd0e gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:16:37.792195 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046524d3-43a6-47ec-badf-7a336deca46c req-a7f8032c-1971-47ae-9b3d-51799d272e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:37.793711 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-046524d3-43a6-47ec-badf-7a336deca46c req-a7f8032c-1971-47ae-9b3d-51799d272e50 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c9820320aae461fbcc5eba944eb2160&device_id=38130809-40c7-46fe-aaa7-eb6473658526 HTTP/1.1" status: 200 len: 1099 time: 0.0414972 Feb 16 17:16:37.994968 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-104971e6-a555-40f0-a60c-d36f3e2fa104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'name': 'tempest-TestNetworkBasicOps-router-2070630006', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '069236c3-faa1-4f8c-a859-4b9d1ff2562b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:15:09Z', 'updated_at': '2022-02-16T17:15:14Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': '069236c3-faa1-4f8c-a859-4b9d1ff2562b', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:15:09Z', 'updated_at': '2022-02-16T17:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'ff1eb8ef-8a8d-430d-9d74-1d4882c46651', 'name': '', 'network_id': '180ed6cf-68e7-470b-ac95-26fa576e3d6a', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:72:9e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'da0b9d2d-f5f5-4e83-b8e5-9783d514f001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:15:13Z', 'updated_at': '2022-02-16T17:15:18Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': 'da0b9d2d-f5f5-4e83-b8e5-9783d514f001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:16:38.026499 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104971e6-a555-40f0-a60c-d36f3e2fa104 None None] Checking router: 2d29b15a-d05c-4243-bff1-8d466b9bbd0e for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:16:38.036446 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104971e6-a555-40f0-a60c-d36f3e2fa104 None None] Routers {'2d29b15a-d05c-4243-bff1-8d466b9bbd0e'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:16:38.041552 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-104971e6-a555-40f0-a60c-d36f3e2fa104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:16:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['2d29b15a-d05c-4243-bff1-8d466b9bbd0e'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:16:38.243242 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-104971e6-a555-40f0-a60c-d36f3e2fa104 None None] Set router 2d29b15a-d05c-4243-bff1-8d466b9bbd0e gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:16:38.274323 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d525098-7a62-46b0-b239-eec331f9ab89 req-19d3e973-7845-4493-8e2b-a7e519c4236e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:38.275800 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-9d525098-7a62-46b0-b239-eec331f9ab89 req-19d3e973-7845-4493-8e2b-a7e519c4236e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=38130809-40c7-46fe-aaa7-eb6473658526 HTTP/1.1" status: 200 len: 946 time: 0.0793474 Feb 16 17:16:38.279263 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046524d3-43a6-47ec-badf-7a336deca46c req-4e30d1fa-53fd-4b55-bc68-16e6e568d1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:38.280251 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-046524d3-43a6-47ec-badf-7a336deca46c req-4e30d1fa-53fd-4b55-bc68-16e6e568d1c6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=180ed6cf-68e7-470b-ac95-26fa576e3d6a HTTP/1.1" status: 200 len: 898 time: 0.4797966 Feb 16 17:16:38.336233 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-046524d3-43a6-47ec-badf-7a336deca46c req-f5393f4c-cac0-4c3c-9024-cd42639e1f34 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=daafa592-3af1-4015-a52c-515d3ad503f1 HTTP/1.1" status: 200 len: 217 time: 0.0475981 Feb 16 17:16:38.372802 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-9d525098-7a62-46b0-b239-eec331f9ab89 req-6d33ea79-a241-467f-bab9-300c12a52e99 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1c42f56-8e40-439e-94ea-f00bd69d4194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907762 Feb 16 17:16:38.391763 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046524d3-43a6-47ec-badf-7a336deca46c req-a743f14d-3684-4361-82c1-764cb1983848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:38.393326 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-046524d3-43a6-47ec-badf-7a336deca46c req-a743f14d-3684-4361-82c1-764cb1983848 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=da0b9d2d-f5f5-4e83-b8e5-9783d514f001 HTTP/1.1" status: 200 len: 835 time: 0.0497303 Feb 16 17:16:38.438789 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-104971e6-a555-40f0-a60c-d36f3e2fa104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'name': 'tempest-TestNetworkBasicOps-router-2070630006', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '069236c3-faa1-4f8c-a859-4b9d1ff2562b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:15:09Z', 'updated_at': '2022-02-16T17:15:14Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': '069236c3-faa1-4f8c-a859-4b9d1ff2562b', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:15:09Z', 'updated_at': '2022-02-16T17:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'ff1eb8ef-8a8d-430d-9d74-1d4882c46651', 'name': '', 'network_id': '180ed6cf-68e7-470b-ac95-26fa576e3d6a', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:72:9e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'da0b9d2d-f5f5-4e83-b8e5-9783d514f001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:15:13Z', 'updated_at': '2022-02-16T17:15:18Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': 'da0b9d2d-f5f5-4e83-b8e5-9783d514f001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:16:38.439575 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046524d3-43a6-47ec-badf-7a336deca46c req-3acdf1b3-6358-49ec-afcf-e436365badc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:38.441189 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-046524d3-43a6-47ec-badf-7a336deca46c req-3acdf1b3-6358-49ec-afcf-e436365badc1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=180ed6cf-68e7-470b-ac95-26fa576e3d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407677 Feb 16 17:16:38.468139 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104971e6-a555-40f0-a60c-d36f3e2fa104 None None] The sync data for ids ['2d29b15a-d05c-4243-bff1-8d466b9bbd0e'] in dv-neutron-828697-3-hyperv is: [{'id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'name': 'tempest-TestNetworkBasicOps-router-2070630006', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '069236c3-faa1-4f8c-a859-4b9d1ff2562b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:15:09Z', 'updated_at': '2022-02-16T17:15:14Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': '069236c3-faa1-4f8c-a859-4b9d1ff2562b', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:15:09Z', 'updated_at': '2022-02-16T17:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'ff1eb8ef-8a8d-430d-9d74-1d4882c46651', 'name': '', 'network_id': '180ed6cf-68e7-470b-ac95-26fa576e3d6a', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:72:9e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'da0b9d2d-f5f5-4e83-b8e5-9783d514f001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:15:13Z', 'updated_at': '2022-02-16T17:15:18Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': 'da0b9d2d-f5f5-4e83-b8e5-9783d514f001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:16:38.534409 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-046524d3-43a6-47ec-badf-7a336deca46c req-fa4e8ac0-0f84-49d9-b9d9-6a76d4ffda41 service neutron] 10.222.0.89 "GET /v2.0/networks/180ed6cf-68e7-470b-ac95-26fa576e3d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863249 Feb 16 17:16:38.625784 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-046524d3-43a6-47ec-badf-7a336deca46c req-f3b0c3fc-9ed9-4968-9eaf-3f0e8e1279e5 service neutron] 10.222.0.89 "GET /v2.0/networks/180ed6cf-68e7-470b-ac95-26fa576e3d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846453 Feb 16 17:16:38.691873 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d22a772-77d3-4ba4-923a-5d12d1d09a05 None None] New status for floating IP aabfa878-d1a6-49a3-8cce-da440d0741ca: DOWN {{(pid=114377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:16:39.185954 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ae2d76a4-51f9-4e17-a356-8c455aa605aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:39.491678 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db2382-790d-4f43-9cbd-2315da770ec1 req-08e2ea7f-4c08-47cc-ab6b-c8b4bc588344 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:39.493075 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-f7db2382-790d-4f43-9cbd-2315da770ec1 req-08e2ea7f-4c08-47cc-ab6b-c8b4bc588344 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=38130809-40c7-46fe-aaa7-eb6473658526 HTTP/1.1" status: 200 len: 946 time: 0.0478895 Feb 16 17:16:39.530424 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-f7db2382-790d-4f43-9cbd-2315da770ec1 req-364877ea-81ea-43a8-bd9b-6c37d855f1d6 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1c42f56-8e40-439e-94ea-f00bd69d4194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315251 Feb 16 17:16:39.641337 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8110fee-3fc3-479e-881f-cd42cab07668 req-759525a4-8b87-430a-8992-2a8dc648c9f0 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:39.642750 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e8110fee-3fc3-479e-881f-cd42cab07668 req-759525a4-8b87-430a-8992-2a8dc648c9f0 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "GET /v2.0/ports?device_id=38130809-40c7-46fe-aaa7-eb6473658526 HTTP/1.1" status: 200 len: 946 time: 0.0470214 Feb 16 17:16:39.731783 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-e8110fee-3fc3-479e-881f-cd42cab07668 req-cb8a7b0d-ce78-48d8-89f7-5459d95a9e18 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Deleting port daafa592-3af1-4015-a52c-515d3ad503f1 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:16:39.732149 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-e8110fee-3fc3-479e-881f-cd42cab07668 req-cb8a7b0d-ce78-48d8-89f7-5459d95a9e18 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:39.819401 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-e8110fee-3fc3-479e-881f-cd42cab07668 req-cb8a7b0d-ce78-48d8-89f7-5459d95a9e18 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] For port daafa592-3af1-4015-a52c-515d3ad503f1, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=daafa592-3af1-4015-a52c-515d3ad503f1,segment=NetworkSegment(db698dca-8080-46ac-80df-0cd54a2c7731),segment_id=db698dca-8080-46ac-80df-0cd54a2c7731)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:16:39.819685 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-e8110fee-3fc3-479e-881f-cd42cab07668 req-cb8a7b0d-ce78-48d8-89f7-5459d95a9e18 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:39.831778 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-e8110fee-3fc3-479e-881f-cd42cab07668 req-cb8a7b0d-ce78-48d8-89f7-5459d95a9e18 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Calling delete_port for daafa592-3af1-4015-a52c-515d3ad503f1 owned by compute:nova {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:16:40.072403 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-e8110fee-3fc3-479e-881f-cd42cab07668 req-cb8a7b0d-ce78-48d8-89f7-5459d95a9e18 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:40.102466 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a7b0d-ce78-48d8-89f7-5459d95a9e18 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'Port': ['ID=daafa592-3af1-4015-a52c-515d3ad503f1,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:40.146247 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8110fee-3fc3-479e-881f-cd42cab07668 req-cb8a7b0d-ce78-48d8-89f7-5459d95a9e18 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] No DVR routers for this DVR port daafa592-3af1-4015-a52c-515d3ad503f1 on host hv-neutron-8286 {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:16:40.148731 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-e8110fee-3fc3-479e-881f-cd42cab07668 req-cb8a7b0d-ce78-48d8-89f7-5459d95a9e18 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:40.151994 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e8110fee-3fc3-479e-881f-cd42cab07668 req-cb8a7b0d-ce78-48d8-89f7-5459d95a9e18 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "DELETE /v2.0/ports/daafa592-3af1-4015-a52c-515d3ad503f1 HTTP/1.1" status: 204 len: 173 time: 0.5039575 Feb 16 17:16:40.152440 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38130809-40c7-46fe-aaa7-eb6473658526', 'name': 'network-vif-deleted', 'tag': 'daafa592-3af1-4015-a52c-515d3ad503f1'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:16:40.154663 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185735b9-58d2-4d0a-9baf-a136d0cc2f8f" -d '{"events": [{"server_uuid": "38130809-40c7-46fe-aaa7-eb6473658526", "name": "network-vif-deleted", "tag": "daafa592-3af1-4015-a52c-515d3ad503f1"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:16:40.189856 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d7d59c-b14b-4d81-96af-cb2105beff46 x-openstack-request-id: req-35d7d59c-b14b-4d81-96af-cb2105beff46 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:16:40.190149 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38130809-40c7-46fe-aaa7-eb6473658526", "name": "network-vif-deleted", "tag": "daafa592-3af1-4015-a52c-515d3ad503f1", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:16:40.190402 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-35d7d59c-b14b-4d81-96af-cb2105beff46 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:16:40.190804 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38130809-40c7-46fe-aaa7-eb6473658526', 'name': 'network-vif-deleted', 'tag': 'daafa592-3af1-4015-a52c-515d3ad503f1', 'status': 'completed', 'code': 200} Feb 16 17:16:40.466284 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:40.638740 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-0ffdfb00-2f3b-4142-a381-c06c93979ff1 req-52f2b871-080c-498e-8cef-c8858a7fffe0 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=38130809-40c7-46fe-aaa7-eb6473658526 HTTP/1.1" status: 200 len: 210 time: 0.0269024 Feb 16 17:16:41.695466 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56368) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:16:41.757514 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-37b913bd-cebd-43b7-b7cc-52368414ac76 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:41.781782 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-37b913bd-cebd-43b7-b7cc-52368414ac76 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:41.799310 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:41.912414 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-37b913bd-cebd-43b7-b7cc-52368414ac76 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:41.915255 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-37b913bd-cebd-43b7-b7cc-52368414ac76 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:41.917210 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-37b913bd-cebd-43b7-b7cc-52368414ac76 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "DELETE /v2.0/security-groups/f1c42f56-8e40-439e-94ea-f00bd69d4194 HTTP/1.1" status: 204 len: 168 time: 0.2207251 Feb 16 17:16:41.928186 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b913bd-cebd-43b7-b7cc-52368414ac76 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c42f56-8e40-439e-94ea-f00bd69d4194,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:42.010161 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56372) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:16:42.112737 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:42.608631 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d7fb8e6a-aa52-47a4-b361-925e3ed33c79 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:42.856737 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-d7fb8e6a-aa52-47a4-b361-925e3ed33c79 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Deleting port ff1eb8ef-8a8d-430d-9d74-1d4882c46651 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:16:42.857466 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d7fb8e6a-aa52-47a4-b361-925e3ed33c79 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:42.955542 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-d7fb8e6a-aa52-47a4-b361-925e3ed33c79 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] For port ff1eb8ef-8a8d-430d-9d74-1d4882c46651, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=ff1eb8ef-8a8d-430d-9d74-1d4882c46651,segment=NetworkSegment(db698dca-8080-46ac-80df-0cd54a2c7731),segment_id=db698dca-8080-46ac-80df-0cd54a2c7731)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:16:42.956132 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d7fb8e6a-aa52-47a4-b361-925e3ed33c79 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:42.974447 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-d7fb8e6a-aa52-47a4-b361-925e3ed33c79 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Calling delete_port for ff1eb8ef-8a8d-430d-9d74-1d4882c46651 owned by network:router_interface {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:16:43.238767 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d7fb8e6a-aa52-47a4-b361-925e3ed33c79 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:43.267072 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fb8e6a-aa52-47a4-b361-925e3ed33c79 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'Port': ['ID=ff1eb8ef-8a8d-430d-9d74-1d4882c46651,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:43.446329 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d7fb8e6a-aa52-47a4-b361-925e3ed33c79 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:43.661751 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7fb8e6a-aa52-47a4-b361-925e3ed33c79 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Router 2d29b15a-d05c-4243-bff1-8d466b9bbd0e has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:16:43.725520 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device daafa592-3af1-4015-a52c-515d3ad503f1 no longer exists at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:16:43.747689 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] No Port match for: daafa592-3af1-4015-a52c-515d3ad503f1 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:16:43.748085 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device daafa592-3af1-4015-a52c-515d3ad503f1 not bound to the agent host hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:16:43.769567 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7fb8e6a-aa52-47a4-b361-925e3ed33c79 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:16:43.774616 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d7fb8e6a-aa52-47a4-b361-925e3ed33c79 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "PUT /v2.0/routers/2d29b15a-d05c-4243-bff1-8d466b9bbd0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7634444 Feb 16 17:16:43.777304 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56374) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:16:43.781057 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a33b47-ebe5-48cf-8bd9-fccfdfb806b5 None None] Sync routers for ids ['2d29b15a-d05c-4243-bff1-8d466b9bbd0e'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:16:43.790475 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a33b47-ebe5-48cf-8bd9-fccfdfb806b5 None None] Routers {'2d29b15a-d05c-4243-bff1-8d466b9bbd0e'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:16:43.791158 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-53a33b47-ebe5-48cf-8bd9-fccfdfb806b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:16:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['2d29b15a-d05c-4243-bff1-8d466b9bbd0e'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:16:43.828977 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ccc3d60-79d5-4fb3-ab03-b71855384d31 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Deleting subnet da0b9d2d-f5f5-4e83-b8e5-9783d514f001 {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:16:43.832057 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0ccc3d60-79d5-4fb3-ab03-b71855384d31 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:43.880727 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0ccc3d60-79d5-4fb3-ab03-b71855384d31 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:43.907921 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-53a33b47-ebe5-48cf-8bd9-fccfdfb806b5 None None] Set router 2d29b15a-d05c-4243-bff1-8d466b9bbd0e gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:16:43.967105 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0ccc3d60-79d5-4fb3-ab03-b71855384d31 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:44.089617 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-53a33b47-ebe5-48cf-8bd9-fccfdfb806b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'name': 'tempest-TestNetworkBasicOps-router-2070630006', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '069236c3-faa1-4f8c-a859-4b9d1ff2562b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:15:09Z', 'updated_at': '2022-02-16T17:16:43Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': '069236c3-faa1-4f8c-a859-4b9d1ff2562b', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:15:09Z', 'updated_at': '2022-02-16T17:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:16:44.112575 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0ccc3d60-79d5-4fb3-ab03-b71855384d31 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:44.116644 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a33b47-ebe5-48cf-8bd9-fccfdfb806b5 None None] Checking router: 2d29b15a-d05c-4243-bff1-8d466b9bbd0e for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:16:44.124630 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a33b47-ebe5-48cf-8bd9-fccfdfb806b5 None None] Routers {'2d29b15a-d05c-4243-bff1-8d466b9bbd0e'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:16:44.125225 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-53a33b47-ebe5-48cf-8bd9-fccfdfb806b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:16:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['2d29b15a-d05c-4243-bff1-8d466b9bbd0e'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:16:44.146064 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccc3d60-79d5-4fb3-ab03-b71855384d31 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'Subnet': ['ID=da0b9d2d-f5f5-4e83-b8e5-9783d514f001,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:44.150780 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0ccc3d60-79d5-4fb3-ab03-b71855384d31 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:44.157057 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-0ccc3d60-79d5-4fb3-ab03-b71855384d31 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "DELETE /v2.0/subnets/da0b9d2d-f5f5-4e83-b8e5-9783d514f001 HTTP/1.1" status: 204 len: 168 time: 0.3761282 Feb 16 17:16:44.157180 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 56376) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:16:44.167194 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac284aff-a7bb-4caa-8d28-f6a78c0af524 None None] Network 180ed6cf-68e7-470b-ac95-26fa576e3d6a requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:16:44.240804 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-53a33b47-ebe5-48cf-8bd9-fccfdfb806b5 None None] Set router 2d29b15a-d05c-4243-bff1-8d466b9bbd0e gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:16:44.279045 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4cc34dda-1a8e-4313-abab-e593a4e9774f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:44.362818 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa7fde9-28c5-4dba-8e9b-c74873995b59 None None] DHCP port deletion for 180ed6cf-68e7-470b-ac95-26fa576e3d6a request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:16:44.394689 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4cc34dda-1a8e-4313-abab-e593a4e9774f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:44.411695 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-9fa7fde9-28c5-4dba-8e9b-c74873995b59 None None] Deleting port ee1d80b1-ad03-480d-a42b-b051bd28d887 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:16:44.412101 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9fa7fde9-28c5-4dba-8e9b-c74873995b59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:44.424842 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-53a33b47-ebe5-48cf-8bd9-fccfdfb806b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'name': 'tempest-TestNetworkBasicOps-router-2070630006', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '069236c3-faa1-4f8c-a859-4b9d1ff2562b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:15:09Z', 'updated_at': '2022-02-16T17:16:43Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': '069236c3-faa1-4f8c-a859-4b9d1ff2562b', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:15:09Z', 'updated_at': '2022-02-16T17:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:16:44.451590 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a33b47-ebe5-48cf-8bd9-fccfdfb806b5 None None] The sync data for ids ['2d29b15a-d05c-4243-bff1-8d466b9bbd0e'] in dv-neutron-828697-3-hyperv is: [{'id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'name': 'tempest-TestNetworkBasicOps-router-2070630006', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '069236c3-faa1-4f8c-a859-4b9d1ff2562b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:15:09Z', 'updated_at': '2022-02-16T17:16:43Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': '069236c3-faa1-4f8c-a859-4b9d1ff2562b', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d29b15a-d05c-4243-bff1-8d466b9bbd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:15:09Z', 'updated_at': '2022-02-16T17:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:16:44.476654 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-9fa7fde9-28c5-4dba-8e9b-c74873995b59 None None] For port ee1d80b1-ad03-480d-a42b-b051bd28d887, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=ee1d80b1-ad03-480d-a42b-b051bd28d887,segment=NetworkSegment(db698dca-8080-46ac-80df-0cd54a2c7731),segment_id=db698dca-8080-46ac-80df-0cd54a2c7731)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:16:44.482335 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9fa7fde9-28c5-4dba-8e9b-c74873995b59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:44.491284 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-9fa7fde9-28c5-4dba-8e9b-c74873995b59 None None] Calling delete_port for ee1d80b1-ad03-480d-a42b-b051bd28d887 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:16:44.544443 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-4cc34dda-1a8e-4313-abab-e593a4e9774f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Deleting port 069236c3-faa1-4f8c-a859-4b9d1ff2562b {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:16:44.544789 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4cc34dda-1a8e-4313-abab-e593a4e9774f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:44.614941 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9fa7fde9-28c5-4dba-8e9b-c74873995b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:44.622865 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-4cc34dda-1a8e-4313-abab-e593a4e9774f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] For port 069236c3-faa1-4f8c-a859-4b9d1ff2562b, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=069236c3-faa1-4f8c-a859-4b9d1ff2562b,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:16:44.623233 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4cc34dda-1a8e-4313-abab-e593a4e9774f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:44.635969 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-4cc34dda-1a8e-4313-abab-e593a4e9774f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Calling delete_port for 069236c3-faa1-4f8c-a859-4b9d1ff2562b owned by network:router_gateway {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:16:44.640114 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa7fde9-28c5-4dba-8e9b-c74873995b59 None None] Pushing event deleted for resources: {'Port': ['ID=ee1d80b1-ad03-480d-a42b-b051bd28d887,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:44.644378 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa7fde9-28c5-4dba-8e9b-c74873995b59 None None] No DVR routers for this DVR port ee1d80b1-ad03-480d-a42b-b051bd28d887 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:16:44.650755 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa7fde9-28c5-4dba-8e9b-c74873995b59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:44.652203 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa7fde9-28c5-4dba-8e9b-c74873995b59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:44.652203 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa7fde9-28c5-4dba-8e9b-c74873995b59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:44.652203 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa7fde9-28c5-4dba-8e9b-c74873995b59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:44.652203 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa7fde9-28c5-4dba-8e9b-c74873995b59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:44.652682 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa7fde9-28c5-4dba-8e9b-c74873995b59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:44.652798 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa7fde9-28c5-4dba-8e9b-c74873995b59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:44.653020 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa7fde9-28c5-4dba-8e9b-c74873995b59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:44.653355 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa7fde9-28c5-4dba-8e9b-c74873995b59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:44.653952 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa7fde9-28c5-4dba-8e9b-c74873995b59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:44.654078 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa7fde9-28c5-4dba-8e9b-c74873995b59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:44.654362 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa7fde9-28c5-4dba-8e9b-c74873995b59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:44.878408 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4cc34dda-1a8e-4313-abab-e593a4e9774f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:44.911563 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc34dda-1a8e-4313-abab-e593a4e9774f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'Port': ['ID=069236c3-faa1-4f8c-a859-4b9d1ff2562b,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:44.972431 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4cc34dda-1a8e-4313-abab-e593a4e9774f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584056'] for router_gateway, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:45.063415 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4cc34dda-1a8e-4313-abab-e593a4e9774f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:45.065531 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4cc34dda-1a8e-4313-abab-e593a4e9774f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:45.208873 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4cc34dda-1a8e-4313-abab-e593a4e9774f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:45.209548 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc34dda-1a8e-4313-abab-e593a4e9774f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Fanout notify agent at l3_agent the message router_deleted on router 2d29b15a-d05c-4243-bff1-8d466b9bbd0e {{(pid=114376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:16:45.220402 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-4cc34dda-1a8e-4313-abab-e593a4e9774f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:45.220402 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-4cc34dda-1a8e-4313-abab-e593a4e9774f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "DELETE /v2.0/routers/2d29b15a-d05c-4243-bff1-8d466b9bbd0e HTTP/1.1" status: 204 len: 168 time: 1.0589397 Feb 16 17:16:45.220402 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 56378) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:16:45.303828 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6789bdfa-f76a-43df-aca0-5c297ff15f39 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:45.394051 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6789bdfa-f76a-43df-aca0-5c297ff15f39 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:45.418794 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-6789bdfa-f76a-43df-aca0-5c297ff15f39 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['180ed6cf-68e7-470b-ac95-26fa576e3d6a']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:16:45.427719 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-6789bdfa-f76a-43df-aca0-5c297ff15f39 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db698dca-8080-46ac-80df-0cd54a2c7731') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:16:45.428065 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-6789bdfa-f76a-43df-aca0-5c297ff15f39 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db698dca-8080-46ac-80df-0cd54a2c7731') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:16:45.437233 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6789bdfa-f76a-43df-aca0-5c297ff15f39 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:45.449869 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6789bdfa-f76a-43df-aca0-5c297ff15f39 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:45.456110 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6789bdfa-f76a-43df-aca0-5c297ff15f39 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:16:45.456495 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6789bdfa-f76a-43df-aca0-5c297ff15f39 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:45.459356 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 17:16:45.459356 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:16:45.459356 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 17:16:45.459356 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:16:45.459356 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 17:16:45.459356 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:16:45.459356 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 17:16:45.459356 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:16:45.459356 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 17:16:45.459356 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:16:45.459356 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 17:16:45.459356 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:16:45.459356 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 17:16:45.459356 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:16:45.459356 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:16:45.459356 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:16:45.459356 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:16:45.459356 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:16:45.459356 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 17:16:45.459356 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:16:45.459356 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 17:16:45.459356 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:16:45.459356 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:16:45.459356 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:16:45.459356 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 17:16:45.459356 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:16:45.459356 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:16:45.459356 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:16:45.459356 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:16:45.459356 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:16:45.459356 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:16:45.459356 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:16:45.569019 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6789bdfa-f76a-43df-aca0-5c297ff15f39 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:45.576311 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6789bdfa-f76a-43df-aca0-5c297ff15f39 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:45.578866 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-6789bdfa-f76a-43df-aca0-5c297ff15f39 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "DELETE /v2.0/networks/180ed6cf-68e7-470b-ac95-26fa576e3d6a HTTP/1.1" status: 204 len: 168 time: 0.3577251 Feb 16 17:16:45.590720 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6789bdfa-f76a-43df-aca0-5c297ff15f39 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'Network': ['ID=180ed6cf-68e7-470b-ac95-26fa576e3d6a,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:45.604444 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 56380) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:16:45.609718 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-c2a8d859-a3c3-4f2e-8778-2100d02c379e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'network': {'name': 'tempest-network-smoke--438015531', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'port_security_enabled': True}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:16:45.723132 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a8d859-a3c3-4f2e-8778-2100d02c379e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Made reservation on behalf of 9c9820320aae461fbcc5eba944eb2160 for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:16:45.726670 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c2a8d859-a3c3-4f2e-8778-2100d02c379e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:45.750207 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2a8d859-a3c3-4f2e-8778-2100d02c379e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:16:45.759319 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c2a8d859-a3c3-4f2e-8778-2100d02c379e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:45.759655 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-c2a8d859-a3c3-4f2e-8778-2100d02c379e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Added segment 3345a4a0-5e38-47cf-bc14-62d5d44fb826 of type vlan for network 1a077324-1e38-45ee-b21a-821b713d9a4f Feb 16 17:16:45.798877 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c2a8d859-a3c3-4f2e-8778-2100d02c379e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:45.906093 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c2a8d859-a3c3-4f2e-8778-2100d02c379e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:45.911667 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a8d859-a3c3-4f2e-8778-2100d02c379e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:45.912290 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c2a8d859-a3c3-4f2e-8778-2100d02c379e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:45.993509 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a8d859-a3c3-4f2e-8778-2100d02c379e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Network': ['ID=1a077324-1e38-45ee-b21a-821b713d9a4f,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:46.004916 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 1a077324-1e38-45ee-b21a-821b713d9a4f details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:16:46.091813 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c2a8d859-a3c3-4f2e-8778-2100d02c379e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4862084 Feb 16 17:16:46.094518 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 56382) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:16:46.099437 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-57659dab-24e9-4a63-82c9-6db7ab1bb282 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-919439921', 'admin_state_up': True, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:16:46.191804 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device ee1d80b1-ad03-480d-a42b-b051bd28d887 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:16:46.198140 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-57659dab-24e9-4a63-82c9-6db7ab1bb282 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:46.199261 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-57659dab-24e9-4a63-82c9-6db7ab1bb282 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:46.213517 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: ee1d80b1-ad03-480d-a42b-b051bd28d887 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:16:46.215561 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device ee1d80b1-ad03-480d-a42b-b051bd28d887 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:16:46.215561 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 069236c3-faa1-4f8c-a859-4b9d1ff2562b no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:16:46.234892 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 069236c3-faa1-4f8c-a859-4b9d1ff2562b {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:16:46.235239 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 069236c3-faa1-4f8c-a859-4b9d1ff2562b not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:16:46.235650 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device ff1eb8ef-8a8d-430d-9d74-1d4882c46651 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:16:46.254570 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: ff1eb8ef-8a8d-430d-9d74-1d4882c46651 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:16:46.254915 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device ff1eb8ef-8a8d-430d-9d74-1d4882c46651 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:16:46.255718 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-57659dab-24e9-4a63-82c9-6db7ab1bb282 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:46.442094 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-57659dab-24e9-4a63-82c9-6db7ab1bb282 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:46.678653 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-57659dab-24e9-4a63-82c9-6db7ab1bb282 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router_gateway, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:46.697548 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-57659dab-24e9-4a63-82c9-6db7ab1bb282 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:46.795690 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-57659dab-24e9-4a63-82c9-6db7ab1bb282 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Allocated IP 172.26.3.166 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/ab617d16-58ba-468e-9a51-1484cee5c383) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:16:46.898505 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-57659dab-24e9-4a63-82c9-6db7ab1bb282 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:46.992489 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-57659dab-24e9-4a63-82c9-6db7ab1bb282 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:47.032192 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57659dab-24e9-4a63-82c9-6db7ab1bb282 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:16:47.035162 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-57659dab-24e9-4a63-82c9-6db7ab1bb282 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:16:47.038585 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57659dab-24e9-4a63-82c9-6db7ab1bb282 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:16:47.061904 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57659dab-24e9-4a63-82c9-6db7ab1bb282 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Port': ['ID=ab617d16-58ba-468e-9a51-1484cee5c383,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:47.326427 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-57659dab-24e9-4a63-82c9-6db7ab1bb282 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router_gateway, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:47.518106 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-57659dab-24e9-4a63-82c9-6db7ab1bb282 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:47.700497 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57659dab-24e9-4a63-82c9-6db7ab1bb282 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Router 70eafefc-8289-4cf4-a4b5-10f7f947f5d3 is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:16:47.805168 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57659dab-24e9-4a63-82c9-6db7ab1bb282 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:16:47.815390 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d771a1-dcd7-4f4e-9f3e-6104298acee3 None None] Sync routers for ids ['70eafefc-8289-4cf4-a4b5-10f7f947f5d3'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:16:47.824363 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d771a1-dcd7-4f4e-9f3e-6104298acee3 None None] Routers {'70eafefc-8289-4cf4-a4b5-10f7f947f5d3'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:16:47.824985 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-c5d771a1-dcd7-4f4e-9f3e-6104298acee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:16:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['70eafefc-8289-4cf4-a4b5-10f7f947f5d3'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:16:47.929417 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-c5d771a1-dcd7-4f4e-9f3e-6104298acee3 None None] Set router 70eafefc-8289-4cf4-a4b5-10f7f947f5d3 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:16:47.942498 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-57659dab-24e9-4a63-82c9-6db7ab1bb282 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:47.943870 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-57659dab-24e9-4a63-82c9-6db7ab1bb282 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8481019 Feb 16 17:16:47.947008 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 56384) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:16:47.975156 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-6f390a53-80b3-4048-9949-32919933c775 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=9c9820320aae461fbcc5eba944eb2160&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268250 Feb 16 17:16:47.977829 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 56386) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:16:48.066241 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2643ff-b912-4370-bc70-030d6a6bce05 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:48.067758 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-9e2643ff-b912-4370-bc70-030d6a6bce05 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0890472 Feb 16 17:16:48.070685 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 56388) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:16:48.099470 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-bd635076-d2b2-4b7c-ba8a-d31bd83507fc tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=d8eab20e-246c-47ce-8449-822ce53769fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276685 Feb 16 17:16:48.103358 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 56390) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:16:48.108311 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-0307d22a-eaa0-42c7-88f6-787ef42f4626 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2019495593', 'network_id': '1a077324-1e38-45ee-b21a-821b713d9a4f', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:16:48.129109 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-c5d771a1-dcd7-4f4e-9f3e-6104298acee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70eafefc-8289-4cf4-a4b5-10f7f947f5d3', 'name': 'tempest-TestNetworkBasicOps-router-919439921', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ab617d16-58ba-468e-9a51-1484cee5c383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:16:46Z', 'updated_at': '2022-02-16T17:16:47Z', 'revision_number': 3, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'ab617d16-58ba-468e-9a51-1484cee5c383', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70eafefc-8289-4cf4-a4b5-10f7f947f5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:16:46Z', 'updated_at': '2022-02-16T17:16:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:16:48.155899 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d771a1-dcd7-4f4e-9f3e-6104298acee3 None None] Checking router: 70eafefc-8289-4cf4-a4b5-10f7f947f5d3 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:16:48.156268 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d771a1-dcd7-4f4e-9f3e-6104298acee3 None None] Updating router 70eafefc-8289-4cf4-a4b5-10f7f947f5d3 port ab617d16-58ba-468e-9a51-1484cee5c383 binding host dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:16:48.179836 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c5d771a1-dcd7-4f4e-9f3e-6104298acee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:48.254612 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0307d22a-eaa0-42c7-88f6-787ef42f4626 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Made reservation on behalf of 9c9820320aae461fbcc5eba944eb2160 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:16:48.258087 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0307d22a-eaa0-42c7-88f6-787ef42f4626 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:48.431433 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c5d771a1-dcd7-4f4e-9f3e-6104298acee3 None None] Notify callbacks [] for port, precommit_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:48.506375 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c5d771a1-dcd7-4f4e-9f3e-6104298acee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:48.518521 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0307d22a-eaa0-42c7-88f6-787ef42f4626 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:48.557391 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-c5d771a1-dcd7-4f4e-9f3e-6104298acee3 None None] Attempting to bind port ab617d16-58ba-468e-9a51-1484cee5c383 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:16:48.557759 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-c5d771a1-dcd7-4f4e-9f3e-6104298acee3 None None] Attempting to bind port ab617d16-58ba-468e-9a51-1484cee5c383 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:16:48.558114 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d771a1-dcd7-4f4e-9f3e-6104298acee3 None None] Attempting to bind port ab617d16-58ba-468e-9a51-1484cee5c383 on network d8eab20e-246c-47ce-8449-822ce53769fc {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:16:48.560915 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce72ac3-c1f8-4e20-a871-797856b6cc5c None None] Pushing event updated for resources: {'Port': ['ID=ab617d16-58ba-468e-9a51-1484cee5c383,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:48.565725 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d771a1-dcd7-4f4e-9f3e-6104298acee3 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:16:48.566109 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d771a1-dcd7-4f4e-9f3e-6104298acee3 None None] Checking segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:16:48.566721 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c5d771a1-dcd7-4f4e-9f3e-6104298acee3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:48.566861 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d771a1-dcd7-4f4e-9f3e-6104298acee3 None None] Bound using segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:16:48.567260 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-c5d771a1-dcd7-4f4e-9f3e-6104298acee3 None None] Bound port: ab617d16-58ba-468e-9a51-1484cee5c383, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:16:48.567730 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c5d771a1-dcd7-4f4e-9f3e-6104298acee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:48.591285 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0307d22a-eaa0-42c7-88f6-787ef42f4626 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Subnet': ['ID=fcd919a9-8fd0-4d53-a6bf-886339367928,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:48.604899 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0307d22a-eaa0-42c7-88f6-787ef42f4626 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Checking segment: {'id': '3345a4a0-5e38-47cf-bc14-62d5d44fb826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1a077324-1e38-45ee-b21a-821b713d9a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:16:48.605261 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0307d22a-eaa0-42c7-88f6-787ef42f4626 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network hostable DHCP agents. Network: 1a077324-1e38-45ee-b21a-821b713d9a4f, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:16:48.624787 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-c5d771a1-dcd7-4f4e-9f3e-6104298acee3 None None] For port ab617d16-58ba-468e-9a51-1484cee5c383, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:16:48.628510 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-c5d771a1-dcd7-4f4e-9f3e-6104298acee3 None None] For port ab617d16-58ba-468e-9a51-1484cee5c383, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=ab617d16-58ba-468e-9a51-1484cee5c383,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:16:48.683195 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0307d22a-eaa0-42c7-88f6-787ef42f4626 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network 1a077324-1e38-45ee-b21a-821b713d9a4f is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:16:48.718031 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c5d771a1-dcd7-4f4e-9f3e-6104298acee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:48.769298 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-0307d22a-eaa0-42c7-88f6-787ef42f4626 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 1a077324-1e38-45ee-b21a-821b713d9a4f) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:16:48.773384 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0307d22a-eaa0-42c7-88f6-787ef42f4626 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:48.774041 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0307d22a-eaa0-42c7-88f6-787ef42f4626 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:48.774642 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d771a1-dcd7-4f4e-9f3e-6104298acee3 None None] Routers {'70eafefc-8289-4cf4-a4b5-10f7f947f5d3'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:16:48.775280 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-c5d771a1-dcd7-4f4e-9f3e-6104298acee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:16:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['70eafefc-8289-4cf4-a4b5-10f7f947f5d3'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:16:48.813720 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9156c233-588e-4ef8-ac2a-9484f9c5100c None None] Network 1a077324-1e38-45ee-b21a-821b713d9a4f requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:16:48.822124 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce72ac3-c1f8-4e20-a871-797856b6cc5c None None] Pushing event updated for resources: {'Port': ['ID=ab617d16-58ba-468e-9a51-1484cee5c383,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:48.863070 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-0307d22a-eaa0-42c7-88f6-787ef42f4626 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7585776 Feb 16 17:16:48.865883 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 56392) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:16:48.955626 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-c5d771a1-dcd7-4f4e-9f3e-6104298acee3 None None] Set router 70eafefc-8289-4cf4-a4b5-10f7f947f5d3 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:16:49.272455 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5efa96-b8bd-49b4-aaf8-1abd678ee158 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-1a077324-1e38-45ee-b21a-821b713d9a4f', 'network_id': '1a077324-1e38-45ee-b21a-821b713d9a4f', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ips': [{'subnet_id': 'fcd919a9-8fd0-4d53-a6bf-886339367928'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:16:49.273315 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ff5efa96-b8bd-49b4-aaf8-1abd678ee158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:49.452452 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-ff5efa96-b8bd-49b4-aaf8-1abd678ee158 None None] Allocated IP 172.20.0.2 (1a077324-1e38-45ee-b21a-821b713d9a4f/fcd919a9-8fd0-4d53-a6bf-886339367928/b0b75aba-7602-4487-9e60-eae3e967ce50) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:16:49.455731 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-c5d771a1-dcd7-4f4e-9f3e-6104298acee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70eafefc-8289-4cf4-a4b5-10f7f947f5d3', 'name': 'tempest-TestNetworkBasicOps-router-919439921', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ab617d16-58ba-468e-9a51-1484cee5c383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:16:46Z', 'updated_at': '2022-02-16T17:16:47Z', 'revision_number': 3, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'ab617d16-58ba-468e-9a51-1484cee5c383', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70eafefc-8289-4cf4-a4b5-10f7f947f5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:16:46Z', 'updated_at': '2022-02-16T17:16:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:16:49.487853 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d771a1-dcd7-4f4e-9f3e-6104298acee3 None None] The sync data for ids ['70eafefc-8289-4cf4-a4b5-10f7f947f5d3'] in dv-neutron-828697-3-hyperv is: [{'id': '70eafefc-8289-4cf4-a4b5-10f7f947f5d3', 'name': 'tempest-TestNetworkBasicOps-router-919439921', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ab617d16-58ba-468e-9a51-1484cee5c383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:16:46Z', 'updated_at': '2022-02-16T17:16:47Z', 'revision_number': 3, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'ab617d16-58ba-468e-9a51-1484cee5c383', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70eafefc-8289-4cf4-a4b5-10f7f947f5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:16:46Z', 'updated_at': '2022-02-16T17:16:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:16:49.623895 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f32a0ddb-4a73-437f-a9ab-290deda27091 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:49.632964 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ff5efa96-b8bd-49b4-aaf8-1abd678ee158 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:49.673438 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ff5efa96-b8bd-49b4-aaf8-1abd678ee158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:49.710323 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5efa96-b8bd-49b4-aaf8-1abd678ee158 None None] Network 1a077324-1e38-45ee-b21a-821b713d9a4f is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:16:49.715681 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-ff5efa96-b8bd-49b4-aaf8-1abd678ee158 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:16:49.718933 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5efa96-b8bd-49b4-aaf8-1abd678ee158 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:16:49.764280 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5efa96-b8bd-49b4-aaf8-1abd678ee158 None None] Pushing event updated for resources: {'Port': ['ID=b0b75aba-7602-4487-9e60-eae3e967ce50,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:49.799744 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-ff5efa96-b8bd-49b4-aaf8-1abd678ee158 None None] Attempting to bind port b0b75aba-7602-4487-9e60-eae3e967ce50 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:16:49.799744 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-ff5efa96-b8bd-49b4-aaf8-1abd678ee158 None None] Attempting to bind port b0b75aba-7602-4487-9e60-eae3e967ce50 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '3345a4a0-5e38-47cf-bc14-62d5d44fb826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1a077324-1e38-45ee-b21a-821b713d9a4f'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:16:49.799744 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5efa96-b8bd-49b4-aaf8-1abd678ee158 None None] Attempting to bind port b0b75aba-7602-4487-9e60-eae3e967ce50 on network 1a077324-1e38-45ee-b21a-821b713d9a4f {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:16:49.803381 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5efa96-b8bd-49b4-aaf8-1abd678ee158 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:16:49.803758 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5efa96-b8bd-49b4-aaf8-1abd678ee158 None None] Checking segment: {'id': '3345a4a0-5e38-47cf-bc14-62d5d44fb826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1a077324-1e38-45ee-b21a-821b713d9a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:16:49.804190 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ff5efa96-b8bd-49b4-aaf8-1abd678ee158 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:49.804583 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5efa96-b8bd-49b4-aaf8-1abd678ee158 None None] Bound using segment: {'id': '3345a4a0-5e38-47cf-bc14-62d5d44fb826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1a077324-1e38-45ee-b21a-821b713d9a4f'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:16:49.805051 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-ff5efa96-b8bd-49b4-aaf8-1abd678ee158 None None] Bound port: b0b75aba-7602-4487-9e60-eae3e967ce50, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3345a4a0-5e38-47cf-bc14-62d5d44fb826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1a077324-1e38-45ee-b21a-821b713d9a4f'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:16:49.805433 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ff5efa96-b8bd-49b4-aaf8-1abd678ee158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:49.879607 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-ff5efa96-b8bd-49b4-aaf8-1abd678ee158 None None] For port b0b75aba-7602-4487-9e60-eae3e967ce50, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:16:49.883307 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-ff5efa96-b8bd-49b4-aaf8-1abd678ee158 None None] For port b0b75aba-7602-4487-9e60-eae3e967ce50, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=b0b75aba-7602-4487-9e60-eae3e967ce50,segment=NetworkSegment(3345a4a0-5e38-47cf-bc14-62d5d44fb826),segment_id=3345a4a0-5e38-47cf-bc14-62d5d44fb826)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:16:49.941653 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-f32a0ddb-4a73-437f-a9ab-290deda27091 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Allocated IP 172.20.0.1 (1a077324-1e38-45ee-b21a-821b713d9a4f/fcd919a9-8fd0-4d53-a6bf-886339367928/b517b071-ad63-47a2-868c-a55b0bb0dcb5) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:16:49.964201 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ff5efa96-b8bd-49b4-aaf8-1abd678ee158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:50.037616 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5efa96-b8bd-49b4-aaf8-1abd678ee158 None None] Pushing event updated for resources: {'Port': ['ID=b0b75aba-7602-4487-9e60-eae3e967ce50,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:50.083307 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f32a0ddb-4a73-437f-a9ab-290deda27091 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:50.186675 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f32a0ddb-4a73-437f-a9ab-290deda27091 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:50.249063 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a0ddb-4a73-437f-a9ab-290deda27091 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Port': ['ID=b517b071-ad63-47a2-868c-a55b0bb0dcb5,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:50.258449 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32a0ddb-4a73-437f-a9ab-290deda27091 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network 1a077324-1e38-45ee-b21a-821b713d9a4f is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:16:50.260210 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-f32a0ddb-4a73-437f-a9ab-290deda27091 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:16:50.262843 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32a0ddb-4a73-437f-a9ab-290deda27091 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:16:50.306084 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device ab617d16-58ba-468e-9a51-1484cee5c383 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:16:50.318465 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f32a0ddb-4a73-437f-a9ab-290deda27091 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:50.368710 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port ab617d16-58ba-468e-9a51-1484cee5c383 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:16:50.369107 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:50.460336 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:50.482850 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port ab617d16-58ba-468e-9a51-1484cee5c383, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=ab617d16-58ba-468e-9a51-1484cee5c383,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:16:50.534935 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f32a0ddb-4a73-437f-a9ab-290deda27091 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:50.546722 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:50.601683 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=ab617d16-58ba-468e-9a51-1484cee5c383,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:50.828606 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f32a0ddb-4a73-437f-a9ab-290deda27091 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:50.889021 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f32a0ddb-4a73-437f-a9ab-290deda27091 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:50.964510 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a0ddb-4a73-437f-a9ab-290deda27091 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Port': ['ID=b517b071-ad63-47a2-868c-a55b0bb0dcb5,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:50.966880 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f32a0ddb-4a73-437f-a9ab-290deda27091 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:51.004504 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c674c79-0885-4dcb-acf2-a6c6520d0493 None None] Network 1a077324-1e38-45ee-b21a-821b713d9a4f requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:16:51.080859 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-442c0870-cc35-44bd-8b37-69c7e40cad2c None None] Provisioning complete for port b0b75aba-7602-4487-9e60-eae3e967ce50 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:16:51.081234 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-442c0870-cc35-44bd-8b37-69c7e40cad2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:51.085856 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32a0ddb-4a73-437f-a9ab-290deda27091 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network 1a077324-1e38-45ee-b21a-821b713d9a4f is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:16:51.087339 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-f32a0ddb-4a73-437f-a9ab-290deda27091 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:16:51.203733 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f32a0ddb-4a73-437f-a9ab-290deda27091 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Router 70eafefc-8289-4cf4-a4b5-10f7f947f5d3 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:16:51.234747 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-442c0870-cc35-44bd-8b37-69c7e40cad2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:51.271205 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-442c0870-cc35-44bd-8b37-69c7e40cad2c None None] For port b0b75aba-7602-4487-9e60-eae3e967ce50, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=b0b75aba-7602-4487-9e60-eae3e967ce50,segment=NetworkSegment(3345a4a0-5e38-47cf-bc14-62d5d44fb826),segment_id=3345a4a0-5e38-47cf-bc14-62d5d44fb826)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:16:51.323800 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f32a0ddb-4a73-437f-a9ab-290deda27091 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:16:51.329812 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-f32a0ddb-4a73-437f-a9ab-290deda27091 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "PUT /v2.0/routers/70eafefc-8289-4cf4-a4b5-10f7f947f5d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4628520 Feb 16 17:16:51.332604 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56394) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:16:51.340823 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-442c0870-cc35-44bd-8b37-69c7e40cad2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:51.406217 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c0870-cc35-44bd-8b37-69c7e40cad2c None None] Pushing event updated for resources: {'Port': ['ID=b0b75aba-7602-4487-9e60-eae3e967ce50,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:51.446002 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c6bcde-7043-437f-8f06-ca92e1819b10 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:51.446503 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c6bcde-7043-437f-8f06-ca92e1819b10 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:51.446932 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c6bcde-7043-437f-8f06-ca92e1819b10 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:51.447499 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c6bcde-7043-437f-8f06-ca92e1819b10 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:51.449260 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d5c6bcde-7043-437f-8f06-ca92e1819b10 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1155348 Feb 16 17:16:51.451811 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56396) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:16:51.514132 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7105d859-de71-4634-b257-0078fe8facf0 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:51.514507 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7105d859-de71-4634-b257-0078fe8facf0 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:51.514957 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7105d859-de71-4634-b257-0078fe8facf0 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:51.515400 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7105d859-de71-4634-b257-0078fe8facf0 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:51.519652 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-7105d859-de71-4634-b257-0078fe8facf0 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0644991 Feb 16 17:16:51.519890 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56398) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:16:51.562884 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-914c0cae-47e9-4b85-9b67-4fe6f48bc926 None None] Provisioning complete for port b517b071-ad63-47a2-868c-a55b0bb0dcb5 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:16:51.563316 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-914c0cae-47e9-4b85-9b67-4fe6f48bc926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:51.609254 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-914c0cae-47e9-4b85-9b67-4fe6f48bc926 None None] Port b517b071-ad63-47a2-868c-a55b0bb0dcb5 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:16:51.619690 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-914c0cae-47e9-4b85-9b67-4fe6f48bc926 None None] Provisioning complete for port b0b75aba-7602-4487-9e60-eae3e967ce50 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:16:51.620102 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-914c0cae-47e9-4b85-9b67-4fe6f48bc926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:51.668836 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-db4763a3-dca0-4aa2-ac85-fe3fe2057598 tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1478326 Feb 16 17:16:51.698192 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197a45cf-7545-4c5d-ae33-e2d98cac31c7 None None] Sync routers for ids ['70eafefc-8289-4cf4-a4b5-10f7f947f5d3'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:16:51.714440 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197a45cf-7545-4c5d-ae33-e2d98cac31c7 None None] Routers {'70eafefc-8289-4cf4-a4b5-10f7f947f5d3'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:16:51.715073 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-197a45cf-7545-4c5d-ae33-e2d98cac31c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:16:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['70eafefc-8289-4cf4-a4b5-10f7f947f5d3'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:16:51.832919 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-6c094734-0ed4-4f7c-af47-db06de61ca02 None None] Provisioning complete for port b517b071-ad63-47a2-868c-a55b0bb0dcb5 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:16:51.833638 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6c094734-0ed4-4f7c-af47-db06de61ca02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:51.834990 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-197a45cf-7545-4c5d-ae33-e2d98cac31c7 None None] Set router 70eafefc-8289-4cf4-a4b5-10f7f947f5d3 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:16:51.883135 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-6c094734-0ed4-4f7c-af47-db06de61ca02 None None] Port b517b071-ad63-47a2-868c-a55b0bb0dcb5 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:16:51.955569 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56402) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:16:51.960011 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-94ce2208-ab0d-415e-80cc-c5d0178025ff tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-376328696', 'description': 'tempest-secgroup-smoke-376328696 description', 'project_id': '9c9820320aae461fbcc5eba944eb2160'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:16:52.000390 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-e955e43c-fe95-4c4f-8296-ce7609d7de28 None None] Provisioning complete for port b517b071-ad63-47a2-868c-a55b0bb0dcb5 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:16:52.000833 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e955e43c-fe95-4c4f-8296-ce7609d7de28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:52.035353 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-e955e43c-fe95-4c4f-8296-ce7609d7de28 None None] Port b517b071-ad63-47a2-868c-a55b0bb0dcb5 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:16:52.041132 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-197a45cf-7545-4c5d-ae33-e2d98cac31c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70eafefc-8289-4cf4-a4b5-10f7f947f5d3', 'name': 'tempest-TestNetworkBasicOps-router-919439921', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ab617d16-58ba-468e-9a51-1484cee5c383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:16:46Z', 'updated_at': '2022-02-16T17:16:50Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'ab617d16-58ba-468e-9a51-1484cee5c383', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70eafefc-8289-4cf4-a4b5-10f7f947f5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:16:46Z', 'updated_at': '2022-02-16T17:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'b517b071-ad63-47a2-868c-a55b0bb0dcb5', 'name': '', 'network_id': '1a077324-1e38-45ee-b21a-821b713d9a4f', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:81:29:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70eafefc-8289-4cf4-a4b5-10f7f947f5d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': 'fcd919a9-8fd0-4d53-a6bf-886339367928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:16:49Z', 'updated_at': '2022-02-16T17:16:50Z', 'revision_number': 2, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': 'fcd919a9-8fd0-4d53-a6bf-886339367928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:16:52.066443 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197a45cf-7545-4c5d-ae33-e2d98cac31c7 None None] Checking router: 70eafefc-8289-4cf4-a4b5-10f7f947f5d3 for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:16:52.066826 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197a45cf-7545-4c5d-ae33-e2d98cac31c7 None None] Updating router 70eafefc-8289-4cf4-a4b5-10f7f947f5d3 port b517b071-ad63-47a2-868c-a55b0bb0dcb5 binding host dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:16:52.071987 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-94ce2208-ab0d-415e-80cc-c5d0178025ff tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:52.091576 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-197a45cf-7545-4c5d-ae33-e2d98cac31c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:52.145092 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-94ce2208-ab0d-415e-80cc-c5d0178025ff tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:52.267953 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device ab617d16-58ba-468e-9a51-1484cee5c383 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:16:52.283142 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-94ce2208-ab0d-415e-80cc-c5d0178025ff tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:52.314248 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ce2208-ab0d-415e-80cc-c5d0178025ff tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=294d40ff-c580-40f0-b32e-508b3b63e1d1,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:52.318872 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port ab617d16-58ba-468e-9a51-1484cee5c383 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:16:52.319255 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:52.399658 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device b0b75aba-7602-4487-9e60-eae3e967ce50 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:16:52.416817 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-94ce2208-ab0d-415e-80cc-c5d0178025ff tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:52.418164 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-94ce2208-ab0d-415e-80cc-c5d0178025ff tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4616387 Feb 16 17:16:52.421073 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56404) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:16:52.426827 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-833d1e7a-fc8f-49c3-926e-3b572c6fd209 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': '294d40ff-c580-40f0-b32e-508b3b63e1d1', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:16:52.455841 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port b0b75aba-7602-4487-9e60-eae3e967ce50 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:16:52.457092 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:52.468278 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-197a45cf-7545-4c5d-ae33-e2d98cac31c7 None None] Notify callbacks [] for port, precommit_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:52.534924 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-197a45cf-7545-4c5d-ae33-e2d98cac31c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:52.540589 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-833d1e7a-fc8f-49c3-926e-3b572c6fd209 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:52.605351 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6773d2ec-c198-41cf-93a9-8b2c8e14b47d None None] Pushing event updated for resources: {'Port': ['ID=b517b071-ad63-47a2-868c-a55b0bb0dcb5,revision_number=3']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:52.610784 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-833d1e7a-fc8f-49c3-926e-3b572c6fd209 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:52.628251 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773d2ec-c198-41cf-93a9-8b2c8e14b47d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:52.628599 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773d2ec-c198-41cf-93a9-8b2c8e14b47d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:52.628935 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773d2ec-c198-41cf-93a9-8b2c8e14b47d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:52.629263 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773d2ec-c198-41cf-93a9-8b2c8e14b47d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:52.629588 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773d2ec-c198-41cf-93a9-8b2c8e14b47d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:52.629911 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773d2ec-c198-41cf-93a9-8b2c8e14b47d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:52.630232 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773d2ec-c198-41cf-93a9-8b2c8e14b47d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:52.630667 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773d2ec-c198-41cf-93a9-8b2c8e14b47d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:52.630991 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773d2ec-c198-41cf-93a9-8b2c8e14b47d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:52.631306 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773d2ec-c198-41cf-93a9-8b2c8e14b47d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:52.631620 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773d2ec-c198-41cf-93a9-8b2c8e14b47d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:52.631934 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773d2ec-c198-41cf-93a9-8b2c8e14b47d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:16:52.649638 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-197a45cf-7545-4c5d-ae33-e2d98cac31c7 None None] Attempting to bind port b517b071-ad63-47a2-868c-a55b0bb0dcb5 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:16:52.650007 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-197a45cf-7545-4c5d-ae33-e2d98cac31c7 None None] Attempting to bind port b517b071-ad63-47a2-868c-a55b0bb0dcb5 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '3345a4a0-5e38-47cf-bc14-62d5d44fb826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1a077324-1e38-45ee-b21a-821b713d9a4f'}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:16:52.650368 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197a45cf-7545-4c5d-ae33-e2d98cac31c7 None None] Attempting to bind port b517b071-ad63-47a2-868c-a55b0bb0dcb5 on network 1a077324-1e38-45ee-b21a-821b713d9a4f {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:16:52.655551 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197a45cf-7545-4c5d-ae33-e2d98cac31c7 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:16:52.655922 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197a45cf-7545-4c5d-ae33-e2d98cac31c7 None None] Checking segment: {'id': '3345a4a0-5e38-47cf-bc14-62d5d44fb826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1a077324-1e38-45ee-b21a-821b713d9a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:16:52.656406 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-197a45cf-7545-4c5d-ae33-e2d98cac31c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:52.656825 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197a45cf-7545-4c5d-ae33-e2d98cac31c7 None None] Bound using segment: {'id': '3345a4a0-5e38-47cf-bc14-62d5d44fb826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1a077324-1e38-45ee-b21a-821b713d9a4f'} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:16:52.657875 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-197a45cf-7545-4c5d-ae33-e2d98cac31c7 None None] Bound port: b517b071-ad63-47a2-868c-a55b0bb0dcb5, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3345a4a0-5e38-47cf-bc14-62d5d44fb826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1a077324-1e38-45ee-b21a-821b713d9a4f'}}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:16:52.658257 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-197a45cf-7545-4c5d-ae33-e2d98cac31c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:52.706575 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-833d1e7a-fc8f-49c3-926e-3b572c6fd209 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:52.725968 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833d1e7a-fc8f-49c3-926e-3b572c6fd209 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e9ae9a6-d17c-401d-88dd-1715cd3412ff,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:52.728464 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-197a45cf-7545-4c5d-ae33-e2d98cac31c7 None None] For port b517b071-ad63-47a2-868c-a55b0bb0dcb5, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:16:52.731718 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-197a45cf-7545-4c5d-ae33-e2d98cac31c7 None None] For port b517b071-ad63-47a2-868c-a55b0bb0dcb5, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=b517b071-ad63-47a2-868c-a55b0bb0dcb5,segment=NetworkSegment(3345a4a0-5e38-47cf-bc14-62d5d44fb826),segment_id=3345a4a0-5e38-47cf-bc14-62d5d44fb826)] {{(pid=114378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:16:52.756997 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-17b1b2ef-ad61-4981-b58a-9fef6f6cb67e None None] Provisioning complete for port b517b071-ad63-47a2-868c-a55b0bb0dcb5 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:16:52.757375 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-17b1b2ef-ad61-4981-b58a-9fef6f6cb67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:52.795753 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-17b1b2ef-ad61-4981-b58a-9fef6f6cb67e None None] Port b517b071-ad63-47a2-868c-a55b0bb0dcb5 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:16:52.845783 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-833d1e7a-fc8f-49c3-926e-3b572c6fd209 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:52.846936 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-833d1e7a-fc8f-49c3-926e-3b572c6fd209 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4246418 Feb 16 17:16:52.849837 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56406) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:16:52.854546 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-654b6553-4159-4095-9fd1-8763b737c842 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': '294d40ff-c580-40f0-b32e-508b3b63e1d1', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:16:52.883358 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-197a45cf-7545-4c5d-ae33-e2d98cac31c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:52.944082 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197a45cf-7545-4c5d-ae33-e2d98cac31c7 None None] Routers {'70eafefc-8289-4cf4-a4b5-10f7f947f5d3'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:16:52.944750 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-197a45cf-7545-4c5d-ae33-e2d98cac31c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:16:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['70eafefc-8289-4cf4-a4b5-10f7f947f5d3'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:16:52.946679 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6773d2ec-c198-41cf-93a9-8b2c8e14b47d None None] Pushing event updated for resources: {'Port': ['ID=b517b071-ad63-47a2-868c-a55b0bb0dcb5,revision_number=4']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:52.963403 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-654b6553-4159-4095-9fd1-8763b737c842 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:53.026247 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-654b6553-4159-4095-9fd1-8763b737c842 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:53.064860 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-197a45cf-7545-4c5d-ae33-e2d98cac31c7 None None] Set router 70eafefc-8289-4cf4-a4b5-10f7f947f5d3 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:16:53.100530 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-654b6553-4159-4095-9fd1-8763b737c842 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:53.117972 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-38bf41b4-41aa-4a91-ba4c-46522a26a7ae None None] Provisioning complete for port b517b071-ad63-47a2-868c-a55b0bb0dcb5 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:16:53.118579 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-38bf41b4-41aa-4a91-ba4c-46522a26a7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:53.119207 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654b6553-4159-4095-9fd1-8763b737c842 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d38c0d60-5f6b-4360-9b42-c3f145454100,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:53.195477 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-38bf41b4-41aa-4a91-ba4c-46522a26a7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:53.200384 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-654b6553-4159-4095-9fd1-8763b737c842 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:53.201783 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-654b6553-4159-4095-9fd1-8763b737c842 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3509152 Feb 16 17:16:53.204592 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56408) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:16:53.209215 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-066c6f27-ce70-4364-b8df-6086b1a138bb tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': '294d40ff-c580-40f0-b32e-508b3b63e1d1', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:16:53.231747 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-38bf41b4-41aa-4a91-ba4c-46522a26a7ae None None] For port b517b071-ad63-47a2-868c-a55b0bb0dcb5, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=b517b071-ad63-47a2-868c-a55b0bb0dcb5,segment=NetworkSegment(3345a4a0-5e38-47cf-bc14-62d5d44fb826),segment_id=3345a4a0-5e38-47cf-bc14-62d5d44fb826)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:16:53.272014 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-38bf41b4-41aa-4a91-ba4c-46522a26a7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:53.272262 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-197a45cf-7545-4c5d-ae33-e2d98cac31c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70eafefc-8289-4cf4-a4b5-10f7f947f5d3', 'name': 'tempest-TestNetworkBasicOps-router-919439921', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ab617d16-58ba-468e-9a51-1484cee5c383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:16:46Z', 'updated_at': '2022-02-16T17:16:50Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'ab617d16-58ba-468e-9a51-1484cee5c383', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70eafefc-8289-4cf4-a4b5-10f7f947f5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:16:46Z', 'updated_at': '2022-02-16T17:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'b517b071-ad63-47a2-868c-a55b0bb0dcb5', 'name': '', 'network_id': '1a077324-1e38-45ee-b21a-821b713d9a4f', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:81:29:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70eafefc-8289-4cf4-a4b5-10f7f947f5d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': 'fcd919a9-8fd0-4d53-a6bf-886339367928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:16:49Z', 'updated_at': '2022-02-16T17:16:52Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': 'fcd919a9-8fd0-4d53-a6bf-886339367928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:16:53.295429 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-066c6f27-ce70-4364-b8df-6086b1a138bb tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:53.300372 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197a45cf-7545-4c5d-ae33-e2d98cac31c7 None None] The sync data for ids ['70eafefc-8289-4cf4-a4b5-10f7f947f5d3'] in dv-neutron-828697-3-hyperv is: [{'id': '70eafefc-8289-4cf4-a4b5-10f7f947f5d3', 'name': 'tempest-TestNetworkBasicOps-router-919439921', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ab617d16-58ba-468e-9a51-1484cee5c383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:16:46Z', 'updated_at': '2022-02-16T17:16:50Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'ab617d16-58ba-468e-9a51-1484cee5c383', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70eafefc-8289-4cf4-a4b5-10f7f947f5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:16:46Z', 'updated_at': '2022-02-16T17:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'b517b071-ad63-47a2-868c-a55b0bb0dcb5', 'name': '', 'network_id': '1a077324-1e38-45ee-b21a-821b713d9a4f', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:81:29:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70eafefc-8289-4cf4-a4b5-10f7f947f5d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': 'fcd919a9-8fd0-4d53-a6bf-886339367928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:16:49Z', 'updated_at': '2022-02-16T17:16:52Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': 'fcd919a9-8fd0-4d53-a6bf-886339367928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:16:53.325316 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bf41b4-41aa-4a91-ba4c-46522a26a7ae None None] Pushing event updated for resources: {'Port': ['ID=b517b071-ad63-47a2-868c-a55b0bb0dcb5,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:53.372900 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-066c6f27-ce70-4364-b8df-6086b1a138bb tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:53.466150 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-066c6f27-ce70-4364-b8df-6086b1a138bb tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:53.486206 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066c6f27-ce70-4364-b8df-6086b1a138bb tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38b3dcb1-1825-4467-854b-e313a922367a,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:53.566067 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-066c6f27-ce70-4364-b8df-6086b1a138bb tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:53.567462 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-066c6f27-ce70-4364-b8df-6086b1a138bb tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3618462 Feb 16 17:16:53.570236 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56410) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:16:53.575060 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-8ec0b1d0-2d9c-4dba-8d91-298f63bfdf65 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': '294d40ff-c580-40f0-b32e-508b3b63e1d1', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:16:53.689492 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8ec0b1d0-2d9c-4dba-8d91-298f63bfdf65 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:53.754194 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8ec0b1d0-2d9c-4dba-8d91-298f63bfdf65 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:53.831671 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8ec0b1d0-2d9c-4dba-8d91-298f63bfdf65 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:53.849752 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec0b1d0-2d9c-4dba-8d91-298f63bfdf65 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27bf2e9c-1400-46ed-9500-de8c6231c204,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:53.959760 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8ec0b1d0-2d9c-4dba-8d91-298f63bfdf65 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:53.961042 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-8ec0b1d0-2d9c-4dba-8d91-298f63bfdf65 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3896463 Feb 16 17:16:53.963737 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56412) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:16:53.968217 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-17556480-926f-47f5-9fa8-b8b33eb17a3b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': '294d40ff-c580-40f0-b32e-508b3b63e1d1', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:16:54.043336 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.securitygroups_db [None req-17556480-926f-47f5-9fa8-b8b33eb17a3b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Project 9c9820320aae461fbcc5eba944eb2160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:16:54.049350 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-17556480-926f-47f5-9fa8-b8b33eb17a3b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:54.113474 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-17556480-926f-47f5-9fa8-b8b33eb17a3b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:54.180775 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-17556480-926f-47f5-9fa8-b8b33eb17a3b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:54.202234 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17556480-926f-47f5-9fa8-b8b33eb17a3b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce5c9a39-53f6-4518-a65d-c38a421752f3,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:54.242950 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device b517b071-ad63-47a2-868c-a55b0bb0dcb5 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:16:54.262751 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-17556480-926f-47f5-9fa8-b8b33eb17a3b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:54.265028 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-17556480-926f-47f5-9fa8-b8b33eb17a3b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2992940 Feb 16 17:16:54.267543 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 56414) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:16:54.272243 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-1090e052-55fd-46cc-9c36-8de645a4ba69 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'security_group_rule': {'security_group_id': '294d40ff-c580-40f0-b32e-508b3b63e1d1', 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:16:54.292199 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port b517b071-ad63-47a2-868c-a55b0bb0dcb5 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:16:54.293712 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:54.369069 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.securitygroups_db [None req-1090e052-55fd-46cc-9c36-8de645a4ba69 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Project 9c9820320aae461fbcc5eba944eb2160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:16:54.375247 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1090e052-55fd-46cc-9c36-8de645a4ba69 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:54.428303 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1090e052-55fd-46cc-9c36-8de645a4ba69 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:54.494228 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1090e052-55fd-46cc-9c36-8de645a4ba69 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:54.512072 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1090e052-55fd-46cc-9c36-8de645a4ba69 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48946fac-c96e-4b6d-96dc-ab23a1a0ee8a,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:54.599174 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1090e052-55fd-46cc-9c36-8de645a4ba69 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:54.600360 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-1090e052-55fd-46cc-9c36-8de645a4ba69 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3317599 Feb 16 17:16:54.735972 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-15743e2e-55d9-486f-8bb3-5df7fc774cab req-0f24a4a9-c60b-44af-995a-f526406b3a52 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-376328696&fields=id&tenant_id=9c9820320aae461fbcc5eba944eb2160 HTTP/1.1" status: 200 len: 267 time: 0.0328803 Feb 16 17:16:54.842746 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15743e2e-55d9-486f-8bb3-5df7fc774cab req-bb187ad8-7afd-4551-8071-1731931ad86b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:54.844269 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-15743e2e-55d9-486f-8bb3-5df7fc774cab req-bb187ad8-7afd-4551-8071-1731931ad86b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/networks?id=1a077324-1e38-45ee-b21a-821b713d9a4f HTTP/1.1" status: 200 len: 796 time: 0.1012352 Feb 16 17:16:54.859858 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-15743e2e-55d9-486f-8bb3-5df7fc774cab req-806e0ed8-c5d7-407e-90a9-905cc626f822 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/quotas/9c9820320aae461fbcc5eba944eb2160 HTTP/1.1" status: 200 len: 375 time: 0.0092714 Feb 16 17:16:54.910648 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-15743e2e-55d9-486f-8bb3-5df7fc774cab req-93f0fa75-7921-4fa1-99c7-fb9ae09bc446 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=9c9820320aae461fbcc5eba944eb2160&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451865 Feb 16 17:16:55.050247 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-15743e2e-55d9-486f-8bb3-5df7fc774cab req-558e00bb-d5b7-4c78-9f29-5c2b3c0de4a1 service neutron] 10.222.0.88 "GET /v2.0/networks/1a077324-1e38-45ee-b21a-821b713d9a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280258 Feb 16 17:16:55.141907 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-15743e2e-55d9-486f-8bb3-5df7fc774cab req-da366c3a-a49f-4a66-afa6-d04e803feb1d service neutron] 10.222.0.88 "GET /v2.0/networks/1a077324-1e38-45ee-b21a-821b713d9a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860751 Feb 16 17:16:55.366207 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-181221e8-75e4-495d-9e8b-62dcb3fa7f70 req-4a9474e5-4776-4aff-9e77-e9d775ca0cf2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=6169711f-397e-4dbd-86f9-d096d6becc3e HTTP/1.1" status: 200 len: 210 time: 0.0267799 Feb 16 17:16:56.468986 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-8fd040dc-d960-4072-b418-af2e4208049e req-5a3ade02-c098-4d45-b5b7-81800623c310 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=6169711f-397e-4dbd-86f9-d096d6becc3e HTTP/1.1" status: 200 len: 210 time: 0.0262055 Feb 16 17:16:57.142043 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15743e2e-55d9-486f-8bb3-5df7fc774cab req-7faa9be9-0f35-419a-8fd1-edb766d008c4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:57.143897 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-15743e2e-55d9-486f-8bb3-5df7fc774cab req-7faa9be9-0f35-419a-8fd1-edb766d008c4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "GET /v2.0/networks?id=1a077324-1e38-45ee-b21a-821b713d9a4f HTTP/1.1" status: 200 len: 796 time: 0.1049240 Feb 16 17:16:57.187484 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-15743e2e-55d9-486f-8bb3-5df7fc774cab req-92c7daf7-9026-4b04-8044-c31c35efd90f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c9820320aae461fbcc5eba944eb2160 HTTP/1.1" status: 200 len: 379 time: 0.0347996 Feb 16 17:16:57.196387 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-15743e2e-55d9-486f-8bb3-5df7fc774cab req-7be7b521-4046-4a8c-ad3d-9b89a0b06c99 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'port': {'device_id': '6169711f-397e-4dbd-86f9-d096d6becc3e', 'network_id': '1a077324-1e38-45ee-b21a-821b713d9a4f', 'admin_state_up': True, 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'security_groups': ['294d40ff-c580-40f0-b32e-508b3b63e1d1']}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:16:57.397511 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15743e2e-55d9-486f-8bb3-5df7fc774cab req-7be7b521-4046-4a8c-ad3d-9b89a0b06c99 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Made reservation on behalf of 9c9820320aae461fbcc5eba944eb2160 for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:16:57.401237 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-15743e2e-55d9-486f-8bb3-5df7fc774cab req-7be7b521-4046-4a8c-ad3d-9b89a0b06c99 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:57.533759 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [req-15743e2e-55d9-486f-8bb3-5df7fc774cab req-7be7b521-4046-4a8c-ad3d-9b89a0b06c99 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Allocated IP 172.20.0.8 (1a077324-1e38-45ee-b21a-821b713d9a4f/fcd919a9-8fd0-4d53-a6bf-886339367928/123e91c8-77c9-42c8-8f19-761ad3664ddf) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:16:57.566306 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-474bc0ef-b59e-428f-8da0-c77d6a27d43d req-80376b24-f039-4244-9c3e-a9a23cb4ae12 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=6169711f-397e-4dbd-86f9-d096d6becc3e HTTP/1.1" status: 200 len: 210 time: 0.0339315 Feb 16 17:16:57.694095 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-15743e2e-55d9-486f-8bb3-5df7fc774cab req-7be7b521-4046-4a8c-ad3d-9b89a0b06c99 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:57.781344 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-15743e2e-55d9-486f-8bb3-5df7fc774cab req-7be7b521-4046-4a8c-ad3d-9b89a0b06c99 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:57.824519 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15743e2e-55d9-486f-8bb3-5df7fc774cab req-7be7b521-4046-4a8c-ad3d-9b89a0b06c99 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network 1a077324-1e38-45ee-b21a-821b713d9a4f is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:16:57.827346 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [req-15743e2e-55d9-486f-8bb3-5df7fc774cab req-7be7b521-4046-4a8c-ad3d-9b89a0b06c99 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:16:57.830915 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-15743e2e-55d9-486f-8bb3-5df7fc774cab req-7be7b521-4046-4a8c-ad3d-9b89a0b06c99 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:16:57.837686 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7b521-4046-4a8c-ad3d-9b89a0b06c99 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Port': ['ID=123e91c8-77c9-42c8-8f19-761ad3664ddf,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:57.884131 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15743e2e-55d9-486f-8bb3-5df7fc774cab req-7be7b521-4046-4a8c-ad3d-9b89a0b06c99 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:57.884747 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-15743e2e-55d9-486f-8bb3-5df7fc774cab req-7be7b521-4046-4a8c-ad3d-9b89a0b06c99 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:57.983728 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-15743e2e-55d9-486f-8bb3-5df7fc774cab req-7be7b521-4046-4a8c-ad3d-9b89a0b06c99 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7907476 Feb 16 17:16:57.995257 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-15743e2e-55d9-486f-8bb3-5df7fc774cab req-57c93a2b-0981-4803-b767-6dd16f208db8 service neutron] Request body: {'port': {'device_id': '6169711f-397e-4dbd-86f9-d096d6becc3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8286'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:16:58.019089 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-0f7224b1-5fb1-4b50-a1eb-a6037ca867c8 None None] Provisioning complete for port 123e91c8-77c9-42c8-8f19-761ad3664ddf triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:16:58.020157 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0f7224b1-5fb1-4b50-a1eb-a6037ca867c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:58.051851 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-15743e2e-55d9-486f-8bb3-5df7fc774cab req-57c93a2b-0981-4803-b767-6dd16f208db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:58.053925 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-0f7224b1-5fb1-4b50-a1eb-a6037ca867c8 None None] Port 123e91c8-77c9-42c8-8f19-761ad3664ddf cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:16:58.316533 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [req-15743e2e-55d9-486f-8bb3-5df7fc774cab req-57c93a2b-0981-4803-b767-6dd16f208db8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 123e91c8-77c9-42c8-8f19-761ad3664ddf {{(pid=114376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:16:58.323722 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-15743e2e-55d9-486f-8bb3-5df7fc774cab req-57c93a2b-0981-4803-b767-6dd16f208db8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:58.335127 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.provisioning_blocks [req-15743e2e-55d9-486f-8bb3-5df7fc774cab req-57c93a2b-0981-4803-b767-6dd16f208db8 service neutron] Transition to ACTIVE for port object 123e91c8-77c9-42c8-8f19-761ad3664ddf will not be triggered until provisioned by entity L2. {{(pid=114376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:16:58.426386 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-15743e2e-55d9-486f-8bb3-5df7fc774cab req-57c93a2b-0981-4803-b767-6dd16f208db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:58.473611 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c93a2b-0981-4803-b767-6dd16f208db8 service neutron] Pushing event updated for resources: {'Port': ['ID=123e91c8-77c9-42c8-8f19-761ad3664ddf,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:58.557265 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-15743e2e-55d9-486f-8bb3-5df7fc774cab req-57c93a2b-0981-4803-b767-6dd16f208db8 service neutron] Attempting to bind port 123e91c8-77c9-42c8-8f19-761ad3664ddf on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:16:58.557956 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-15743e2e-55d9-486f-8bb3-5df7fc774cab req-57c93a2b-0981-4803-b767-6dd16f208db8 service neutron] Attempting to bind port 123e91c8-77c9-42c8-8f19-761ad3664ddf by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': '3345a4a0-5e38-47cf-bc14-62d5d44fb826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1a077324-1e38-45ee-b21a-821b713d9a4f'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:16:58.558479 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15743e2e-55d9-486f-8bb3-5df7fc774cab req-57c93a2b-0981-4803-b767-6dd16f208db8 service neutron] Attempting to bind port 123e91c8-77c9-42c8-8f19-761ad3664ddf on network 1a077324-1e38-45ee-b21a-821b713d9a4f {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:16:58.564411 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15743e2e-55d9-486f-8bb3-5df7fc774cab req-57c93a2b-0981-4803-b767-6dd16f208db8 service neutron] Port 123e91c8-77c9-42c8-8f19-761ad3664ddf on network 1a077324-1e38-45ee-b21a-821b713d9a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:16:58.564894 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15743e2e-55d9-486f-8bb3-5df7fc774cab req-57c93a2b-0981-4803-b767-6dd16f208db8 service neutron] Attempting to bind port 123e91c8-77c9-42c8-8f19-761ad3664ddf on network 1a077324-1e38-45ee-b21a-821b713d9a4f {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:16:58.572027 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15743e2e-55d9-486f-8bb3-5df7fc774cab req-57c93a2b-0981-4803-b767-6dd16f208db8 service neutron] Checking agent: {'id': '65dda45c-bbef-42f9-9728-e0fd84037987', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8286', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 56), 'started_at': datetime.datetime(2022, 2, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:16:58.572551 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15743e2e-55d9-486f-8bb3-5df7fc774cab req-57c93a2b-0981-4803-b767-6dd16f208db8 service neutron] Checking segment: {'id': '3345a4a0-5e38-47cf-bc14-62d5d44fb826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1a077324-1e38-45ee-b21a-821b713d9a4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:16:58.573141 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15743e2e-55d9-486f-8bb3-5df7fc774cab req-57c93a2b-0981-4803-b767-6dd16f208db8 service neutron] Bound using segment: {'id': '3345a4a0-5e38-47cf-bc14-62d5d44fb826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1a077324-1e38-45ee-b21a-821b713d9a4f'} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:16:58.573825 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-15743e2e-55d9-486f-8bb3-5df7fc774cab req-57c93a2b-0981-4803-b767-6dd16f208db8 service neutron] Bound port: 123e91c8-77c9-42c8-8f19-761ad3664ddf, host: hv-neutron-8286, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3345a4a0-5e38-47cf-bc14-62d5d44fb826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1a077324-1e38-45ee-b21a-821b713d9a4f'}}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:16:58.574301 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-15743e2e-55d9-486f-8bb3-5df7fc774cab req-57c93a2b-0981-4803-b767-6dd16f208db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:58.661278 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-15743e2e-55d9-486f-8bb3-5df7fc774cab req-57c93a2b-0981-4803-b767-6dd16f208db8 service neutron] For port 123e91c8-77c9-42c8-8f19-761ad3664ddf, host hv-neutron-8286, cleared binding levels {{(pid=114376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:16:58.664324 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-15743e2e-55d9-486f-8bb3-5df7fc774cab req-57c93a2b-0981-4803-b767-6dd16f208db8 service neutron] For port 123e91c8-77c9-42c8-8f19-761ad3664ddf, host hv-neutron-8286, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=123e91c8-77c9-42c8-8f19-761ad3664ddf,segment=NetworkSegment(3345a4a0-5e38-47cf-bc14-62d5d44fb826),segment_id=3345a4a0-5e38-47cf-bc14-62d5d44fb826)] {{(pid=114376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:16:58.699648 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f79b2-695a-4345-952e-4ba0dd4af68f req-db9f5801-451b-4a0e-a638-3853a0870c74 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:58.701192 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-1d7f79b2-695a-4345-952e-4ba0dd4af68f req-db9f5801-451b-4a0e-a638-3853a0870c74 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=6169711f-397e-4dbd-86f9-d096d6becc3e HTTP/1.1" status: 200 len: 943 time: 0.0496929 Feb 16 17:16:58.724361 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-15743e2e-55d9-486f-8bb3-5df7fc774cab req-57c93a2b-0981-4803-b767-6dd16f208db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:58.743328 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-1d7f79b2-695a-4345-952e-4ba0dd4af68f req-89dae041-afe7-4cc9-8fa0-65de42b517c1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=294d40ff-c580-40f0-b32e-508b3b63e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355129 Feb 16 17:16:58.759018 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15743e2e-55d9-486f-8bb3-5df7fc774cab req-57c93a2b-0981-4803-b767-6dd16f208db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:58.764411 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-15743e2e-55d9-486f-8bb3-5df7fc774cab req-57c93a2b-0981-4803-b767-6dd16f208db8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:16:58.764411 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-15743e2e-55d9-486f-8bb3-5df7fc774cab req-57c93a2b-0981-4803-b767-6dd16f208db8 service neutron] 10.222.0.89 "PUT /v2.0/ports/123e91c8-77c9-42c8-8f19-761ad3664ddf HTTP/1.1" status: 200 len: 1093 time: 0.7700672 Feb 16 17:16:58.764411 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6169711f-397e-4dbd-86f9-d096d6becc3e', 'tag': '123e91c8-77c9-42c8-8f19-761ad3664ddf'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:16:58.767100 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4bea24-58aa-4936-95d2-c45503ad3457" -d '{"events": [{"name": "network-changed", "server_uuid": "6169711f-397e-4dbd-86f9-d096d6becc3e", "tag": "123e91c8-77c9-42c8-8f19-761ad3664ddf"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:16:58.806803 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c93a2b-0981-4803-b767-6dd16f208db8 service neutron] Pushing event updated for resources: {'Port': ['ID=123e91c8-77c9-42c8-8f19-761ad3664ddf,revision_number=3']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:58.818276 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a7202a-c5fb-4d56-81d2-3328aaab03e5 x-openstack-request-id: req-f6a7202a-c5fb-4d56-81d2-3328aaab03e5 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:16:58.819134 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6169711f-397e-4dbd-86f9-d096d6becc3e", "tag": "123e91c8-77c9-42c8-8f19-761ad3664ddf", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:16:58.819386 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f6a7202a-c5fb-4d56-81d2-3328aaab03e5 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:16:58.819884 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6169711f-397e-4dbd-86f9-d096d6becc3e', 'tag': '123e91c8-77c9-42c8-8f19-761ad3664ddf', 'status': 'completed', 'code': 200} Feb 16 17:16:58.897659 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4bea24-58aa-4936-95d2-c45503ad3457 req-af6a2caf-6086-4b5b-a1d1-abc5fff6ff19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:58.899172 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0d4bea24-58aa-4936-95d2-c45503ad3457 req-af6a2caf-6086-4b5b-a1d1-abc5fff6ff19 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c9820320aae461fbcc5eba944eb2160&device_id=6169711f-397e-4dbd-86f9-d096d6becc3e HTTP/1.1" status: 200 len: 1096 time: 0.0640574 Feb 16 17:16:58.996460 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4bea24-58aa-4936-95d2-c45503ad3457 req-1fbe655f-a4f7-4cf2-b181-06f0a70d9b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:58.997913 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0d4bea24-58aa-4936-95d2-c45503ad3457 req-1fbe655f-a4f7-4cf2-b181-06f0a70d9b96 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=9c9820320aae461fbcc5eba944eb2160&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0903313 Feb 16 17:16:59.095768 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4bea24-58aa-4936-95d2-c45503ad3457 req-f52c68b6-7c1a-43ee-acc5-9cd0f5d53f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:59.097259 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0d4bea24-58aa-4936-95d2-c45503ad3457 req-f52c68b6-7c1a-43ee-acc5-9cd0f5d53f69 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928617 Feb 16 17:16:59.170570 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15743e2e-55d9-486f-8bb3-5df7fc774cab req-b832fa77-ab2f-4822-977d-4812ebe73517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:59.172058 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-15743e2e-55d9-486f-8bb3-5df7fc774cab req-b832fa77-ab2f-4822-977d-4812ebe73517 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c9820320aae461fbcc5eba944eb2160&device_id=6169711f-397e-4dbd-86f9-d096d6becc3e HTTP/1.1" status: 200 len: 1096 time: 0.0404904 Feb 16 17:16:59.213327 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-15743e2e-55d9-486f-8bb3-5df7fc774cab req-024e2ae3-bb96-462e-a7cd-7324f77ccb4d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=123e91c8-77c9-42c8-8f19-761ad3664ddf HTTP/1.1" status: 200 len: 217 time: 0.0337081 Feb 16 17:16:59.264696 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15743e2e-55d9-486f-8bb3-5df7fc774cab req-a1183184-7aec-4eb8-bff1-3b0df8d3c171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:59.266159 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-15743e2e-55d9-486f-8bb3-5df7fc774cab req-a1183184-7aec-4eb8-bff1-3b0df8d3c171 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=fcd919a9-8fd0-4d53-a6bf-886339367928 HTTP/1.1" status: 200 len: 835 time: 0.0466983 Feb 16 17:16:59.309998 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15743e2e-55d9-486f-8bb3-5df7fc774cab req-e6e30d11-5f02-4a73-b2f5-632ad259c611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:59.311525 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-15743e2e-55d9-486f-8bb3-5df7fc774cab req-e6e30d11-5f02-4a73-b2f5-632ad259c611 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1a077324-1e38-45ee-b21a-821b713d9a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387864 Feb 16 17:16:59.400670 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-15743e2e-55d9-486f-8bb3-5df7fc774cab req-8e6c0567-e005-4731-bd2d-cc19978b74e0 service neutron] 10.222.0.89 "GET /v2.0/networks/1a077324-1e38-45ee-b21a-821b713d9a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823734 Feb 16 17:16:59.490993 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-15743e2e-55d9-486f-8bb3-5df7fc774cab req-7728996e-c1ee-4384-a125-77cc917e662c service neutron] 10.222.0.89 "GET /v2.0/networks/1a077324-1e38-45ee-b21a-821b713d9a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839443 Feb 16 17:16:59.861914 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d9c98-5a5b-4cbf-bb69-02deaea4c444 req-703aec02-030f-4196-b16b-811c70a0ff59 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:59.863918 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-057d9c98-5a5b-4cbf-bb69-02deaea4c444 req-703aec02-030f-4196-b16b-811c70a0ff59 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=6169711f-397e-4dbd-86f9-d096d6becc3e HTTP/1.1" status: 200 len: 943 time: 0.0548120 Feb 16 17:16:59.901751 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-057d9c98-5a5b-4cbf-bb69-02deaea4c444 req-5f93aa01-6a15-4167-802a-4102d30b2f81 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=294d40ff-c580-40f0-b32e-508b3b63e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318203 Feb 16 17:17:00.528487 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:01.014239 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a3715-b6a0-48ab-92cf-05251fe77111 req-b59f5ec2-34c6-416b-8e54-80467e03f3c7 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:01.015729 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-752a3715-b6a0-48ab-92cf-05251fe77111 req-b59f5ec2-34c6-416b-8e54-80467e03f3c7 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=6169711f-397e-4dbd-86f9-d096d6becc3e HTTP/1.1" status: 200 len: 943 time: 0.0476475 Feb 16 17:17:01.053700 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-752a3715-b6a0-48ab-92cf-05251fe77111 req-a131d58c-fc33-44be-972b-57d403929c57 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=294d40ff-c580-40f0-b32e-508b3b63e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313280 Feb 16 17:17:01.802872 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 123e91c8-77c9-42c8-8f19-761ad3664ddf details requested by agent hyperv_hv-neutron-8286 with host hv-neutron-8286 {{(pid=114377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:17:01.897333 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 123e91c8-77c9-42c8-8f19-761ad3664ddf, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=123e91c8-77c9-42c8-8f19-761ad3664ddf,segment=NetworkSegment(3345a4a0-5e38-47cf-bc14-62d5d44fb826),segment_id=3345a4a0-5e38-47cf-bc14-62d5d44fb826)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:17:01.908482 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Returning: {'device': '123e91c8-77c9-42c8-8f19-761ad3664ddf', 'network_id': '1a077324-1e38-45ee-b21a-821b713d9a4f', 'port_id': '123e91c8-77c9-42c8-8f19-761ad3664ddf', 'mac_address': 'fa:16:3e:19:c3:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcd919a9-8fd0-4d53-a6bf-886339367928', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:17:01.944304 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:01.956939 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 123e91c8-77c9-42c8-8f19-761ad3664ddf {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:17:01.975744 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 123e91c8-77c9-42c8-8f19-761ad3664ddf, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=123e91c8-77c9-42c8-8f19-761ad3664ddf,segment=NetworkSegment(3345a4a0-5e38-47cf-bc14-62d5d44fb826),segment_id=3345a4a0-5e38-47cf-bc14-62d5d44fb826)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:17:02.048918 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:02.101252 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=123e91c8-77c9-42c8-8f19-761ad3664ddf,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:17:02.170319 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33725152-7f63-47f4-b558-ec4a29b3a41f req-8d5578c5-e76a-498d-8c9a-3881d4f1becf tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:02.171814 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-33725152-7f63-47f4-b558-ec4a29b3a41f req-8d5578c5-e76a-498d-8c9a-3881d4f1becf tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=6169711f-397e-4dbd-86f9-d096d6becc3e HTTP/1.1" status: 200 len: 944 time: 0.0491266 Feb 16 17:17:02.209917 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-33725152-7f63-47f4-b558-ec4a29b3a41f req-af102f3a-7523-4635-ac34-1fc7bbc61109 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=294d40ff-c580-40f0-b32e-508b3b63e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309784 Feb 16 17:17:02.243453 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['123e91c8-77c9-42c8-8f19-761ad3664ddf'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:17:03.333145 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545ccc8-db04-484e-a0e1-c6367389322f req-1b7b8c7b-89b8-4458-8ccb-46cdcb3ddea3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:03.334684 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3545ccc8-db04-484e-a0e1-c6367389322f req-1b7b8c7b-89b8-4458-8ccb-46cdcb3ddea3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=6169711f-397e-4dbd-86f9-d096d6becc3e HTTP/1.1" status: 200 len: 944 time: 0.0495670 Feb 16 17:17:03.376809 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3545ccc8-db04-484e-a0e1-c6367389322f req-6f0afa6e-0903-410f-b09a-f5a32d111b8a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=294d40ff-c580-40f0-b32e-508b3b63e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358751 Feb 16 17:17:03.802565 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 123e91c8-77c9-42c8-8f19-761ad3664ddf up at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:17:03.957332 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning for port 123e91c8-77c9-42c8-8f19-761ad3664ddf completed by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:17:03.961445 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning complete for port 123e91c8-77c9-42c8-8f19-761ad3664ddf triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:17:03.961820 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:04.037587 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:04.062557 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6169711f-397e-4dbd-86f9-d096d6becc3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '123e91c8-77c9-42c8-8f19-761ad3664ddf'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:17:04.064828 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904aafb0-55c9-47aa-8bdc-279fd350202a" -d '{"events": [{"server_uuid": "6169711f-397e-4dbd-86f9-d096d6becc3e", "name": "network-vif-plugged", "status": "completed", "tag": "123e91c8-77c9-42c8-8f19-761ad3664ddf"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:17:04.077700 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 123e91c8-77c9-42c8-8f19-761ad3664ddf, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=123e91c8-77c9-42c8-8f19-761ad3664ddf,segment=NetworkSegment(3345a4a0-5e38-47cf-bc14-62d5d44fb826),segment_id=3345a4a0-5e38-47cf-bc14-62d5d44fb826)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:17:04.101079 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3a779b-05b1-43b5-b917-3a2f301d4199 x-openstack-request-id: req-3d3a779b-05b1-43b5-b917-3a2f301d4199 {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:17:04.101375 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6169711f-397e-4dbd-86f9-d096d6becc3e", "name": "network-vif-plugged", "status": "completed", "tag": "123e91c8-77c9-42c8-8f19-761ad3664ddf", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:17:04.101627 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3d3a779b-05b1-43b5-b917-3a2f301d4199 {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:17:04.102501 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6169711f-397e-4dbd-86f9-d096d6becc3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '123e91c8-77c9-42c8-8f19-761ad3664ddf', 'code': 200} Feb 16 17:17:04.146136 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:04.195274 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=123e91c8-77c9-42c8-8f19-761ad3664ddf,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:17:04.473880 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c709b7e-def6-4f40-b182-f159ec5e8668 req-010bd628-4e40-4c47-b447-5b7b02d90431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:04.475342 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8c709b7e-def6-4f40-b182-f159ec5e8668 req-010bd628-4e40-4c47-b447-5b7b02d90431 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6169711f-397e-4dbd-86f9-d096d6becc3e HTTP/1.1" status: 200 len: 1098 time: 0.0620270 Feb 16 17:17:04.512276 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592adee4-cff4-47e1-966f-9d34c5c6f922 req-54811200-3451-4022-b04b-fef785add5d7 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:04.513711 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-592adee4-cff4-47e1-966f-9d34c5c6f922 req-54811200-3451-4022-b04b-fef785add5d7 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=6169711f-397e-4dbd-86f9-d096d6becc3e HTTP/1.1" status: 200 len: 945 time: 0.0701673 Feb 16 17:17:04.533875 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8c709b7e-def6-4f40-b182-f159ec5e8668 req-fcb334e5-42f8-44a9-983d-f7ac6386701d service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=294d40ff-c580-40f0-b32e-508b3b63e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512681 Feb 16 17:17:04.560732 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-592adee4-cff4-47e1-966f-9d34c5c6f922 req-9a405d8a-2993-4ff0-9f9b-e82c65017d93 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=294d40ff-c580-40f0-b32e-508b3b63e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394983 Feb 16 17:17:05.678825 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e95d9fb-fd5c-4f27-b6fa-7eb843afa91e req-fe52bbe1-3c3c-4b6b-a7e7-68edad0fcb5f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:05.680399 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-2e95d9fb-fd5c-4f27-b6fa-7eb843afa91e req-fe52bbe1-3c3c-4b6b-a7e7-68edad0fcb5f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=6169711f-397e-4dbd-86f9-d096d6becc3e HTTP/1.1" status: 200 len: 945 time: 0.0518389 Feb 16 17:17:05.717621 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-2e95d9fb-fd5c-4f27-b6fa-7eb843afa91e req-f573b846-2ff4-4668-b4e9-cea25aeb0331 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=294d40ff-c580-40f0-b32e-508b3b63e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312240 Feb 16 17:17:06.830438 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f62693-7e9b-4de5-969d-c16a4bb96f48 req-776d239e-cbb7-483b-adc4-80a9757d2a83 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:06.831919 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-39f62693-7e9b-4de5-969d-c16a4bb96f48 req-776d239e-cbb7-483b-adc4-80a9757d2a83 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=6169711f-397e-4dbd-86f9-d096d6becc3e HTTP/1.1" status: 200 len: 945 time: 0.0487976 Feb 16 17:17:06.855116 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-86049fd4-d886-42e1-88a8-108156077f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:06.874039 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-39f62693-7e9b-4de5-969d-c16a4bb96f48 req-e7df4e92-51ce-4bc6-8df2-85aea40fa35b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=294d40ff-c580-40f0-b32e-508b3b63e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361149 Feb 16 17:17:07.005938 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ba009-b2cb-47bd-9b52-8d6d5ce880ed req-95bdbf49-6d6e-49a2-b040-8aca56e402a4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:07.007317 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-452ba009-b2cb-47bd-9b52-8d6d5ce880ed req-95bdbf49-6d6e-49a2-b040-8aca56e402a4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=6169711f-397e-4dbd-86f9-d096d6becc3e HTTP/1.1" status: 200 len: 945 time: 0.0532699 Feb 16 17:17:07.043987 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-452ba009-b2cb-47bd-9b52-8d6d5ce880ed req-a80270ee-4103-4654-85df-7935006c4595 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=294d40ff-c580-40f0-b32e-508b3b63e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307190 Feb 16 17:17:07.066067 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56474) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:17:07.104572 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160c28a1-9321-476e-b90d-94148fb0111c tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:07.106069 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-160c28a1-9321-476e-b90d-94148fb0111c tempest-TestNetworkBasicOps-731684307 tempest-TestNetworkBasicOps-731684307-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=6169711f-397e-4dbd-86f9-d096d6becc3e HTTP/1.1" status: 200 len: 1093 time: 0.0390568 Feb 16 17:17:07.108861 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56476) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:17:07.113638 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-8ec28ef4-aa34-4cf2-9c4b-f6504fe94155 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'floatingip': {'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'port_id': '123e91c8-77c9-42c8-8f19-761ad3664ddf', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ip_address': '172.20.0.8'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:17:07.191820 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8ec28ef4-aa34-4cf2-9c4b-f6504fe94155 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for floatingip, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:07.290751 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8ec28ef4-aa34-4cf2-9c4b-f6504fe94155 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:07.389507 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-8ec28ef4-aa34-4cf2-9c4b-f6504fe94155 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Allocated IP 172.26.3.160 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/aa6ef1e0-68e1-4810-9791-9da93c4f4d92) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:17:07.491879 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8ec28ef4-aa34-4cf2-9c4b-f6504fe94155 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:07.580411 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8ec28ef4-aa34-4cf2-9c4b-f6504fe94155 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:07.620518 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec28ef4-aa34-4cf2-9c4b-f6504fe94155 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:17:07.623298 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-8ec28ef4-aa34-4cf2-9c4b-f6504fe94155 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:17:07.626633 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec28ef4-aa34-4cf2-9c4b-f6504fe94155 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:17:07.631931 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec28ef4-aa34-4cf2-9c4b-f6504fe94155 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Port': ['ID=aa6ef1e0-68e1-4810-9791-9da93c4f4d92,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:17:07.977859 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8ec28ef4-aa34-4cf2-9c4b-f6504fe94155 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:08.102598 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8ec28ef4-aa34-4cf2-9c4b-f6504fe94155 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:08.248988 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8ec28ef4-aa34-4cf2-9c4b-f6504fe94155 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:08.305970 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8ec28ef4-aa34-4cf2-9c4b-f6504fe94155 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:08.376331 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec28ef4-aa34-4cf2-9c4b-f6504fe94155 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event updated for resources: {'Port': ['ID=aa6ef1e0-68e1-4810-9791-9da93c4f4d92,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:17:08.388959 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8ec28ef4-aa34-4cf2-9c4b-f6504fe94155 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:08.484454 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.l3_db [None req-8ec28ef4-aa34-4cf2-9c4b-f6504fe94155 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Floating IP 07d495d7-ce0b-4682-8f53-aab4b16ac0f4 associated. External IP: 172.26.3.160, port: 123e91c8-77c9-42c8-8f19-761ad3664ddf. Feb 16 17:17:08.937662 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec28ef4-aa34-4cf2-9c4b-f6504fe94155 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Router 70eafefc-8289-4cf4-a4b5-10f7f947f5d3 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:17:09.040714 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec28ef4-aa34-4cf2-9c4b-f6504fe94155 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:17:09.052133 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e79b3f-a6ac-4930-9999-afb5ef6d66b1 None None] Sync routers for ids ['70eafefc-8289-4cf4-a4b5-10f7f947f5d3'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:17:09.061421 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e79b3f-a6ac-4930-9999-afb5ef6d66b1 None None] Routers {'70eafefc-8289-4cf4-a4b5-10f7f947f5d3'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:17:09.062042 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-e1e79b3f-a6ac-4930-9999-afb5ef6d66b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:16:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['70eafefc-8289-4cf4-a4b5-10f7f947f5d3'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:17:09.142294 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8ec28ef4-aa34-4cf2-9c4b-f6504fe94155 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:09.169771 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-8ec28ef4-aa34-4cf2-9c4b-f6504fe94155 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0596879 Feb 16 17:17:09.170328 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6169711f-397e-4dbd-86f9-d096d6becc3e', 'tag': '123e91c8-77c9-42c8-8f19-761ad3664ddf'}] {{(pid=114375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:17:09.172446 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 56478) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:17:09.177716 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f675c1a73bb74b784e43f10fee26c40e358be44ccef5ed6f70ec30f8ec0d494b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0959ca29-db46-4b4c-80be-fb2758a6e925" -d '{"events": [{"name": "network-changed", "server_uuid": "6169711f-397e-4dbd-86f9-d096d6becc3e", "tag": "123e91c8-77c9-42c8-8f19-761ad3664ddf"}]}' {{(pid=114375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:17:09.177891 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-e1e79b3f-a6ac-4930-9999-afb5ef6d66b1 None None] Set router 70eafefc-8289-4cf4-a4b5-10f7f947f5d3 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:17:09.210107 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb34d268-5fbf-4ade-9bb8-cf8f70297239 x-openstack-request-id: req-fb34d268-5fbf-4ade-9bb8-cf8f70297239 {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:17:09.210300 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6169711f-397e-4dbd-86f9-d096d6becc3e", "tag": "123e91c8-77c9-42c8-8f19-761ad3664ddf", "status": "completed", "code": 200}]} {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:17:09.210413 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fb34d268-5fbf-4ade-9bb8-cf8f70297239 {{(pid=114375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:17:09.210879 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6169711f-397e-4dbd-86f9-d096d6becc3e', 'tag': '123e91c8-77c9-42c8-8f19-761ad3664ddf', 'status': 'completed', 'code': 200} Feb 16 17:17:09.248801 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-8ae6f3da-8c0b-4afa-a430-ece222ef1d05 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/floatingips/07d495d7-ce0b-4682-8f53-aab4b16ac0f4 HTTP/1.1" status: 200 len: 991 time: 0.0746233 Feb 16 17:17:09.255713 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-fe91b7af-b727-4982-81e0-22b0200176ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:09.277882 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0959ca29-db46-4b4c-80be-fb2758a6e925 req-487ea572-e40b-4346-9da0-e827bf5ee478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:09.279502 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0959ca29-db46-4b4c-80be-fb2758a6e925 req-487ea572-e40b-4346-9da0-e827bf5ee478 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c9820320aae461fbcc5eba944eb2160&device_id=6169711f-397e-4dbd-86f9-d096d6becc3e HTTP/1.1" status: 200 len: 1098 time: 0.0476232 Feb 16 17:17:09.371915 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0959ca29-db46-4b4c-80be-fb2758a6e925 req-0cb4d9be-6d12-4221-9245-ad9bc4e2c9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:09.373433 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0959ca29-db46-4b4c-80be-fb2758a6e925 req-0cb4d9be-6d12-4221-9245-ad9bc4e2c9a7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1a077324-1e38-45ee-b21a-821b713d9a4f HTTP/1.1" status: 200 len: 897 time: 0.0872285 Feb 16 17:17:09.406255 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-e1e79b3f-a6ac-4930-9999-afb5ef6d66b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70eafefc-8289-4cf4-a4b5-10f7f947f5d3', 'name': 'tempest-TestNetworkBasicOps-router-919439921', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ab617d16-58ba-468e-9a51-1484cee5c383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:16:46Z', 'updated_at': '2022-02-16T17:16:50Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'ab617d16-58ba-468e-9a51-1484cee5c383', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70eafefc-8289-4cf4-a4b5-10f7f947f5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:16:46Z', 'updated_at': '2022-02-16T17:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '07d495d7-ce0b-4682-8f53-aab4b16ac0f4', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'floating_ip_address': '172.26.3.160', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '70eafefc-8289-4cf4-a4b5-10f7f947f5d3', 'port_id': '123e91c8-77c9-42c8-8f19-761ad3664ddf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a077324-1e38-45ee-b21a-821b713d9a4f', 'mac_address': 'fa:16:3e:19:c3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6169711f-397e-4dbd-86f9-d096d6becc3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:17:07Z', 'updated_at': '2022-02-16T17:17:07Z', 'revision_number': 0, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b517b071-ad63-47a2-868c-a55b0bb0dcb5', 'name': '', 'network_id': '1a077324-1e38-45ee-b21a-821b713d9a4f', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:81:29:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70eafefc-8289-4cf4-a4b5-10f7f947f5d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': 'fcd919a9-8fd0-4d53-a6bf-886339367928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:16:49Z', 'updated_at': '2022-02-16T17:16:53Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': 'fcd919a9-8fd0-4d53-a6bf-886339367928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:17:09.432690 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e79b3f-a6ac-4930-9999-afb5ef6d66b1 None None] Checking router: 70eafefc-8289-4cf4-a4b5-10f7f947f5d3 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:17:09.437972 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0959ca29-db46-4b4c-80be-fb2758a6e925 req-291bfd68-53ea-4c8f-a1c4-3e400ca78543 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=123e91c8-77c9-42c8-8f19-761ad3664ddf HTTP/1.1" status: 200 len: 999 time: 0.0579648 Feb 16 17:17:09.440947 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e79b3f-a6ac-4930-9999-afb5ef6d66b1 None None] Routers {'70eafefc-8289-4cf4-a4b5-10f7f947f5d3'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:17:09.441544 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-e1e79b3f-a6ac-4930-9999-afb5ef6d66b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:17:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['70eafefc-8289-4cf4-a4b5-10f7f947f5d3'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:17:09.490637 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0959ca29-db46-4b4c-80be-fb2758a6e925 req-341b0fe1-bce1-42dc-bb7d-672b17f3a5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:09.492203 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0959ca29-db46-4b4c-80be-fb2758a6e925 req-341b0fe1-bce1-42dc-bb7d-672b17f3a5d5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=fcd919a9-8fd0-4d53-a6bf-886339367928 HTTP/1.1" status: 200 len: 835 time: 0.0483508 Feb 16 17:17:09.702604 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-e1e79b3f-a6ac-4930-9999-afb5ef6d66b1 None None] Set router 70eafefc-8289-4cf4-a4b5-10f7f947f5d3 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:17:09.871150 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0959ca29-db46-4b4c-80be-fb2758a6e925 req-28760051-0aee-42e6-9278-fca2403afada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:09.872680 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0959ca29-db46-4b4c-80be-fb2758a6e925 req-28760051-0aee-42e6-9278-fca2403afada service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1a077324-1e38-45ee-b21a-821b713d9a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3739965 Feb 16 17:17:09.935244 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-e1e79b3f-a6ac-4930-9999-afb5ef6d66b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70eafefc-8289-4cf4-a4b5-10f7f947f5d3', 'name': 'tempest-TestNetworkBasicOps-router-919439921', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ab617d16-58ba-468e-9a51-1484cee5c383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:16:46Z', 'updated_at': '2022-02-16T17:16:50Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'ab617d16-58ba-468e-9a51-1484cee5c383', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70eafefc-8289-4cf4-a4b5-10f7f947f5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:16:46Z', 'updated_at': '2022-02-16T17:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '07d495d7-ce0b-4682-8f53-aab4b16ac0f4', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'floating_ip_address': '172.26.3.160', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '70eafefc-8289-4cf4-a4b5-10f7f947f5d3', 'port_id': '123e91c8-77c9-42c8-8f19-761ad3664ddf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a077324-1e38-45ee-b21a-821b713d9a4f', 'mac_address': 'fa:16:3e:19:c3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6169711f-397e-4dbd-86f9-d096d6becc3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:17:07Z', 'updated_at': '2022-02-16T17:17:07Z', 'revision_number': 0, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b517b071-ad63-47a2-868c-a55b0bb0dcb5', 'name': '', 'network_id': '1a077324-1e38-45ee-b21a-821b713d9a4f', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:81:29:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70eafefc-8289-4cf4-a4b5-10f7f947f5d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': 'fcd919a9-8fd0-4d53-a6bf-886339367928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:16:49Z', 'updated_at': '2022-02-16T17:16:53Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': 'fcd919a9-8fd0-4d53-a6bf-886339367928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:17:09.960907 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0959ca29-db46-4b4c-80be-fb2758a6e925 req-db043d3d-3f42-47cd-a412-44d4599db40e service neutron] 10.222.0.89 "GET /v2.0/networks/1a077324-1e38-45ee-b21a-821b713d9a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802779 Feb 16 17:17:09.961497 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e79b3f-a6ac-4930-9999-afb5ef6d66b1 None None] The sync data for ids ['70eafefc-8289-4cf4-a4b5-10f7f947f5d3'] in dv-neutron-828697-3-hyperv is: [{'id': '70eafefc-8289-4cf4-a4b5-10f7f947f5d3', 'name': 'tempest-TestNetworkBasicOps-router-919439921', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ab617d16-58ba-468e-9a51-1484cee5c383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:16:46Z', 'updated_at': '2022-02-16T17:16:50Z', 'revision_number': 4, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'ab617d16-58ba-468e-9a51-1484cee5c383', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70eafefc-8289-4cf4-a4b5-10f7f947f5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:16:46Z', 'updated_at': '2022-02-16T17:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '07d495d7-ce0b-4682-8f53-aab4b16ac0f4', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'floating_ip_address': '172.26.3.160', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '70eafefc-8289-4cf4-a4b5-10f7f947f5d3', 'port_id': '123e91c8-77c9-42c8-8f19-761ad3664ddf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a077324-1e38-45ee-b21a-821b713d9a4f', 'mac_address': 'fa:16:3e:19:c3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6169711f-397e-4dbd-86f9-d096d6becc3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:17:07Z', 'updated_at': '2022-02-16T17:17:07Z', 'revision_number': 0, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b517b071-ad63-47a2-868c-a55b0bb0dcb5', 'name': '', 'network_id': '1a077324-1e38-45ee-b21a-821b713d9a4f', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:81:29:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70eafefc-8289-4cf4-a4b5-10f7f947f5d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': 'fcd919a9-8fd0-4d53-a6bf-886339367928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:16:49Z', 'updated_at': '2022-02-16T17:16:53Z', 'revision_number': 5, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': 'fcd919a9-8fd0-4d53-a6bf-886339367928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:17:10.055683 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0959ca29-db46-4b4c-80be-fb2758a6e925 req-11cc0b1c-431a-4e9e-a84a-13582005f691 service neutron] 10.222.0.89 "GET /v2.0/networks/1a077324-1e38-45ee-b21a-821b713d9a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883422 Feb 16 17:17:10.143777 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c538f9c-e1f2-46d5-9625-4bb3877f73ab None None] New status for floating IP 07d495d7-ce0b-4682-8f53-aab4b16ac0f4: ACTIVE {{(pid=114378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:17:10.252701 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 56482) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:17:10.317085 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-677e9177-7249-4acd-9a45-33412960a4b6 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/floatingips/07d495d7-ce0b-4682-8f53-aab4b16ac0f4 HTTP/1.1" status: 200 len: 991 time: 0.0632911 Feb 16 17:17:10.442685 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:10.921650 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:17:11.320475 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56484) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:17:11.382990 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f1548f73-7bf5-406c-a89d-55876b0abbc3 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/floatingips/07d495d7-ce0b-4682-8f53-aab4b16ac0f4 HTTP/1.1" status: 200 len: 993 time: 0.0613930 Feb 16 17:17:11.779829 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:12.088300 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:30.562323 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:36.836716 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f81ce526-2c11-4712-acbb-e3f877d00663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:39.236362 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-cd81c0d2-fbd9-40cb-b0bf-0796cdceeca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:40.464820 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:40.553971 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56496) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:17:40.559749 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-fd4e3206-5aeb-43db-a58f-b3c31eac15e2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'router': {'admin_state_up': False}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:17:40.869600 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fd4e3206-5aeb-43db-a58f-b3c31eac15e2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-583993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10422'] for router, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:40.945258 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fd4e3206-5aeb-43db-a58f-b3c31eac15e2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-583970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-583979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-582263'] for router, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:41.053541 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4e3206-5aeb-43db-a58f-b3c31eac15e2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Router 70eafefc-8289-4cf4-a4b5-10f7f947f5d3 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:17:41.155786 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4e3206-5aeb-43db-a58f-b3c31eac15e2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:17:41.162493 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fd4e3206-5aeb-43db-a58f-b3c31eac15e2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:41.163652 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-fd4e3206-5aeb-43db-a58f-b3c31eac15e2 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "PUT /v2.0/routers/70eafefc-8289-4cf4-a4b5-10f7f947f5d3 HTTP/1.1" status: 200 len: 888 time: 0.6086910 Feb 16 17:17:41.165864 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f38cf8b-2fd8-4c5e-8a74-286a250a822c None None] Sync routers for ids ['70eafefc-8289-4cf4-a4b5-10f7f947f5d3'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:17:41.178128 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f38cf8b-2fd8-4c5e-8a74-286a250a822c None None] Routers {'70eafefc-8289-4cf4-a4b5-10f7f947f5d3'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:17:41.178740 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-3f38cf8b-2fd8-4c5e-8a74-286a250a822c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:17:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['70eafefc-8289-4cf4-a4b5-10f7f947f5d3'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:17:41.211143 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-3f38cf8b-2fd8-4c5e-8a74-286a250a822c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:17:41.219373 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f38cf8b-2fd8-4c5e-8a74-286a250a822c None None] Routers {'70eafefc-8289-4cf4-a4b5-10f7f947f5d3'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:17:41.219993 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-3f38cf8b-2fd8-4c5e-8a74-286a250a822c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:17:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['70eafefc-8289-4cf4-a4b5-10f7f947f5d3'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:17:41.254484 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-3f38cf8b-2fd8-4c5e-8a74-286a250a822c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:17:41.255106 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f38cf8b-2fd8-4c5e-8a74-286a250a822c None None] The sync data for ids ['70eafefc-8289-4cf4-a4b5-10f7f947f5d3'] in dv-neutron-828697-3-hyperv is: [] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:17:41.745846 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a41dcd-aae6-458b-bab7-ba8251f407d4 None None] New status for floating IP 07d495d7-ce0b-4682-8f53-aab4b16ac0f4: DOWN {{(pid=114378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:17:41.801597 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:42.110417 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:42.217649 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device b517b071-ad63-47a2-868c-a55b0bb0dcb5 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:17:42.293918 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:42.324051 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port b517b071-ad63-47a2-868c-a55b0bb0dcb5, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=b517b071-ad63-47a2-868c-a55b0bb0dcb5,segment=NetworkSegment(3345a4a0-5e38-47cf-bc14-62d5d44fb826),segment_id=3345a4a0-5e38-47cf-bc14-62d5d44fb826)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:17:42.402284 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:42.403012 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device ab617d16-58ba-468e-9a51-1484cee5c383 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:17:42.477753 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=b517b071-ad63-47a2-868c-a55b0bb0dcb5,revision_number=6']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:17:42.516407 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:42.537189 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port ab617d16-58ba-468e-9a51-1484cee5c383, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=ab617d16-58ba-468e-9a51-1484cee5c383,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:17:42.607666 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:42.657885 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=ab617d16-58ba-468e-9a51-1484cee5c383,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:17:43.283829 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56500) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:17:43.288648 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-36d96ff4-3b73-429f-b12a-3e3aefc502c1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Request body: {'router': {'admin_state_up': True}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:17:43.595941 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-36d96ff4-3b73-429f-b12a-3e3aefc502c1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-583993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10422'] for router, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:43.660296 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-36d96ff4-3b73-429f-b12a-3e3aefc502c1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-583970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-583979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-582263'] for router, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:43.772416 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d96ff4-3b73-429f-b12a-3e3aefc502c1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Router 70eafefc-8289-4cf4-a4b5-10f7f947f5d3 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:17:43.881418 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d96ff4-3b73-429f-b12a-3e3aefc502c1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:17:43.887803 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-36d96ff4-3b73-429f-b12a-3e3aefc502c1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:43.889002 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-36d96ff4-3b73-429f-b12a-3e3aefc502c1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "PUT /v2.0/routers/70eafefc-8289-4cf4-a4b5-10f7f947f5d3 HTTP/1.1" status: 200 len: 887 time: 0.6041651 Feb 16 17:17:43.890662 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4dc708-6faa-41f8-8666-157e1fe9e311 None None] Sync routers for ids ['70eafefc-8289-4cf4-a4b5-10f7f947f5d3'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:17:43.892611 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56502) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:17:43.902416 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4dc708-6faa-41f8-8666-157e1fe9e311 None None] Routers {'70eafefc-8289-4cf4-a4b5-10f7f947f5d3'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:17:43.903039 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-bb4dc708-6faa-41f8-8666-157e1fe9e311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:17:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['70eafefc-8289-4cf4-a4b5-10f7f947f5d3'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:17:43.952419 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ccc31458-134e-43d2-aad3-9a5d458e947e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/floatingips/07d495d7-ce0b-4682-8f53-aab4b16ac0f4 HTTP/1.1" status: 200 len: 991 time: 0.0584927 Feb 16 17:17:44.006041 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-bb4dc708-6faa-41f8-8666-157e1fe9e311 None None] Set router 70eafefc-8289-4cf4-a4b5-10f7f947f5d3 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:17:44.219216 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-bb4dc708-6faa-41f8-8666-157e1fe9e311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70eafefc-8289-4cf4-a4b5-10f7f947f5d3', 'name': 'tempest-TestNetworkBasicOps-router-919439921', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ab617d16-58ba-468e-9a51-1484cee5c383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:16:46Z', 'updated_at': '2022-02-16T17:17:43Z', 'revision_number': 6, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'ab617d16-58ba-468e-9a51-1484cee5c383', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70eafefc-8289-4cf4-a4b5-10f7f947f5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:16:46Z', 'updated_at': '2022-02-16T17:17:42Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '07d495d7-ce0b-4682-8f53-aab4b16ac0f4', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'floating_ip_address': '172.26.3.160', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '70eafefc-8289-4cf4-a4b5-10f7f947f5d3', 'port_id': '123e91c8-77c9-42c8-8f19-761ad3664ddf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a077324-1e38-45ee-b21a-821b713d9a4f', 'mac_address': 'fa:16:3e:19:c3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6169711f-397e-4dbd-86f9-d096d6becc3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:17:07Z', 'updated_at': '2022-02-16T17:17:41Z', 'revision_number': 2, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b517b071-ad63-47a2-868c-a55b0bb0dcb5', 'name': '', 'network_id': '1a077324-1e38-45ee-b21a-821b713d9a4f', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:81:29:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70eafefc-8289-4cf4-a4b5-10f7f947f5d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': 'fcd919a9-8fd0-4d53-a6bf-886339367928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:16:49Z', 'updated_at': '2022-02-16T17:17:42Z', 'revision_number': 6, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': 'fcd919a9-8fd0-4d53-a6bf-886339367928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:17:44.248134 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4dc708-6faa-41f8-8666-157e1fe9e311 None None] Checking router: 70eafefc-8289-4cf4-a4b5-10f7f947f5d3 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:17:44.256593 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4dc708-6faa-41f8-8666-157e1fe9e311 None None] Routers {'70eafefc-8289-4cf4-a4b5-10f7f947f5d3'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:17:44.257188 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-bb4dc708-6faa-41f8-8666-157e1fe9e311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:17:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['70eafefc-8289-4cf4-a4b5-10f7f947f5d3'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:17:44.357109 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-bb4dc708-6faa-41f8-8666-157e1fe9e311 None None] Set router 70eafefc-8289-4cf4-a4b5-10f7f947f5d3 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:17:44.571536 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-bb4dc708-6faa-41f8-8666-157e1fe9e311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70eafefc-8289-4cf4-a4b5-10f7f947f5d3', 'name': 'tempest-TestNetworkBasicOps-router-919439921', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ab617d16-58ba-468e-9a51-1484cee5c383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:16:46Z', 'updated_at': '2022-02-16T17:17:43Z', 'revision_number': 6, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'ab617d16-58ba-468e-9a51-1484cee5c383', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70eafefc-8289-4cf4-a4b5-10f7f947f5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:16:46Z', 'updated_at': '2022-02-16T17:17:42Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '07d495d7-ce0b-4682-8f53-aab4b16ac0f4', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'floating_ip_address': '172.26.3.160', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '70eafefc-8289-4cf4-a4b5-10f7f947f5d3', 'port_id': '123e91c8-77c9-42c8-8f19-761ad3664ddf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a077324-1e38-45ee-b21a-821b713d9a4f', 'mac_address': 'fa:16:3e:19:c3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6169711f-397e-4dbd-86f9-d096d6becc3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:17:07Z', 'updated_at': '2022-02-16T17:17:41Z', 'revision_number': 2, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b517b071-ad63-47a2-868c-a55b0bb0dcb5', 'name': '', 'network_id': '1a077324-1e38-45ee-b21a-821b713d9a4f', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:81:29:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70eafefc-8289-4cf4-a4b5-10f7f947f5d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': 'fcd919a9-8fd0-4d53-a6bf-886339367928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:16:49Z', 'updated_at': '2022-02-16T17:17:42Z', 'revision_number': 6, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': 'fcd919a9-8fd0-4d53-a6bf-886339367928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:17:44.597349 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4dc708-6faa-41f8-8666-157e1fe9e311 None None] The sync data for ids ['70eafefc-8289-4cf4-a4b5-10f7f947f5d3'] in dv-neutron-828697-3-hyperv is: [{'id': '70eafefc-8289-4cf4-a4b5-10f7f947f5d3', 'name': 'tempest-TestNetworkBasicOps-router-919439921', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ab617d16-58ba-468e-9a51-1484cee5c383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:16:46Z', 'updated_at': '2022-02-16T17:17:43Z', 'revision_number': 6, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'ab617d16-58ba-468e-9a51-1484cee5c383', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70eafefc-8289-4cf4-a4b5-10f7f947f5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:16:46Z', 'updated_at': '2022-02-16T17:17:42Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '07d495d7-ce0b-4682-8f53-aab4b16ac0f4', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'floating_ip_address': '172.26.3.160', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '70eafefc-8289-4cf4-a4b5-10f7f947f5d3', 'port_id': '123e91c8-77c9-42c8-8f19-761ad3664ddf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a077324-1e38-45ee-b21a-821b713d9a4f', 'mac_address': 'fa:16:3e:19:c3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6169711f-397e-4dbd-86f9-d096d6becc3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:17:07Z', 'updated_at': '2022-02-16T17:17:41Z', 'revision_number': 2, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b517b071-ad63-47a2-868c-a55b0bb0dcb5', 'name': '', 'network_id': '1a077324-1e38-45ee-b21a-821b713d9a4f', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:81:29:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70eafefc-8289-4cf4-a4b5-10f7f947f5d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': 'fcd919a9-8fd0-4d53-a6bf-886339367928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:16:49Z', 'updated_at': '2022-02-16T17:17:42Z', 'revision_number': 6, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': 'fcd919a9-8fd0-4d53-a6bf-886339367928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:17:44.956373 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56504) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:17:45.021997 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-857b04cd-74cf-4065-b39c-4adb6ad96ece tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/floatingips/07d495d7-ce0b-4682-8f53-aab4b16ac0f4 HTTP/1.1" status: 200 len: 991 time: 0.0643170 Feb 16 17:17:46.025095 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56506) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:17:46.086635 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-246bbb55-57ef-48d3-96db-93481159ba3e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/floatingips/07d495d7-ce0b-4682-8f53-aab4b16ac0f4 HTTP/1.1" status: 200 len: 991 time: 0.0604196 Feb 16 17:17:46.099429 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392125cc-cb24-46ea-beec-4c9c016492bd None None] New status for floating IP 07d495d7-ce0b-4682-8f53-aab4b16ac0f4: ACTIVE {{(pid=114378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:17:46.268175 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device b517b071-ad63-47a2-868c-a55b0bb0dcb5 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:17:46.318238 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port b517b071-ad63-47a2-868c-a55b0bb0dcb5 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:17:46.318614 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:46.394298 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:46.426755 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port b517b071-ad63-47a2-868c-a55b0bb0dcb5, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=b517b071-ad63-47a2-868c-a55b0bb0dcb5,segment=NetworkSegment(3345a4a0-5e38-47cf-bc14-62d5d44fb826),segment_id=3345a4a0-5e38-47cf-bc14-62d5d44fb826)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:17:46.493518 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:46.494324 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device ab617d16-58ba-468e-9a51-1484cee5c383 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:17:46.572193 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=b517b071-ad63-47a2-868c-a55b0bb0dcb5,revision_number=7']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:17:46.581888 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:46.582238 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:46.582576 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:46.582910 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:46.583239 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:46.583577 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:46.583900 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:46.584259 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:46.584586 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:46.584909 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:46.585231 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:46.585551 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:46.593422 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port ab617d16-58ba-468e-9a51-1484cee5c383 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:17:46.593861 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:46.669449 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:46.689549 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port ab617d16-58ba-468e-9a51-1484cee5c383, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=ab617d16-58ba-468e-9a51-1484cee5c383,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:17:46.785267 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:46.834447 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=ab617d16-58ba-468e-9a51-1484cee5c383,revision_number=6']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:17:47.089781 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56508) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:17:47.152910 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-529549f7-c28e-4adf-8c15-928814f28050 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/floatingips/07d495d7-ce0b-4682-8f53-aab4b16ac0f4 HTTP/1.1" status: 200 len: 993 time: 0.0620122 Feb 16 17:17:47.387834 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56514) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:17:47.545060 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-301400f6-8c29-43a1-9364-828db67a929d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Deleting port aa6ef1e0-68e1-4810-9791-9da93c4f4d92 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:17:47.545396 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-301400f6-8c29-43a1-9364-828db67a929d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:47.622884 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-301400f6-8c29-43a1-9364-828db67a929d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:47.623213 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-301400f6-8c29-43a1-9364-828db67a929d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:47.634669 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-301400f6-8c29-43a1-9364-828db67a929d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Calling delete_port for aa6ef1e0-68e1-4810-9791-9da93c4f4d92 owned by network:floatingip {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:17:47.813533 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-301400f6-8c29-43a1-9364-828db67a929d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:47.843249 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301400f6-8c29-43a1-9364-828db67a929d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'Port': ['ID=aa6ef1e0-68e1-4810-9791-9da93c4f4d92,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:17:47.868147 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301400f6-8c29-43a1-9364-828db67a929d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:47.868499 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301400f6-8c29-43a1-9364-828db67a929d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:47.868843 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301400f6-8c29-43a1-9364-828db67a929d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:47.869177 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301400f6-8c29-43a1-9364-828db67a929d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:47.869506 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301400f6-8c29-43a1-9364-828db67a929d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:47.869835 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301400f6-8c29-43a1-9364-828db67a929d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:47.870161 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301400f6-8c29-43a1-9364-828db67a929d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:47.870486 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301400f6-8c29-43a1-9364-828db67a929d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:47.870814 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301400f6-8c29-43a1-9364-828db67a929d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:47.871135 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301400f6-8c29-43a1-9364-828db67a929d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:47.871456 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301400f6-8c29-43a1-9364-828db67a929d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:47.871774 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301400f6-8c29-43a1-9364-828db67a929d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:47.910543 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-301400f6-8c29-43a1-9364-828db67a929d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for floatingip, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:47.910870 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.l3_db [None req-301400f6-8c29-43a1-9364-828db67a929d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Floating IP 07d495d7-ce0b-4682-8f53-aab4b16ac0f4 disassociated (deleted). External IP: 172.26.3.160, port: 123e91c8-77c9-42c8-8f19-761ad3664ddf. Feb 16 17:17:47.920595 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:17:48.119245 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-301400f6-8c29-43a1-9364-828db67a929d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Router 70eafefc-8289-4cf4-a4b5-10f7f947f5d3 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:17:48.233437 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device b517b071-ad63-47a2-868c-a55b0bb0dcb5 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:17:48.282799 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port b517b071-ad63-47a2-868c-a55b0bb0dcb5 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:17:48.283168 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:48.365261 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device ab617d16-58ba-468e-9a51-1484cee5c383 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:17:48.412010 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port ab617d16-58ba-468e-9a51-1484cee5c383 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:17:48.412298 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:48.482310 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301400f6-8c29-43a1-9364-828db67a929d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:17:48.487247 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-301400f6-8c29-43a1-9364-828db67a929d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:48.493506 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7e12ba-e823-449f-b490-89dea09dc232 None None] Sync routers for ids ['70eafefc-8289-4cf4-a4b5-10f7f947f5d3'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:17:48.508870 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7e12ba-e823-449f-b490-89dea09dc232 None None] Routers {'70eafefc-8289-4cf4-a4b5-10f7f947f5d3'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:17:48.509473 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-3d7e12ba-e823-449f-b490-89dea09dc232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:17:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['70eafefc-8289-4cf4-a4b5-10f7f947f5d3'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:17:48.515183 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-301400f6-8c29-43a1-9364-828db67a929d tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "DELETE /v2.0/floatingips/07d495d7-ce0b-4682-8f53-aab4b16ac0f4 HTTP/1.1" status: 204 len: 168 time: 1.1262515 Feb 16 17:17:48.515880 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6169711f-397e-4dbd-86f9-d096d6becc3e', 'tag': '123e91c8-77c9-42c8-8f19-761ad3664ddf'}] {{(pid=114375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:17:48.518375 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f675c1a73bb74b784e43f10fee26c40e358be44ccef5ed6f70ec30f8ec0d494b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ccad80-2aff-4742-94c4-4cd195804d0f" -d '{"events": [{"name": "network-changed", "server_uuid": "6169711f-397e-4dbd-86f9-d096d6becc3e", "tag": "123e91c8-77c9-42c8-8f19-761ad3664ddf"}]}' {{(pid=114375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:17:48.617033 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-3d7e12ba-e823-449f-b490-89dea09dc232 None None] Set router 70eafefc-8289-4cf4-a4b5-10f7f947f5d3 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:17:48.618579 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e249130-69d0-4b92-a0d4-91f910a20ff3 x-openstack-request-id: req-8e249130-69d0-4b92-a0d4-91f910a20ff3 {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:17:48.618945 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6169711f-397e-4dbd-86f9-d096d6becc3e", "tag": "123e91c8-77c9-42c8-8f19-761ad3664ddf", "status": "completed", "code": 200}]} {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:17:48.619269 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8e249130-69d0-4b92-a0d4-91f910a20ff3 {{(pid=114375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:17:48.619740 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6169711f-397e-4dbd-86f9-d096d6becc3e', 'tag': '123e91c8-77c9-42c8-8f19-761ad3664ddf', 'status': 'completed', 'code': 200} Feb 16 17:17:48.684261 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ccad80-2aff-4742-94c4-4cd195804d0f req-cc27bc68-2299-475c-a9e1-02a635544390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:48.685987 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-95ccad80-2aff-4742-94c4-4cd195804d0f req-cc27bc68-2299-475c-a9e1-02a635544390 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c9820320aae461fbcc5eba944eb2160&device_id=6169711f-397e-4dbd-86f9-d096d6becc3e HTTP/1.1" status: 200 len: 1098 time: 0.0429075 Feb 16 17:17:48.805223 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ccad80-2aff-4742-94c4-4cd195804d0f req-7e2ec79d-60be-414c-940e-ed94c48423f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:48.806733 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-95ccad80-2aff-4742-94c4-4cd195804d0f req-7e2ec79d-60be-414c-940e-ed94c48423f5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1a077324-1e38-45ee-b21a-821b713d9a4f HTTP/1.1" status: 200 len: 897 time: 0.1130905 Feb 16 17:17:48.858169 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-95ccad80-2aff-4742-94c4-4cd195804d0f req-42591703-6164-4d8e-b786-f714d2bbf7f6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=123e91c8-77c9-42c8-8f19-761ad3664ddf HTTP/1.1" status: 200 len: 217 time: 0.0437479 Feb 16 17:17:48.916551 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ccad80-2aff-4742-94c4-4cd195804d0f req-a391afbc-6784-40f6-a678-64f1b4b809ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:48.918031 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-95ccad80-2aff-4742-94c4-4cd195804d0f req-a391afbc-6784-40f6-a678-64f1b4b809ed service neutron] 10.222.0.89 "GET /v2.0/subnets?id=fcd919a9-8fd0-4d53-a6bf-886339367928 HTTP/1.1" status: 200 len: 835 time: 0.0513268 Feb 16 17:17:48.935771 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf1da15-412e-4f29-b3a4-7910d7b31909 req-c72bf29d-6078-4329-854a-9da97528c426 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:48.937423 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-6cf1da15-412e-4f29-b3a4-7910d7b31909 req-c72bf29d-6078-4329-854a-9da97528c426 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=6169711f-397e-4dbd-86f9-d096d6becc3e HTTP/1.1" status: 200 len: 945 time: 0.0549428 Feb 16 17:17:48.967243 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ccad80-2aff-4742-94c4-4cd195804d0f req-4a836237-102a-4f39-beee-5b6ea2ec8552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:48.968949 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-95ccad80-2aff-4742-94c4-4cd195804d0f req-4a836237-102a-4f39-beee-5b6ea2ec8552 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1a077324-1e38-45ee-b21a-821b713d9a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442886 Feb 16 17:17:48.977423 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-3d7e12ba-e823-449f-b490-89dea09dc232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70eafefc-8289-4cf4-a4b5-10f7f947f5d3', 'name': 'tempest-TestNetworkBasicOps-router-919439921', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ab617d16-58ba-468e-9a51-1484cee5c383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:16:46Z', 'updated_at': '2022-02-16T17:17:43Z', 'revision_number': 6, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'ab617d16-58ba-468e-9a51-1484cee5c383', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70eafefc-8289-4cf4-a4b5-10f7f947f5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:16:46Z', 'updated_at': '2022-02-16T17:17:46Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'b517b071-ad63-47a2-868c-a55b0bb0dcb5', 'name': '', 'network_id': '1a077324-1e38-45ee-b21a-821b713d9a4f', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:81:29:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70eafefc-8289-4cf4-a4b5-10f7f947f5d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': 'fcd919a9-8fd0-4d53-a6bf-886339367928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:16:49Z', 'updated_at': '2022-02-16T17:17:46Z', 'revision_number': 7, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': 'fcd919a9-8fd0-4d53-a6bf-886339367928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:17:48.980091 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-6cf1da15-412e-4f29-b3a4-7910d7b31909 req-76054a01-5bb1-412b-b4e4-423d7bc7eb4a tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=294d40ff-c580-40f0-b32e-508b3b63e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365508 Feb 16 17:17:49.004563 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7e12ba-e823-449f-b490-89dea09dc232 None None] Checking router: 70eafefc-8289-4cf4-a4b5-10f7f947f5d3 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:17:49.013057 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7e12ba-e823-449f-b490-89dea09dc232 None None] Routers {'70eafefc-8289-4cf4-a4b5-10f7f947f5d3'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:17:49.013672 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-3d7e12ba-e823-449f-b490-89dea09dc232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:17:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['70eafefc-8289-4cf4-a4b5-10f7f947f5d3'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:17:49.068344 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-95ccad80-2aff-4742-94c4-4cd195804d0f req-01191174-9333-421d-be06-38f246066139 service neutron] 10.222.0.89 "GET /v2.0/networks/1a077324-1e38-45ee-b21a-821b713d9a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915074 Feb 16 17:17:49.118106 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-3d7e12ba-e823-449f-b490-89dea09dc232 None None] Set router 70eafefc-8289-4cf4-a4b5-10f7f947f5d3 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:17:49.158028 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-95ccad80-2aff-4742-94c4-4cd195804d0f req-0d1d2759-9730-4359-884f-32bf335a1abc service neutron] 10.222.0.89 "GET /v2.0/networks/1a077324-1e38-45ee-b21a-821b713d9a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823698 Feb 16 17:17:49.315138 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-3d7e12ba-e823-449f-b490-89dea09dc232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70eafefc-8289-4cf4-a4b5-10f7f947f5d3', 'name': 'tempest-TestNetworkBasicOps-router-919439921', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ab617d16-58ba-468e-9a51-1484cee5c383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:16:46Z', 'updated_at': '2022-02-16T17:17:43Z', 'revision_number': 6, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'ab617d16-58ba-468e-9a51-1484cee5c383', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70eafefc-8289-4cf4-a4b5-10f7f947f5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:16:46Z', 'updated_at': '2022-02-16T17:17:46Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'b517b071-ad63-47a2-868c-a55b0bb0dcb5', 'name': '', 'network_id': '1a077324-1e38-45ee-b21a-821b713d9a4f', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:81:29:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70eafefc-8289-4cf4-a4b5-10f7f947f5d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': 'fcd919a9-8fd0-4d53-a6bf-886339367928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:16:49Z', 'updated_at': '2022-02-16T17:17:46Z', 'revision_number': 7, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': 'fcd919a9-8fd0-4d53-a6bf-886339367928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:17:49.344704 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7e12ba-e823-449f-b490-89dea09dc232 None None] The sync data for ids ['70eafefc-8289-4cf4-a4b5-10f7f947f5d3'] in dv-neutron-828697-3-hyperv is: [{'id': '70eafefc-8289-4cf4-a4b5-10f7f947f5d3', 'name': 'tempest-TestNetworkBasicOps-router-919439921', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ab617d16-58ba-468e-9a51-1484cee5c383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:16:46Z', 'updated_at': '2022-02-16T17:17:43Z', 'revision_number': 6, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'ab617d16-58ba-468e-9a51-1484cee5c383', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70eafefc-8289-4cf4-a4b5-10f7f947f5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:16:46Z', 'updated_at': '2022-02-16T17:17:46Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'b517b071-ad63-47a2-868c-a55b0bb0dcb5', 'name': '', 'network_id': '1a077324-1e38-45ee-b21a-821b713d9a4f', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'mac_address': 'fa:16:3e:81:29:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70eafefc-8289-4cf4-a4b5-10f7f947f5d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': 'fcd919a9-8fd0-4d53-a6bf-886339367928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:16:49Z', 'updated_at': '2022-02-16T17:17:46Z', 'revision_number': 7, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'subnets': [{'id': 'fcd919a9-8fd0-4d53-a6bf-886339367928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:17:49.951064 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1f83fd-3fff-4a15-b4b5-be55031881b2 None None] New status for floating IP 07d495d7-ce0b-4682-8f53-aab4b16ac0f4: DOWN {{(pid=114378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:17:50.098913 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3004cac4-f25a-4c7d-8754-818215b1c713 req-68ed6855-3e04-4d28-adc6-d869b177144e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:50.100300 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3004cac4-f25a-4c7d-8754-818215b1c713 req-68ed6855-3e04-4d28-adc6-d869b177144e tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=6169711f-397e-4dbd-86f9-d096d6becc3e HTTP/1.1" status: 200 len: 945 time: 0.0479808 Feb 16 17:17:50.142568 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3004cac4-f25a-4c7d-8754-818215b1c713 req-7a56e9c6-21c1-496a-b813-cc282d5eb1b1 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/security-groups?id=294d40ff-c580-40f0-b32e-508b3b63e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360408 Feb 16 17:17:50.195124 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff22ad5-edc4-4071-8022-ace085ae3ead req-7f41fb74-5f44-494d-a5d4-a360102a520b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:50.196617 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5ff22ad5-edc4-4071-8022-ace085ae3ead req-7f41fb74-5f44-494d-a5d4-a360102a520b tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "GET /v2.0/ports?device_id=6169711f-397e-4dbd-86f9-d096d6becc3e HTTP/1.1" status: 200 len: 945 time: 0.0484684 Feb 16 17:17:50.285098 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-5ff22ad5-edc4-4071-8022-ace085ae3ead req-b5c09d27-99db-4f17-a6bb-f33543615117 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Deleting port 123e91c8-77c9-42c8-8f19-761ad3664ddf {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:17:50.285437 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-5ff22ad5-edc4-4071-8022-ace085ae3ead req-b5c09d27-99db-4f17-a6bb-f33543615117 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:50.374283 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-5ff22ad5-edc4-4071-8022-ace085ae3ead req-b5c09d27-99db-4f17-a6bb-f33543615117 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] For port 123e91c8-77c9-42c8-8f19-761ad3664ddf, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=123e91c8-77c9-42c8-8f19-761ad3664ddf,segment=NetworkSegment(3345a4a0-5e38-47cf-bc14-62d5d44fb826),segment_id=3345a4a0-5e38-47cf-bc14-62d5d44fb826)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:17:50.374554 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-5ff22ad5-edc4-4071-8022-ace085ae3ead req-b5c09d27-99db-4f17-a6bb-f33543615117 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:50.386018 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-5ff22ad5-edc4-4071-8022-ace085ae3ead req-b5c09d27-99db-4f17-a6bb-f33543615117 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Calling delete_port for 123e91c8-77c9-42c8-8f19-761ad3664ddf owned by compute:nova {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:17:50.590457 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-5ff22ad5-edc4-4071-8022-ace085ae3ead req-b5c09d27-99db-4f17-a6bb-f33543615117 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:50.617284 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c09d27-99db-4f17-a6bb-f33543615117 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'Port': ['ID=123e91c8-77c9-42c8-8f19-761ad3664ddf,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:17:50.629286 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c09d27-99db-4f17-a6bb-f33543615117 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:50.629640 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c09d27-99db-4f17-a6bb-f33543615117 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:50.629982 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c09d27-99db-4f17-a6bb-f33543615117 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:50.630312 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c09d27-99db-4f17-a6bb-f33543615117 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:50.630648 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c09d27-99db-4f17-a6bb-f33543615117 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:50.630978 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c09d27-99db-4f17-a6bb-f33543615117 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:50.631304 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c09d27-99db-4f17-a6bb-f33543615117 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:50.631628 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c09d27-99db-4f17-a6bb-f33543615117 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:50.631956 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c09d27-99db-4f17-a6bb-f33543615117 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:50.632301 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c09d27-99db-4f17-a6bb-f33543615117 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:50.632621 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c09d27-99db-4f17-a6bb-f33543615117 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:50.632939 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c09d27-99db-4f17-a6bb-f33543615117 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:50.673237 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff22ad5-edc4-4071-8022-ace085ae3ead req-b5c09d27-99db-4f17-a6bb-f33543615117 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] No DVR routers for this DVR port 123e91c8-77c9-42c8-8f19-761ad3664ddf on host hv-neutron-8286 {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:17:50.675710 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-5ff22ad5-edc4-4071-8022-ace085ae3ead req-b5c09d27-99db-4f17-a6bb-f33543615117 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:50.678981 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5ff22ad5-edc4-4071-8022-ace085ae3ead req-b5c09d27-99db-4f17-a6bb-f33543615117 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.89 "DELETE /v2.0/ports/123e91c8-77c9-42c8-8f19-761ad3664ddf HTTP/1.1" status: 204 len: 173 time: 0.4757383 Feb 16 17:17:50.679414 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6169711f-397e-4dbd-86f9-d096d6becc3e', 'name': 'network-vif-deleted', 'tag': '123e91c8-77c9-42c8-8f19-761ad3664ddf'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:17:50.681757 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6ca9b7-b60c-4ff4-8f3a-7e05d71b6200" -d '{"events": [{"server_uuid": "6169711f-397e-4dbd-86f9-d096d6becc3e", "name": "network-vif-deleted", "tag": "123e91c8-77c9-42c8-8f19-761ad3664ddf"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:17:50.718685 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afda2bd8-cd3d-4398-a53e-eef3a2e786ba x-openstack-request-id: req-afda2bd8-cd3d-4398-a53e-eef3a2e786ba {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:17:50.718978 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6169711f-397e-4dbd-86f9-d096d6becc3e", "name": "network-vif-deleted", "tag": "123e91c8-77c9-42c8-8f19-761ad3664ddf", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:17:50.719231 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-afda2bd8-cd3d-4398-a53e-eef3a2e786ba {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:17:50.719631 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6169711f-397e-4dbd-86f9-d096d6becc3e', 'name': 'network-vif-deleted', 'tag': '123e91c8-77c9-42c8-8f19-761ad3664ddf', 'status': 'completed', 'code': 200} Feb 16 17:17:51.393169 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-86848763-e1de-4529-8259-84a5b563b31c req-355b5093-f663-489a-8b41-26d2ae1295cb tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "GET /v2.0/ports?device_id=6169711f-397e-4dbd-86f9-d096d6becc3e HTTP/1.1" status: 200 len: 210 time: 0.0269573 Feb 16 17:17:52.303325 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56532) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:17:52.361004 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6cef6afd-6315-4264-990a-b876d2be01ae tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:52.385362 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6cef6afd-6315-4264-990a-b876d2be01ae tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:52.522173 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6cef6afd-6315-4264-990a-b876d2be01ae tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:52.524975 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6cef6afd-6315-4264-990a-b876d2be01ae tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:52.526144 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-6cef6afd-6315-4264-990a-b876d2be01ae tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "DELETE /v2.0/security-groups/294d40ff-c580-40f0-b32e-508b3b63e1d1 HTTP/1.1" status: 204 len: 168 time: 0.2218342 Feb 16 17:17:52.535344 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cef6afd-6315-4264-990a-b876d2be01ae tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=294d40ff-c580-40f0-b32e-508b3b63e1d1,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:17:52.625953 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 56536) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:17:53.046668 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-26bc2b10-40be-4505-9ff9-40f6dc7c6ef4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:53.310766 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-26bc2b10-40be-4505-9ff9-40f6dc7c6ef4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Deleting port b517b071-ad63-47a2-868c-a55b0bb0dcb5 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:17:53.311111 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-26bc2b10-40be-4505-9ff9-40f6dc7c6ef4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:53.397534 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-26bc2b10-40be-4505-9ff9-40f6dc7c6ef4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] For port b517b071-ad63-47a2-868c-a55b0bb0dcb5, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=b517b071-ad63-47a2-868c-a55b0bb0dcb5,segment=NetworkSegment(3345a4a0-5e38-47cf-bc14-62d5d44fb826),segment_id=3345a4a0-5e38-47cf-bc14-62d5d44fb826)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:17:53.397892 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-26bc2b10-40be-4505-9ff9-40f6dc7c6ef4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:53.409890 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-26bc2b10-40be-4505-9ff9-40f6dc7c6ef4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Calling delete_port for b517b071-ad63-47a2-868c-a55b0bb0dcb5 owned by network:router_interface {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:17:53.636560 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-26bc2b10-40be-4505-9ff9-40f6dc7c6ef4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:53.667398 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bc2b10-40be-4505-9ff9-40f6dc7c6ef4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'Port': ['ID=b517b071-ad63-47a2-868c-a55b0bb0dcb5,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:17:53.840538 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-26bc2b10-40be-4505-9ff9-40f6dc7c6ef4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:54.034826 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 123e91c8-77c9-42c8-8f19-761ad3664ddf no longer exists at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:17:54.054662 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] No Port match for: 123e91c8-77c9-42c8-8f19-761ad3664ddf {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:17:54.055006 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 123e91c8-77c9-42c8-8f19-761ad3664ddf not bound to the agent host hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:17:54.055190 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26bc2b10-40be-4505-9ff9-40f6dc7c6ef4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Router 70eafefc-8289-4cf4-a4b5-10f7f947f5d3 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:17:54.159668 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26bc2b10-40be-4505-9ff9-40f6dc7c6ef4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:17:54.165004 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-26bc2b10-40be-4505-9ff9-40f6dc7c6ef4 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "PUT /v2.0/routers/70eafefc-8289-4cf4-a4b5-10f7f947f5d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5375664 Feb 16 17:17:54.167376 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 56538) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:17:54.170615 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b146032c-a768-4aae-b928-dbe480187081 None None] Sync routers for ids ['70eafefc-8289-4cf4-a4b5-10f7f947f5d3'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:17:54.183783 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b146032c-a768-4aae-b928-dbe480187081 None None] Routers {'70eafefc-8289-4cf4-a4b5-10f7f947f5d3'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:17:54.184890 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-b146032c-a768-4aae-b928-dbe480187081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:17:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['70eafefc-8289-4cf4-a4b5-10f7f947f5d3'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:17:54.221693 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-c56ebbfa-e9e7-4296-87bb-135ac5cdf36f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Deleting subnet fcd919a9-8fd0-4d53-a6bf-886339367928 {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:17:54.224841 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c56ebbfa-e9e7-4296-87bb-135ac5cdf36f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:54.265020 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c56ebbfa-e9e7-4296-87bb-135ac5cdf36f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:54.292922 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-b146032c-a768-4aae-b928-dbe480187081 None None] Set router 70eafefc-8289-4cf4-a4b5-10f7f947f5d3 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:17:54.351428 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c56ebbfa-e9e7-4296-87bb-135ac5cdf36f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:54.472190 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-b146032c-a768-4aae-b928-dbe480187081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70eafefc-8289-4cf4-a4b5-10f7f947f5d3', 'name': 'tempest-TestNetworkBasicOps-router-919439921', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ab617d16-58ba-468e-9a51-1484cee5c383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:16:46Z', 'updated_at': '2022-02-16T17:17:53Z', 'revision_number': 7, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'ab617d16-58ba-468e-9a51-1484cee5c383', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70eafefc-8289-4cf4-a4b5-10f7f947f5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:16:46Z', 'updated_at': '2022-02-16T17:17:46Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:17:54.499010 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b146032c-a768-4aae-b928-dbe480187081 None None] Checking router: 70eafefc-8289-4cf4-a4b5-10f7f947f5d3 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:17:54.499851 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c56ebbfa-e9e7-4296-87bb-135ac5cdf36f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:54.508217 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b146032c-a768-4aae-b928-dbe480187081 None None] Routers {'70eafefc-8289-4cf4-a4b5-10f7f947f5d3'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:17:54.508818 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-b146032c-a768-4aae-b928-dbe480187081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:17:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['70eafefc-8289-4cf4-a4b5-10f7f947f5d3'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:17:54.528709 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56ebbfa-e9e7-4296-87bb-135ac5cdf36f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'Subnet': ['ID=fcd919a9-8fd0-4d53-a6bf-886339367928,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:17:54.530679 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c56ebbfa-e9e7-4296-87bb-135ac5cdf36f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:54.537331 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56540) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:17:54.537792 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c56ebbfa-e9e7-4296-87bb-135ac5cdf36f tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "DELETE /v2.0/subnets/fcd919a9-8fd0-4d53-a6bf-886339367928 HTTP/1.1" status: 204 len: 168 time: 0.3690448 Feb 16 17:17:54.545270 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f80f69-48db-425b-8f7b-291cb20cde44 None None] Network 1a077324-1e38-45ee-b21a-821b713d9a4f requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:17:54.649924 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cd0f2b30-3216-44dd-843c-9e9933ddc390 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:54.718418 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-b146032c-a768-4aae-b928-dbe480187081 None None] Set router 70eafefc-8289-4cf4-a4b5-10f7f947f5d3 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:17:54.752452 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cd0f2b30-3216-44dd-843c-9e9933ddc390 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:54.890821 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296bee73-20f9-43fb-9623-af7d63897cf8 None None] DHCP port deletion for 1a077324-1e38-45ee-b21a-821b713d9a4f request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:17:54.902319 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-cd0f2b30-3216-44dd-843c-9e9933ddc390 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Deleting port ab617d16-58ba-468e-9a51-1484cee5c383 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:17:54.902670 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cd0f2b30-3216-44dd-843c-9e9933ddc390 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:54.956320 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-b146032c-a768-4aae-b928-dbe480187081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70eafefc-8289-4cf4-a4b5-10f7f947f5d3', 'name': 'tempest-TestNetworkBasicOps-router-919439921', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ab617d16-58ba-468e-9a51-1484cee5c383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:16:46Z', 'updated_at': '2022-02-16T17:17:53Z', 'revision_number': 7, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'ab617d16-58ba-468e-9a51-1484cee5c383', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70eafefc-8289-4cf4-a4b5-10f7f947f5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:16:46Z', 'updated_at': '2022-02-16T17:17:46Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:17:54.985565 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-cd0f2b30-3216-44dd-843c-9e9933ddc390 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] For port ab617d16-58ba-468e-9a51-1484cee5c383, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=ab617d16-58ba-468e-9a51-1484cee5c383,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:17:54.985930 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cd0f2b30-3216-44dd-843c-9e9933ddc390 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:54.989519 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b146032c-a768-4aae-b928-dbe480187081 None None] The sync data for ids ['70eafefc-8289-4cf4-a4b5-10f7f947f5d3'] in dv-neutron-828697-3-hyperv is: [{'id': '70eafefc-8289-4cf4-a4b5-10f7f947f5d3', 'name': 'tempest-TestNetworkBasicOps-router-919439921', 'tenant_id': '9c9820320aae461fbcc5eba944eb2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ab617d16-58ba-468e-9a51-1484cee5c383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:16:46Z', 'updated_at': '2022-02-16T17:17:53Z', 'revision_number': 7, 'project_id': '9c9820320aae461fbcc5eba944eb2160', 'gw_port': {'id': 'ab617d16-58ba-468e-9a51-1484cee5c383', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70eafefc-8289-4cf4-a4b5-10f7f947f5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:16:46Z', 'updated_at': '2022-02-16T17:17:46Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:17:54.996418 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-296bee73-20f9-43fb-9623-af7d63897cf8 None None] Deleting port b0b75aba-7602-4487-9e60-eae3e967ce50 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:17:54.996784 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-296bee73-20f9-43fb-9623-af7d63897cf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:54.999106 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-cd0f2b30-3216-44dd-843c-9e9933ddc390 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Calling delete_port for ab617d16-58ba-468e-9a51-1484cee5c383 owned by network:router_gateway {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:17:55.057969 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-296bee73-20f9-43fb-9623-af7d63897cf8 None None] For port b0b75aba-7602-4487-9e60-eae3e967ce50, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=b0b75aba-7602-4487-9e60-eae3e967ce50,segment=NetworkSegment(3345a4a0-5e38-47cf-bc14-62d5d44fb826),segment_id=3345a4a0-5e38-47cf-bc14-62d5d44fb826)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:17:55.058531 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-296bee73-20f9-43fb-9623-af7d63897cf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:55.070901 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-296bee73-20f9-43fb-9623-af7d63897cf8 None None] Calling delete_port for b0b75aba-7602-4487-9e60-eae3e967ce50 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:17:55.219173 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-296bee73-20f9-43fb-9623-af7d63897cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:55.242200 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cd0f2b30-3216-44dd-843c-9e9933ddc390 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:55.244811 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296bee73-20f9-43fb-9623-af7d63897cf8 None None] Pushing event deleted for resources: {'Port': ['ID=b0b75aba-7602-4487-9e60-eae3e967ce50,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:17:55.248992 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296bee73-20f9-43fb-9623-af7d63897cf8 None None] No DVR routers for this DVR port b0b75aba-7602-4487-9e60-eae3e967ce50 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:17:55.277535 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0f2b30-3216-44dd-843c-9e9933ddc390 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'Port': ['ID=ab617d16-58ba-468e-9a51-1484cee5c383,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:17:55.338272 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cd0f2b30-3216-44dd-843c-9e9933ddc390 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584056'] for router_gateway, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:55.432880 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cd0f2b30-3216-44dd-843c-9e9933ddc390 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:55.435280 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cd0f2b30-3216-44dd-843c-9e9933ddc390 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:55.539294 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cd0f2b30-3216-44dd-843c-9e9933ddc390 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:55.539871 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0f2b30-3216-44dd-843c-9e9933ddc390 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Fanout notify agent at l3_agent the message router_deleted on router 70eafefc-8289-4cf4-a4b5-10f7f947f5d3 {{(pid=114375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:17:55.546826 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cd0f2b30-3216-44dd-843c-9e9933ddc390 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:55.547933 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-cd0f2b30-3216-44dd-843c-9e9933ddc390 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "DELETE /v2.0/routers/70eafefc-8289-4cf4-a4b5-10f7f947f5d3 HTTP/1.1" status: 204 len: 168 time: 1.0089509 Feb 16 17:17:55.550785 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 56542) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:17:55.632434 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-689872e2-7751-4e53-a8e0-4f835631cd26 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:55.720746 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-689872e2-7751-4e53-a8e0-4f835631cd26 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:55.741778 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-689872e2-7751-4e53-a8e0-4f835631cd26 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a077324-1e38-45ee-b21a-821b713d9a4f']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:17:55.750736 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-689872e2-7751-4e53-a8e0-4f835631cd26 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3345a4a0-5e38-47cf-bc14-62d5d44fb826') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:17:55.751035 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-689872e2-7751-4e53-a8e0-4f835631cd26 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3345a4a0-5e38-47cf-bc14-62d5d44fb826') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:17:55.760674 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-689872e2-7751-4e53-a8e0-4f835631cd26 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:55.773383 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-689872e2-7751-4e53-a8e0-4f835631cd26 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:55.779255 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-689872e2-7751-4e53-a8e0-4f835631cd26 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:17:55.779698 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-689872e2-7751-4e53-a8e0-4f835631cd26 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:55.782604 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 17:17:55.782604 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:17:55.782604 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 17:17:55.782604 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:17:55.782604 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 17:17:55.782604 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:17:55.782604 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 17:17:55.782604 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:17:55.782604 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 17:17:55.782604 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:17:55.782604 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 17:17:55.782604 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:17:55.782604 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 17:17:55.782604 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:17:55.782604 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:17:55.782604 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:17:55.782604 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:17:55.782604 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:17:55.782604 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 17:17:55.782604 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:17:55.782604 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 17:17:55.782604 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:17:55.782604 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:17:55.782604 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:17:55.782604 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 17:17:55.782604 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:17:55.782604 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:17:55.782604 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:17:55.782604 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:17:55.782604 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:17:55.782604 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:17:55.782604 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:17:55.899065 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-689872e2-7751-4e53-a8e0-4f835631cd26 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:55.906760 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-689872e2-7751-4e53-a8e0-4f835631cd26 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:55.909216 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-689872e2-7751-4e53-a8e0-4f835631cd26 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] 10.222.0.88 "DELETE /v2.0/networks/1a077324-1e38-45ee-b21a-821b713d9a4f HTTP/1.1" status: 204 len: 168 time: 0.3574271 Feb 16 17:17:55.923190 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689872e2-7751-4e53-a8e0-4f835631cd26 tempest-TestNetworkBasicOps-709242432 tempest-TestNetworkBasicOps-709242432-project] Pushing event deleted for resources: {'Network': ['ID=1a077324-1e38-45ee-b21a-821b713d9a4f,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:17:56.225101 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device b517b071-ad63-47a2-868c-a55b0bb0dcb5 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:17:56.246423 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: b517b071-ad63-47a2-868c-a55b0bb0dcb5 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:17:56.246818 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device b517b071-ad63-47a2-868c-a55b0bb0dcb5 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:17:56.247189 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device ab617d16-58ba-468e-9a51-1484cee5c383 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:17:56.268805 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: ab617d16-58ba-468e-9a51-1484cee5c383 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:17:56.269116 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device ab617d16-58ba-468e-9a51-1484cee5c383 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:17:56.269525 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device b0b75aba-7602-4487-9e60-eae3e967ce50 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:17:56.292346 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: b0b75aba-7602-4487-9e60-eae3e967ce50 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:17:56.292693 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device b0b75aba-7602-4487-9e60-eae3e967ce50 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:17:56.389513 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 56548) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:17:56.523028 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-2b52767e-1b7a-4347-9f08-abecd37f7be4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9c9820320aae461fbcc5eba944eb2160&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1323206 Feb 16 17:17:56.525529 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 56552) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:17:56.579339 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c647f761-753f-4f2c-8161-da54e36bf680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:56.600614 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c647f761-753f-4f2c-8161-da54e36bf680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:56.733272 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c647f761-753f-4f2c-8161-da54e36bf680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:56.735804 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c647f761-753f-4f2c-8161-da54e36bf680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:56.736980 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c647f761-753f-4f2c-8161-da54e36bf680 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/fdb64004-8aa0-469f-bb15-f0bdc6ea64aa HTTP/1.1" status: 204 len: 168 time: 0.2105222 Feb 16 17:17:56.745077 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c647f761-753f-4f2c-8161-da54e36bf680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb64004-8aa0-469f-bb15-f0bdc6ea64aa,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:17:57.322024 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 56558) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:17:57.335211 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d3a078f4-aa13-4589-a564-e7de0d00b5db admin admin] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:57.408263 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d3a078f4-aa13-4589-a564-e7de0d00b5db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:57.493330 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d3a078f4-aa13-4589-a564-e7de0d00b5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:57.531162 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-d3a078f4-aa13-4589-a564-e7de0d00b5db admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c819219eded0455885bf477e501be869&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2080264 Feb 16 17:17:57.531951 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a078f4-aa13-4589-a564-e7de0d00b5db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70215f7c-9fd0-415a-bc91-347c26d54297,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:17:57.534430 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56560) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:17:57.582720 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-437f0bb6-f335-43c6-ac69-2e5cb681f0f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:57.608025 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-437f0bb6-f335-43c6-ac69-2e5cb681f0f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:57.710681 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-437f0bb6-f335-43c6-ac69-2e5cb681f0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:57.713246 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-437f0bb6-f335-43c6-ac69-2e5cb681f0f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:17:57.714383 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-437f0bb6-f335-43c6-ac69-2e5cb681f0f8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/70215f7c-9fd0-415a-bc91-347c26d54297 HTTP/1.1" status: 204 len: 168 time: 0.1789696 Feb 16 17:17:57.723486 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f0bb6-f335-43c6-ac69-2e5cb681f0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70215f7c-9fd0-415a-bc91-347c26d54297,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:18:00.527685 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:05.450217 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-f88fa48a-152c-477c-9695-88a52b1aa9f0 req-b8ccf36f-e8d1-406a-8862-415cfd4c00f3 tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=9243669b9ab64e3d827a22d7dce2aa36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283461 Feb 16 17:18:05.627988 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88fa48a-152c-477c-9695-88a52b1aa9f0 req-5512a339-c82a-4c63-b599-83fca9718c1a tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:05.629461 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-f88fa48a-152c-477c-9695-88a52b1aa9f0 req-5512a339-c82a-4c63-b599-83fca9718c1a tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1740973 Feb 16 17:18:05.644491 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-f88fa48a-152c-477c-9695-88a52b1aa9f0 req-37dbcaea-a28a-4ce5-bd43-182b7cf627a3 tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] 10.222.0.88 "GET /v2.0/quotas/9243669b9ab64e3d827a22d7dce2aa36 HTTP/1.1" status: 200 len: 375 time: 0.0092285 Feb 16 17:18:05.675035 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-f88fa48a-152c-477c-9695-88a52b1aa9f0 req-121c891d-36b6-4a89-9b3c-375340c3f97c tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=9243669b9ab64e3d827a22d7dce2aa36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253012 Feb 16 17:18:05.921659 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-9efb310f-d459-4251-9913-0eca43b844c1 req-a699d9cc-c3b6-4336-9958-07132aa02a46 tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8a468c9-9738-4b49-9609-03d303aadbf5 HTTP/1.1" status: 200 len: 210 time: 0.0262709 Feb 16 17:18:06.818391 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-cec23cde-60dd-48c4-bb7f-1dff2f82ab0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:07.001452 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-97fb5bbd-5f9b-424d-8b1d-fcc3cc3fba50 req-2071d035-f930-41cb-b4a6-b34f5ee2eef1 tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8a468c9-9738-4b49-9609-03d303aadbf5 HTTP/1.1" status: 200 len: 210 time: 0.0288961 Feb 16 17:18:08.080822 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a10ccecc-cc65-4afd-a47a-51b8f5559875 req-b243a6d3-31cc-45e6-8e45-d1d3dd906e01 tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8a468c9-9738-4b49-9609-03d303aadbf5 HTTP/1.1" status: 200 len: 210 time: 0.0288360 Feb 16 17:18:09.159017 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-a62f0b32-4be9-4c69-aebd-3f122bb16838 req-f5cff1e9-5f09-4f0d-a2c6-0e6f56b2518a tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8a468c9-9738-4b49-9609-03d303aadbf5 HTTP/1.1" status: 200 len: 210 time: 0.0255337 Feb 16 17:18:09.196033 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-da8e6bb2-d83d-4281-abaf-70a5e2063a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:10.248808 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1bc43a04-49ae-4512-b057-d1828a5c3816 req-5f20ad2b-cd11-49e4-a397-ebdce3dee0e9 tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8a468c9-9738-4b49-9609-03d303aadbf5 HTTP/1.1" status: 200 len: 210 time: 0.0255575 Feb 16 17:18:10.434887 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:11.341217 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-d89d8cd7-7b6b-4662-92ea-16b5deb1bc25 req-7e5b8733-7e52-4285-8c8e-032804a1507f tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8a468c9-9738-4b49-9609-03d303aadbf5 HTTP/1.1" status: 200 len: 210 time: 0.0260389 Feb 16 17:18:11.779705 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f88fa48a-152c-477c-9695-88a52b1aa9f0 req-05fae4b8-3329-4ab9-9020-120b861141fd tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=9243669b9ab64e3d827a22d7dce2aa36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279927 Feb 16 17:18:11.785661 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:11.958916 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88fa48a-152c-477c-9695-88a52b1aa9f0 req-9506e8c1-6322-494c-ada1-01a04a692eba tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:11.960501 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f88fa48a-152c-477c-9695-88a52b1aa9f0 req-9506e8c1-6322-494c-ada1-01a04a692eba tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1756411 Feb 16 17:18:11.974289 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-f88fa48a-152c-477c-9695-88a52b1aa9f0 req-b4bc22a3-9615-45b0-af68-01d9644bce16 tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] Request body: {'port': {'device_id': 'a8a468c9-9738-4b49-9609-03d303aadbf5', 'network_id': '996d3c7b-162f-4be7-a06c-b367ebfd3805', 'admin_state_up': True, 'tenant_id': '9243669b9ab64e3d827a22d7dce2aa36'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:18:12.116048 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:12.167385 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f88fa48a-152c-477c-9695-88a52b1aa9f0 req-b4bc22a3-9615-45b0-af68-01d9644bce16 tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] Made reservation on behalf of 9243669b9ab64e3d827a22d7dce2aa36 for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:18:12.171009 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-f88fa48a-152c-477c-9695-88a52b1aa9f0 req-b4bc22a3-9615-45b0-af68-01d9644bce16 tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:12.180316 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-f88fa48a-152c-477c-9695-88a52b1aa9f0 req-b4bc22a3-9615-45b0-af68-01d9644bce16 tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:12.253131 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-f88fa48a-152c-477c-9695-88a52b1aa9f0 req-b4bc22a3-9615-45b0-af68-01d9644bce16 tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:12.303949 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-f88fa48a-152c-477c-9695-88a52b1aa9f0 req-b4bc22a3-9615-45b0-af68-01d9644bce16 tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:12.364067 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc22a3-9615-45b0-af68-01d9644bce16 tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93a19732-741c-4ae2-ad97-4fddd7437189,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:18:12.440468 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7ad27c62-1a2a-419d-bdfb-4e1f803df574 req-01d84434-ff91-4b90-80f7-cb5df224f6ca tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8a468c9-9738-4b49-9609-03d303aadbf5 HTTP/1.1" status: 200 len: 210 time: 0.0289037 Feb 16 17:18:12.460033 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [req-f88fa48a-152c-477c-9695-88a52b1aa9f0 req-b4bc22a3-9615-45b0-af68-01d9644bce16 tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] Allocated IP 192.168.233.242 (996d3c7b-162f-4be7-a06c-b367ebfd3805/a7e77309-9c6f-4aa9-a72e-b0a93dfaa002/cced963d-67d5-4498-aab2-bfc9eb86bec2) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:18:12.604265 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-f88fa48a-152c-477c-9695-88a52b1aa9f0 req-b4bc22a3-9615-45b0-af68-01d9644bce16 tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:12.675917 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-f88fa48a-152c-477c-9695-88a52b1aa9f0 req-b4bc22a3-9615-45b0-af68-01d9644bce16 tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:12.718987 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f88fa48a-152c-477c-9695-88a52b1aa9f0 req-b4bc22a3-9615-45b0-af68-01d9644bce16 tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] Network 996d3c7b-162f-4be7-a06c-b367ebfd3805 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:18:12.721889 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [req-f88fa48a-152c-477c-9695-88a52b1aa9f0 req-b4bc22a3-9615-45b0-af68-01d9644bce16 tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:18:12.725953 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-f88fa48a-152c-477c-9695-88a52b1aa9f0 req-b4bc22a3-9615-45b0-af68-01d9644bce16 tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:18:12.755560 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc22a3-9615-45b0-af68-01d9644bce16 tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] Pushing event updated for resources: {'Port': ['ID=cced963d-67d5-4498-aab2-bfc9eb86bec2,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:18:12.781177 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88fa48a-152c-477c-9695-88a52b1aa9f0 req-b4bc22a3-9615-45b0-af68-01d9644bce16 tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:12.781787 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-f88fa48a-152c-477c-9695-88a52b1aa9f0 req-b4bc22a3-9615-45b0-af68-01d9644bce16 tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:12.851676 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f88fa48a-152c-477c-9695-88a52b1aa9f0 req-b4bc22a3-9615-45b0-af68-01d9644bce16 tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8816345 Feb 16 17:18:12.863413 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-f88fa48a-152c-477c-9695-88a52b1aa9f0 req-3a8254c9-4c3e-431c-8e5c-92838da079bd service neutron] Request body: {'port': {'device_id': 'a8a468c9-9738-4b49-9609-03d303aadbf5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8286'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:18:12.966129 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-d5529126-17f7-42dc-a6c3-20108ab5fa5e None None] Provisioning complete for port cced963d-67d5-4498-aab2-bfc9eb86bec2 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:18:12.966672 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d5529126-17f7-42dc-a6c3-20108ab5fa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:13.006972 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-d5529126-17f7-42dc-a6c3-20108ab5fa5e None None] Port cced963d-67d5-4498-aab2-bfc9eb86bec2 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:18:13.246179 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-f88fa48a-152c-477c-9695-88a52b1aa9f0 req-3a8254c9-4c3e-431c-8e5c-92838da079bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:13.503018 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [req-f88fa48a-152c-477c-9695-88a52b1aa9f0 req-3a8254c9-4c3e-431c-8e5c-92838da079bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cced963d-67d5-4498-aab2-bfc9eb86bec2 {{(pid=114376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:18:13.510865 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-f88fa48a-152c-477c-9695-88a52b1aa9f0 req-3a8254c9-4c3e-431c-8e5c-92838da079bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:13.523217 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.provisioning_blocks [req-f88fa48a-152c-477c-9695-88a52b1aa9f0 req-3a8254c9-4c3e-431c-8e5c-92838da079bd service neutron] Transition to ACTIVE for port object cced963d-67d5-4498-aab2-bfc9eb86bec2 will not be triggered until provisioned by entity L2. {{(pid=114376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:18:13.552391 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a38175-3e4e-43c1-b9fe-3bcda0531838 req-f1cff8b1-05be-4e83-a4e7-9d179a6602f2 tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:13.553851 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-77a38175-3e4e-43c1-b9fe-3bcda0531838 req-f1cff8b1-05be-4e83-a4e7-9d179a6602f2 tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8a468c9-9738-4b49-9609-03d303aadbf5 HTTP/1.1" status: 200 len: 936 time: 0.0477848 Feb 16 17:18:13.578219 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-f88fa48a-152c-477c-9695-88a52b1aa9f0 req-3a8254c9-4c3e-431c-8e5c-92838da079bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:13.591530 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-77a38175-3e4e-43c1-b9fe-3bcda0531838 req-2a84d6b2-e29e-490f-846d-f411b7e3b52e tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] 10.222.0.88 "GET /v2.0/security-groups?id=93a19732-741c-4ae2-ad97-4fddd7437189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315926 Feb 16 17:18:13.646477 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8254c9-4c3e-431c-8e5c-92838da079bd service neutron] Pushing event updated for resources: {'Port': ['ID=cced963d-67d5-4498-aab2-bfc9eb86bec2,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:18:13.699345 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-f88fa48a-152c-477c-9695-88a52b1aa9f0 req-3a8254c9-4c3e-431c-8e5c-92838da079bd service neutron] Attempting to bind port cced963d-67d5-4498-aab2-bfc9eb86bec2 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:18:13.699684 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-f88fa48a-152c-477c-9695-88a52b1aa9f0 req-3a8254c9-4c3e-431c-8e5c-92838da079bd service neutron] Attempting to bind port cced963d-67d5-4498-aab2-bfc9eb86bec2 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': 'a99fb6ce-a8ec-4962-9ee3-c9e9bf7b0305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '996d3c7b-162f-4be7-a06c-b367ebfd3805'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:18:13.700044 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88fa48a-152c-477c-9695-88a52b1aa9f0 req-3a8254c9-4c3e-431c-8e5c-92838da079bd service neutron] Attempting to bind port cced963d-67d5-4498-aab2-bfc9eb86bec2 on network 996d3c7b-162f-4be7-a06c-b367ebfd3805 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:18:13.704667 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88fa48a-152c-477c-9695-88a52b1aa9f0 req-3a8254c9-4c3e-431c-8e5c-92838da079bd service neutron] Port cced963d-67d5-4498-aab2-bfc9eb86bec2 on network 996d3c7b-162f-4be7-a06c-b367ebfd3805 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:18:13.704995 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88fa48a-152c-477c-9695-88a52b1aa9f0 req-3a8254c9-4c3e-431c-8e5c-92838da079bd service neutron] Attempting to bind port cced963d-67d5-4498-aab2-bfc9eb86bec2 on network 996d3c7b-162f-4be7-a06c-b367ebfd3805 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:18:13.710371 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88fa48a-152c-477c-9695-88a52b1aa9f0 req-3a8254c9-4c3e-431c-8e5c-92838da079bd service neutron] Checking agent: {'id': '65dda45c-bbef-42f9-9728-e0fd84037987', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8286', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 56), 'started_at': datetime.datetime(2022, 2, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:18:13.710706 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88fa48a-152c-477c-9695-88a52b1aa9f0 req-3a8254c9-4c3e-431c-8e5c-92838da079bd service neutron] Checking segment: {'id': 'a99fb6ce-a8ec-4962-9ee3-c9e9bf7b0305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '996d3c7b-162f-4be7-a06c-b367ebfd3805'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:18:13.711085 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88fa48a-152c-477c-9695-88a52b1aa9f0 req-3a8254c9-4c3e-431c-8e5c-92838da079bd service neutron] Bound using segment: {'id': 'a99fb6ce-a8ec-4962-9ee3-c9e9bf7b0305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '996d3c7b-162f-4be7-a06c-b367ebfd3805'} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:18:13.711508 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-f88fa48a-152c-477c-9695-88a52b1aa9f0 req-3a8254c9-4c3e-431c-8e5c-92838da079bd service neutron] Bound port: cced963d-67d5-4498-aab2-bfc9eb86bec2, host: hv-neutron-8286, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a99fb6ce-a8ec-4962-9ee3-c9e9bf7b0305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '996d3c7b-162f-4be7-a06c-b367ebfd3805'}}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:18:13.711860 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-f88fa48a-152c-477c-9695-88a52b1aa9f0 req-3a8254c9-4c3e-431c-8e5c-92838da079bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:13.783477 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-f88fa48a-152c-477c-9695-88a52b1aa9f0 req-3a8254c9-4c3e-431c-8e5c-92838da079bd service neutron] For port cced963d-67d5-4498-aab2-bfc9eb86bec2, host hv-neutron-8286, cleared binding levels {{(pid=114376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:18:13.787577 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-f88fa48a-152c-477c-9695-88a52b1aa9f0 req-3a8254c9-4c3e-431c-8e5c-92838da079bd service neutron] For port cced963d-67d5-4498-aab2-bfc9eb86bec2, host hv-neutron-8286, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=cced963d-67d5-4498-aab2-bfc9eb86bec2,segment=NetworkSegment(a99fb6ce-a8ec-4962-9ee3-c9e9bf7b0305),segment_id=a99fb6ce-a8ec-4962-9ee3-c9e9bf7b0305)] {{(pid=114376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:18:13.858842 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-f88fa48a-152c-477c-9695-88a52b1aa9f0 req-3a8254c9-4c3e-431c-8e5c-92838da079bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:13.898082 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88fa48a-152c-477c-9695-88a52b1aa9f0 req-3a8254c9-4c3e-431c-8e5c-92838da079bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:13.898735 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-f88fa48a-152c-477c-9695-88a52b1aa9f0 req-3a8254c9-4c3e-431c-8e5c-92838da079bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:13.900233 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f88fa48a-152c-477c-9695-88a52b1aa9f0 req-3a8254c9-4c3e-431c-8e5c-92838da079bd service neutron] 10.222.0.89 "PUT /v2.0/ports/cced963d-67d5-4498-aab2-bfc9eb86bec2 HTTP/1.1" status: 200 len: 1098 time: 1.0411572 Feb 16 17:18:13.900680 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8a468c9-9738-4b49-9609-03d303aadbf5', 'tag': 'cced963d-67d5-4498-aab2-bfc9eb86bec2'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:18:13.903025 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ca00f4-534d-4380-95d0-383b7e233963" -d '{"events": [{"name": "network-changed", "server_uuid": "a8a468c9-9738-4b49-9609-03d303aadbf5", "tag": "cced963d-67d5-4498-aab2-bfc9eb86bec2"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:18:13.925652 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8254c9-4c3e-431c-8e5c-92838da079bd service neutron] Pushing event updated for resources: {'Port': ['ID=cced963d-67d5-4498-aab2-bfc9eb86bec2,revision_number=3']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:18:13.947669 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43b3b3f-084d-4689-a388-b97a6df0a05d x-openstack-request-id: req-f43b3b3f-084d-4689-a388-b97a6df0a05d {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:18:13.947966 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8a468c9-9738-4b49-9609-03d303aadbf5", "tag": "cced963d-67d5-4498-aab2-bfc9eb86bec2", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:18:13.948258 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f43b3b3f-084d-4689-a388-b97a6df0a05d {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:18:13.948744 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8a468c9-9738-4b49-9609-03d303aadbf5', 'tag': 'cced963d-67d5-4498-aab2-bfc9eb86bec2', 'status': 'completed', 'code': 200} Feb 16 17:18:14.011408 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca00f4-534d-4380-95d0-383b7e233963 req-d5b33ce4-b8cd-4476-a9e4-7145d7f8d8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:14.012958 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-19ca00f4-534d-4380-95d0-383b7e233963 req-d5b33ce4-b8cd-4476-a9e4-7145d7f8d8e8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9243669b9ab64e3d827a22d7dce2aa36&device_id=a8a468c9-9738-4b49-9609-03d303aadbf5 HTTP/1.1" status: 200 len: 1101 time: 0.0445201 Feb 16 17:18:14.041245 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-19ca00f4-534d-4380-95d0-383b7e233963 req-08c75513-a84b-4042-a820-ad350716a123 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=9243669b9ab64e3d827a22d7dce2aa36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0196688 Feb 16 17:18:14.138756 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca00f4-534d-4380-95d0-383b7e233963 req-3974aca5-21c7-4084-b664-f6685754deb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:14.140634 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-19ca00f4-534d-4380-95d0-383b7e233963 req-3974aca5-21c7-4084-b664-f6685754deb6 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921941 Feb 16 17:18:14.217880 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88fa48a-152c-477c-9695-88a52b1aa9f0 req-89ed4c99-bfa5-4fd0-9d22-de9257581fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:14.219350 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f88fa48a-152c-477c-9695-88a52b1aa9f0 req-89ed4c99-bfa5-4fd0-9d22-de9257581fd7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9243669b9ab64e3d827a22d7dce2aa36&device_id=a8a468c9-9738-4b49-9609-03d303aadbf5 HTTP/1.1" status: 200 len: 1101 time: 0.0415022 Feb 16 17:18:14.260235 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f88fa48a-152c-477c-9695-88a52b1aa9f0 req-bb25885c-f003-4cee-a4aa-a4d0f1dc9878 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=cced963d-67d5-4498-aab2-bfc9eb86bec2 HTTP/1.1" status: 200 len: 217 time: 0.0338671 Feb 16 17:18:14.311382 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88fa48a-152c-477c-9695-88a52b1aa9f0 req-1e016582-ef0b-423c-a488-087ef1c0548b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:14.312760 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f88fa48a-152c-477c-9695-88a52b1aa9f0 req-1e016582-ef0b-423c-a488-087ef1c0548b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a7e77309-9c6f-4aa9-a72e-b0a93dfaa002 HTTP/1.1" status: 200 len: 843 time: 0.0463233 Feb 16 17:18:14.355312 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88fa48a-152c-477c-9695-88a52b1aa9f0 req-2deb8f5d-8532-48b4-98db-8a9e1a8fba1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:14.356766 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f88fa48a-152c-477c-9695-88a52b1aa9f0 req-2deb8f5d-8532-48b4-98db-8a9e1a8fba1b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=996d3c7b-162f-4be7-a06c-b367ebfd3805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0381298 Feb 16 17:18:14.445412 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f88fa48a-152c-477c-9695-88a52b1aa9f0 req-8fb30afd-a905-464f-a103-70aca3f130ec service neutron] 10.222.0.89 "GET /v2.0/networks/996d3c7b-162f-4be7-a06c-b367ebfd3805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819118 Feb 16 17:18:14.547528 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f88fa48a-152c-477c-9695-88a52b1aa9f0 req-7b5e1444-9178-4421-b3ba-e889a8566a36 service neutron] 10.222.0.89 "GET /v2.0/networks/996d3c7b-162f-4be7-a06c-b367ebfd3805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962288 Feb 16 17:18:14.709291 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8bf15-a94c-444f-b336-7c0c2a987f6b req-ffc6a1d5-bdda-42e3-a20a-ae72bfbf3108 tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:14.710745 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-ede8bf15-a94c-444f-b336-7c0c2a987f6b req-ffc6a1d5-bdda-42e3-a20a-ae72bfbf3108 tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8a468c9-9738-4b49-9609-03d303aadbf5 HTTP/1.1" status: 200 len: 948 time: 0.0526361 Feb 16 17:18:14.748278 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-ede8bf15-a94c-444f-b336-7c0c2a987f6b req-28c9877c-6d95-41e7-8ca0-398033057e3d tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] 10.222.0.88 "GET /v2.0/security-groups?id=93a19732-741c-4ae2-ad97-4fddd7437189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315185 Feb 16 17:18:15.862067 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c964f-a40b-4622-9c55-b344ee7d886e req-912abc94-286a-4f5a-bb29-35b3dd0c08b8 tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:15.863560 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d88c964f-a40b-4622-9c55-b344ee7d886e req-912abc94-286a-4f5a-bb29-35b3dd0c08b8 tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8a468c9-9738-4b49-9609-03d303aadbf5 HTTP/1.1" status: 200 len: 948 time: 0.0492113 Feb 16 17:18:15.902334 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d88c964f-a40b-4622-9c55-b344ee7d886e req-7a39ea2e-4897-4940-af5d-21f44b8312d9 tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] 10.222.0.88 "GET /v2.0/security-groups?id=93a19732-741c-4ae2-ad97-4fddd7437189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323160 Feb 16 17:18:16.143494 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device cced963d-67d5-4498-aab2-bfc9eb86bec2 details requested by agent hyperv_hv-neutron-8286 with host hv-neutron-8286 {{(pid=114377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:18:16.236951 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port cced963d-67d5-4498-aab2-bfc9eb86bec2, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=cced963d-67d5-4498-aab2-bfc9eb86bec2,segment=NetworkSegment(a99fb6ce-a8ec-4962-9ee3-c9e9bf7b0305),segment_id=a99fb6ce-a8ec-4962-9ee3-c9e9bf7b0305)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:18:16.248466 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Returning: {'device': 'cced963d-67d5-4498-aab2-bfc9eb86bec2', 'network_id': '996d3c7b-162f-4be7-a06c-b367ebfd3805', 'port_id': 'cced963d-67d5-4498-aab2-bfc9eb86bec2', 'mac_address': 'fa:16:3e:09:ad:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e77309-9c6f-4aa9-a72e-b0a93dfaa002', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:18:16.283016 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:16.295614 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cced963d-67d5-4498-aab2-bfc9eb86bec2 {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:18:16.318565 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port cced963d-67d5-4498-aab2-bfc9eb86bec2, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=cced963d-67d5-4498-aab2-bfc9eb86bec2,segment=NetworkSegment(a99fb6ce-a8ec-4962-9ee3-c9e9bf7b0305),segment_id=a99fb6ce-a8ec-4962-9ee3-c9e9bf7b0305)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:18:16.470027 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:16.516360 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=cced963d-67d5-4498-aab2-bfc9eb86bec2,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:18:16.671642 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['cced963d-67d5-4498-aab2-bfc9eb86bec2'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:18:17.019548 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6eb1e6-5945-4e2e-9912-9b5e78476435 req-d568a05a-f160-482d-9e78-c363e1932dfc tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:17.021705 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-aa6eb1e6-5945-4e2e-9912-9b5e78476435 req-d568a05a-f160-482d-9e78-c363e1932dfc tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8a468c9-9738-4b49-9609-03d303aadbf5 HTTP/1.1" status: 200 len: 949 time: 0.0480812 Feb 16 17:18:17.061434 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-aa6eb1e6-5945-4e2e-9912-9b5e78476435 req-36e6690c-ecf7-457c-a7f8-84379bf01fbc tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] 10.222.0.88 "GET /v2.0/security-groups?id=93a19732-741c-4ae2-ad97-4fddd7437189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333512 Feb 16 17:18:18.173381 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device cced963d-67d5-4498-aab2-bfc9eb86bec2 up at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:18:18.174273 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01709901-ef30-48ac-8b8f-f946539bcdd7 req-73bcc6b4-f5a3-4d3e-830f-685a2da0f15b tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:18.175804 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-01709901-ef30-48ac-8b8f-f946539bcdd7 req-73bcc6b4-f5a3-4d3e-830f-685a2da0f15b tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8a468c9-9738-4b49-9609-03d303aadbf5 HTTP/1.1" status: 200 len: 949 time: 0.0481029 Feb 16 17:18:18.221409 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-01709901-ef30-48ac-8b8f-f946539bcdd7 req-0582e21b-91bb-4ae0-a71d-9265853456ce tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] 10.222.0.88 "GET /v2.0/security-groups?id=93a19732-741c-4ae2-ad97-4fddd7437189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394037 Feb 16 17:18:18.429157 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning for port cced963d-67d5-4498-aab2-bfc9eb86bec2 completed by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:18:18.432861 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning complete for port cced963d-67d5-4498-aab2-bfc9eb86bec2 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:18:18.433234 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:18.509351 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:18.530698 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a468c9-9738-4b49-9609-03d303aadbf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cced963d-67d5-4498-aab2-bfc9eb86bec2'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:18:18.532939 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9d2095-6f0f-4cd8-8e62-928194780b6a" -d '{"events": [{"server_uuid": "a8a468c9-9738-4b49-9609-03d303aadbf5", "name": "network-vif-plugged", "status": "completed", "tag": "cced963d-67d5-4498-aab2-bfc9eb86bec2"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:18:18.545146 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port cced963d-67d5-4498-aab2-bfc9eb86bec2, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=cced963d-67d5-4498-aab2-bfc9eb86bec2,segment=NetworkSegment(a99fb6ce-a8ec-4962-9ee3-c9e9bf7b0305),segment_id=a99fb6ce-a8ec-4962-9ee3-c9e9bf7b0305)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:18:18.569723 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f70dd6-e7d2-4280-9ae5-c95560225cb7 x-openstack-request-id: req-59f70dd6-e7d2-4280-9ae5-c95560225cb7 {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:18:18.570008 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8a468c9-9738-4b49-9609-03d303aadbf5", "name": "network-vif-plugged", "status": "completed", "tag": "cced963d-67d5-4498-aab2-bfc9eb86bec2", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:18:18.570255 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-59f70dd6-e7d2-4280-9ae5-c95560225cb7 {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:18:18.570641 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a468c9-9738-4b49-9609-03d303aadbf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cced963d-67d5-4498-aab2-bfc9eb86bec2', 'code': 200} Feb 16 17:18:18.607067 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:18.652941 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=cced963d-67d5-4498-aab2-bfc9eb86bec2,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:18:18.867409 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8122f-c4eb-4997-8cb3-944bbf4d4515 req-82a84001-37b5-4553-a1fb-767e44aaf038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:18.868965 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e0d8122f-c4eb-4997-8cb3-944bbf4d4515 req-82a84001-37b5-4553-a1fb-767e44aaf038 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a8a468c9-9738-4b49-9609-03d303aadbf5 HTTP/1.1" status: 200 len: 1103 time: 0.0444009 Feb 16 17:18:18.903944 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e0d8122f-c4eb-4997-8cb3-944bbf4d4515 req-bd21cf44-d2c8-4395-88a9-e78f03bd010b service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=93a19732-741c-4ae2-ad97-4fddd7437189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283525 Feb 16 17:18:19.336568 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4e1cb-98f1-4d0e-9edf-084db252a17c req-98625952-7e2d-462d-bb8f-33eadbe51801 tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:19.338041 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b1b4e1cb-98f1-4d0e-9edf-084db252a17c req-98625952-7e2d-462d-bb8f-33eadbe51801 tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8a468c9-9738-4b49-9609-03d303aadbf5 HTTP/1.1" status: 200 len: 950 time: 0.0487754 Feb 16 17:18:19.375951 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b1b4e1cb-98f1-4d0e-9edf-084db252a17c req-6bc4fb2b-77a0-4498-a546-55897d846d02 tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] 10.222.0.88 "GET /v2.0/security-groups?id=93a19732-741c-4ae2-ad97-4fddd7437189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320005 Feb 16 17:18:20.490494 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec5227-adc1-48f6-b3be-3287ff9b2b87 req-a39fb18f-ec7f-47bd-96b3-c86bffa85cd6 tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:20.491942 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-76ec5227-adc1-48f6-b3be-3287ff9b2b87 req-a39fb18f-ec7f-47bd-96b3-c86bffa85cd6 tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8a468c9-9738-4b49-9609-03d303aadbf5 HTTP/1.1" status: 200 len: 950 time: 0.0475566 Feb 16 17:18:20.532990 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-76ec5227-adc1-48f6-b3be-3287ff9b2b87 req-e62d7ae5-5ced-4b8a-b8bd-3aa73c653d7c tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] 10.222.0.88 "GET /v2.0/security-groups?id=93a19732-741c-4ae2-ad97-4fddd7437189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351758 Feb 16 17:18:20.890968 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [req-b395f255-ddb7-426f-a76d-8ce51372bdbb req-5f89480f-a47d-4d19-9dbe-0c0d5e920c82 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=114376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:18:20.892124 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b395f255-ddb7-426f-a76d-8ce51372bdbb req-5f89480f-a47d-4d19-9dbe-0c0d5e920c82 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055375 Feb 16 17:18:21.369235 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [req-1ac85cb2-5061-42a9-bece-8fd5ef9e02f6 req-1908fe0f-4cd9-4be9-9357-01b978929522 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:18:21.370134 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-1ac85cb2-5061-42a9-bece-8fd5ef9e02f6 req-1908fe0f-4cd9-4be9-9357-01b978929522 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054448 Feb 16 17:18:22.075299 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3868c0-41d1-4531-9885-6273f34b6528 req-f6f143fe-e005-436b-8087-fa45adffe89f tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:22.076796 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-ba3868c0-41d1-4531-9885-6273f34b6528 req-f6f143fe-e005-436b-8087-fa45adffe89f tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8a468c9-9738-4b49-9609-03d303aadbf5 HTTP/1.1" status: 200 len: 950 time: 0.0523760 Feb 16 17:18:22.118817 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-ba3868c0-41d1-4531-9885-6273f34b6528 req-53c2830d-2e88-40e6-b0a7-2645fca39800 tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] 10.222.0.88 "GET /v2.0/security-groups?id=93a19732-741c-4ae2-ad97-4fddd7437189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359929 Feb 16 17:18:23.240028 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201feaf-4e9a-4718-a2f1-abb1feee8705 req-41d17322-c878-496d-8e32-017157a7f389 tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:23.241239 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3201feaf-4e9a-4718-a2f1-abb1feee8705 req-41d17322-c878-496d-8e32-017157a7f389 tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8a468c9-9738-4b49-9609-03d303aadbf5 HTTP/1.1" status: 200 len: 950 time: 0.0535393 Feb 16 17:18:23.277368 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3201feaf-4e9a-4718-a2f1-abb1feee8705 req-d2947d60-775f-4424-b4bb-f9f9cc5e56a2 tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] 10.222.0.88 "GET /v2.0/security-groups?id=93a19732-741c-4ae2-ad97-4fddd7437189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301673 Feb 16 17:18:23.392633 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6143fadc-b10d-4439-ae1b-52366661def7 req-7e885a41-5992-4aef-8c6a-674753127ec7 tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:23.394087 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6143fadc-b10d-4439-ae1b-52366661def7 req-7e885a41-5992-4aef-8c6a-674753127ec7 tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8a468c9-9738-4b49-9609-03d303aadbf5 HTTP/1.1" status: 200 len: 950 time: 0.0485735 Feb 16 17:18:23.479926 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-6143fadc-b10d-4439-ae1b-52366661def7 req-cce5a287-b8ed-4712-91cf-b508c096b039 tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] Deleting port cced963d-67d5-4498-aab2-bfc9eb86bec2 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:18:23.480297 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-6143fadc-b10d-4439-ae1b-52366661def7 req-cce5a287-b8ed-4712-91cf-b508c096b039 tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:23.586433 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-6143fadc-b10d-4439-ae1b-52366661def7 req-cce5a287-b8ed-4712-91cf-b508c096b039 tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] For port cced963d-67d5-4498-aab2-bfc9eb86bec2, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=cced963d-67d5-4498-aab2-bfc9eb86bec2,segment=NetworkSegment(a99fb6ce-a8ec-4962-9ee3-c9e9bf7b0305),segment_id=a99fb6ce-a8ec-4962-9ee3-c9e9bf7b0305)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:18:23.586789 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-6143fadc-b10d-4439-ae1b-52366661def7 req-cce5a287-b8ed-4712-91cf-b508c096b039 tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:23.598281 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-6143fadc-b10d-4439-ae1b-52366661def7 req-cce5a287-b8ed-4712-91cf-b508c096b039 tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] Calling delete_port for cced963d-67d5-4498-aab2-bfc9eb86bec2 owned by compute:nova {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:18:23.801211 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-6143fadc-b10d-4439-ae1b-52366661def7 req-cce5a287-b8ed-4712-91cf-b508c096b039 tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:23.812180 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['cced963d-67d5-4498-aab2-bfc9eb86bec2'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:18:23.828668 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce5a287-b8ed-4712-91cf-b508c096b039 tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] Pushing event deleted for resources: {'Port': ['ID=cced963d-67d5-4498-aab2-bfc9eb86bec2,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:18:23.878379 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-6143fadc-b10d-4439-ae1b-52366661def7 req-cce5a287-b8ed-4712-91cf-b508c096b039 tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] No DVR routers for this DVR port cced963d-67d5-4498-aab2-bfc9eb86bec2 on host hv-neutron-8286 {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:18:23.881803 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-6143fadc-b10d-4439-ae1b-52366661def7 req-cce5a287-b8ed-4712-91cf-b508c096b039 tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:23.885488 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6143fadc-b10d-4439-ae1b-52366661def7 req-cce5a287-b8ed-4712-91cf-b508c096b039 tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] 10.222.0.89 "DELETE /v2.0/ports/cced963d-67d5-4498-aab2-bfc9eb86bec2 HTTP/1.1" status: 204 len: 173 time: 0.4856281 Feb 16 17:18:23.885945 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a468c9-9738-4b49-9609-03d303aadbf5', 'name': 'network-vif-deleted', 'tag': 'cced963d-67d5-4498-aab2-bfc9eb86bec2'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:18:23.888468 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a074564e-0b50-4c41-8c54-c64e4077c27e" -d '{"events": [{"server_uuid": "a8a468c9-9738-4b49-9609-03d303aadbf5", "name": "network-vif-deleted", "tag": "cced963d-67d5-4498-aab2-bfc9eb86bec2"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:18:23.935098 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3e7da8-ccef-4d22-a375-94881e747809 x-openstack-request-id: req-4e3e7da8-ccef-4d22-a375-94881e747809 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:18:23.935500 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8a468c9-9738-4b49-9609-03d303aadbf5", "name": "network-vif-deleted", "tag": "cced963d-67d5-4498-aab2-bfc9eb86bec2", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:18:23.935839 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4e3e7da8-ccef-4d22-a375-94881e747809 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:18:23.936420 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a468c9-9738-4b49-9609-03d303aadbf5', 'name': 'network-vif-deleted', 'tag': 'cced963d-67d5-4498-aab2-bfc9eb86bec2', 'status': 'completed', 'code': 200} Feb 16 17:18:24.384756 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2d583813-e54d-41d9-a2cb-fa1e9284a195 req-0b934501-7643-40d0-abdf-7efe1d780072 tempest-ServersAdminNegativeTestJSON-1387824622 tempest-ServersAdminNegativeTestJSON-1387824622-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8a468c9-9738-4b49-9609-03d303aadbf5 HTTP/1.1" status: 200 len: 210 time: 0.0271571 Feb 16 17:18:25.002600 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:18:25.884809 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56716) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:18:26.012057 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-7a4a68fb-1417-43da-aa46-3d28adb4a17d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9243669b9ab64e3d827a22d7dce2aa36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1260862 Feb 16 17:18:26.014505 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56720) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:18:26.061426 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-53cfacda-0e06-4c7a-8663-0adc139dd713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:26.082442 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-53cfacda-0e06-4c7a-8663-0adc139dd713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:26.166578 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-53cfacda-0e06-4c7a-8663-0adc139dd713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:26.169420 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-53cfacda-0e06-4c7a-8663-0adc139dd713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:26.170589 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-53cfacda-0e06-4c7a-8663-0adc139dd713 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/93a19732-741c-4ae2-ad97-4fddd7437189 HTTP/1.1" status: 204 len: 168 time: 0.1551707 Feb 16 17:18:26.178881 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cfacda-0e06-4c7a-8663-0adc139dd713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a19732-741c-4ae2-ad97-4fddd7437189,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:18:26.205920 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device cced963d-67d5-4498-aab2-bfc9eb86bec2 no longer exists at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:18:26.225789 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] No Port match for: cced963d-67d5-4498-aab2-bfc9eb86bec2 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:18:26.226066 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device cced963d-67d5-4498-aab2-bfc9eb86bec2 not bound to the agent host hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:18:26.880326 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56726) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:18:26.893452 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f5bf9d2e-c2c5-4a2d-812e-2dd3efe733b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:26.968775 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f5bf9d2e-c2c5-4a2d-812e-2dd3efe733b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:27.053021 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f5bf9d2e-c2c5-4a2d-812e-2dd3efe733b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:27.090459 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f5bf9d2e-c2c5-4a2d-812e-2dd3efe733b7 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=cdc87818214d46379a687148a772d063&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2090483 Feb 16 17:18:27.091318 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf9d2e-c2c5-4a2d-812e-2dd3efe733b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c28f12-06ea-4a0b-84af-a5c3088cc954,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:18:27.093203 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 56728) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:18:27.141466 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-faceaf35-19d9-4800-bdf4-86a1ccde076e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:27.177175 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-faceaf35-19d9-4800-bdf4-86a1ccde076e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:27.304375 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-faceaf35-19d9-4800-bdf4-86a1ccde076e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:27.306823 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-faceaf35-19d9-4800-bdf4-86a1ccde076e admin admin] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:27.307960 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-faceaf35-19d9-4800-bdf4-86a1ccde076e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c2c28f12-06ea-4a0b-84af-a5c3088cc954 HTTP/1.1" status: 204 len: 168 time: 0.2137210 Feb 16 17:18:27.315814 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faceaf35-19d9-4800-bdf4-86a1ccde076e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c28f12-06ea-4a0b-84af-a5c3088cc954,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:18:28.218008 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56750) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:18:28.309798 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-bcdd8c4a-66c3-44f4-8145-67f047d9ab65 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-689747130-network', 'tenant_id': '6dc3940c863c491bb785998b59e9d9bd'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:18:28.435539 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcdd8c4a-66c3-44f4-8145-67f047d9ab65 admin admin] Made reservation on behalf of 6dc3940c863c491bb785998b59e9d9bd for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:18:28.437897 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bcdd8c4a-66c3-44f4-8145-67f047d9ab65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:28.446371 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bcdd8c4a-66c3-44f4-8145-67f047d9ab65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:28.517990 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bcdd8c4a-66c3-44f4-8145-67f047d9ab65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:28.578272 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bcdd8c4a-66c3-44f4-8145-67f047d9ab65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:28.603008 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcdd8c4a-66c3-44f4-8145-67f047d9ab65 admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:18:28.611356 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd8c4a-66c3-44f4-8145-67f047d9ab65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af13e84-55df-4b96-acd2-84157926f335,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:18:28.618064 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bcdd8c4a-66c3-44f4-8145-67f047d9ab65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:28.618399 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-bcdd8c4a-66c3-44f4-8145-67f047d9ab65 admin admin] Added segment f11a60c8-f4a9-4f36-acba-fcd1fdb922ff of type vlan for network 0c40a4fe-7f04-4a61-888a-b73b7754f431 Feb 16 17:18:28.656903 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bcdd8c4a-66c3-44f4-8145-67f047d9ab65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:28.766471 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bcdd8c4a-66c3-44f4-8145-67f047d9ab65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:28.767368 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdd8c4a-66c3-44f4-8145-67f047d9ab65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:28.767950 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bcdd8c4a-66c3-44f4-8145-67f047d9ab65 admin admin] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:28.857769 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd8c4a-66c3-44f4-8145-67f047d9ab65 admin admin] Pushing event updated for resources: {'Network': ['ID=0c40a4fe-7f04-4a61-888a-b73b7754f431,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:18:28.868043 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 0c40a4fe-7f04-4a61-888a-b73b7754f431 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:18:28.906581 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-bcdd8c4a-66c3-44f4-8145-67f047d9ab65 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6874847 Feb 16 17:18:28.909653 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56754) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:18:28.915173 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-cb8de899-09e8-4bb8-a8c7-668e4b4128f0 admin admin] Request body: {'subnet': {'network_id': '0c40a4fe-7f04-4a61-888a-b73b7754f431', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-689747130-subnet', 'tenant_id': '6dc3940c863c491bb785998b59e9d9bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:18:28.995432 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8de899-09e8-4bb8-a8c7-668e4b4128f0 admin admin] Made reservation on behalf of 6dc3940c863c491bb785998b59e9d9bd for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:18:28.997814 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cb8de899-09e8-4bb8-a8c7-668e4b4128f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:29.252338 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cb8de899-09e8-4bb8-a8c7-668e4b4128f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:29.309905 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8de899-09e8-4bb8-a8c7-668e4b4128f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8af2231-1ae0-480d-8a8b-67fa8121ddc9,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:18:29.315009 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8de899-09e8-4bb8-a8c7-668e4b4128f0 admin admin] Checking segment: {'id': 'f11a60c8-f4a9-4f36-acba-fcd1fdb922ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '0c40a4fe-7f04-4a61-888a-b73b7754f431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:18:29.315378 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8de899-09e8-4bb8-a8c7-668e4b4128f0 admin admin] Network hostable DHCP agents. Network: 0c40a4fe-7f04-4a61-888a-b73b7754f431, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:18:29.407025 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8de899-09e8-4bb8-a8c7-668e4b4128f0 admin admin] Network 0c40a4fe-7f04-4a61-888a-b73b7754f431 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:18:29.463661 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-cb8de899-09e8-4bb8-a8c7-668e4b4128f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 0c40a4fe-7f04-4a61-888a-b73b7754f431) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:18:29.467732 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8de899-09e8-4bb8-a8c7-668e4b4128f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:29.468345 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cb8de899-09e8-4bb8-a8c7-668e4b4128f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:29.472956 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a11b5b-4e82-480a-b2b0-8054ba8214f2 None None] Network 0c40a4fe-7f04-4a61-888a-b73b7754f431 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:18:29.541042 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-cb8de899-09e8-4bb8-a8c7-668e4b4128f0 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6302466 Feb 16 17:18:29.594175 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf06890c-18ec-449b-96a4-82c8587d732f None None] Network 0c40a4fe-7f04-4a61-888a-b73b7754f431 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:18:29.968718 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ba48d-1b70-471c-88e9-8c82ce92320f req-353b3f1c-75a1-4790-a4ec-9133025e23cb tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:29.970198 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6a8ba48d-1b70-471c-88e9-8c82ce92320f req-353b3f1c-75a1-4790-a4ec-9133025e23cb tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/networks?id=0c40a4fe-7f04-4a61-888a-b73b7754f431 HTTP/1.1" status: 200 len: 811 time: 0.1003823 Feb 16 17:18:29.985579 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6a8ba48d-1b70-471c-88e9-8c82ce92320f req-7f277d71-178d-43a1-b3bc-db3460e4252f tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/quotas/6dc3940c863c491bb785998b59e9d9bd HTTP/1.1" status: 200 len: 375 time: 0.0091834 Feb 16 17:18:30.016841 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6a8ba48d-1b70-471c-88e9-8c82ce92320f req-29a6f0da-2c07-4f3e-bf46-57dba1788754 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=6dc3940c863c491bb785998b59e9d9bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253437 Feb 16 17:18:30.113238 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6a8ba48d-1b70-471c-88e9-8c82ce92320f req-3b6a24fc-ea89-4588-88b1-9a58127f1574 service neutron] 10.222.0.88 "GET /v2.0/networks/0c40a4fe-7f04-4a61-888a-b73b7754f431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894911 Feb 16 17:18:30.201443 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6a8ba48d-1b70-471c-88e9-8c82ce92320f req-4c6b9421-3f0f-464a-80f9-00c8edf8e84a service neutron] 10.222.0.88 "GET /v2.0/networks/0c40a4fe-7f04-4a61-888a-b73b7754f431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822797 Feb 16 17:18:30.447851 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-330f44d4-8db7-4d47-90f0-7621913f3669 req-94c6fd68-46a5-4d33-acf8-0d93ee6959ee tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/ports?device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f HTTP/1.1" status: 200 len: 210 time: 0.0301499 Feb 16 17:18:30.555521 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:31.547300 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f781e751-3cf5-4f50-ba78-81e73f9413ad req-0132bfa7-e182-4061-b955-74ab775919cf tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/ports?device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f HTTP/1.1" status: 200 len: 210 time: 0.0321772 Feb 16 17:18:32.574222 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ba48d-1b70-471c-88e9-8c82ce92320f req-b53c5b19-f20f-4d71-b999-310284cb1ab9 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:32.575757 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6a8ba48d-1b70-471c-88e9-8c82ce92320f req-b53c5b19-f20f-4d71-b999-310284cb1ab9 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.89 "GET /v2.0/networks?id=0c40a4fe-7f04-4a61-888a-b73b7754f431 HTTP/1.1" status: 200 len: 811 time: 0.1035533 Feb 16 17:18:32.588303 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-6a8ba48d-1b70-471c-88e9-8c82ce92320f req-779e11d5-57ff-44b6-8725-db3d68b51949 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Request body: {'port': {'device_id': '42f0a1e1-acb1-4cd8-b359-a09c1028df3f', 'network_id': '0c40a4fe-7f04-4a61-888a-b73b7754f431', 'admin_state_up': True, 'tenant_id': '6dc3940c863c491bb785998b59e9d9bd'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:18:32.647078 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-9f81b4d8-095b-4795-9b82-eadf9922f424 req-1dabb275-4559-4454-8ad7-664637756e63 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/ports?device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f HTTP/1.1" status: 200 len: 210 time: 0.0318236 Feb 16 17:18:32.767079 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a8ba48d-1b70-471c-88e9-8c82ce92320f req-779e11d5-57ff-44b6-8725-db3d68b51949 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Made reservation on behalf of 6dc3940c863c491bb785998b59e9d9bd for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:18:32.770804 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-6a8ba48d-1b70-471c-88e9-8c82ce92320f req-779e11d5-57ff-44b6-8725-db3d68b51949 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:32.896742 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [req-6a8ba48d-1b70-471c-88e9-8c82ce92320f req-779e11d5-57ff-44b6-8725-db3d68b51949 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Allocated IP 172.20.0.2 (0c40a4fe-7f04-4a61-888a-b73b7754f431/d8af2231-1ae0-480d-8a8b-67fa8121ddc9/138c9e78-8a7c-407b-876b-73bfad2fff9c) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:18:33.044453 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-6a8ba48d-1b70-471c-88e9-8c82ce92320f req-779e11d5-57ff-44b6-8725-db3d68b51949 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:33.127604 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-6a8ba48d-1b70-471c-88e9-8c82ce92320f req-779e11d5-57ff-44b6-8725-db3d68b51949 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:33.173389 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a8ba48d-1b70-471c-88e9-8c82ce92320f req-779e11d5-57ff-44b6-8725-db3d68b51949 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Network 0c40a4fe-7f04-4a61-888a-b73b7754f431 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:18:33.176345 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [req-6a8ba48d-1b70-471c-88e9-8c82ce92320f req-779e11d5-57ff-44b6-8725-db3d68b51949 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:18:33.178778 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a8ba48d-1b70-471c-88e9-8c82ce92320f req-779e11d5-57ff-44b6-8725-db3d68b51949 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:18:33.207260 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779e11d5-57ff-44b6-8725-db3d68b51949 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Pushing event updated for resources: {'Port': ['ID=138c9e78-8a7c-407b-876b-73bfad2fff9c,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:18:33.241083 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ba48d-1b70-471c-88e9-8c82ce92320f req-779e11d5-57ff-44b6-8725-db3d68b51949 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:33.241690 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-6a8ba48d-1b70-471c-88e9-8c82ce92320f req-779e11d5-57ff-44b6-8725-db3d68b51949 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:33.346672 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6a8ba48d-1b70-471c-88e9-8c82ce92320f req-779e11d5-57ff-44b6-8725-db3d68b51949 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7620757 Feb 16 17:18:33.358595 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-6a8ba48d-1b70-471c-88e9-8c82ce92320f req-ce02ecde-6c68-443c-a1ba-7b9726279d42 service neutron] Request body: {'port': {'device_id': '42f0a1e1-acb1-4cd8-b359-a09c1028df3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8286'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:18:33.411801 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-6a8ba48d-1b70-471c-88e9-8c82ce92320f req-ce02ecde-6c68-443c-a1ba-7b9726279d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:33.666703 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [req-6a8ba48d-1b70-471c-88e9-8c82ce92320f req-ce02ecde-6c68-443c-a1ba-7b9726279d42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 138c9e78-8a7c-407b-876b-73bfad2fff9c {{(pid=114376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:18:33.674176 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-6a8ba48d-1b70-471c-88e9-8c82ce92320f req-ce02ecde-6c68-443c-a1ba-7b9726279d42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:33.702744 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.provisioning_blocks [req-6a8ba48d-1b70-471c-88e9-8c82ce92320f req-ce02ecde-6c68-443c-a1ba-7b9726279d42 service neutron] Transition to ACTIVE for port object 138c9e78-8a7c-407b-876b-73bfad2fff9c will not be triggered until provisioned by entity L2. {{(pid=114376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:18:33.768280 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e3d29-39be-4feb-bba1-230f2439d908 req-ba5ec05f-3a9d-4be1-9a67-aedcb96d3e84 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:33.769743 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-325e3d29-39be-4feb-bba1-230f2439d908 req-ba5ec05f-3a9d-4be1-9a67-aedcb96d3e84 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/ports?device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f HTTP/1.1" status: 200 len: 931 time: 0.0529850 Feb 16 17:18:33.782664 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-6a8ba48d-1b70-471c-88e9-8c82ce92320f req-ce02ecde-6c68-443c-a1ba-7b9726279d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:33.850127 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-325e3d29-39be-4feb-bba1-230f2439d908 req-6d1c28e6-3d59-4e14-acbb-4c1b4d1e495d tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/security-groups?id=7af13e84-55df-4b96-acd2-84157926f335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742133 Feb 16 17:18:33.857208 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce02ecde-6c68-443c-a1ba-7b9726279d42 service neutron] Pushing event updated for resources: {'Port': ['ID=138c9e78-8a7c-407b-876b-73bfad2fff9c,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:18:33.922430 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-6a8ba48d-1b70-471c-88e9-8c82ce92320f req-ce02ecde-6c68-443c-a1ba-7b9726279d42 service neutron] Attempting to bind port 138c9e78-8a7c-407b-876b-73bfad2fff9c on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:18:33.922693 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-6a8ba48d-1b70-471c-88e9-8c82ce92320f req-ce02ecde-6c68-443c-a1ba-7b9726279d42 service neutron] Attempting to bind port 138c9e78-8a7c-407b-876b-73bfad2fff9c by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': 'f11a60c8-f4a9-4f36-acba-fcd1fdb922ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '0c40a4fe-7f04-4a61-888a-b73b7754f431'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:18:33.923016 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8ba48d-1b70-471c-88e9-8c82ce92320f req-ce02ecde-6c68-443c-a1ba-7b9726279d42 service neutron] Attempting to bind port 138c9e78-8a7c-407b-876b-73bfad2fff9c on network 0c40a4fe-7f04-4a61-888a-b73b7754f431 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:18:33.927092 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8ba48d-1b70-471c-88e9-8c82ce92320f req-ce02ecde-6c68-443c-a1ba-7b9726279d42 service neutron] Port 138c9e78-8a7c-407b-876b-73bfad2fff9c on network 0c40a4fe-7f04-4a61-888a-b73b7754f431 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:18:33.927407 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8ba48d-1b70-471c-88e9-8c82ce92320f req-ce02ecde-6c68-443c-a1ba-7b9726279d42 service neutron] Attempting to bind port 138c9e78-8a7c-407b-876b-73bfad2fff9c on network 0c40a4fe-7f04-4a61-888a-b73b7754f431 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:18:33.932597 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8ba48d-1b70-471c-88e9-8c82ce92320f req-ce02ecde-6c68-443c-a1ba-7b9726279d42 service neutron] Checking agent: {'id': '65dda45c-bbef-42f9-9728-e0fd84037987', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8286', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 56), 'started_at': datetime.datetime(2022, 2, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:18:33.932932 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8ba48d-1b70-471c-88e9-8c82ce92320f req-ce02ecde-6c68-443c-a1ba-7b9726279d42 service neutron] Checking segment: {'id': 'f11a60c8-f4a9-4f36-acba-fcd1fdb922ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '0c40a4fe-7f04-4a61-888a-b73b7754f431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:18:33.933306 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8ba48d-1b70-471c-88e9-8c82ce92320f req-ce02ecde-6c68-443c-a1ba-7b9726279d42 service neutron] Bound using segment: {'id': 'f11a60c8-f4a9-4f36-acba-fcd1fdb922ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '0c40a4fe-7f04-4a61-888a-b73b7754f431'} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:18:33.933723 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-6a8ba48d-1b70-471c-88e9-8c82ce92320f req-ce02ecde-6c68-443c-a1ba-7b9726279d42 service neutron] Bound port: 138c9e78-8a7c-407b-876b-73bfad2fff9c, host: hv-neutron-8286, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f11a60c8-f4a9-4f36-acba-fcd1fdb922ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '0c40a4fe-7f04-4a61-888a-b73b7754f431'}}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:18:33.934067 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-6a8ba48d-1b70-471c-88e9-8c82ce92320f req-ce02ecde-6c68-443c-a1ba-7b9726279d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:33.995439 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-6a8ba48d-1b70-471c-88e9-8c82ce92320f req-ce02ecde-6c68-443c-a1ba-7b9726279d42 service neutron] For port 138c9e78-8a7c-407b-876b-73bfad2fff9c, host hv-neutron-8286, cleared binding levels {{(pid=114376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:18:33.998364 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-6a8ba48d-1b70-471c-88e9-8c82ce92320f req-ce02ecde-6c68-443c-a1ba-7b9726279d42 service neutron] For port 138c9e78-8a7c-407b-876b-73bfad2fff9c, host hv-neutron-8286, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=138c9e78-8a7c-407b-876b-73bfad2fff9c,segment=NetworkSegment(f11a60c8-f4a9-4f36-acba-fcd1fdb922ff),segment_id=f11a60c8-f4a9-4f36-acba-fcd1fdb922ff)] {{(pid=114376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:18:34.086923 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-6a8ba48d-1b70-471c-88e9-8c82ce92320f req-ce02ecde-6c68-443c-a1ba-7b9726279d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:34.123827 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ba48d-1b70-471c-88e9-8c82ce92320f req-ce02ecde-6c68-443c-a1ba-7b9726279d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:34.124480 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-6a8ba48d-1b70-471c-88e9-8c82ce92320f req-ce02ecde-6c68-443c-a1ba-7b9726279d42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:34.125841 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6a8ba48d-1b70-471c-88e9-8c82ce92320f req-ce02ecde-6c68-443c-a1ba-7b9726279d42 service neutron] 10.222.0.89 "PUT /v2.0/ports/138c9e78-8a7c-407b-876b-73bfad2fff9c HTTP/1.1" status: 200 len: 1093 time: 0.7714853 Feb 16 17:18:34.126269 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f0a1e1-acb1-4cd8-b359-a09c1028df3f', 'tag': '138c9e78-8a7c-407b-876b-73bfad2fff9c'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:18:34.128532 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c3f76f-7f7f-4521-ad43-971d2f2b2ab2" -d '{"events": [{"name": "network-changed", "server_uuid": "42f0a1e1-acb1-4cd8-b359-a09c1028df3f", "tag": "138c9e78-8a7c-407b-876b-73bfad2fff9c"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:18:34.150411 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce02ecde-6c68-443c-a1ba-7b9726279d42 service neutron] Pushing event updated for resources: {'Port': ['ID=138c9e78-8a7c-407b-876b-73bfad2fff9c,revision_number=3']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:18:34.163629 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a61599-b107-40e3-83ea-37e8d9e43711 x-openstack-request-id: req-08a61599-b107-40e3-83ea-37e8d9e43711 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:18:34.163914 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42f0a1e1-acb1-4cd8-b359-a09c1028df3f", "tag": "138c9e78-8a7c-407b-876b-73bfad2fff9c", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:18:34.164191 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-08a61599-b107-40e3-83ea-37e8d9e43711 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:18:34.164582 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42f0a1e1-acb1-4cd8-b359-a09c1028df3f', 'tag': '138c9e78-8a7c-407b-876b-73bfad2fff9c', 'status': 'completed', 'code': 200} Feb 16 17:18:34.222479 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c3f76f-7f7f-4521-ad43-971d2f2b2ab2 req-989d0f27-3db3-40db-add4-dcd90e6c07d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:34.223963 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-00c3f76f-7f7f-4521-ad43-971d2f2b2ab2 req-989d0f27-3db3-40db-add4-dcd90e6c07d1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6dc3940c863c491bb785998b59e9d9bd&device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f HTTP/1.1" status: 200 len: 1096 time: 0.0402634 Feb 16 17:18:34.323463 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c3f76f-7f7f-4521-ad43-971d2f2b2ab2 req-b15b245e-1054-4488-a327-d110b8affcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:34.324955 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-00c3f76f-7f7f-4521-ad43-971d2f2b2ab2 req-b15b245e-1054-4488-a327-d110b8affcc9 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=6dc3940c863c491bb785998b59e9d9bd&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0915272 Feb 16 17:18:34.419730 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c3f76f-7f7f-4521-ad43-971d2f2b2ab2 req-2320f520-9bf3-42d7-8a7a-11eb50879484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:34.421225 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-00c3f76f-7f7f-4521-ad43-971d2f2b2ab2 req-2320f520-9bf3-42d7-8a7a-11eb50879484 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896337 Feb 16 17:18:34.501184 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ba48d-1b70-471c-88e9-8c82ce92320f req-5083b5e8-4bff-4366-9c74-d40cf51d5154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:34.502571 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6a8ba48d-1b70-471c-88e9-8c82ce92320f req-5083b5e8-4bff-4366-9c74-d40cf51d5154 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6dc3940c863c491bb785998b59e9d9bd&device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f HTTP/1.1" status: 200 len: 1096 time: 0.0455239 Feb 16 17:18:34.543299 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6a8ba48d-1b70-471c-88e9-8c82ce92320f req-78f0247d-107b-4072-9cf4-03615781c9d6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=138c9e78-8a7c-407b-876b-73bfad2fff9c HTTP/1.1" status: 200 len: 217 time: 0.0337105 Feb 16 17:18:34.600178 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ba48d-1b70-471c-88e9-8c82ce92320f req-0e813a3f-b1eb-408f-a996-0ad60d1d1f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:34.602392 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6a8ba48d-1b70-471c-88e9-8c82ce92320f req-0e813a3f-b1eb-408f-a996-0ad60d1d1f84 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d8af2231-1ae0-480d-8a8b-67fa8121ddc9 HTTP/1.1" status: 200 len: 851 time: 0.0425403 Feb 16 17:18:34.635959 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6a8ba48d-1b70-471c-88e9-8c82ce92320f req-89a3dba6-e615-4495-bddc-b0d9ac8f8b14 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0c40a4fe-7f04-4a61-888a-b73b7754f431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266242 Feb 16 17:18:34.729264 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6a8ba48d-1b70-471c-88e9-8c82ce92320f req-a8ea1aa8-cabf-4e7f-9898-5521fd924377 service neutron] 10.222.0.89 "GET /v2.0/networks/0c40a4fe-7f04-4a61-888a-b73b7754f431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867429 Feb 16 17:18:34.821114 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6a8ba48d-1b70-471c-88e9-8c82ce92320f req-95e78107-607a-4bb5-9204-023ac70c45bc service neutron] 10.222.0.89 "GET /v2.0/networks/0c40a4fe-7f04-4a61-888a-b73b7754f431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839999 Feb 16 17:18:34.966188 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e5b0e-be78-45e0-8369-fa0e50741a4e req-5cf49304-cf79-44e9-805e-1a6e21d37580 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:34.967663 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b51e5b0e-be78-45e0-8369-fa0e50741a4e req-5cf49304-cf79-44e9-805e-1a6e21d37580 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/ports?device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f HTTP/1.1" status: 200 len: 943 time: 0.0491836 Feb 16 17:18:35.004561 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b51e5b0e-be78-45e0-8369-fa0e50741a4e req-4ce8737b-e8f0-4f08-b77d-19daa13683b0 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/security-groups?id=7af13e84-55df-4b96-acd2-84157926f335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308878 Feb 16 17:18:36.120642 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f6a8b-6bcd-48a6-96da-81727ff20dd1 req-cad0c02d-18b7-4d96-b33b-1714a2e2df4e tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:36.122097 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-891f6a8b-6bcd-48a6-96da-81727ff20dd1 req-cad0c02d-18b7-4d96-b33b-1714a2e2df4e tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/ports?device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f HTTP/1.1" status: 200 len: 943 time: 0.0493667 Feb 16 17:18:36.159274 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-891f6a8b-6bcd-48a6-96da-81727ff20dd1 req-f80dcaa4-90b4-4136-9a2f-f05d9d2cd9b5 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/security-groups?id=7af13e84-55df-4b96-acd2-84157926f335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311375 Feb 16 17:18:36.283073 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 138c9e78-8a7c-407b-876b-73bfad2fff9c details requested by agent hyperv_hv-neutron-8286 with host hv-neutron-8286 {{(pid=114377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:18:36.373932 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 138c9e78-8a7c-407b-876b-73bfad2fff9c, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=138c9e78-8a7c-407b-876b-73bfad2fff9c,segment=NetworkSegment(f11a60c8-f4a9-4f36-acba-fcd1fdb922ff),segment_id=f11a60c8-f4a9-4f36-acba-fcd1fdb922ff)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:18:36.385426 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Returning: {'device': '138c9e78-8a7c-407b-876b-73bfad2fff9c', 'network_id': '0c40a4fe-7f04-4a61-888a-b73b7754f431', 'port_id': '138c9e78-8a7c-407b-876b-73bfad2fff9c', 'mac_address': 'fa:16:3e:af:be:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8af2231-1ae0-480d-8a8b-67fa8121ddc9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:18:36.424013 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:36.436596 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 138c9e78-8a7c-407b-876b-73bfad2fff9c {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:18:36.455851 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 138c9e78-8a7c-407b-876b-73bfad2fff9c, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=138c9e78-8a7c-407b-876b-73bfad2fff9c,segment=NetworkSegment(f11a60c8-f4a9-4f36-acba-fcd1fdb922ff),segment_id=f11a60c8-f4a9-4f36-acba-fcd1fdb922ff)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:18:36.543576 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:36.589804 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=138c9e78-8a7c-407b-876b-73bfad2fff9c,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:18:36.733517 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['138c9e78-8a7c-407b-876b-73bfad2fff9c'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:18:36.854299 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e38b3862-a5ca-4160-a59d-b600d51c9ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:37.276735 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee239d-13a0-48c3-9a85-1aff5396afaf req-fd15b994-1eeb-4273-817e-68a45375e895 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:37.278281 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-63ee239d-13a0-48c3-9a85-1aff5396afaf req-fd15b994-1eeb-4273-817e-68a45375e895 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/ports?device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f HTTP/1.1" status: 200 len: 944 time: 0.0545919 Feb 16 17:18:37.316015 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-63ee239d-13a0-48c3-9a85-1aff5396afaf req-80e2b421-ba79-478b-bd89-4c38437b23ae tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/security-groups?id=7af13e84-55df-4b96-acd2-84157926f335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316169 Feb 16 17:18:38.283447 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 138c9e78-8a7c-407b-876b-73bfad2fff9c up at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:18:38.413274 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning for port 138c9e78-8a7c-407b-876b-73bfad2fff9c completed by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:18:38.417124 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning complete for port 138c9e78-8a7c-407b-876b-73bfad2fff9c triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:18:38.417497 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:38.428568 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f7a4b-3b9c-401f-ad92-bc7eba6bb986 req-76ed7e09-f195-4f8e-89d9-384ff523b971 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:38.430045 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-892f7a4b-3b9c-401f-ad92-bc7eba6bb986 req-76ed7e09-f195-4f8e-89d9-384ff523b971 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/ports?device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f HTTP/1.1" status: 200 len: 944 time: 0.0473793 Feb 16 17:18:38.467469 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-892f7a4b-3b9c-401f-ad92-bc7eba6bb986 req-944372b8-e9b4-4867-b8e0-209e15f9d874 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/security-groups?id=7af13e84-55df-4b96-acd2-84157926f335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306187 Feb 16 17:18:38.496561 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:38.517887 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f0a1e1-acb1-4cd8-b359-a09c1028df3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138c9e78-8a7c-407b-876b-73bfad2fff9c'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:18:38.520153 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299b1ba7-8fc8-415f-9c07-b8c1821d857e" -d '{"events": [{"server_uuid": "42f0a1e1-acb1-4cd8-b359-a09c1028df3f", "name": "network-vif-plugged", "status": "completed", "tag": "138c9e78-8a7c-407b-876b-73bfad2fff9c"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:18:38.532235 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 138c9e78-8a7c-407b-876b-73bfad2fff9c, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=138c9e78-8a7c-407b-876b-73bfad2fff9c,segment=NetworkSegment(f11a60c8-f4a9-4f36-acba-fcd1fdb922ff),segment_id=f11a60c8-f4a9-4f36-acba-fcd1fdb922ff)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:18:38.554963 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4991774b-7296-4b28-9319-a65067c955c7 x-openstack-request-id: req-4991774b-7296-4b28-9319-a65067c955c7 {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:18:38.555255 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f0a1e1-acb1-4cd8-b359-a09c1028df3f", "name": "network-vif-plugged", "status": "completed", "tag": "138c9e78-8a7c-407b-876b-73bfad2fff9c", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:18:38.555508 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4991774b-7296-4b28-9319-a65067c955c7 {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:18:38.555902 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f0a1e1-acb1-4cd8-b359-a09c1028df3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138c9e78-8a7c-407b-876b-73bfad2fff9c', 'code': 200} Feb 16 17:18:38.601245 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:38.648696 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=138c9e78-8a7c-407b-876b-73bfad2fff9c,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:18:38.850823 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aa48ba-ebf5-4aa4-88f3-7d23028127a8 req-0610b7a1-9838-4cb0-8c07-9e7f0e47fe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:38.852568 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-13aa48ba-ebf5-4aa4-88f3-7d23028127a8 req-0610b7a1-9838-4cb0-8c07-9e7f0e47fe70 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f HTTP/1.1" status: 200 len: 1098 time: 0.0393803 Feb 16 17:18:38.891957 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-13aa48ba-ebf5-4aa4-88f3-7d23028127a8 req-b98feff3-f71d-45f8-9ec0-e4e5bfc9b360 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=7af13e84-55df-4b96-acd2-84157926f335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315940 Feb 16 17:18:39.207014 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b080fd28-bcf3-4f0e-9b63-dbee8a1193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:39.582007 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c0cbe-39ee-4bc7-ba8f-406ab963bfbc req-7a743155-dc07-4357-aee7-98721962c319 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:39.583452 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-a74c0cbe-39ee-4bc7-ba8f-406ab963bfbc req-7a743155-dc07-4357-aee7-98721962c319 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/ports?device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f HTTP/1.1" status: 200 len: 945 time: 0.0507545 Feb 16 17:18:39.620892 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-a74c0cbe-39ee-4bc7-ba8f-406ab963bfbc req-51c3361d-8f43-4858-af03-7df9b899e5e4 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/security-groups?id=7af13e84-55df-4b96-acd2-84157926f335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310454 Feb 16 17:18:40.451544 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:40.735526 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3115ace-7224-4c60-9f39-a6f96eb74378 req-b85c3ffa-7862-4908-a95d-de96df8dc034 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:40.737013 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b3115ace-7224-4c60-9f39-a6f96eb74378 req-b85c3ffa-7862-4908-a95d-de96df8dc034 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/ports?device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f HTTP/1.1" status: 200 len: 945 time: 0.0484293 Feb 16 17:18:40.774580 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b3115ace-7224-4c60-9f39-a6f96eb74378 req-cd5e5855-f93e-413f-b479-bc2b7544abdb tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/security-groups?id=7af13e84-55df-4b96-acd2-84157926f335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307839 Feb 16 17:18:41.249060 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630bc7d9-8b58-48b9-9515-9d32613826e9 req-7f34a54d-aed9-49a7-9ecb-2b6f4286e736 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:41.250543 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-630bc7d9-8b58-48b9-9515-9d32613826e9 req-7f34a54d-aed9-49a7-9ecb-2b6f4286e736 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/ports?device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f HTTP/1.1" status: 200 len: 945 time: 0.0492518 Feb 16 17:18:41.286805 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-630bc7d9-8b58-48b9-9515-9d32613826e9 req-70330e52-395b-4c00-b45c-3e903b7f291a tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/security-groups?id=7af13e84-55df-4b96-acd2-84157926f335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302925 Feb 16 17:18:41.370530 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56816) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:18:41.449108 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-4c9ceafa-bb1b-4f75-9301-050ae175cefe req-bcc54f16-26f9-4d5d-88e0-0a9da3683b6f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0774395 Feb 16 17:18:41.457574 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [req-4c9ceafa-bb1b-4f75-9301-050ae175cefe req-9fa73aa2-8309-48e0-a873-2dfac63e9217 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:18:41.458523 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-4c9ceafa-bb1b-4f75-9301-050ae175cefe req-9fa73aa2-8309-48e0-a873-2dfac63e9217 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048096 Feb 16 17:18:41.818062 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:42.120374 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:18:42.412213 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa6d216-fcc5-48df-b157-30c2bb648251 req-a9f69afc-ee49-428b-865c-184a3016c7cf tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:42.413705 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-8fa6d216-fcc5-48df-b157-30c2bb648251 req-a9f69afc-ee49-428b-865c-184a3016c7cf tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/ports?device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f HTTP/1.1" status: 200 len: 945 time: 0.0504847 Feb 16 17:18:42.451299 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-8fa6d216-fcc5-48df-b157-30c2bb648251 req-4a8058c8-c775-4546-b28c-90a78d5dd2ee tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/security-groups?id=7af13e84-55df-4b96-acd2-84157926f335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305448 Feb 16 17:18:43.567802 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25833e2-d700-45a9-8f20-6fe2ae4b20f6 req-6e3fa81c-6d5e-4e61-88c8-2e20b4c39a7f tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:43.569423 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e25833e2-d700-45a9-8f20-6fe2ae4b20f6 req-6e3fa81c-6d5e-4e61-88c8-2e20b4c39a7f tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/ports?device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f HTTP/1.1" status: 200 len: 945 time: 0.0497851 Feb 16 17:18:43.634613 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e25833e2-d700-45a9-8f20-6fe2ae4b20f6 req-afb083e7-7c7c-4191-8659-4cbcc31b9a6b tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/security-groups?id=7af13e84-55df-4b96-acd2-84157926f335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569096 Feb 16 17:18:43.638782 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ceafa-bb1b-4f75-9301-050ae175cefe req-a991275b-2e21-4c55-a7b3-cee24b94b471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:43.640289 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4c9ceafa-bb1b-4f75-9301-050ae175cefe req-a991275b-2e21-4c55-a7b3-cee24b94b471 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6dc3940c863c491bb785998b59e9d9bd&device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f HTTP/1.1" status: 200 len: 1098 time: 0.0698857 Feb 16 17:18:43.728949 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ceafa-bb1b-4f75-9301-050ae175cefe req-0e24155f-ca34-402a-878f-8f100b5f2112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:43.730414 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4c9ceafa-bb1b-4f75-9301-050ae175cefe req-0e24155f-ca34-402a-878f-8f100b5f2112 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0c40a4fe-7f04-4a61-888a-b73b7754f431 HTTP/1.1" status: 200 len: 912 time: 0.0841782 Feb 16 17:18:43.776388 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4c9ceafa-bb1b-4f75-9301-050ae175cefe req-f8c6062f-8387-4ad2-9d75-024cb803e677 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=138c9e78-8a7c-407b-876b-73bfad2fff9c HTTP/1.1" status: 200 len: 217 time: 0.0379317 Feb 16 17:18:43.826853 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ceafa-bb1b-4f75-9301-050ae175cefe req-e63e2571-d1aa-4ccf-87a0-5df06ef9896a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:43.828389 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4c9ceafa-bb1b-4f75-9301-050ae175cefe req-e63e2571-d1aa-4ccf-87a0-5df06ef9896a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d8af2231-1ae0-480d-8a8b-67fa8121ddc9 HTTP/1.1" status: 200 len: 851 time: 0.0455248 Feb 16 17:18:43.859617 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4c9ceafa-bb1b-4f75-9301-050ae175cefe req-53681642-22a6-4d34-b89e-f8b9918216a7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0c40a4fe-7f04-4a61-888a-b73b7754f431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251553 Feb 16 17:18:43.869518 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [req-4c9ceafa-bb1b-4f75-9301-050ae175cefe req-05249c4a-f669-494d-8ec2-7b675c682a62 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=114376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:18:43.870439 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4c9ceafa-bb1b-4f75-9301-050ae175cefe req-05249c4a-f669-494d-8ec2-7b675c682a62 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049069 Feb 16 17:18:43.959508 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4c9ceafa-bb1b-4f75-9301-050ae175cefe req-3294b44a-7f0f-4396-9983-2cb1439ee6cb service neutron] 10.222.0.89 "GET /v2.0/networks/0c40a4fe-7f04-4a61-888a-b73b7754f431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825138 Feb 16 17:18:44.045304 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4c9ceafa-bb1b-4f75-9301-050ae175cefe req-173fc67f-3625-4b9f-bb6a-19902c029cc8 service neutron] 10.222.0.89 "GET /v2.0/networks/0c40a4fe-7f04-4a61-888a-b73b7754f431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795028 Feb 16 17:18:44.753360 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234624ff-ac09-4b91-af13-7551037a8140 req-238d2be0-1bb3-42c7-85aa-491f2f78a3e0 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:44.754885 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-234624ff-ac09-4b91-af13-7551037a8140 req-238d2be0-1bb3-42c7-85aa-491f2f78a3e0 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/ports?device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f HTTP/1.1" status: 200 len: 945 time: 0.0528455 Feb 16 17:18:44.791467 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-234624ff-ac09-4b91-af13-7551037a8140 req-535e802e-9560-4d64-b1a1-80a133a46f95 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/security-groups?id=7af13e84-55df-4b96-acd2-84157926f335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299969 Feb 16 17:18:45.911681 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e1d47-5937-437c-80e0-7915f0c7aa81 req-07f48faa-71fe-4431-8661-38fdd6fccefa tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:45.913188 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-028e1d47-5937-437c-80e0-7915f0c7aa81 req-07f48faa-71fe-4431-8661-38fdd6fccefa tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/ports?device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f HTTP/1.1" status: 200 len: 945 time: 0.0488160 Feb 16 17:18:45.949255 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-028e1d47-5937-437c-80e0-7915f0c7aa81 req-8b2c5559-cd1e-4727-a8db-a4330d80f4a9 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/security-groups?id=7af13e84-55df-4b96-acd2-84157926f335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302641 Feb 16 17:18:47.060686 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eddd41-96b5-48b5-924d-a4cc21d33e5c req-df764d2d-f38b-4c07-b39b-6ccf081835e7 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:47.062163 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-d1eddd41-96b5-48b5-924d-a4cc21d33e5c req-df764d2d-f38b-4c07-b39b-6ccf081835e7 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/ports?device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f HTTP/1.1" status: 200 len: 945 time: 0.0482595 Feb 16 17:18:47.098946 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-d1eddd41-96b5-48b5-924d-a4cc21d33e5c req-b0b1e9ec-7117-45e3-9615-589348739c58 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/security-groups?id=7af13e84-55df-4b96-acd2-84157926f335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309031 Feb 16 17:18:48.215298 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad73111d-0b1e-40d1-bdd9-81f03e63eae6 req-3b6e0d52-8f47-40c0-97ab-632489a39333 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:48.216801 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ad73111d-0b1e-40d1-bdd9-81f03e63eae6 req-3b6e0d52-8f47-40c0-97ab-632489a39333 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/ports?device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f HTTP/1.1" status: 200 len: 945 time: 0.0524309 Feb 16 17:18:48.254346 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ad73111d-0b1e-40d1-bdd9-81f03e63eae6 req-6b2dd1ff-0c28-40f7-a580-a1bea0b11ba0 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/security-groups?id=7af13e84-55df-4b96-acd2-84157926f335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317123 Feb 16 17:18:49.365241 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54add3bd-a850-4f96-b8f0-0a43f0821bc9 req-8b408950-3c47-42bf-9529-5dc9e7bb1d96 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:49.367263 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-54add3bd-a850-4f96-b8f0-0a43f0821bc9 req-8b408950-3c47-42bf-9529-5dc9e7bb1d96 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/ports?device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f HTTP/1.1" status: 200 len: 945 time: 0.0478818 Feb 16 17:18:49.406739 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-54add3bd-a850-4f96-b8f0-0a43f0821bc9 req-77023bed-af4f-45e9-a457-0651117ca02d tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/security-groups?id=7af13e84-55df-4b96-acd2-84157926f335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328043 Feb 16 17:18:50.521952 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f2b10-96c0-4100-b170-3799727f3ae3 req-bea4c329-f14b-46e0-ac9d-330e8aef0e52 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:50.523383 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-612f2b10-96c0-4100-b170-3799727f3ae3 req-bea4c329-f14b-46e0-ac9d-330e8aef0e52 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/ports?device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f HTTP/1.1" status: 200 len: 945 time: 0.0481296 Feb 16 17:18:50.560882 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-612f2b10-96c0-4100-b170-3799727f3ae3 req-3cd04a48-c2b2-4332-824b-98b1268dcab7 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/security-groups?id=7af13e84-55df-4b96-acd2-84157926f335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309768 Feb 16 17:18:51.676883 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe43e524-bbf2-4c21-916d-98334afc617f req-14b619da-01c0-42b0-8f8d-9a4c3469add5 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:51.678327 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-fe43e524-bbf2-4c21-916d-98334afc617f req-14b619da-01c0-42b0-8f8d-9a4c3469add5 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/ports?device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f HTTP/1.1" status: 200 len: 945 time: 0.0514171 Feb 16 17:18:51.714987 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-fe43e524-bbf2-4c21-916d-98334afc617f req-f5809b6e-351a-4175-8028-d7d82e52f649 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/security-groups?id=7af13e84-55df-4b96-acd2-84157926f335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301247 Feb 16 17:18:52.829264 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06c52d-69c4-4840-a13e-26f05fa8ecf0 req-1d1a3c92-b5b0-4b01-bd61-0df8d6274a28 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:52.830719 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0c06c52d-69c4-4840-a13e-26f05fa8ecf0 req-1d1a3c92-b5b0-4b01-bd61-0df8d6274a28 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/ports?device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f HTTP/1.1" status: 200 len: 945 time: 0.0491481 Feb 16 17:18:52.868427 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0c06c52d-69c4-4840-a13e-26f05fa8ecf0 req-a7fe7c53-157d-401f-a3d5-6ca087ff1464 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/security-groups?id=7af13e84-55df-4b96-acd2-84157926f335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315535 Feb 16 17:18:53.984160 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59079f5d-a9a8-40bd-9270-24aa87fb1656 req-4c50236e-1091-4997-8850-94db1a42eedc tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:53.985613 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-59079f5d-a9a8-40bd-9270-24aa87fb1656 req-4c50236e-1091-4997-8850-94db1a42eedc tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/ports?device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f HTTP/1.1" status: 200 len: 945 time: 0.0483010 Feb 16 17:18:54.022294 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-59079f5d-a9a8-40bd-9270-24aa87fb1656 req-d3923f51-e605-43ac-b5e7-3fd35dc8288e tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/security-groups?id=7af13e84-55df-4b96-acd2-84157926f335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309079 Feb 16 17:18:55.140733 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893efb8-86ac-46ee-9dc5-8c61a98e62be req-75986f68-0bcd-49bc-aacd-37fea7869bbc tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:55.142200 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8893efb8-86ac-46ee-9dc5-8c61a98e62be req-75986f68-0bcd-49bc-aacd-37fea7869bbc tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/ports?device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f HTTP/1.1" status: 200 len: 945 time: 0.0517275 Feb 16 17:18:55.179367 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8893efb8-86ac-46ee-9dc5-8c61a98e62be req-91d0ef26-a3a3-4c09-8b0a-81fc5a8e18f8 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/security-groups?id=7af13e84-55df-4b96-acd2-84157926f335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313313 Feb 16 17:18:56.294761 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9493c82b-3f38-448b-9294-d76b9bf4320b req-0728d74f-7a3c-4e12-8dc6-a04b21d06681 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:56.296245 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-9493c82b-3f38-448b-9294-d76b9bf4320b req-0728d74f-7a3c-4e12-8dc6-a04b21d06681 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/ports?device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f HTTP/1.1" status: 200 len: 945 time: 0.0468910 Feb 16 17:18:56.335139 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-9493c82b-3f38-448b-9294-d76b9bf4320b req-3e549d30-e4cf-441b-9f46-a6dc5062564a tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/security-groups?id=7af13e84-55df-4b96-acd2-84157926f335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330873 Feb 16 17:18:57.446943 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397a25e-6339-43f2-8978-92d66e482db7 req-a519d0de-75d7-45ae-be59-5816504bd276 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:57.448442 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b397a25e-6339-43f2-8978-92d66e482db7 req-a519d0de-75d7-45ae-be59-5816504bd276 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/ports?device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f HTTP/1.1" status: 200 len: 945 time: 0.0474391 Feb 16 17:18:57.485390 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b397a25e-6339-43f2-8978-92d66e482db7 req-9cdb06b6-e5d1-4a4a-a1a1-d54c73dcf07e tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/security-groups?id=7af13e84-55df-4b96-acd2-84157926f335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312097 Feb 16 17:18:58.600405 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac25d64-6fb5-4f0c-9877-3948f12c92c4 req-614b801e-09af-40e0-bfe4-db5cab5e5bae tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:58.601885 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-8ac25d64-6fb5-4f0c-9877-3948f12c92c4 req-614b801e-09af-40e0-bfe4-db5cab5e5bae tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/ports?device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f HTTP/1.1" status: 200 len: 945 time: 0.0515714 Feb 16 17:18:58.639187 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-8ac25d64-6fb5-4f0c-9877-3948f12c92c4 req-da1b721c-5e69-46fe-a776-80f846ace5d2 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/security-groups?id=7af13e84-55df-4b96-acd2-84157926f335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311511 Feb 16 17:18:59.752363 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e2fd7-fbfa-48b9-b481-a7d73bd31919 req-3895b9cb-8577-444a-97dc-ddb6dab469bc tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:59.753832 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-263e2fd7-fbfa-48b9-b481-a7d73bd31919 req-3895b9cb-8577-444a-97dc-ddb6dab469bc tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/ports?device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f HTTP/1.1" status: 200 len: 945 time: 0.0486279 Feb 16 17:18:59.790964 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-263e2fd7-fbfa-48b9-b481-a7d73bd31919 req-b760a0d3-9ec3-47c2-a3ff-aa721eb54c53 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/security-groups?id=7af13e84-55df-4b96-acd2-84157926f335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306563 Feb 16 17:19:00.605843 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:00.902976 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaefbda-6a9b-47be-9c19-3fab5091edb0 req-f2b9a9f9-b390-4f72-b4c0-30e17c1583a6 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:00.904488 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-2eaefbda-6a9b-47be-9c19-3fab5091edb0 req-f2b9a9f9-b390-4f72-b4c0-30e17c1583a6 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/ports?device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f HTTP/1.1" status: 200 len: 945 time: 0.0482788 Feb 16 17:19:00.941986 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-2eaefbda-6a9b-47be-9c19-3fab5091edb0 req-ed807e7e-dd3d-4811-8e93-2f6e67e8bf87 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/security-groups?id=7af13e84-55df-4b96-acd2-84157926f335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317199 Feb 16 17:19:01.920573 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:19:02.065564 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d95b0a-d8bf-4f04-a3e9-1fb4dfac5074 req-21f1a70d-eb1d-4172-a86e-c53c7f413245 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:02.068016 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a3d95b0a-d8bf-4f04-a3e9-1fb4dfac5074 req-21f1a70d-eb1d-4172-a86e-c53c7f413245 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/ports?device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f HTTP/1.1" status: 200 len: 945 time: 0.0602455 Feb 16 17:19:02.105612 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a3d95b0a-d8bf-4f04-a3e9-1fb4dfac5074 req-bcb3f842-9807-4c96-ad18-ecad688e2ed6 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/security-groups?id=7af13e84-55df-4b96-acd2-84157926f335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311403 Feb 16 17:19:03.218350 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5d95c-a817-414e-8ec2-80e2a1a05294 req-b677c9d0-030d-4eb1-9d4a-6d0e3b772cb4 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:03.219821 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-4eb5d95c-a817-414e-8ec2-80e2a1a05294 req-b677c9d0-030d-4eb1-9d4a-6d0e3b772cb4 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/ports?device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f HTTP/1.1" status: 200 len: 945 time: 0.0476990 Feb 16 17:19:03.257443 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-4eb5d95c-a817-414e-8ec2-80e2a1a05294 req-26a60064-adde-4bb4-a355-479018bbbedf tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/security-groups?id=7af13e84-55df-4b96-acd2-84157926f335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317471 Feb 16 17:19:04.369437 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a02ef-e7f2-4a31-aeeb-8be21b69082b req-17896ef2-b7ca-4061-9206-d81cefdf8a73 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:04.370913 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c98a02ef-e7f2-4a31-aeeb-8be21b69082b req-17896ef2-b7ca-4061-9206-d81cefdf8a73 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/ports?device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f HTTP/1.1" status: 200 len: 945 time: 0.0486257 Feb 16 17:19:04.409481 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c98a02ef-e7f2-4a31-aeeb-8be21b69082b req-56131632-741d-4489-8ca7-190d8a50bc67 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/security-groups?id=7af13e84-55df-4b96-acd2-84157926f335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322552 Feb 16 17:19:05.528354 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875b239-8942-4c34-9acc-ccd1d1322d58 req-40f8d78c-8054-4dc9-93de-ce6fc111c3a1 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:05.529862 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-f875b239-8942-4c34-9acc-ccd1d1322d58 req-40f8d78c-8054-4dc9-93de-ce6fc111c3a1 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/ports?device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f HTTP/1.1" status: 200 len: 945 time: 0.0530031 Feb 16 17:19:05.569654 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-f875b239-8942-4c34-9acc-ccd1d1322d58 req-93f4293f-89bd-4c82-a9c3-856cefe80a0d tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/security-groups?id=7af13e84-55df-4b96-acd2-84157926f335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336080 Feb 16 17:19:06.694924 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b074f-5608-4e32-a253-76d2e92804bb req-9764a4f6-d6c1-4478-899e-2757f09428f5 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:06.696990 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1e7b074f-5608-4e32-a253-76d2e92804bb req-9764a4f6-d6c1-4478-899e-2757f09428f5 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/ports?device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f HTTP/1.1" status: 200 len: 945 time: 0.0495920 Feb 16 17:19:06.734918 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1e7b074f-5608-4e32-a253-76d2e92804bb req-48e94468-c018-4305-9db3-848d347eb68e tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/security-groups?id=7af13e84-55df-4b96-acd2-84157926f335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318773 Feb 16 17:19:06.823167 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-aa726a3a-94d6-4ba6-9e8b-ec2995b8b7a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:07.849002 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53987119-27ee-4931-a0b7-2b44b89173b6 req-a54ca93c-8847-467e-b61a-ab0b9a87ff1d tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:07.850487 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-53987119-27ee-4931-a0b7-2b44b89173b6 req-a54ca93c-8847-467e-b61a-ab0b9a87ff1d tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/ports?device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f HTTP/1.1" status: 200 len: 945 time: 0.0486372 Feb 16 17:19:07.888510 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-53987119-27ee-4931-a0b7-2b44b89173b6 req-b4c42338-342b-41f8-a14c-ad894eff5038 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/security-groups?id=7af13e84-55df-4b96-acd2-84157926f335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318627 Feb 16 17:19:09.004997 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d30fd-0b5a-4400-8f52-2692f8b7cf7f req-0cafde09-b516-4d3b-96da-e8d8f2ae204d tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:09.006459 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-512d30fd-0b5a-4400-8f52-2692f8b7cf7f req-0cafde09-b516-4d3b-96da-e8d8f2ae204d tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/ports?device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f HTTP/1.1" status: 200 len: 945 time: 0.0520077 Feb 16 17:19:09.043837 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-512d30fd-0b5a-4400-8f52-2692f8b7cf7f req-18d55215-cfc3-4e6e-abb8-8607eb238eb6 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/security-groups?id=7af13e84-55df-4b96-acd2-84157926f335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308464 Feb 16 17:19:09.211631 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0c7bc5a0-13b3-4226-88f4-7ed891b2c3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:10.179428 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a8b9e-3864-4a53-b675-04ac26e16737 req-a02075b9-7b2d-4b4c-81d4-e7d7d4b9f383 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:10.180841 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-f92a8b9e-3864-4a53-b675-04ac26e16737 req-a02075b9-7b2d-4b4c-81d4-e7d7d4b9f383 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/ports?device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f HTTP/1.1" status: 200 len: 945 time: 0.0578980 Feb 16 17:19:10.217956 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-f92a8b9e-3864-4a53-b675-04ac26e16737 req-f1a9d54b-4dd7-4364-a46e-04836e2992d0 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/security-groups?id=7af13e84-55df-4b96-acd2-84157926f335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308714 Feb 16 17:19:10.474020 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:11.331893 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203fe79-b534-4457-970e-ad5803535a1f req-bc44a465-81b6-4460-8f41-e4ec6d22f361 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:11.333375 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4203fe79-b534-4457-970e-ad5803535a1f req-bc44a465-81b6-4460-8f41-e4ec6d22f361 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/ports?device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f HTTP/1.1" status: 200 len: 945 time: 0.0480065 Feb 16 17:19:11.371206 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4203fe79-b534-4457-970e-ad5803535a1f req-c6032e89-14a7-424f-9d5b-5d9b58aaf763 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/security-groups?id=7af13e84-55df-4b96-acd2-84157926f335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319011 Feb 16 17:19:11.800346 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:12.131861 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:12.489725 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa0d77-4706-4dd0-b990-c295e022dc5f req-f8890642-d2dd-4dfd-9ad0-7c35e00c1ca2 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:12.491156 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-54aa0d77-4706-4dd0-b990-c295e022dc5f req-f8890642-d2dd-4dfd-9ad0-7c35e00c1ca2 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/ports?device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f HTTP/1.1" status: 200 len: 945 time: 0.0542765 Feb 16 17:19:12.527131 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-54aa0d77-4706-4dd0-b990-c295e022dc5f req-988bc286-1210-4782-bc51-6de893b71b28 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/security-groups?id=7af13e84-55df-4b96-acd2-84157926f335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300715 Feb 16 17:19:13.639745 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3e196-8a01-4833-a907-40294df4931b req-0f6624fc-5e43-4130-9523-572c818842d2 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:13.641234 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f1e3e196-8a01-4833-a907-40294df4931b req-0f6624fc-5e43-4130-9523-572c818842d2 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/ports?device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f HTTP/1.1" status: 200 len: 945 time: 0.0483842 Feb 16 17:19:13.678120 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f1e3e196-8a01-4833-a907-40294df4931b req-1cb682d6-e758-4678-bd63-8538a907ee90 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/security-groups?id=7af13e84-55df-4b96-acd2-84157926f335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310423 Feb 16 17:19:14.792311 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a97e42-498f-488a-9087-9454186889a7 req-f2524778-1cc3-4981-94a5-f7ecc9738b5a tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:14.793851 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-e3a97e42-498f-488a-9087-9454186889a7 req-f2524778-1cc3-4981-94a5-f7ecc9738b5a tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/ports?device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f HTTP/1.1" status: 200 len: 945 time: 0.0477920 Feb 16 17:19:14.831931 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-e3a97e42-498f-488a-9087-9454186889a7 req-a8124451-0a40-4613-b6fe-a4c7a6a99405 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/security-groups?id=7af13e84-55df-4b96-acd2-84157926f335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316539 Feb 16 17:19:15.952024 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e960e-75b1-4910-97bd-3c701890462c req-72e32df9-2df8-4342-bbe4-ea329f5f9ec1 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:15.953518 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1d0e960e-75b1-4910-97bd-3c701890462c req-72e32df9-2df8-4342-bbe4-ea329f5f9ec1 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/ports?device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f HTTP/1.1" status: 200 len: 945 time: 0.0555785 Feb 16 17:19:15.990844 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1d0e960e-75b1-4910-97bd-3c701890462c req-50444eb7-96c7-4921-a583-1985829de30f tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/security-groups?id=7af13e84-55df-4b96-acd2-84157926f335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313237 Feb 16 17:19:16.170109 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4c9ceafa-bb1b-4f75-9301-050ae175cefe req-e151c8d0-d1b8-453c-bf44-d11ec7128fc6 service neutron] 10.222.0.89 "GET /v2.0/ports/138c9e78-8a7c-407b-876b-73bfad2fff9c/bindings/hv-neutron-8286 HTTP/1.1" status: 200 len: 384 time: 0.0995836 Feb 16 17:19:16.773730 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ceafa-bb1b-4f75-9301-050ae175cefe req-9235931d-95fa-4b6a-affe-a2393483e6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:16.775211 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4c9ceafa-bb1b-4f75-9301-050ae175cefe req-9235931d-95fa-4b6a-affe-a2393483e6a0 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f&tenant_id=6dc3940c863c491bb785998b59e9d9bd HTTP/1.1" status: 200 len: 1098 time: 0.0729587 Feb 16 17:19:16.833494 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ceafa-bb1b-4f75-9301-050ae175cefe req-24402966-238d-4ff3-80fa-c3ed5ace1616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:16.834933 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4c9ceafa-bb1b-4f75-9301-050ae175cefe req-24402966-238d-4ff3-80fa-c3ed5ace1616 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6dc3940c863c491bb785998b59e9d9bd&device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f HTTP/1.1" status: 200 len: 1098 time: 0.0380585 Feb 16 17:19:16.922145 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ceafa-bb1b-4f75-9301-050ae175cefe req-69b60341-6768-46ff-965c-ed7a04b6b812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:16.923642 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4c9ceafa-bb1b-4f75-9301-050ae175cefe req-69b60341-6768-46ff-965c-ed7a04b6b812 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0c40a4fe-7f04-4a61-888a-b73b7754f431 HTTP/1.1" status: 200 len: 912 time: 0.0817165 Feb 16 17:19:16.970331 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4c9ceafa-bb1b-4f75-9301-050ae175cefe req-b651b318-c3c6-4247-b2c8-24ca640672b8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=138c9e78-8a7c-407b-876b-73bfad2fff9c HTTP/1.1" status: 200 len: 217 time: 0.0405238 Feb 16 17:19:17.018771 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ceafa-bb1b-4f75-9301-050ae175cefe req-ddb64bbb-29b2-4ae1-a616-7e613bb425a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:17.020246 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4c9ceafa-bb1b-4f75-9301-050ae175cefe req-ddb64bbb-29b2-4ae1-a616-7e613bb425a9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d8af2231-1ae0-480d-8a8b-67fa8121ddc9 HTTP/1.1" status: 200 len: 851 time: 0.0433910 Feb 16 17:19:17.051781 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4c9ceafa-bb1b-4f75-9301-050ae175cefe req-7389f6b5-10be-4155-be1b-0e7f4efab1de service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0c40a4fe-7f04-4a61-888a-b73b7754f431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250363 Feb 16 17:19:17.105198 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ace9bf-c57f-47fa-ba89-4e2bd7badeac req-5255ff5e-3243-44ae-a0c8-7e3b9c8d40f8 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:17.106720 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-96ace9bf-c57f-47fa-ba89-4e2bd7badeac req-5255ff5e-3243-44ae-a0c8-7e3b9c8d40f8 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/ports?device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f HTTP/1.1" status: 200 len: 945 time: 0.0483902 Feb 16 17:19:17.144021 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-96ace9bf-c57f-47fa-ba89-4e2bd7badeac req-c279666d-0fdc-4a10-b9e0-883bce6c6126 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/security-groups?id=7af13e84-55df-4b96-acd2-84157926f335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312223 Feb 16 17:19:17.144236 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4c9ceafa-bb1b-4f75-9301-050ae175cefe req-fae93bf2-d8ff-42b7-9134-353dbff13a33 service neutron] 10.222.0.89 "GET /v2.0/networks/0c40a4fe-7f04-4a61-888a-b73b7754f431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853043 Feb 16 17:19:17.232122 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4c9ceafa-bb1b-4f75-9301-050ae175cefe req-a7e92ccc-b7a8-45d2-957f-1b9a52bfa39f service neutron] 10.222.0.89 "GET /v2.0/networks/0c40a4fe-7f04-4a61-888a-b73b7754f431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816004 Feb 16 17:19:18.260787 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43565e8d-c6e1-4f79-a062-72313feaeacd req-d1bc2fe0-202d-493c-b34f-26bb9b5be0c1 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:18.262278 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-43565e8d-c6e1-4f79-a062-72313feaeacd req-d1bc2fe0-202d-493c-b34f-26bb9b5be0c1 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/ports?device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f HTTP/1.1" status: 200 len: 945 time: 0.0502355 Feb 16 17:19:18.306842 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-43565e8d-c6e1-4f79-a062-72313feaeacd req-683f8473-4137-4e7c-806c-e03e699794cc tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/security-groups?id=7af13e84-55df-4b96-acd2-84157926f335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386868 Feb 16 17:19:18.508136 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f90d0-2d2a-4ad8-a899-fe51cf2d4d1b req-39b62e68-1e11-44d8-9324-4fa095403df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:18.509624 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-693f90d0-2d2a-4ad8-a899-fe51cf2d4d1b req-39b62e68-1e11-44d8-9324-4fa095403df4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6dc3940c863c491bb785998b59e9d9bd&device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f HTTP/1.1" status: 200 len: 1098 time: 0.0427072 Feb 16 17:19:18.533503 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 138c9e78-8a7c-407b-876b-73bfad2fff9c no longer exists at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:19:18.614298 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f90d0-2d2a-4ad8-a899-fe51cf2d4d1b req-a5eac831-ee23-4d7e-8365-c0e3968b0978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:18.615774 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-693f90d0-2d2a-4ad8-a899-fe51cf2d4d1b req-a5eac831-ee23-4d7e-8365-c0e3968b0978 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0c40a4fe-7f04-4a61-888a-b73b7754f431 HTTP/1.1" status: 200 len: 912 time: 0.0867817 Feb 16 17:19:18.621044 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:18.645138 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f0a1e1-acb1-4cd8-b359-a09c1028df3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '138c9e78-8a7c-407b-876b-73bfad2fff9c'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:19:18.647389 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ce8659-a485-40e9-ac1b-63016ca112ba" -d '{"events": [{"server_uuid": "42f0a1e1-acb1-4cd8-b359-a09c1028df3f", "name": "network-vif-unplugged", "status": "completed", "tag": "138c9e78-8a7c-407b-876b-73bfad2fff9c"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:19:18.662033 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 138c9e78-8a7c-407b-876b-73bfad2fff9c, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=138c9e78-8a7c-407b-876b-73bfad2fff9c,segment=NetworkSegment(f11a60c8-f4a9-4f36-acba-fcd1fdb922ff),segment_id=f11a60c8-f4a9-4f36-acba-fcd1fdb922ff)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:19:18.662661 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-693f90d0-2d2a-4ad8-a899-fe51cf2d4d1b req-5de35bc9-de1c-481f-a4ad-a992ce48706f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=138c9e78-8a7c-407b-876b-73bfad2fff9c HTTP/1.1" status: 200 len: 217 time: 0.0393798 Feb 16 17:19:18.697380 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 17:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463c2481-5414-4ec2-85c3-b4660a1c5f00 x-openstack-request-id: req-463c2481-5414-4ec2-85c3-b4660a1c5f00 {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:19:18.697681 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f0a1e1-acb1-4cd8-b359-a09c1028df3f", "name": "network-vif-unplugged", "status": "completed", "tag": "138c9e78-8a7c-407b-876b-73bfad2fff9c", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:19:18.697939 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-463c2481-5414-4ec2-85c3-b4660a1c5f00 {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:19:18.698916 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f0a1e1-acb1-4cd8-b359-a09c1028df3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '138c9e78-8a7c-407b-876b-73bfad2fff9c', 'code': 200} Feb 16 17:19:18.713654 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f90d0-2d2a-4ad8-a899-fe51cf2d4d1b req-a9dd5a33-c1ab-4c8a-a967-fcce511cb4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:18.715764 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-693f90d0-2d2a-4ad8-a899-fe51cf2d4d1b req-a9dd5a33-c1ab-4c8a-a967-fcce511cb4a2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d8af2231-1ae0-480d-8a8b-67fa8121ddc9 HTTP/1.1" status: 200 len: 851 time: 0.0463567 Feb 16 17:19:18.747347 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-693f90d0-2d2a-4ad8-a899-fe51cf2d4d1b req-4da907a4-f076-4976-91fd-e1c6157a57c5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0c40a4fe-7f04-4a61-888a-b73b7754f431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239997 Feb 16 17:19:18.770162 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:18.844332 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-693f90d0-2d2a-4ad8-a899-fe51cf2d4d1b req-68aeead7-7d54-4e5e-bae5-4ec4aa7c9586 service neutron] 10.222.0.89 "GET /v2.0/networks/0c40a4fe-7f04-4a61-888a-b73b7754f431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842364 Feb 16 17:19:18.908309 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=138c9e78-8a7c-407b-876b-73bfad2fff9c,revision_number=6']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:19:18.915295 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:18.918046 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:18.918046 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:18.918046 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:18.918046 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:18.918046 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:18.918046 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:18.918046 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:18.918046 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:18.918596 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:18.918668 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:18.918983 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:18.943581 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-693f90d0-2d2a-4ad8-a899-fe51cf2d4d1b req-536092ef-b0a5-4377-b1e1-bb967201c4d1 service neutron] 10.222.0.89 "GET /v2.0/networks/0c40a4fe-7f04-4a61-888a-b73b7754f431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905697 Feb 16 17:19:19.420396 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76605ca-ab49-4473-88ce-60d1c57e6325 req-c4b73555-c531-4b51-8510-d58f655f75bf tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:19.421880 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b76605ca-ab49-4473-88ce-60d1c57e6325 req-c4b73555-c531-4b51-8510-d58f655f75bf tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/ports?device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f HTTP/1.1" status: 200 len: 943 time: 0.0479360 Feb 16 17:19:19.459211 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b76605ca-ab49-4473-88ce-60d1c57e6325 req-053f39eb-d7a2-44db-8dab-b7ddc4d115ce tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/security-groups?id=7af13e84-55df-4b96-acd2-84157926f335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314879 Feb 16 17:19:19.942006 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464691b5-d520-4c1f-8bb8-2457b8d3d921 req-a9f8ef6b-d645-45cd-a358-81f1d7dc71b8 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:19.943500 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-464691b5-d520-4c1f-8bb8-2457b8d3d921 req-a9f8ef6b-d645-45cd-a358-81f1d7dc71b8 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.89 "GET /v2.0/ports?device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f&tenant_id=6dc3940c863c491bb785998b59e9d9bd&binding%3Ahost_id=hv-neutron-8286 HTTP/1.1" status: 200 len: 943 time: 0.0854120 Feb 16 17:19:20.051751 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464691b5-d520-4c1f-8bb8-2457b8d3d921 req-84c646c9-376f-4324-997f-5de8b4989c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:20.053248 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-464691b5-d520-4c1f-8bb8-2457b8d3d921 req-84c646c9-376f-4324-997f-5de8b4989c82 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6dc3940c863c491bb785998b59e9d9bd&device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f HTTP/1.1" status: 200 len: 1096 time: 0.0400724 Feb 16 17:19:20.142217 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464691b5-d520-4c1f-8bb8-2457b8d3d921 req-3304653d-448e-4d9e-b8cb-a6b1c0dcb7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:20.143662 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-464691b5-d520-4c1f-8bb8-2457b8d3d921 req-3304653d-448e-4d9e-b8cb-a6b1c0dcb7bb service neutron] 10.222.0.89 "GET /v2.0/networks?id=0c40a4fe-7f04-4a61-888a-b73b7754f431 HTTP/1.1" status: 200 len: 912 time: 0.0839498 Feb 16 17:19:20.183474 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-464691b5-d520-4c1f-8bb8-2457b8d3d921 req-9b2f925e-3cd4-47a5-b5c4-7580dada16b1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=138c9e78-8a7c-407b-876b-73bfad2fff9c HTTP/1.1" status: 200 len: 217 time: 0.0339463 Feb 16 17:19:20.230360 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464691b5-d520-4c1f-8bb8-2457b8d3d921 req-b83175bc-a7e5-4dc9-b2b5-d061119311c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:20.231772 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-464691b5-d520-4c1f-8bb8-2457b8d3d921 req-b83175bc-a7e5-4dc9-b2b5-d061119311c7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d8af2231-1ae0-480d-8a8b-67fa8121ddc9 HTTP/1.1" status: 200 len: 851 time: 0.0424063 Feb 16 17:19:20.261387 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-464691b5-d520-4c1f-8bb8-2457b8d3d921 req-dfeb2f96-8c10-44cc-9848-75266efd90b5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0c40a4fe-7f04-4a61-888a-b73b7754f431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233138 Feb 16 17:19:20.531899 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 138c9e78-8a7c-407b-876b-73bfad2fff9c details requested by agent hyperv_hv-neutron-8286 with host hv-neutron-8286 {{(pid=114377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:19:20.631967 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 138c9e78-8a7c-407b-876b-73bfad2fff9c, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=138c9e78-8a7c-407b-876b-73bfad2fff9c,segment=NetworkSegment(f11a60c8-f4a9-4f36-acba-fcd1fdb922ff),segment_id=f11a60c8-f4a9-4f36-acba-fcd1fdb922ff)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:19:20.644046 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Returning: {'device': '138c9e78-8a7c-407b-876b-73bfad2fff9c', 'network_id': '0c40a4fe-7f04-4a61-888a-b73b7754f431', 'port_id': '138c9e78-8a7c-407b-876b-73bfad2fff9c', 'mac_address': 'fa:16:3e:af:be:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8af2231-1ae0-480d-8a8b-67fa8121ddc9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:19:20.680210 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:20.687646 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-464691b5-d520-4c1f-8bb8-2457b8d3d921 req-14461cd4-9e47-44e3-9422-15b410af0b37 service neutron] 10.222.0.89 "GET /v2.0/networks/0c40a4fe-7f04-4a61-888a-b73b7754f431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198499 Feb 16 17:19:20.693707 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 138c9e78-8a7c-407b-876b-73bfad2fff9c {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:19:20.714146 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 138c9e78-8a7c-407b-876b-73bfad2fff9c, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=138c9e78-8a7c-407b-876b-73bfad2fff9c,segment=NetworkSegment(f11a60c8-f4a9-4f36-acba-fcd1fdb922ff),segment_id=f11a60c8-f4a9-4f36-acba-fcd1fdb922ff)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:19:20.781032 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-464691b5-d520-4c1f-8bb8-2457b8d3d921 req-ac29b869-8541-4801-bf58-b71bbb7bec74 service neutron] 10.222.0.89 "GET /v2.0/networks/0c40a4fe-7f04-4a61-888a-b73b7754f431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867541 Feb 16 17:19:20.806085 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:20.859994 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=138c9e78-8a7c-407b-876b-73bfad2fff9c,revision_number=7']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:19:20.868837 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['138c9e78-8a7c-407b-876b-73bfad2fff9c'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:19:22.240961 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3240bcc-57a6-4f14-94b3-aa30bb01463d req-b1cf54cf-629b-4271-95b3-69112c71e3d7 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:22.242452 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d3240bcc-57a6-4f14-94b3-aa30bb01463d req-b1cf54cf-629b-4271-95b3-69112c71e3d7 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/ports?device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f HTTP/1.1" status: 200 len: 944 time: 0.0488975 Feb 16 17:19:22.281386 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d3240bcc-57a6-4f14-94b3-aa30bb01463d req-cc793cd5-1dcf-445d-bea4-bbcec479a28a tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/security-groups?id=7af13e84-55df-4b96-acd2-84157926f335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320489 Feb 16 17:19:22.546331 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 138c9e78-8a7c-407b-876b-73bfad2fff9c up at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:19:22.596744 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning complete for port 138c9e78-8a7c-407b-876b-73bfad2fff9c triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:19:22.597113 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:22.671840 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:22.693828 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f0a1e1-acb1-4cd8-b359-a09c1028df3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138c9e78-8a7c-407b-876b-73bfad2fff9c'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:19:22.696150 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab3de82-1dc2-4cbc-be98-e2cb13d2f14f" -d '{"events": [{"server_uuid": "42f0a1e1-acb1-4cd8-b359-a09c1028df3f", "name": "network-vif-plugged", "status": "completed", "tag": "138c9e78-8a7c-407b-876b-73bfad2fff9c"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:19:22.709021 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 138c9e78-8a7c-407b-876b-73bfad2fff9c, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=138c9e78-8a7c-407b-876b-73bfad2fff9c,segment=NetworkSegment(f11a60c8-f4a9-4f36-acba-fcd1fdb922ff),segment_id=f11a60c8-f4a9-4f36-acba-fcd1fdb922ff)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:19:22.736932 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b044fbba-adbb-4ecc-be5e-db6c33012288 x-openstack-request-id: req-b044fbba-adbb-4ecc-be5e-db6c33012288 {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:19:22.748173 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f0a1e1-acb1-4cd8-b359-a09c1028df3f", "name": "network-vif-plugged", "status": "completed", "tag": "138c9e78-8a7c-407b-876b-73bfad2fff9c", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:19:22.748173 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b044fbba-adbb-4ecc-be5e-db6c33012288 {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:19:22.748173 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f0a1e1-acb1-4cd8-b359-a09c1028df3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138c9e78-8a7c-407b-876b-73bfad2fff9c', 'code': 200} Feb 16 17:19:22.811694 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:22.861356 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=138c9e78-8a7c-407b-876b-73bfad2fff9c,revision_number=8']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:19:23.394965 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b7ba9-e1ee-401b-b57d-67fbc63c4485 req-e7473b31-0aa7-4052-a207-ae4f58cae5da tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:23.396484 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-9b5b7ba9-e1ee-401b-b57d-67fbc63c4485 req-e7473b31-0aa7-4052-a207-ae4f58cae5da tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/ports?device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f HTTP/1.1" status: 200 len: 945 time: 0.0490777 Feb 16 17:19:23.433891 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-9b5b7ba9-e1ee-401b-b57d-67fbc63c4485 req-8f6f094d-7349-4e21-9143-2ad7ddcce915 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/security-groups?id=7af13e84-55df-4b96-acd2-84157926f335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309095 Feb 16 17:19:23.919569 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464691b5-d520-4c1f-8bb8-2457b8d3d921 req-bb4eafc5-10dc-46cb-89da-81c7a0d0515f tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:23.921067 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-464691b5-d520-4c1f-8bb8-2457b8d3d921 req-bb4eafc5-10dc-46cb-89da-81c7a0d0515f tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.89 "GET /v2.0/ports?device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f HTTP/1.1" status: 200 len: 945 time: 0.0511599 Feb 16 17:19:24.017706 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-464691b5-d520-4c1f-8bb8-2457b8d3d921 req-cc709a73-6462-4349-a5f0-2cfc5166da4d tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Deleting port 138c9e78-8a7c-407b-876b-73bfad2fff9c {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:19:24.018051 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-464691b5-d520-4c1f-8bb8-2457b8d3d921 req-cc709a73-6462-4349-a5f0-2cfc5166da4d tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:24.106905 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-464691b5-d520-4c1f-8bb8-2457b8d3d921 req-cc709a73-6462-4349-a5f0-2cfc5166da4d tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] For port 138c9e78-8a7c-407b-876b-73bfad2fff9c, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=138c9e78-8a7c-407b-876b-73bfad2fff9c,segment=NetworkSegment(f11a60c8-f4a9-4f36-acba-fcd1fdb922ff),segment_id=f11a60c8-f4a9-4f36-acba-fcd1fdb922ff)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:19:24.107445 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-464691b5-d520-4c1f-8bb8-2457b8d3d921 req-cc709a73-6462-4349-a5f0-2cfc5166da4d tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:24.121952 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-464691b5-d520-4c1f-8bb8-2457b8d3d921 req-cc709a73-6462-4349-a5f0-2cfc5166da4d tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Calling delete_port for 138c9e78-8a7c-407b-876b-73bfad2fff9c owned by compute:nova {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:19:24.302852 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-464691b5-d520-4c1f-8bb8-2457b8d3d921 req-cc709a73-6462-4349-a5f0-2cfc5166da4d tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:24.314121 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['138c9e78-8a7c-407b-876b-73bfad2fff9c'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:19:24.332594 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc709a73-6462-4349-a5f0-2cfc5166da4d tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Pushing event deleted for resources: {'Port': ['ID=138c9e78-8a7c-407b-876b-73bfad2fff9c,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:19:24.344561 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc709a73-6462-4349-a5f0-2cfc5166da4d tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:24.344916 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc709a73-6462-4349-a5f0-2cfc5166da4d tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:24.345267 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc709a73-6462-4349-a5f0-2cfc5166da4d tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:24.345612 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc709a73-6462-4349-a5f0-2cfc5166da4d tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:24.345967 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc709a73-6462-4349-a5f0-2cfc5166da4d tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:24.346284 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc709a73-6462-4349-a5f0-2cfc5166da4d tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:24.346615 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc709a73-6462-4349-a5f0-2cfc5166da4d tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:24.346949 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc709a73-6462-4349-a5f0-2cfc5166da4d tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:24.347283 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc709a73-6462-4349-a5f0-2cfc5166da4d tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:24.347613 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc709a73-6462-4349-a5f0-2cfc5166da4d tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:24.347938 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc709a73-6462-4349-a5f0-2cfc5166da4d tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:24.348286 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc709a73-6462-4349-a5f0-2cfc5166da4d tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:24.385234 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-464691b5-d520-4c1f-8bb8-2457b8d3d921 req-cc709a73-6462-4349-a5f0-2cfc5166da4d tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] No DVR routers for this DVR port 138c9e78-8a7c-407b-876b-73bfad2fff9c on host hv-neutron-8286 {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:19:24.388335 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-464691b5-d520-4c1f-8bb8-2457b8d3d921 req-cc709a73-6462-4349-a5f0-2cfc5166da4d tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:24.391569 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-464691b5-d520-4c1f-8bb8-2457b8d3d921 req-cc709a73-6462-4349-a5f0-2cfc5166da4d tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.89 "DELETE /v2.0/ports/138c9e78-8a7c-407b-876b-73bfad2fff9c HTTP/1.1" status: 204 len: 173 time: 0.4588859 Feb 16 17:19:24.392017 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f0a1e1-acb1-4cd8-b359-a09c1028df3f', 'name': 'network-vif-deleted', 'tag': '138c9e78-8a7c-407b-876b-73bfad2fff9c'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:19:24.394259 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8190d7-9b01-4429-8540-345f0e4946e0" -d '{"events": [{"server_uuid": "42f0a1e1-acb1-4cd8-b359-a09c1028df3f", "name": "network-vif-deleted", "tag": "138c9e78-8a7c-407b-876b-73bfad2fff9c"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:19:24.430851 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d150a5-4f63-45e3-a1d8-5a7e733d0465 x-openstack-request-id: req-c9d150a5-4f63-45e3-a1d8-5a7e733d0465 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:19:24.431434 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f0a1e1-acb1-4cd8-b359-a09c1028df3f", "name": "network-vif-deleted", "tag": "138c9e78-8a7c-407b-876b-73bfad2fff9c", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:19:24.431434 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c9d150a5-4f63-45e3-a1d8-5a7e733d0465 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:19:24.431843 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f0a1e1-acb1-4cd8-b359-a09c1028df3f', 'name': 'network-vif-deleted', 'tag': '138c9e78-8a7c-407b-876b-73bfad2fff9c', 'status': 'completed', 'code': 200} Feb 16 17:19:24.527539 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f3ac8626-4ca6-49e9-8771-5aef7cc718eb req-765b0c94-fea2-4517-a16c-08051c0519ff tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/ports?device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f HTTP/1.1" status: 200 len: 210 time: 0.0257063 Feb 16 17:19:25.646656 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-ea63c9b7-c716-48ef-a5cd-10d58f1564de req-6786616c-395b-44e8-aa48-4eaad36eb127 tempest-DeleteServersTestJSON-1113650673 tempest-DeleteServersTestJSON-1113650673-project] 10.222.0.88 "GET /v2.0/ports?device_id=42f0a1e1-acb1-4cd8-b359-a09c1028df3f HTTP/1.1" status: 200 len: 210 time: 0.0362642 Feb 16 17:19:26.562303 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 138c9e78-8a7c-407b-876b-73bfad2fff9c no longer exists at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:19:26.582683 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] No Port match for: 138c9e78-8a7c-407b-876b-73bfad2fff9c {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:19:26.583028 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 138c9e78-8a7c-407b-876b-73bfad2fff9c not bound to the agent host hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:19:26.785652 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 56938) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:19:26.830033 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-c50a2fe2-218e-45b4-81ef-1d05c9d8c15d admin admin] Deleting subnet d8af2231-1ae0-480d-8a8b-67fa8121ddc9 {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:19:26.832940 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c50a2fe2-218e-45b4-81ef-1d05c9d8c15d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:26.867367 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c50a2fe2-218e-45b4-81ef-1d05c9d8c15d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:26.905760 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c50a2fe2-218e-45b4-81ef-1d05c9d8c15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:27.017408 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c50a2fe2-218e-45b4-81ef-1d05c9d8c15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:27.040732 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50a2fe2-218e-45b4-81ef-1d05c9d8c15d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8af2231-1ae0-480d-8a8b-67fa8121ddc9,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:19:27.050885 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c50a2fe2-218e-45b4-81ef-1d05c9d8c15d admin admin] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:27.053950 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-c50a2fe2-218e-45b4-81ef-1d05c9d8c15d admin admin] 10.222.0.88 "DELETE /v2.0/subnets/d8af2231-1ae0-480d-8a8b-67fa8121ddc9 HTTP/1.1" status: 204 len: 168 time: 0.2673209 Feb 16 17:19:27.055397 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a2fe2-218e-45b4-81ef-1d05c9d8c15d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:27.055740 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a2fe2-218e-45b4-81ef-1d05c9d8c15d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:27.056102 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a2fe2-218e-45b4-81ef-1d05c9d8c15d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:27.056440 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a2fe2-218e-45b4-81ef-1d05c9d8c15d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:27.056771 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a2fe2-218e-45b4-81ef-1d05c9d8c15d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:27.056973 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 56940) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:19:27.057390 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a2fe2-218e-45b4-81ef-1d05c9d8c15d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:27.057390 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a2fe2-218e-45b4-81ef-1d05c9d8c15d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:27.057728 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a2fe2-218e-45b4-81ef-1d05c9d8c15d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:27.058104 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a2fe2-218e-45b4-81ef-1d05c9d8c15d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:27.058963 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a2fe2-218e-45b4-81ef-1d05c9d8c15d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:27.059286 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a2fe2-218e-45b4-81ef-1d05c9d8c15d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:27.059604 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a2fe2-218e-45b4-81ef-1d05c9d8c15d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:27.127417 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8351c131-daa1-4447-b34e-07095b482ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:27.206906 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8351c131-daa1-4447-b34e-07095b482ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:27.226576 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-8351c131-daa1-4447-b34e-07095b482ea0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c40a4fe-7f04-4a61-888a-b73b7754f431']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:19:27.236385 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-8351c131-daa1-4447-b34e-07095b482ea0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f11a60c8-f4a9-4f36-acba-fcd1fdb922ff') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:19:27.236674 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-8351c131-daa1-4447-b34e-07095b482ea0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f11a60c8-f4a9-4f36-acba-fcd1fdb922ff') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:19:27.246329 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8351c131-daa1-4447-b34e-07095b482ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:27.259239 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8351c131-daa1-4447-b34e-07095b482ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:27.265027 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8351c131-daa1-4447-b34e-07095b482ea0 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:19:27.265411 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8351c131-daa1-4447-b34e-07095b482ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:27.267101 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 17:19:27.267101 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:19:27.267101 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 17:19:27.267101 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:19:27.267101 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 17:19:27.267101 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:19:27.267101 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 17:19:27.267101 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:19:27.267101 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 17:19:27.267101 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:19:27.267101 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 17:19:27.267101 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:19:27.267101 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 17:19:27.267101 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:19:27.267101 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:19:27.267101 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:19:27.267101 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:19:27.267101 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:19:27.267101 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 17:19:27.267101 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:19:27.267101 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 17:19:27.267101 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:19:27.267101 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:19:27.267101 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:19:27.267101 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 17:19:27.267101 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:19:27.267101 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:19:27.267101 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:19:27.267101 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:19:27.267101 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:19:27.267101 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:19:27.267101 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:19:27.411286 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8351c131-daa1-4447-b34e-07095b482ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:27.416597 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8351c131-daa1-4447-b34e-07095b482ea0 admin admin] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:27.420318 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-8351c131-daa1-4447-b34e-07095b482ea0 admin admin] 10.222.0.88 "DELETE /v2.0/networks/0c40a4fe-7f04-4a61-888a-b73b7754f431 HTTP/1.1" status: 204 len: 168 time: 0.3623171 Feb 16 17:19:27.431578 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8351c131-daa1-4447-b34e-07095b482ea0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c40a4fe-7f04-4a61-888a-b73b7754f431,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:19:27.673660 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 56944) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:19:27.712669 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-cab93a1a-df93-4820-8173-b56d4205d4c0 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6dc3940c863c491bb785998b59e9d9bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378735 Feb 16 17:19:27.715796 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 56946) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:19:27.763607 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c4451960-1116-4e10-bd08-e1fca0cf5df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:27.784371 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c4451960-1116-4e10-bd08-e1fca0cf5df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:28.085586 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c4451960-1116-4e10-bd08-e1fca0cf5df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:28.088366 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c4451960-1116-4e10-bd08-e1fca0cf5df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:28.091198 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c4451960-1116-4e10-bd08-e1fca0cf5df1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7af13e84-55df-4b96-acd2-84157926f335 HTTP/1.1" status: 204 len: 168 time: 0.3733191 Feb 16 17:19:28.098148 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4451960-1116-4e10-bd08-e1fca0cf5df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af13e84-55df-4b96-acd2-84157926f335,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:19:29.139143 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 56968) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:19:29.231220 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-5c0eab25-a7f9-46c6-a4e3-cb734ddabb6e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1000121218-network', 'tenant_id': '0a519112cc3e4e5cb7f492aac0654006'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:19:29.312712 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0eab25-a7f9-46c6-a4e3-cb734ddabb6e admin admin] Made reservation on behalf of 0a519112cc3e4e5cb7f492aac0654006 for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:19:29.315078 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5c0eab25-a7f9-46c6-a4e3-cb734ddabb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:29.323533 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5c0eab25-a7f9-46c6-a4e3-cb734ddabb6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:29.400858 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5c0eab25-a7f9-46c6-a4e3-cb734ddabb6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:29.468098 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5c0eab25-a7f9-46c6-a4e3-cb734ddabb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:29.491757 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c0eab25-a7f9-46c6-a4e3-cb734ddabb6e admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:19:29.501694 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0eab25-a7f9-46c6-a4e3-cb734ddabb6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642e134d-9b00-42fc-8558-81d900b99e1c,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:19:29.507195 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5c0eab25-a7f9-46c6-a4e3-cb734ddabb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:29.507538 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-5c0eab25-a7f9-46c6-a4e3-cb734ddabb6e admin admin] Added segment c4e04ea0-2e94-436e-8fe8-b805b84fbdc7 of type vlan for network 19d4f476-1193-4640-830b-db102a328005 Feb 16 17:19:29.546224 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5c0eab25-a7f9-46c6-a4e3-cb734ddabb6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:29.628387 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5c0eab25-a7f9-46c6-a4e3-cb734ddabb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:29.629329 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0eab25-a7f9-46c6-a4e3-cb734ddabb6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:29.629908 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5c0eab25-a7f9-46c6-a4e3-cb734ddabb6e admin admin] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:29.718101 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0eab25-a7f9-46c6-a4e3-cb734ddabb6e admin admin] Pushing event updated for resources: {'Network': ['ID=19d4f476-1193-4640-830b-db102a328005,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:19:29.728030 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 19d4f476-1193-4640-830b-db102a328005 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:19:29.774815 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-5c0eab25-a7f9-46c6-a4e3-cb734ddabb6e admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6345756 Feb 16 17:19:29.777691 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 56972) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:19:29.782453 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-dae5ab40-8a46-483b-9b98-b59ca50ae27b admin admin] Request body: {'subnet': {'network_id': '19d4f476-1193-4640-830b-db102a328005', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1000121218-subnet', 'tenant_id': '0a519112cc3e4e5cb7f492aac0654006', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:19:29.879792 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae5ab40-8a46-483b-9b98-b59ca50ae27b admin admin] Made reservation on behalf of 0a519112cc3e4e5cb7f492aac0654006 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:19:29.882151 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-dae5ab40-8a46-483b-9b98-b59ca50ae27b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:30.097455 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-dae5ab40-8a46-483b-9b98-b59ca50ae27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:30.162954 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae5ab40-8a46-483b-9b98-b59ca50ae27b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0479946-6ba6-4823-89e9-6917104b95cd,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:19:30.170498 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae5ab40-8a46-483b-9b98-b59ca50ae27b admin admin] Checking segment: {'id': 'c4e04ea0-2e94-436e-8fe8-b805b84fbdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '19d4f476-1193-4640-830b-db102a328005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:19:30.170854 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae5ab40-8a46-483b-9b98-b59ca50ae27b admin admin] Network hostable DHCP agents. Network: 19d4f476-1193-4640-830b-db102a328005, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:19:30.239615 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae5ab40-8a46-483b-9b98-b59ca50ae27b admin admin] Network 19d4f476-1193-4640-830b-db102a328005 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:19:30.308364 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-dae5ab40-8a46-483b-9b98-b59ca50ae27b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 19d4f476-1193-4640-830b-db102a328005) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:19:30.312365 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae5ab40-8a46-483b-9b98-b59ca50ae27b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:30.312948 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-dae5ab40-8a46-483b-9b98-b59ca50ae27b admin admin] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:30.318201 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdbc342-1a0b-4220-bbd9-2c70a23924c0 None None] Network 19d4f476-1193-4640-830b-db102a328005 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:19:30.403331 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-dae5ab40-8a46-483b-9b98-b59ca50ae27b admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6244864 Feb 16 17:19:30.445829 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17ef57d-fe51-406a-b883-e2f445d5b014 None None] Network 19d4f476-1193-4640-830b-db102a328005 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:19:30.579628 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:30.824828 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ec6d5-8f6b-45ca-b5dc-2f068006579f req-cb9461c3-4374-4fc5-805c-12cdde257d62 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:30.826277 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-b36ec6d5-8f6b-45ca-b5dc-2f068006579f req-cb9461c3-4374-4fc5-805c-12cdde257d62 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/networks?id=19d4f476-1193-4640-830b-db102a328005 HTTP/1.1" status: 200 len: 815 time: 0.0982976 Feb 16 17:19:30.841443 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-b36ec6d5-8f6b-45ca-b5dc-2f068006579f req-ef0a3d7c-c5e5-420b-b4fb-7d2c482071c0 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/quotas/0a519112cc3e4e5cb7f492aac0654006 HTTP/1.1" status: 200 len: 375 time: 0.0094635 Feb 16 17:19:30.876176 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-b36ec6d5-8f6b-45ca-b5dc-2f068006579f req-f859340c-bc5e-4466-b96d-bbaf26265407 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=0a519112cc3e4e5cb7f492aac0654006&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293291 Feb 16 17:19:30.887047 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [req-b36ec6d5-8f6b-45ca-b5dc-2f068006579f req-0c9cf68b-4a66-46b6-8fc7-fff379e279f4 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:19:30.887965 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-b36ec6d5-8f6b-45ca-b5dc-2f068006579f req-0c9cf68b-4a66-46b6-8fc7-fff379e279f4 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053632 Feb 16 17:19:30.973144 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-b36ec6d5-8f6b-45ca-b5dc-2f068006579f req-e09fca9e-2ded-4f4d-9209-69d49c512f57 service neutron] 10.222.0.88 "GET /v2.0/networks/19d4f476-1193-4640-830b-db102a328005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795853 Feb 16 17:19:31.062933 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-b36ec6d5-8f6b-45ca-b5dc-2f068006579f req-1e96db9f-99ad-431b-9d07-5e59a12395b1 service neutron] 10.222.0.88 "GET /v2.0/networks/19d4f476-1193-4640-830b-db102a328005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835059 Feb 16 17:19:31.343283 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-19ab6263-3f9e-4a49-ba00-29d026ae542a req-9a4c9184-3b39-4593-8b58-32970318abaa tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=e1060acb-9b30-48d8-a90a-8a7e22400ab8 HTTP/1.1" status: 200 len: 210 time: 0.0267973 Feb 16 17:19:32.690950 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-b8dd7a62-f179-4830-b154-4666ad4f5c71 req-f687ac1b-8ffb-400e-978e-0dbce385e7f0 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=e1060acb-9b30-48d8-a90a-8a7e22400ab8 HTTP/1.1" status: 200 len: 210 time: 0.2802081 Feb 16 17:19:33.541128 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ec6d5-8f6b-45ca-b5dc-2f068006579f req-e6a869cf-5cd2-4172-8d16-cc0732fe2991 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:33.543173 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b36ec6d5-8f6b-45ca-b5dc-2f068006579f req-e6a869cf-5cd2-4172-8d16-cc0732fe2991 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.89 "GET /v2.0/networks?id=19d4f476-1193-4640-830b-db102a328005 HTTP/1.1" status: 200 len: 815 time: 0.1072004 Feb 16 17:19:33.556013 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-b36ec6d5-8f6b-45ca-b5dc-2f068006579f req-ee6c0dab-78d2-48ae-b83c-17ffaffa23e3 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Request body: {'port': {'device_id': 'e1060acb-9b30-48d8-a90a-8a7e22400ab8', 'network_id': '19d4f476-1193-4640-830b-db102a328005', 'admin_state_up': True, 'tenant_id': '0a519112cc3e4e5cb7f492aac0654006'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:19:33.731413 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b36ec6d5-8f6b-45ca-b5dc-2f068006579f req-ee6c0dab-78d2-48ae-b83c-17ffaffa23e3 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Made reservation on behalf of 0a519112cc3e4e5cb7f492aac0654006 for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:19:33.734972 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-b36ec6d5-8f6b-45ca-b5dc-2f068006579f req-ee6c0dab-78d2-48ae-b83c-17ffaffa23e3 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:33.818054 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b19ca529-aa65-465f-a2cb-859c3640ce68 req-e49b6009-5bb2-41ab-8c15-e80ea7d0e9bf tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=e1060acb-9b30-48d8-a90a-8a7e22400ab8 HTTP/1.1" status: 200 len: 210 time: 0.0578356 Feb 16 17:19:33.896158 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [req-b36ec6d5-8f6b-45ca-b5dc-2f068006579f req-ee6c0dab-78d2-48ae-b83c-17ffaffa23e3 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Allocated IP 172.20.0.3 (19d4f476-1193-4640-830b-db102a328005/b0479946-6ba6-4823-89e9-6917104b95cd/06056094-b39b-4a24-a552-80ddb8a1d856) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:19:34.055555 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-b36ec6d5-8f6b-45ca-b5dc-2f068006579f req-ee6c0dab-78d2-48ae-b83c-17ffaffa23e3 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:34.137802 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-b36ec6d5-8f6b-45ca-b5dc-2f068006579f req-ee6c0dab-78d2-48ae-b83c-17ffaffa23e3 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:34.180191 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b36ec6d5-8f6b-45ca-b5dc-2f068006579f req-ee6c0dab-78d2-48ae-b83c-17ffaffa23e3 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Network 19d4f476-1193-4640-830b-db102a328005 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:19:34.183894 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [req-b36ec6d5-8f6b-45ca-b5dc-2f068006579f req-ee6c0dab-78d2-48ae-b83c-17ffaffa23e3 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:19:34.187346 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-b36ec6d5-8f6b-45ca-b5dc-2f068006579f req-ee6c0dab-78d2-48ae-b83c-17ffaffa23e3 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:19:34.214109 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c0dab-78d2-48ae-b83c-17ffaffa23e3 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Pushing event updated for resources: {'Port': ['ID=06056094-b39b-4a24-a552-80ddb8a1d856,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:19:34.239170 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ec6d5-8f6b-45ca-b5dc-2f068006579f req-ee6c0dab-78d2-48ae-b83c-17ffaffa23e3 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:34.239778 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-b36ec6d5-8f6b-45ca-b5dc-2f068006579f req-ee6c0dab-78d2-48ae-b83c-17ffaffa23e3 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:34.311173 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b36ec6d5-8f6b-45ca-b5dc-2f068006579f req-ee6c0dab-78d2-48ae-b83c-17ffaffa23e3 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7586203 Feb 16 17:19:34.322395 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-b36ec6d5-8f6b-45ca-b5dc-2f068006579f req-2b8b2248-bb28-4928-8f0a-b85ec0798a45 service neutron] Request body: {'port': {'device_id': 'e1060acb-9b30-48d8-a90a-8a7e22400ab8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8286'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:19:34.379767 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-b36ec6d5-8f6b-45ca-b5dc-2f068006579f req-2b8b2248-bb28-4928-8f0a-b85ec0798a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:34.637459 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [req-b36ec6d5-8f6b-45ca-b5dc-2f068006579f req-2b8b2248-bb28-4928-8f0a-b85ec0798a45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06056094-b39b-4a24-a552-80ddb8a1d856 {{(pid=114376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:19:34.644651 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-b36ec6d5-8f6b-45ca-b5dc-2f068006579f req-2b8b2248-bb28-4928-8f0a-b85ec0798a45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:34.656322 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.provisioning_blocks [req-b36ec6d5-8f6b-45ca-b5dc-2f068006579f req-2b8b2248-bb28-4928-8f0a-b85ec0798a45 service neutron] Transition to ACTIVE for port object 06056094-b39b-4a24-a552-80ddb8a1d856 will not be triggered until provisioned by entity L2. {{(pid=114376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:19:34.794361 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-b36ec6d5-8f6b-45ca-b5dc-2f068006579f req-2b8b2248-bb28-4928-8f0a-b85ec0798a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:34.842104 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8b2248-bb28-4928-8f0a-b85ec0798a45 service neutron] Pushing event updated for resources: {'Port': ['ID=06056094-b39b-4a24-a552-80ddb8a1d856,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:19:34.916009 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-b36ec6d5-8f6b-45ca-b5dc-2f068006579f req-2b8b2248-bb28-4928-8f0a-b85ec0798a45 service neutron] Attempting to bind port 06056094-b39b-4a24-a552-80ddb8a1d856 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:19:34.916358 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-b36ec6d5-8f6b-45ca-b5dc-2f068006579f req-2b8b2248-bb28-4928-8f0a-b85ec0798a45 service neutron] Attempting to bind port 06056094-b39b-4a24-a552-80ddb8a1d856 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': 'c4e04ea0-2e94-436e-8fe8-b805b84fbdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '19d4f476-1193-4640-830b-db102a328005'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:19:34.916697 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36ec6d5-8f6b-45ca-b5dc-2f068006579f req-2b8b2248-bb28-4928-8f0a-b85ec0798a45 service neutron] Attempting to bind port 06056094-b39b-4a24-a552-80ddb8a1d856 on network 19d4f476-1193-4640-830b-db102a328005 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:19:34.921527 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36ec6d5-8f6b-45ca-b5dc-2f068006579f req-2b8b2248-bb28-4928-8f0a-b85ec0798a45 service neutron] Port 06056094-b39b-4a24-a552-80ddb8a1d856 on network 19d4f476-1193-4640-830b-db102a328005 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:19:34.921853 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36ec6d5-8f6b-45ca-b5dc-2f068006579f req-2b8b2248-bb28-4928-8f0a-b85ec0798a45 service neutron] Attempting to bind port 06056094-b39b-4a24-a552-80ddb8a1d856 on network 19d4f476-1193-4640-830b-db102a328005 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:19:34.926803 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36ec6d5-8f6b-45ca-b5dc-2f068006579f req-2b8b2248-bb28-4928-8f0a-b85ec0798a45 service neutron] Checking agent: {'id': '65dda45c-bbef-42f9-9728-e0fd84037987', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8286', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 56), 'started_at': datetime.datetime(2022, 2, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:19:34.927144 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36ec6d5-8f6b-45ca-b5dc-2f068006579f req-2b8b2248-bb28-4928-8f0a-b85ec0798a45 service neutron] Checking segment: {'id': 'c4e04ea0-2e94-436e-8fe8-b805b84fbdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '19d4f476-1193-4640-830b-db102a328005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:19:34.927530 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36ec6d5-8f6b-45ca-b5dc-2f068006579f req-2b8b2248-bb28-4928-8f0a-b85ec0798a45 service neutron] Bound using segment: {'id': 'c4e04ea0-2e94-436e-8fe8-b805b84fbdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '19d4f476-1193-4640-830b-db102a328005'} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:19:34.927958 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-b36ec6d5-8f6b-45ca-b5dc-2f068006579f req-2b8b2248-bb28-4928-8f0a-b85ec0798a45 service neutron] Bound port: 06056094-b39b-4a24-a552-80ddb8a1d856, host: hv-neutron-8286, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e04ea0-2e94-436e-8fe8-b805b84fbdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '19d4f476-1193-4640-830b-db102a328005'}}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:19:34.928342 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-b36ec6d5-8f6b-45ca-b5dc-2f068006579f req-2b8b2248-bb28-4928-8f0a-b85ec0798a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:34.934360 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1020a-d652-4cbc-8701-c36593abab8b req-26b6bc19-e3a1-492a-9e60-95b6b79ec8b6 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:34.935817 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-2ca1020a-d652-4cbc-8701-c36593abab8b req-26b6bc19-e3a1-492a-9e60-95b6b79ec8b6 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=e1060acb-9b30-48d8-a90a-8a7e22400ab8 HTTP/1.1" status: 200 len: 943 time: 0.0477552 Feb 16 17:19:34.972424 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-2ca1020a-d652-4cbc-8701-c36593abab8b req-6255cff5-2658-4075-89c7-634ccf2699ea tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304787 Feb 16 17:19:34.992674 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-b36ec6d5-8f6b-45ca-b5dc-2f068006579f req-2b8b2248-bb28-4928-8f0a-b85ec0798a45 service neutron] For port 06056094-b39b-4a24-a552-80ddb8a1d856, host hv-neutron-8286, cleared binding levels {{(pid=114376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:19:34.995727 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-b36ec6d5-8f6b-45ca-b5dc-2f068006579f req-2b8b2248-bb28-4928-8f0a-b85ec0798a45 service neutron] For port 06056094-b39b-4a24-a552-80ddb8a1d856, host hv-neutron-8286, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=06056094-b39b-4a24-a552-80ddb8a1d856,segment=NetworkSegment(c4e04ea0-2e94-436e-8fe8-b805b84fbdc7),segment_id=c4e04ea0-2e94-436e-8fe8-b805b84fbdc7)] {{(pid=114376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:19:35.062887 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-b36ec6d5-8f6b-45ca-b5dc-2f068006579f req-2b8b2248-bb28-4928-8f0a-b85ec0798a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:35.097585 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ec6d5-8f6b-45ca-b5dc-2f068006579f req-2b8b2248-bb28-4928-8f0a-b85ec0798a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:35.098188 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-b36ec6d5-8f6b-45ca-b5dc-2f068006579f req-2b8b2248-bb28-4928-8f0a-b85ec0798a45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:35.100056 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b36ec6d5-8f6b-45ca-b5dc-2f068006579f req-2b8b2248-bb28-4928-8f0a-b85ec0798a45 service neutron] 10.222.0.89 "PUT /v2.0/ports/06056094-b39b-4a24-a552-80ddb8a1d856 HTTP/1.1" status: 200 len: 1093 time: 0.7817125 Feb 16 17:19:35.102463 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1060acb-9b30-48d8-a90a-8a7e22400ab8', 'tag': '06056094-b39b-4a24-a552-80ddb8a1d856'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:19:35.106043 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdebb6f4-fac3-48a5-ac6f-c68da1dc0b0c" -d '{"events": [{"name": "network-changed", "server_uuid": "e1060acb-9b30-48d8-a90a-8a7e22400ab8", "tag": "06056094-b39b-4a24-a552-80ddb8a1d856"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:19:35.128509 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8b2248-bb28-4928-8f0a-b85ec0798a45 service neutron] Pushing event updated for resources: {'Port': ['ID=06056094-b39b-4a24-a552-80ddb8a1d856,revision_number=3']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:19:35.142997 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc3833e-01d1-4eb3-8350-c0bb5c6aac8a x-openstack-request-id: req-1dc3833e-01d1-4eb3-8350-c0bb5c6aac8a {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:19:35.143292 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1060acb-9b30-48d8-a90a-8a7e22400ab8", "tag": "06056094-b39b-4a24-a552-80ddb8a1d856", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:19:35.143546 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1dc3833e-01d1-4eb3-8350-c0bb5c6aac8a {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:19:35.143953 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1060acb-9b30-48d8-a90a-8a7e22400ab8', 'tag': '06056094-b39b-4a24-a552-80ddb8a1d856', 'status': 'completed', 'code': 200} Feb 16 17:19:35.208848 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdebb6f4-fac3-48a5-ac6f-c68da1dc0b0c req-3afe454d-38ed-404b-80bf-48ff80a1feb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:35.210380 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-cdebb6f4-fac3-48a5-ac6f-c68da1dc0b0c req-3afe454d-38ed-404b-80bf-48ff80a1feb6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0a519112cc3e4e5cb7f492aac0654006&device_id=e1060acb-9b30-48d8-a90a-8a7e22400ab8 HTTP/1.1" status: 200 len: 1096 time: 0.0471520 Feb 16 17:19:35.304655 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdebb6f4-fac3-48a5-ac6f-c68da1dc0b0c req-89bfb7b6-175f-4b38-b2f4-322f5deaf458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:35.306106 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-cdebb6f4-fac3-48a5-ac6f-c68da1dc0b0c req-89bfb7b6-175f-4b38-b2f4-322f5deaf458 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=0a519112cc3e4e5cb7f492aac0654006&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0881147 Feb 16 17:19:35.403104 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdebb6f4-fac3-48a5-ac6f-c68da1dc0b0c req-a439e45a-5725-442b-a762-ea0ffe6966f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:35.404611 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-cdebb6f4-fac3-48a5-ac6f-c68da1dc0b0c req-a439e45a-5725-442b-a762-ea0ffe6966f7 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909278 Feb 16 17:19:35.478494 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ec6d5-8f6b-45ca-b5dc-2f068006579f req-15adf904-d02c-4f12-b317-6fc693eec705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:35.479996 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b36ec6d5-8f6b-45ca-b5dc-2f068006579f req-15adf904-d02c-4f12-b317-6fc693eec705 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0a519112cc3e4e5cb7f492aac0654006&device_id=e1060acb-9b30-48d8-a90a-8a7e22400ab8 HTTP/1.1" status: 200 len: 1096 time: 0.0411909 Feb 16 17:19:35.520974 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b36ec6d5-8f6b-45ca-b5dc-2f068006579f req-1442f5d3-7426-4fca-9049-b5cc988f687a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06056094-b39b-4a24-a552-80ddb8a1d856 HTTP/1.1" status: 200 len: 217 time: 0.0338120 Feb 16 17:19:35.573828 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ec6d5-8f6b-45ca-b5dc-2f068006579f req-c51a5037-c1af-419a-80d4-4d5d7daec3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:35.575262 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b36ec6d5-8f6b-45ca-b5dc-2f068006579f req-c51a5037-c1af-419a-80d4-4d5d7daec3d7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b0479946-6ba6-4823-89e9-6917104b95cd HTTP/1.1" status: 200 len: 855 time: 0.0470133 Feb 16 17:19:35.604807 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b36ec6d5-8f6b-45ca-b5dc-2f068006579f req-82945e2a-71fc-4d5a-a697-46648b07eead service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=19d4f476-1193-4640-830b-db102a328005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235858 Feb 16 17:19:35.692628 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b36ec6d5-8f6b-45ca-b5dc-2f068006579f req-026d55ed-844a-48fb-ab1b-e700083cbb41 service neutron] 10.222.0.89 "GET /v2.0/networks/19d4f476-1193-4640-830b-db102a328005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810556 Feb 16 17:19:35.786702 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b36ec6d5-8f6b-45ca-b5dc-2f068006579f req-c456e51a-0e6a-47cb-b02a-97d176a15046 service neutron] 10.222.0.89 "GET /v2.0/networks/19d4f476-1193-4640-830b-db102a328005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869508 Feb 16 17:19:36.086116 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a9bf8-8681-4116-bc95-2ed951bfabef req-0f2ad0d7-fdb9-4e71-88bc-509ffcb3e04e tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:36.087470 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-9b7a9bf8-8681-4116-bc95-2ed951bfabef req-0f2ad0d7-fdb9-4e71-88bc-509ffcb3e04e tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=e1060acb-9b30-48d8-a90a-8a7e22400ab8 HTTP/1.1" status: 200 len: 943 time: 0.0472922 Feb 16 17:19:36.124872 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-9b7a9bf8-8681-4116-bc95-2ed951bfabef req-2321b29b-6d64-4cb2-97dd-d81856a4f629 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312517 Feb 16 17:19:36.833753 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-08e06915-a440-4e29-b572-ea179ac4ce0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:37.240567 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e214b44-3dd7-49b6-af84-1fd6b242f89c req-b3e197ff-1918-4c7d-9e3d-d3f672eafa19 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:37.242039 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1e214b44-3dd7-49b6-af84-1fd6b242f89c req-b3e197ff-1918-4c7d-9e3d-d3f672eafa19 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=e1060acb-9b30-48d8-a90a-8a7e22400ab8 HTTP/1.1" status: 200 len: 943 time: 0.0512459 Feb 16 17:19:37.279337 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1e214b44-3dd7-49b6-af84-1fd6b242f89c req-321cb4da-a83e-452c-a6e0-537354c24faf tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308425 Feb 16 17:19:38.395012 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be48b7-da77-4969-a268-582b6777fc20 req-5de65525-dc06-4509-8b82-52d31ba6d70b tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:38.396485 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-c0be48b7-da77-4969-a268-582b6777fc20 req-5de65525-dc06-4509-8b82-52d31ba6d70b tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=e1060acb-9b30-48d8-a90a-8a7e22400ab8 HTTP/1.1" status: 200 len: 943 time: 0.0498891 Feb 16 17:19:38.432990 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-c0be48b7-da77-4969-a268-582b6777fc20 req-39710297-1ab6-48b9-bd3a-9f71dabd1c3b tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300038 Feb 16 17:19:38.640394 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 06056094-b39b-4a24-a552-80ddb8a1d856 details requested by agent hyperv_hv-neutron-8286 with host hv-neutron-8286 {{(pid=114377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:19:38.736042 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 06056094-b39b-4a24-a552-80ddb8a1d856, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=06056094-b39b-4a24-a552-80ddb8a1d856,segment=NetworkSegment(c4e04ea0-2e94-436e-8fe8-b805b84fbdc7),segment_id=c4e04ea0-2e94-436e-8fe8-b805b84fbdc7)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:19:38.746937 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Returning: {'device': '06056094-b39b-4a24-a552-80ddb8a1d856', 'network_id': '19d4f476-1193-4640-830b-db102a328005', 'port_id': '06056094-b39b-4a24-a552-80ddb8a1d856', 'mac_address': 'fa:16:3e:47:84:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0479946-6ba6-4823-89e9-6917104b95cd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:19:38.782917 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:38.796922 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06056094-b39b-4a24-a552-80ddb8a1d856 {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:19:38.818634 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 06056094-b39b-4a24-a552-80ddb8a1d856, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=06056094-b39b-4a24-a552-80ddb8a1d856,segment=NetworkSegment(c4e04ea0-2e94-436e-8fe8-b805b84fbdc7),segment_id=c4e04ea0-2e94-436e-8fe8-b805b84fbdc7)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:19:38.889898 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:38.919833 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:19:38.940667 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=06056094-b39b-4a24-a552-80ddb8a1d856,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:19:39.091554 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['06056094-b39b-4a24-a552-80ddb8a1d856'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:19:39.222812 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-92918ab3-a6cc-4efd-92f8-8b0738e3e72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:39.547670 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612380dc-5253-414c-9804-de0427c6b3fc req-55e4e238-6386-4f4c-8b29-317863409bee tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:39.549093 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-612380dc-5253-414c-9804-de0427c6b3fc req-55e4e238-6386-4f4c-8b29-317863409bee tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=e1060acb-9b30-48d8-a90a-8a7e22400ab8 HTTP/1.1" status: 200 len: 944 time: 0.0481000 Feb 16 17:19:39.585852 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-612380dc-5253-414c-9804-de0427c6b3fc req-d96b06b1-81da-462b-a23e-6a9296908443 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308983 Feb 16 17:19:40.479872 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:40.640108 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 06056094-b39b-4a24-a552-80ddb8a1d856 up at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:19:40.700285 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba04248c-d470-4428-8615-9ea923904c1e req-1a828014-84c4-4b09-abab-9f29901c7a1e tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:40.701775 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-ba04248c-d470-4428-8615-9ea923904c1e req-1a828014-84c4-4b09-abab-9f29901c7a1e tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=e1060acb-9b30-48d8-a90a-8a7e22400ab8 HTTP/1.1" status: 200 len: 944 time: 0.0492563 Feb 16 17:19:40.738956 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-ba04248c-d470-4428-8615-9ea923904c1e req-5076da38-7a3c-4940-9597-c5c8e1ed5b49 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312729 Feb 16 17:19:40.782350 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning for port 06056094-b39b-4a24-a552-80ddb8a1d856 completed by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:19:40.786511 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning complete for port 06056094-b39b-4a24-a552-80ddb8a1d856 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:19:40.786885 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:40.864339 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:40.889403 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1060acb-9b30-48d8-a90a-8a7e22400ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06056094-b39b-4a24-a552-80ddb8a1d856'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:19:40.891721 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8394d7-a368-41fc-be33-5c9a92caf0fb" -d '{"events": [{"server_uuid": "e1060acb-9b30-48d8-a90a-8a7e22400ab8", "name": "network-vif-plugged", "status": "completed", "tag": "06056094-b39b-4a24-a552-80ddb8a1d856"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:19:40.909246 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 06056094-b39b-4a24-a552-80ddb8a1d856, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=06056094-b39b-4a24-a552-80ddb8a1d856,segment=NetworkSegment(c4e04ea0-2e94-436e-8fe8-b805b84fbdc7),segment_id=c4e04ea0-2e94-436e-8fe8-b805b84fbdc7)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:19:40.931306 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60842a82-4b5c-464f-8642-540ad3d2ce5b x-openstack-request-id: req-60842a82-4b5c-464f-8642-540ad3d2ce5b {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:19:40.931594 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1060acb-9b30-48d8-a90a-8a7e22400ab8", "name": "network-vif-plugged", "status": "completed", "tag": "06056094-b39b-4a24-a552-80ddb8a1d856", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:19:40.931847 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-60842a82-4b5c-464f-8642-540ad3d2ce5b {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:19:40.932783 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1060acb-9b30-48d8-a90a-8a7e22400ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06056094-b39b-4a24-a552-80ddb8a1d856', 'code': 200} Feb 16 17:19:40.970991 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:41.017762 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=06056094-b39b-4a24-a552-80ddb8a1d856,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:19:41.207263 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3c6ae-bdfe-4bdd-973c-598d7ce6559c req-c6092930-64f5-463a-bce4-89eebeab17d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:41.208781 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b4e3c6ae-bdfe-4bdd-973c-598d7ce6559c req-c6092930-64f5-463a-bce4-89eebeab17d4 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e1060acb-9b30-48d8-a90a-8a7e22400ab8 HTTP/1.1" status: 200 len: 1098 time: 0.0440631 Feb 16 17:19:41.246830 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b4e3c6ae-bdfe-4bdd-973c-598d7ce6559c req-248b66e0-5e81-4242-a431-31ddc72acfff service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308473 Feb 16 17:19:41.919617 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8e267-ab1f-4b22-83d2-35c0415cc2e0 req-74d3a6b3-1cab-4618-891a-820032c67b1c tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:41.921114 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-2db8e267-ab1f-4b22-83d2-35c0415cc2e0 req-74d3a6b3-1cab-4618-891a-820032c67b1c tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=e1060acb-9b30-48d8-a90a-8a7e22400ab8 HTTP/1.1" status: 200 len: 945 time: 0.1109858 Feb 16 17:19:41.960494 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-2db8e267-ab1f-4b22-83d2-35c0415cc2e0 req-4617dff5-fd50-4b38-9793-9c42a6393afa tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329194 Feb 16 17:19:41.970831 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:42.141464 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:19:43.079476 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f1299c-5681-45b6-9c45-f96ce9c717f3 req-65de17c9-884b-49b1-9b3c-d953d3a6e05c tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:43.081102 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e0f1299c-5681-45b6-9c45-f96ce9c717f3 req-65de17c9-884b-49b1-9b3c-d953d3a6e05c tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=e1060acb-9b30-48d8-a90a-8a7e22400ab8 HTTP/1.1" status: 200 len: 945 time: 0.0499213 Feb 16 17:19:43.118978 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e0f1299c-5681-45b6-9c45-f96ce9c717f3 req-475c877c-606a-4770-8166-14357b132947 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319195 Feb 16 17:19:43.237009 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4676436-24eb-4e23-9454-9f6b3d9e65cd req-d5f82f32-1227-4f46-97b1-c6585484d812 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:43.238623 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-e4676436-24eb-4e23-9454-9f6b3d9e65cd req-d5f82f32-1227-4f46-97b1-c6585484d812 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=e1060acb-9b30-48d8-a90a-8a7e22400ab8 HTTP/1.1" status: 200 len: 945 time: 0.0524926 Feb 16 17:19:43.276711 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-e4676436-24eb-4e23-9454-9f6b3d9e65cd req-bba89e45-8ace-4149-9d96-8a688068ed36 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318727 Feb 16 17:19:43.561852 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f4d7b2-5b76-4a21-a6f4-f93f11053c3a req-7f0fbcfc-256a-4b6a-b843-fbccd0cf2d0c tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:43.563384 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-e8f4d7b2-5b76-4a21-a6f4-f93f11053c3a req-7f0fbcfc-256a-4b6a-b843-fbccd0cf2d0c tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=e1060acb-9b30-48d8-a90a-8a7e22400ab8 HTTP/1.1" status: 200 len: 945 time: 0.0488281 Feb 16 17:19:43.600308 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-e8f4d7b2-5b76-4a21-a6f4-f93f11053c3a req-1a9444a0-66ed-41b3-8633-6c77e10f10ad tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308928 Feb 16 17:19:43.766887 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05530dce-4afa-4db5-bf16-1dc827adc1fa req-d4a37de1-a911-47f2-8aec-98e5e6d41f92 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:43.766887 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-05530dce-4afa-4db5-bf16-1dc827adc1fa req-d4a37de1-a911-47f2-8aec-98e5e6d41f92 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=e1060acb-9b30-48d8-a90a-8a7e22400ab8 HTTP/1.1" status: 200 len: 945 time: 0.0495706 Feb 16 17:19:43.803542 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-05530dce-4afa-4db5-bf16-1dc827adc1fa req-986b819d-b8d0-4455-b130-9b259ad1eeae tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826786 Feb 16 17:19:44.195102 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7550e8-f34b-4d6b-a38d-a510f771fb4a req-06d1b863-ab71-43ca-8b8e-3342cb3e4bf6 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:44.196628 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1a7550e8-f34b-4d6b-a38d-a510f771fb4a req-06d1b863-ab71-43ca-8b8e-3342cb3e4bf6 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=e1060acb-9b30-48d8-a90a-8a7e22400ab8 HTTP/1.1" status: 200 len: 945 time: 0.0518694 Feb 16 17:19:44.235086 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1a7550e8-f34b-4d6b-a38d-a510f771fb4a req-b8ea7574-7a1c-46d9-b153-fc8758f99ba2 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319288 Feb 16 17:19:44.298887 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-80a13b6a-1d1d-4faa-8037-60c186c99ee4 req-dfbc3dc6-ceb0-4f24-b54a-b70046614ea1 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e1060acb-9b30-48d8-a90a-8a7e22400ab8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0385916 Feb 16 17:19:45.351771 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60b01b-53f8-4e27-92d5-dd98709288db req-f649a0be-e67b-4845-95ad-7955d5398e1a tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:45.353499 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-2b60b01b-53f8-4e27-92d5-dd98709288db req-f649a0be-e67b-4845-95ad-7955d5398e1a tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=e1060acb-9b30-48d8-a90a-8a7e22400ab8 HTTP/1.1" status: 200 len: 945 time: 0.0513251 Feb 16 17:19:45.391698 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-2b60b01b-53f8-4e27-92d5-dd98709288db req-6724fd87-b8c3-4912-aa09-d0a5b0151310 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310414 Feb 16 17:19:46.239365 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a13b6a-1d1d-4faa-8037-60c186c99ee4 req-1b5c6a7e-0ea0-4f7d-863e-4c5295ceec91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:46.240860 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-80a13b6a-1d1d-4faa-8037-60c186c99ee4 req-1b5c6a7e-0ea0-4f7d-863e-4c5295ceec91 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0a519112cc3e4e5cb7f492aac0654006&device_id=e1060acb-9b30-48d8-a90a-8a7e22400ab8 HTTP/1.1" status: 200 len: 1098 time: 0.0399749 Feb 16 17:19:46.331362 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a13b6a-1d1d-4faa-8037-60c186c99ee4 req-cde4cbf1-fa09-4c27-b2fd-58b9182cdc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:46.332824 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-80a13b6a-1d1d-4faa-8037-60c186c99ee4 req-cde4cbf1-fa09-4c27-b2fd-58b9182cdc47 service neutron] 10.222.0.89 "GET /v2.0/networks?id=19d4f476-1193-4640-830b-db102a328005 HTTP/1.1" status: 200 len: 916 time: 0.0846593 Feb 16 17:19:46.373454 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-80a13b6a-1d1d-4faa-8037-60c186c99ee4 req-7fa384cf-8e5f-4762-9621-0c1416feca49 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06056094-b39b-4a24-a552-80ddb8a1d856 HTTP/1.1" status: 200 len: 217 time: 0.0334754 Feb 16 17:19:46.420266 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a13b6a-1d1d-4faa-8037-60c186c99ee4 req-e37efc84-5762-4c8c-b1fa-6dd69d84fb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:46.421705 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-80a13b6a-1d1d-4faa-8037-60c186c99ee4 req-e37efc84-5762-4c8c-b1fa-6dd69d84fb1d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b0479946-6ba6-4823-89e9-6917104b95cd HTTP/1.1" status: 200 len: 855 time: 0.0423675 Feb 16 17:19:46.451891 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-80a13b6a-1d1d-4faa-8037-60c186c99ee4 req-b190544c-1c59-4ed0-a957-da8aa48d9d22 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=19d4f476-1193-4640-830b-db102a328005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242889 Feb 16 17:19:46.563792 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5369e-fce5-45ff-94c6-cb01e043e8cd req-f0e062c6-92c4-4724-ae1b-1faa4e36d6d1 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:46.565190 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-34c5369e-fce5-45ff-94c6-cb01e043e8cd req-f0e062c6-92c4-4724-ae1b-1faa4e36d6d1 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=e1060acb-9b30-48d8-a90a-8a7e22400ab8 HTTP/1.1" status: 200 len: 945 time: 0.1061153 Feb 16 17:19:46.584662 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-80a13b6a-1d1d-4faa-8037-60c186c99ee4 req-e3fe9e47-56c0-4762-8094-fbad6557fe53 service neutron] 10.222.0.89 "GET /v2.0/networks/19d4f476-1193-4640-830b-db102a328005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266539 Feb 16 17:19:46.656170 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-34c5369e-fce5-45ff-94c6-cb01e043e8cd req-d0c9935a-d0e5-4ee8-8b75-3245367ae88c tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816574 Feb 16 17:19:46.691330 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-80a13b6a-1d1d-4faa-8037-60c186c99ee4 req-af7633d8-1a03-4a36-9afa-0670e2ef6bb5 service neutron] 10.222.0.89 "GET /v2.0/networks/19d4f476-1193-4640-830b-db102a328005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994577 Feb 16 17:19:47.770902 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cd31b-8d96-493e-81a4-31dc642691a3 req-0ce31713-54ac-4ba3-b755-8e1026ecdaae tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:47.772374 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-d40cd31b-8d96-493e-81a4-31dc642691a3 req-0ce31713-54ac-4ba3-b755-8e1026ecdaae tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=e1060acb-9b30-48d8-a90a-8a7e22400ab8 HTTP/1.1" status: 200 len: 945 time: 0.0476494 Feb 16 17:19:47.808416 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-d40cd31b-8d96-493e-81a4-31dc642691a3 req-189c51fd-7b2b-45f9-b315-2b8c56906c07 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300915 Feb 16 17:19:48.925030 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2149b7-c88f-4f88-9dea-d50a05e57eea req-fdbe4fac-e347-4579-93e3-d741b8cfa1b1 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:48.926509 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-cc2149b7-c88f-4f88-9dea-d50a05e57eea req-fdbe4fac-e347-4579-93e3-d741b8cfa1b1 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=e1060acb-9b30-48d8-a90a-8a7e22400ab8 HTTP/1.1" status: 200 len: 945 time: 0.0505669 Feb 16 17:19:48.963193 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-cc2149b7-c88f-4f88-9dea-d50a05e57eea req-9e94d864-627c-4f83-ad09-7f7168a05490 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306191 Feb 16 17:19:50.076525 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b2c6e3-b44d-424a-ac0a-e0dbf8b579ef req-73a8f579-7263-4292-b00d-4ca21199c807 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:50.077996 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-e7b2c6e3-b44d-424a-ac0a-e0dbf8b579ef req-73a8f579-7263-4292-b00d-4ca21199c807 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=e1060acb-9b30-48d8-a90a-8a7e22400ab8 HTTP/1.1" status: 200 len: 945 time: 0.0480428 Feb 16 17:19:50.114742 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-e7b2c6e3-b44d-424a-ac0a-e0dbf8b579ef req-f0ca7b5b-6de1-4c39-8aaa-6a82ef704e08 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309055 Feb 16 17:19:51.226120 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e372a1b-65a1-4092-a593-9679b2d97674 req-515c41a1-dc3d-4da3-a8f3-b198df895a39 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:51.227833 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5e372a1b-65a1-4092-a593-9679b2d97674 req-515c41a1-dc3d-4da3-a8f3-b198df895a39 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=e1060acb-9b30-48d8-a90a-8a7e22400ab8 HTTP/1.1" status: 200 len: 945 time: 0.0474322 Feb 16 17:19:51.265413 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5e372a1b-65a1-4092-a593-9679b2d97674 req-9b9f0a1d-4ad3-43e4-8ff5-17897664efa8 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309634 Feb 16 17:19:52.381043 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b88e43-1df6-4c23-b245-26df060a1b9b req-05362f2d-937c-4c79-a66c-facf47701977 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:52.382510 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-e9b88e43-1df6-4c23-b245-26df060a1b9b req-05362f2d-937c-4c79-a66c-facf47701977 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=e1060acb-9b30-48d8-a90a-8a7e22400ab8 HTTP/1.1" status: 200 len: 945 time: 0.0517125 Feb 16 17:19:52.418884 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-e9b88e43-1df6-4c23-b245-26df060a1b9b req-634c2e36-a0f0-405a-af6e-0f6a12638255 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304964 Feb 16 17:19:53.538221 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c26b7-747a-4471-89ec-6feed2af8925 req-9d082c29-5c7f-42d7-8bf5-672203649860 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:53.539672 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-233c26b7-747a-4471-89ec-6feed2af8925 req-9d082c29-5c7f-42d7-8bf5-672203649860 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=e1060acb-9b30-48d8-a90a-8a7e22400ab8 HTTP/1.1" status: 200 len: 945 time: 0.0521333 Feb 16 17:19:53.576672 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-233c26b7-747a-4471-89ec-6feed2af8925 req-3b2b31eb-297c-4584-b53b-44653d9a9576 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311031 Feb 16 17:19:54.690530 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef71f4-0de3-48c4-ae87-de8592335571 req-d02a8554-700a-425d-8124-9ac9225b2acc tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:54.693858 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-feef71f4-0de3-48c4-ae87-de8592335571 req-d02a8554-700a-425d-8124-9ac9225b2acc tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=e1060acb-9b30-48d8-a90a-8a7e22400ab8 HTTP/1.1" status: 200 len: 945 time: 0.0499241 Feb 16 17:19:54.730850 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-feef71f4-0de3-48c4-ae87-de8592335571 req-2c46e6dd-10fb-4b6f-aa68-1edb8bb466c6 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328410 Feb 16 17:19:55.843665 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeee261-51dd-46ed-ad07-ea5708377d7c req-e5ca59c4-ed15-4786-9819-fcaa53db3c51 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:55.845183 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2eeee261-51dd-46ed-ad07-ea5708377d7c req-e5ca59c4-ed15-4786-9819-fcaa53db3c51 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=e1060acb-9b30-48d8-a90a-8a7e22400ab8 HTTP/1.1" status: 200 len: 945 time: 0.0482600 Feb 16 17:19:55.882431 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2eeee261-51dd-46ed-ad07-ea5708377d7c req-16f14c46-aaaf-4ae9-bdfa-b6352274ea80 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314159 Feb 16 17:19:56.995442 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e402c-f062-45bf-a697-12d9180a1862 req-b5f98353-a5b0-4990-975c-4071c489c911 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:56.996920 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-194e402c-f062-45bf-a697-12d9180a1862 req-b5f98353-a5b0-4990-975c-4071c489c911 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=e1060acb-9b30-48d8-a90a-8a7e22400ab8 HTTP/1.1" status: 200 len: 945 time: 0.0479393 Feb 16 17:19:57.034108 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-194e402c-f062-45bf-a697-12d9180a1862 req-3b2a713a-1750-4712-a02b-f5f6b52a1ea9 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312629 Feb 16 17:19:58.146582 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e4dfa8-c86b-4059-8e31-f8b6fee771f5 req-70ae6996-fa76-4452-8fee-20a3928cf1b2 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:58.148102 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e4e4dfa8-c86b-4059-8e31-f8b6fee771f5 req-70ae6996-fa76-4452-8fee-20a3928cf1b2 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=e1060acb-9b30-48d8-a90a-8a7e22400ab8 HTTP/1.1" status: 200 len: 945 time: 0.0473676 Feb 16 17:19:58.185484 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e4e4dfa8-c86b-4059-8e31-f8b6fee771f5 req-a76b4b96-b5fa-406c-8a68-a5aa0da01d59 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308056 Feb 16 17:19:59.300210 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b04a4a-62d9-47d9-84f9-51202d337c1a req-78435e70-6447-4c43-bdc0-5b97772b0bcc tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:59.301673 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-a4b04a4a-62d9-47d9-84f9-51202d337c1a req-78435e70-6447-4c43-bdc0-5b97772b0bcc tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=e1060acb-9b30-48d8-a90a-8a7e22400ab8 HTTP/1.1" status: 200 len: 945 time: 0.0501273 Feb 16 17:19:59.338156 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-a4b04a4a-62d9-47d9-84f9-51202d337c1a req-507e7bc6-777b-4478-93e0-00d29b521590 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306423 Feb 16 17:20:00.459717 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f80b1-f020-4abb-869c-ae7ec622c3ab req-eb314575-efd9-439f-a87e-268fc73c337e tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:00.461393 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-9f7f80b1-f020-4abb-869c-ae7ec622c3ab req-eb314575-efd9-439f-a87e-268fc73c337e tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=e1060acb-9b30-48d8-a90a-8a7e22400ab8 HTTP/1.1" status: 200 len: 945 time: 0.0557787 Feb 16 17:20:00.501027 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-9f7f80b1-f020-4abb-869c-ae7ec622c3ab req-31b83b61-6ffc-441e-8550-163e86b5a09d tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336370 Feb 16 17:20:00.605522 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:01.616237 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e234c63-2843-4acf-bbfe-46dc1a0012c4 req-b98117f2-9dae-4b5d-a795-fd6307fbfe28 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:01.617701 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-0e234c63-2843-4acf-bbfe-46dc1a0012c4 req-b98117f2-9dae-4b5d-a795-fd6307fbfe28 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=e1060acb-9b30-48d8-a90a-8a7e22400ab8 HTTP/1.1" status: 200 len: 945 time: 0.0477195 Feb 16 17:20:01.655065 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-0e234c63-2843-4acf-bbfe-46dc1a0012c4 req-5cb242c5-0ae1-4598-be71-b7afb4e3a9f1 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307043 Feb 16 17:20:02.772196 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c72124-8f76-4190-a7df-f6096c474b01 req-0c1e52a6-875e-46c6-b22d-72fe22fe0d68 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:02.773711 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-10c72124-8f76-4190-a7df-f6096c474b01 req-0c1e52a6-875e-46c6-b22d-72fe22fe0d68 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=e1060acb-9b30-48d8-a90a-8a7e22400ab8 HTTP/1.1" status: 200 len: 945 time: 0.0501792 Feb 16 17:20:02.813215 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-10c72124-8f76-4190-a7df-f6096c474b01 req-dc6d8f41-6746-4d9c-9774-b610d8426c9f tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325043 Feb 16 17:20:03.926577 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec7fe68-18dd-4d41-b06a-68c4d57b18b5 req-60a7fc7f-13e6-4c85-8882-60714045b69e tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:03.928079 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-fec7fe68-18dd-4d41-b06a-68c4d57b18b5 req-60a7fc7f-13e6-4c85-8882-60714045b69e tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=e1060acb-9b30-48d8-a90a-8a7e22400ab8 HTTP/1.1" status: 200 len: 945 time: 0.0486660 Feb 16 17:20:03.964211 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-fec7fe68-18dd-4d41-b06a-68c4d57b18b5 req-81611edf-851f-4eb6-a3ef-99f295b7c8f6 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301852 Feb 16 17:20:04.152813 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-80a13b6a-1d1d-4faa-8037-60c186c99ee4 req-6cbaf809-cd03-4824-a557-9698d0b0f786 service neutron] 10.222.0.89 "GET /v2.0/ports/06056094-b39b-4a24-a552-80ddb8a1d856/bindings/hv-neutron-8286 HTTP/1.1" status: 200 len: 384 time: 0.0522618 Feb 16 17:20:04.738449 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a13b6a-1d1d-4faa-8037-60c186c99ee4 req-f8c94594-7f5a-4c03-b63f-5e0a6814b726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:04.740005 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-80a13b6a-1d1d-4faa-8037-60c186c99ee4 req-f8c94594-7f5a-4c03-b63f-5e0a6814b726 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e1060acb-9b30-48d8-a90a-8a7e22400ab8&tenant_id=0a519112cc3e4e5cb7f492aac0654006 HTTP/1.1" status: 200 len: 1098 time: 0.0448592 Feb 16 17:20:04.798651 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a13b6a-1d1d-4faa-8037-60c186c99ee4 req-fc080a07-cb1f-4522-b64a-7f8e8418921f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:04.800201 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-80a13b6a-1d1d-4faa-8037-60c186c99ee4 req-fc080a07-cb1f-4522-b64a-7f8e8418921f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0a519112cc3e4e5cb7f492aac0654006&device_id=e1060acb-9b30-48d8-a90a-8a7e22400ab8 HTTP/1.1" status: 200 len: 1098 time: 0.0393353 Feb 16 17:20:04.887620 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a13b6a-1d1d-4faa-8037-60c186c99ee4 req-d7fd501b-467d-41c7-b7a2-710555a52f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:04.889783 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-80a13b6a-1d1d-4faa-8037-60c186c99ee4 req-d7fd501b-467d-41c7-b7a2-710555a52f7c service neutron] 10.222.0.89 "GET /v2.0/networks?id=19d4f476-1193-4640-830b-db102a328005 HTTP/1.1" status: 200 len: 916 time: 0.0822172 Feb 16 17:20:04.931759 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-80a13b6a-1d1d-4faa-8037-60c186c99ee4 req-180d035e-68fe-4c2a-bce9-eac26d662fca service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06056094-b39b-4a24-a552-80ddb8a1d856 HTTP/1.1" status: 200 len: 217 time: 0.0365615 Feb 16 17:20:04.978887 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a13b6a-1d1d-4faa-8037-60c186c99ee4 req-429b7b6b-84ac-429a-a18b-2e9591d8346f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:04.980310 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-80a13b6a-1d1d-4faa-8037-60c186c99ee4 req-429b7b6b-84ac-429a-a18b-2e9591d8346f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b0479946-6ba6-4823-89e9-6917104b95cd HTTP/1.1" status: 200 len: 855 time: 0.0428009 Feb 16 17:20:05.011629 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-80a13b6a-1d1d-4faa-8037-60c186c99ee4 req-07bdb215-8446-4b82-9180-99407d2af5bd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=19d4f476-1193-4640-830b-db102a328005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244870 Feb 16 17:20:05.129763 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e01595-c654-49ca-8f9e-118034a19804 req-30125a24-2dac-454e-a57d-33a2e70500bf tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:05.131225 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d1e01595-c654-49ca-8f9e-118034a19804 req-30125a24-2dac-454e-a57d-33a2e70500bf tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=e1060acb-9b30-48d8-a90a-8a7e22400ab8 HTTP/1.1" status: 200 len: 945 time: 0.0964251 Feb 16 17:20:05.147243 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-80a13b6a-1d1d-4faa-8037-60c186c99ee4 req-780c4671-5ed0-490d-b9d3-330babc2857c service neutron] 10.222.0.89 "GET /v2.0/networks/19d4f476-1193-4640-830b-db102a328005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288345 Feb 16 17:20:05.219180 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d1e01595-c654-49ca-8f9e-118034a19804 req-7bee6526-c4aa-4068-af45-58a7ba6ad4b4 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809116 Feb 16 17:20:05.255326 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-80a13b6a-1d1d-4faa-8037-60c186c99ee4 req-9e48dea9-5866-4067-bcee-abf80be7c922 service neutron] 10.222.0.89 "GET /v2.0/networks/19d4f476-1193-4640-830b-db102a328005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013107 Feb 16 17:20:06.338452 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3cd5a4-b852-46b5-a476-6d7b35211ca6 req-39cd3cbc-a40c-49f6-833c-207ae163dcf8 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:06.339942 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-5e3cd5a4-b852-46b5-a476-6d7b35211ca6 req-39cd3cbc-a40c-49f6-833c-207ae163dcf8 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=e1060acb-9b30-48d8-a90a-8a7e22400ab8 HTTP/1.1" status: 200 len: 945 time: 0.0547278 Feb 16 17:20:06.377844 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-5e3cd5a4-b852-46b5-a476-6d7b35211ca6 req-caada5de-dd5a-4acb-9475-7a74441c882f tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314629 Feb 16 17:20:06.844244 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-3e4ba80a-8f0b-465b-84ae-7094fb9bc98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:07.493414 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1085465-2f07-4389-a388-198d03c82ae0 req-099ee73b-f11c-408f-b9a8-1a4b262b2c82 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:07.494857 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f1085465-2f07-4389-a388-198d03c82ae0 req-099ee73b-f11c-408f-b9a8-1a4b262b2c82 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=e1060acb-9b30-48d8-a90a-8a7e22400ab8 HTTP/1.1" status: 200 len: 945 time: 0.0485573 Feb 16 17:20:07.531542 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f1085465-2f07-4389-a388-198d03c82ae0 req-a17a41b4-7fcd-412d-9b2b-37c6a96bb311 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306957 Feb 16 17:20:07.837386 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f9e9f-4355-4d49-8553-bc64dadafd53 req-54a91145-0165-409b-823b-d7337b643783 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:07.838885 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-650f9e9f-4355-4d49-8553-bc64dadafd53 req-54a91145-0165-409b-823b-d7337b643783 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=e1060acb-9b30-48d8-a90a-8a7e22400ab8 HTTP/1.1" status: 200 len: 945 time: 0.0491543 Feb 16 17:20:07.877627 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-650f9e9f-4355-4d49-8553-bc64dadafd53 req-09ea7919-84e2-4189-b1a0-012dc2f90043 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324132 Feb 16 17:20:07.939230 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb888e-12d0-435f-914e-8956fce48fce req-ba8c464a-a959-4df0-8374-b025811dd76c tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:07.940682 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-99eb888e-12d0-435f-914e-8956fce48fce req-ba8c464a-a959-4df0-8374-b025811dd76c tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.89 "GET /v2.0/ports?device_id=e1060acb-9b30-48d8-a90a-8a7e22400ab8&tenant_id=0a519112cc3e4e5cb7f492aac0654006&binding%3Ahost_id=hv-neutron-8286 HTTP/1.1" status: 200 len: 945 time: 0.0537326 Feb 16 17:20:08.020059 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb888e-12d0-435f-914e-8956fce48fce req-c7dbf75b-6620-4d9a-b459-8559e9355fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:08.021440 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-99eb888e-12d0-435f-914e-8956fce48fce req-c7dbf75b-6620-4d9a-b459-8559e9355fb6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0a519112cc3e4e5cb7f492aac0654006&device_id=e1060acb-9b30-48d8-a90a-8a7e22400ab8 HTTP/1.1" status: 200 len: 1098 time: 0.0400946 Feb 16 17:20:08.108538 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb888e-12d0-435f-914e-8956fce48fce req-d9f9f70a-46c9-422f-b331-7dbf9084ca98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:08.109993 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-99eb888e-12d0-435f-914e-8956fce48fce req-d9f9f70a-46c9-422f-b331-7dbf9084ca98 service neutron] 10.222.0.89 "GET /v2.0/networks?id=19d4f476-1193-4640-830b-db102a328005 HTTP/1.1" status: 200 len: 916 time: 0.0821013 Feb 16 17:20:08.152147 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-99eb888e-12d0-435f-914e-8956fce48fce req-eca0a491-5cf5-4045-b3d3-a80fb22cfc7f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06056094-b39b-4a24-a552-80ddb8a1d856 HTTP/1.1" status: 200 len: 217 time: 0.0361030 Feb 16 17:20:08.199647 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb888e-12d0-435f-914e-8956fce48fce req-2cc68dba-264b-44d8-bc38-1142858120b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:08.201062 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-99eb888e-12d0-435f-914e-8956fce48fce req-2cc68dba-264b-44d8-bc38-1142858120b8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b0479946-6ba6-4823-89e9-6917104b95cd HTTP/1.1" status: 200 len: 855 time: 0.0419662 Feb 16 17:20:08.231007 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-99eb888e-12d0-435f-914e-8956fce48fce req-a2310816-95e2-4bf6-a9c1-853e905668a2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=19d4f476-1193-4640-830b-db102a328005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229316 Feb 16 17:20:08.319064 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-99eb888e-12d0-435f-914e-8956fce48fce req-a9908b8b-ae33-4cca-b1dd-694435364f95 service neutron] 10.222.0.89 "GET /v2.0/networks/19d4f476-1193-4640-830b-db102a328005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821512 Feb 16 17:20:08.414687 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-99eb888e-12d0-435f-914e-8956fce48fce req-10fa71e6-9bdd-41fb-a3c9-47a8205393c0 service neutron] 10.222.0.89 "GET /v2.0/networks/19d4f476-1193-4640-830b-db102a328005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892889 Feb 16 17:20:08.763473 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 06056094-b39b-4a24-a552-80ddb8a1d856 details requested by agent hyperv_hv-neutron-8286 with host hv-neutron-8286 {{(pid=114377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:20:08.796053 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 06056094-b39b-4a24-a552-80ddb8a1d856 no longer exists at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:20:08.919662 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 06056094-b39b-4a24-a552-80ddb8a1d856, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=06056094-b39b-4a24-a552-80ddb8a1d856,segment=NetworkSegment(c4e04ea0-2e94-436e-8fe8-b805b84fbdc7),segment_id=c4e04ea0-2e94-436e-8fe8-b805b84fbdc7)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:20:08.940420 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Returning: {'device': '06056094-b39b-4a24-a552-80ddb8a1d856', 'network_id': '19d4f476-1193-4640-830b-db102a328005', 'port_id': '06056094-b39b-4a24-a552-80ddb8a1d856', 'mac_address': 'fa:16:3e:47:84:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0479946-6ba6-4823-89e9-6917104b95cd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:20:08.946317 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:08.992951 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1060acb-9b30-48d8-a90a-8a7e22400ab8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06056094-b39b-4a24-a552-80ddb8a1d856'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:20:08.995228 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d6324a-5694-4eff-a03e-7c916764f0b6" -d '{"events": [{"server_uuid": "e1060acb-9b30-48d8-a90a-8a7e22400ab8", "name": "network-vif-unplugged", "status": "completed", "tag": "06056094-b39b-4a24-a552-80ddb8a1d856"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:20:09.000345 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e87e4d-35db-416a-8cde-73285b12baab req-143365a6-3483-46f7-bbc6-e1b176e317a6 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:09.002266 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-d6e87e4d-35db-416a-8cde-73285b12baab req-143365a6-3483-46f7-bbc6-e1b176e317a6 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=e1060acb-9b30-48d8-a90a-8a7e22400ab8 HTTP/1.1" status: 200 len: 945 time: 0.0515583 Feb 16 17:20:09.012296 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 06056094-b39b-4a24-a552-80ddb8a1d856, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=06056094-b39b-4a24-a552-80ddb8a1d856,segment=NetworkSegment(c4e04ea0-2e94-436e-8fe8-b805b84fbdc7),segment_id=c4e04ea0-2e94-436e-8fe8-b805b84fbdc7)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:20:09.013450 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:09.026779 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 06056094-b39b-4a24-a552-80ddb8a1d856 {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:20:09.038713 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 17:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd26456-8925-46e1-bed8-8c678b433cab x-openstack-request-id: req-9fd26456-8925-46e1-bed8-8c678b433cab {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:20:09.039054 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1060acb-9b30-48d8-a90a-8a7e22400ab8", "name": "network-vif-unplugged", "status": "completed", "tag": "06056094-b39b-4a24-a552-80ddb8a1d856", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:20:09.039331 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9fd26456-8925-46e1-bed8-8c678b433cab {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:20:09.039873 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1060acb-9b30-48d8-a90a-8a7e22400ab8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06056094-b39b-4a24-a552-80ddb8a1d856', 'code': 200} Feb 16 17:20:09.046993 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-d6e87e4d-35db-416a-8cde-73285b12baab req-24f61561-9ff1-422f-bc54-323c56299f9b tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377314 Feb 16 17:20:09.078264 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:09.158633 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.db.api [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:20:09.158989 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG oslo_db.api [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:20:09.168065 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=06056094-b39b-4a24-a552-80ddb8a1d856,revision_number=6']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:20:09.210515 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-10152780-291d-405a-8430-7d9f01571628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:09.695298 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:09.707822 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06056094-b39b-4a24-a552-80ddb8a1d856 {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:20:09.726149 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 06056094-b39b-4a24-a552-80ddb8a1d856, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=06056094-b39b-4a24-a552-80ddb8a1d856,segment=NetworkSegment(c4e04ea0-2e94-436e-8fe8-b805b84fbdc7),segment_id=c4e04ea0-2e94-436e-8fe8-b805b84fbdc7)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:20:09.786504 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:09.834843 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=06056094-b39b-4a24-a552-80ddb8a1d856,revision_number=7']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:20:09.843467 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['06056094-b39b-4a24-a552-80ddb8a1d856'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:20:10.161111 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b532af-6b71-4f60-8cd8-a5c075027cc1 req-6cc112eb-2506-41dd-94ae-01169204e3ff tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:10.162564 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-41b532af-6b71-4f60-8cd8-a5c075027cc1 req-6cc112eb-2506-41dd-94ae-01169204e3ff tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=e1060acb-9b30-48d8-a90a-8a7e22400ab8 HTTP/1.1" status: 200 len: 944 time: 0.0470340 Feb 16 17:20:10.199455 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-41b532af-6b71-4f60-8cd8-a5c075027cc1 req-2358e47f-5ed4-4b0f-8e14-1deec2f44b4b tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310309 Feb 16 17:20:10.320922 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738add19-41ab-4728-aa4c-512b74c54ab2 req-0b94df75-0065-405d-a855-77a94b724af1 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:10.322407 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-738add19-41ab-4728-aa4c-512b74c54ab2 req-0b94df75-0065-405d-a855-77a94b724af1 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=e1060acb-9b30-48d8-a90a-8a7e22400ab8 HTTP/1.1" status: 200 len: 944 time: 0.0566428 Feb 16 17:20:10.370696 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-738add19-41ab-4728-aa4c-512b74c54ab2 req-9c949897-226c-4d37-a010-b3f2a65d1085 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417325 Feb 16 17:20:10.473598 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:10.485508 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62365d62-8493-46d0-8f95-f2a1b2ecc092 req-d092a74b-f399-47a2-a775-8f74b5c8f486 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:10.486984 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-62365d62-8493-46d0-8f95-f2a1b2ecc092 req-d092a74b-f399-47a2-a775-8f74b5c8f486 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=e1060acb-9b30-48d8-a90a-8a7e22400ab8 HTTP/1.1" status: 200 len: 944 time: 0.0517249 Feb 16 17:20:10.523709 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-62365d62-8493-46d0-8f95-f2a1b2ecc092 req-df926beb-f846-4154-abc2-373dbe6aebdd tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308013 Feb 16 17:20:10.778357 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 06056094-b39b-4a24-a552-80ddb8a1d856 up at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:20:10.826404 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning complete for port 06056094-b39b-4a24-a552-80ddb8a1d856 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:20:10.827129 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:10.909656 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:10.946038 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 06056094-b39b-4a24-a552-80ddb8a1d856, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=06056094-b39b-4a24-a552-80ddb8a1d856,segment=NetworkSegment(c4e04ea0-2e94-436e-8fe8-b805b84fbdc7),segment_id=c4e04ea0-2e94-436e-8fe8-b805b84fbdc7)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:20:11.016724 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:11.043371 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1060acb-9b30-48d8-a90a-8a7e22400ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06056094-b39b-4a24-a552-80ddb8a1d856'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:20:11.045178 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9293af-4690-4c4c-a48e-721e1669b475 req-15e4d5fa-fe7e-4934-9a6d-9f4435c1a943 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:11.045488 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed88999f-339e-49b6-ae2c-63ef60f9f881" -d '{"events": [{"server_uuid": "e1060acb-9b30-48d8-a90a-8a7e22400ab8", "name": "network-vif-plugged", "status": "completed", "tag": "06056094-b39b-4a24-a552-80ddb8a1d856"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:20:11.046808 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ef9293af-4690-4c4c-a48e-721e1669b475 req-15e4d5fa-fe7e-4934-9a6d-9f4435c1a943 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/networks?id=19d4f476-1193-4640-830b-db102a328005 HTTP/1.1" status: 200 len: 815 time: 0.1000118 Feb 16 17:20:11.066046 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ef9293af-4690-4c4c-a48e-721e1669b475 req-f84286fc-b886-4ffa-bea5-3ff39ca3d4e6 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/quotas/0a519112cc3e4e5cb7f492aac0654006 HTTP/1.1" status: 200 len: 375 time: 0.0121875 Feb 16 17:20:11.070213 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=06056094-b39b-4a24-a552-80ddb8a1d856,revision_number=8']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:20:11.083636 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827e07fb-36d1-4bf6-b434-c367feae2085 x-openstack-request-id: req-827e07fb-36d1-4bf6-b434-c367feae2085 {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:20:11.083932 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1060acb-9b30-48d8-a90a-8a7e22400ab8", "name": "network-vif-plugged", "status": "completed", "tag": "06056094-b39b-4a24-a552-80ddb8a1d856", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:20:11.084234 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-827e07fb-36d1-4bf6-b434-c367feae2085 {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:20:11.084593 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1060acb-9b30-48d8-a90a-8a7e22400ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06056094-b39b-4a24-a552-80ddb8a1d856', 'code': 200} Feb 16 17:20:11.127075 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ef9293af-4690-4c4c-a48e-721e1669b475 req-5d76e9e0-dafe-46b2-aae8-e92aef169477 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=0a519112cc3e4e5cb7f492aac0654006&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0503306 Feb 16 17:20:11.137843 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [req-ef9293af-4690-4c4c-a48e-721e1669b475 req-002b6bdd-bc62-4901-a0f4-a5c9ff3e765f service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=114376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:20:11.138808 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ef9293af-4690-4c4c-a48e-721e1669b475 req-002b6bdd-bc62-4901-a0f4-a5c9ff3e765f service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049229 Feb 16 17:20:11.224982 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ef9293af-4690-4c4c-a48e-721e1669b475 req-57a1cb6a-a0ae-4e2f-aae4-d2920a81c9be service neutron] 10.222.0.88 "GET /v2.0/networks/19d4f476-1193-4640-830b-db102a328005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802321 Feb 16 17:20:11.645798 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ef9293af-4690-4c4c-a48e-721e1669b475 req-e438e894-0334-48e0-b79b-983539ef7263 service neutron] 10.222.0.88 "GET /v2.0/networks/19d4f476-1193-4640-830b-db102a328005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144983 Feb 16 17:20:11.829452 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:11.882001 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-ab002b14-d286-4855-ac80-9093c5c9f3db req-0f855585-1551-4fcc-bad2-d8bdf82a6caa tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597 HTTP/1.1" status: 200 len: 210 time: 0.0309384 Feb 16 17:20:12.107899 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:12.564008 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb36cce-9ff3-45e4-af6c-798fcc61e0ed req-d17f4a88-8a90-4fd3-97cd-ebd8ead38df5 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:12.565439 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3bb36cce-9ff3-45e4-af6c-798fcc61e0ed req-d17f4a88-8a90-4fd3-97cd-ebd8ead38df5 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.89 "GET /v2.0/ports?device_id=e1060acb-9b30-48d8-a90a-8a7e22400ab8 HTTP/1.1" status: 200 len: 945 time: 0.0482738 Feb 16 17:20:12.656719 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-3bb36cce-9ff3-45e4-af6c-798fcc61e0ed req-8fa5d0ea-12cd-4edf-abdc-b5ca34ffc7c3 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Deleting port 06056094-b39b-4a24-a552-80ddb8a1d856 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:20:12.657059 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-3bb36cce-9ff3-45e4-af6c-798fcc61e0ed req-8fa5d0ea-12cd-4edf-abdc-b5ca34ffc7c3 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:12.761160 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-3bb36cce-9ff3-45e4-af6c-798fcc61e0ed req-8fa5d0ea-12cd-4edf-abdc-b5ca34ffc7c3 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] For port 06056094-b39b-4a24-a552-80ddb8a1d856, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=06056094-b39b-4a24-a552-80ddb8a1d856,segment=NetworkSegment(c4e04ea0-2e94-436e-8fe8-b805b84fbdc7),segment_id=c4e04ea0-2e94-436e-8fe8-b805b84fbdc7)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:20:12.761513 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-3bb36cce-9ff3-45e4-af6c-798fcc61e0ed req-8fa5d0ea-12cd-4edf-abdc-b5ca34ffc7c3 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:12.773359 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-3bb36cce-9ff3-45e4-af6c-798fcc61e0ed req-8fa5d0ea-12cd-4edf-abdc-b5ca34ffc7c3 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Calling delete_port for 06056094-b39b-4a24-a552-80ddb8a1d856 owned by compute:nova {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:20:12.976463 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-38006641-6763-4e7f-80b6-14108c3e6f18 req-a0b72955-9529-4d2d-a146-0708471d7090 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597 HTTP/1.1" status: 200 len: 210 time: 0.0272195 Feb 16 17:20:12.977430 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-3bb36cce-9ff3-45e4-af6c-798fcc61e0ed req-8fa5d0ea-12cd-4edf-abdc-b5ca34ffc7c3 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:13.000990 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['06056094-b39b-4a24-a552-80ddb8a1d856'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:20:13.004685 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa5d0ea-12cd-4edf-abdc-b5ca34ffc7c3 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Pushing event deleted for resources: {'Port': ['ID=06056094-b39b-4a24-a552-80ddb8a1d856,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:20:13.066910 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb36cce-9ff3-45e4-af6c-798fcc61e0ed req-8fa5d0ea-12cd-4edf-abdc-b5ca34ffc7c3 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] No DVR routers for this DVR port 06056094-b39b-4a24-a552-80ddb8a1d856 on host hv-neutron-8286 {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:20:13.069466 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-3bb36cce-9ff3-45e4-af6c-798fcc61e0ed req-8fa5d0ea-12cd-4edf-abdc-b5ca34ffc7c3 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:13.072705 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3bb36cce-9ff3-45e4-af6c-798fcc61e0ed req-8fa5d0ea-12cd-4edf-abdc-b5ca34ffc7c3 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.89 "DELETE /v2.0/ports/06056094-b39b-4a24-a552-80ddb8a1d856 HTTP/1.1" status: 204 len: 173 time: 0.5016031 Feb 16 17:20:13.073138 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1060acb-9b30-48d8-a90a-8a7e22400ab8', 'name': 'network-vif-deleted', 'tag': '06056094-b39b-4a24-a552-80ddb8a1d856'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:20:13.075394 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ebc50e2-ffef-41dc-87da-113871ad9587" -d '{"events": [{"server_uuid": "e1060acb-9b30-48d8-a90a-8a7e22400ab8", "name": "network-vif-deleted", "tag": "06056094-b39b-4a24-a552-80ddb8a1d856"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:20:13.185691 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515731b5-8639-4ea2-a030-700b67ee769d x-openstack-request-id: req-515731b5-8639-4ea2-a030-700b67ee769d {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:20:13.185992 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1060acb-9b30-48d8-a90a-8a7e22400ab8", "name": "network-vif-deleted", "tag": "06056094-b39b-4a24-a552-80ddb8a1d856", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:20:13.186246 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-515731b5-8639-4ea2-a030-700b67ee769d {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:20:13.186727 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1060acb-9b30-48d8-a90a-8a7e22400ab8', 'name': 'network-vif-deleted', 'tag': '06056094-b39b-4a24-a552-80ddb8a1d856', 'status': 'completed', 'code': 200} Feb 16 17:20:13.703418 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9293af-4690-4c4c-a48e-721e1669b475 req-0809387c-1360-4e3e-add9-d8aa32e7bd9f tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:13.704899 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ef9293af-4690-4c4c-a48e-721e1669b475 req-0809387c-1360-4e3e-add9-d8aa32e7bd9f tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.89 "GET /v2.0/networks?id=19d4f476-1193-4640-830b-db102a328005 HTTP/1.1" status: 200 len: 815 time: 0.1041470 Feb 16 17:20:13.718666 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-ef9293af-4690-4c4c-a48e-721e1669b475 req-dd83c901-7533-4653-bada-ef5723310ced tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Request body: {'port': {'device_id': '6bf378a1-2d72-4c5a-ad2e-317c05a9f597', 'network_id': '19d4f476-1193-4640-830b-db102a328005', 'admin_state_up': True, 'tenant_id': '0a519112cc3e4e5cb7f492aac0654006'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:20:13.930574 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef9293af-4690-4c4c-a48e-721e1669b475 req-dd83c901-7533-4653-bada-ef5723310ced tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Made reservation on behalf of 0a519112cc3e4e5cb7f492aac0654006 for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:20:13.934158 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-ef9293af-4690-4c4c-a48e-721e1669b475 req-dd83c901-7533-4653-bada-ef5723310ced tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:14.083418 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2c055bd8-dd13-4e51-b2dc-c93e82adc226 req-477f6ba0-90a2-46d4-b9f9-47452ea3f4e0 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597 HTTP/1.1" status: 200 len: 210 time: 0.0312929 Feb 16 17:20:14.092084 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [req-ef9293af-4690-4c4c-a48e-721e1669b475 req-dd83c901-7533-4653-bada-ef5723310ced tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Allocated IP 172.20.0.7 (19d4f476-1193-4640-830b-db102a328005/b0479946-6ba6-4823-89e9-6917104b95cd/d1a10694-e091-4d3a-9739-4f0bded8e33e) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:20:14.241239 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-ef9293af-4690-4c4c-a48e-721e1669b475 req-dd83c901-7533-4653-bada-ef5723310ced tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:14.335151 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-ef9293af-4690-4c4c-a48e-721e1669b475 req-dd83c901-7533-4653-bada-ef5723310ced tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:14.346274 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['06056094-b39b-4a24-a552-80ddb8a1d856'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:20:14.378246 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef9293af-4690-4c4c-a48e-721e1669b475 req-dd83c901-7533-4653-bada-ef5723310ced tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Network 19d4f476-1193-4640-830b-db102a328005 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:20:14.381441 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [req-ef9293af-4690-4c4c-a48e-721e1669b475 req-dd83c901-7533-4653-bada-ef5723310ced tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:20:14.384930 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef9293af-4690-4c4c-a48e-721e1669b475 req-dd83c901-7533-4653-bada-ef5723310ced tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:20:14.411031 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd83c901-7533-4653-bada-ef5723310ced tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Pushing event updated for resources: {'Port': ['ID=d1a10694-e091-4d3a-9739-4f0bded8e33e,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:20:14.448890 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9293af-4690-4c4c-a48e-721e1669b475 req-dd83c901-7533-4653-bada-ef5723310ced tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:14.449501 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-ef9293af-4690-4c4c-a48e-721e1669b475 req-dd83c901-7533-4653-bada-ef5723310ced tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:14.556131 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ef9293af-4690-4c4c-a48e-721e1669b475 req-dd83c901-7533-4653-bada-ef5723310ced tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8415997 Feb 16 17:20:14.567865 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-ef9293af-4690-4c4c-a48e-721e1669b475 req-a5789064-8539-4db1-bedc-de1ebb1f36fe service neutron] Request body: {'port': {'device_id': '6bf378a1-2d72-4c5a-ad2e-317c05a9f597', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8286'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:20:14.624741 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-ef9293af-4690-4c4c-a48e-721e1669b475 req-a5789064-8539-4db1-bedc-de1ebb1f36fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:14.880571 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [req-ef9293af-4690-4c4c-a48e-721e1669b475 req-a5789064-8539-4db1-bedc-de1ebb1f36fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1a10694-e091-4d3a-9739-4f0bded8e33e {{(pid=114376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:20:14.887731 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-ef9293af-4690-4c4c-a48e-721e1669b475 req-a5789064-8539-4db1-bedc-de1ebb1f36fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:14.899859 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.provisioning_blocks [req-ef9293af-4690-4c4c-a48e-721e1669b475 req-a5789064-8539-4db1-bedc-de1ebb1f36fe service neutron] Transition to ACTIVE for port object d1a10694-e091-4d3a-9739-4f0bded8e33e will not be triggered until provisioned by entity L2. {{(pid=114376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:20:14.997521 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-ef9293af-4690-4c4c-a48e-721e1669b475 req-a5789064-8539-4db1-bedc-de1ebb1f36fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:15.064662 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5789064-8539-4db1-bedc-de1ebb1f36fe service neutron] Pushing event updated for resources: {'Port': ['ID=d1a10694-e091-4d3a-9739-4f0bded8e33e,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:20:15.114336 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-ef9293af-4690-4c4c-a48e-721e1669b475 req-a5789064-8539-4db1-bedc-de1ebb1f36fe service neutron] Attempting to bind port d1a10694-e091-4d3a-9739-4f0bded8e33e on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:20:15.114666 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-ef9293af-4690-4c4c-a48e-721e1669b475 req-a5789064-8539-4db1-bedc-de1ebb1f36fe service neutron] Attempting to bind port d1a10694-e091-4d3a-9739-4f0bded8e33e by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': 'c4e04ea0-2e94-436e-8fe8-b805b84fbdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '19d4f476-1193-4640-830b-db102a328005'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:20:15.114995 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9293af-4690-4c4c-a48e-721e1669b475 req-a5789064-8539-4db1-bedc-de1ebb1f36fe service neutron] Attempting to bind port d1a10694-e091-4d3a-9739-4f0bded8e33e on network 19d4f476-1193-4640-830b-db102a328005 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:20:15.119319 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9293af-4690-4c4c-a48e-721e1669b475 req-a5789064-8539-4db1-bedc-de1ebb1f36fe service neutron] Port d1a10694-e091-4d3a-9739-4f0bded8e33e on network 19d4f476-1193-4640-830b-db102a328005 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:20:15.119634 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9293af-4690-4c4c-a48e-721e1669b475 req-a5789064-8539-4db1-bedc-de1ebb1f36fe service neutron] Attempting to bind port d1a10694-e091-4d3a-9739-4f0bded8e33e on network 19d4f476-1193-4640-830b-db102a328005 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:20:15.124977 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9293af-4690-4c4c-a48e-721e1669b475 req-a5789064-8539-4db1-bedc-de1ebb1f36fe service neutron] Checking agent: {'id': '65dda45c-bbef-42f9-9728-e0fd84037987', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8286', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 56), 'started_at': datetime.datetime(2022, 2, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:20:15.125973 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9293af-4690-4c4c-a48e-721e1669b475 req-a5789064-8539-4db1-bedc-de1ebb1f36fe service neutron] Checking segment: {'id': 'c4e04ea0-2e94-436e-8fe8-b805b84fbdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '19d4f476-1193-4640-830b-db102a328005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:20:15.126407 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9293af-4690-4c4c-a48e-721e1669b475 req-a5789064-8539-4db1-bedc-de1ebb1f36fe service neutron] Bound using segment: {'id': 'c4e04ea0-2e94-436e-8fe8-b805b84fbdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '19d4f476-1193-4640-830b-db102a328005'} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:20:15.127439 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-ef9293af-4690-4c4c-a48e-721e1669b475 req-a5789064-8539-4db1-bedc-de1ebb1f36fe service neutron] Bound port: d1a10694-e091-4d3a-9739-4f0bded8e33e, host: hv-neutron-8286, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e04ea0-2e94-436e-8fe8-b805b84fbdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '19d4f476-1193-4640-830b-db102a328005'}}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:20:15.127792 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-ef9293af-4690-4c4c-a48e-721e1669b475 req-a5789064-8539-4db1-bedc-de1ebb1f36fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:15.191491 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-ef9293af-4690-4c4c-a48e-721e1669b475 req-a5789064-8539-4db1-bedc-de1ebb1f36fe service neutron] For port d1a10694-e091-4d3a-9739-4f0bded8e33e, host hv-neutron-8286, cleared binding levels {{(pid=114376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:20:15.194873 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-ef9293af-4690-4c4c-a48e-721e1669b475 req-a5789064-8539-4db1-bedc-de1ebb1f36fe service neutron] For port d1a10694-e091-4d3a-9739-4f0bded8e33e, host hv-neutron-8286, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=d1a10694-e091-4d3a-9739-4f0bded8e33e,segment=NetworkSegment(c4e04ea0-2e94-436e-8fe8-b805b84fbdc7),segment_id=c4e04ea0-2e94-436e-8fe8-b805b84fbdc7)] {{(pid=114376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:20:15.199864 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf341f-dfbf-4abc-be29-53de827a1e84 req-ead64770-a2a1-41f9-a474-a8fe0795136d tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:15.201351 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-fcdf341f-dfbf-4abc-be29-53de827a1e84 req-ead64770-a2a1-41f9-a474-a8fe0795136d tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597 HTTP/1.1" status: 200 len: 943 time: 0.0483024 Feb 16 17:20:15.239063 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-fcdf341f-dfbf-4abc-be29-53de827a1e84 req-439baaef-6b8f-4c59-b453-baf956d7e061 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311949 Feb 16 17:20:15.268353 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-ef9293af-4690-4c4c-a48e-721e1669b475 req-a5789064-8539-4db1-bedc-de1ebb1f36fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:15.303913 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9293af-4690-4c4c-a48e-721e1669b475 req-a5789064-8539-4db1-bedc-de1ebb1f36fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:15.304588 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-ef9293af-4690-4c4c-a48e-721e1669b475 req-a5789064-8539-4db1-bedc-de1ebb1f36fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:15.305991 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ef9293af-4690-4c4c-a48e-721e1669b475 req-a5789064-8539-4db1-bedc-de1ebb1f36fe service neutron] 10.222.0.89 "PUT /v2.0/ports/d1a10694-e091-4d3a-9739-4f0bded8e33e HTTP/1.1" status: 200 len: 1093 time: 0.7423191 Feb 16 17:20:15.306429 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bf378a1-2d72-4c5a-ad2e-317c05a9f597', 'tag': 'd1a10694-e091-4d3a-9739-4f0bded8e33e'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:20:15.308689 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa1f960-cec0-4e83-87bf-aca2f46952cc" -d '{"events": [{"name": "network-changed", "server_uuid": "6bf378a1-2d72-4c5a-ad2e-317c05a9f597", "tag": "d1a10694-e091-4d3a-9739-4f0bded8e33e"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:20:15.331295 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5789064-8539-4db1-bedc-de1ebb1f36fe service neutron] Pushing event updated for resources: {'Port': ['ID=d1a10694-e091-4d3a-9739-4f0bded8e33e,revision_number=3']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:20:15.344468 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef96343-8e61-411b-adf2-56c3d030a0e6 x-openstack-request-id: req-6ef96343-8e61-411b-adf2-56c3d030a0e6 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:20:15.344753 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bf378a1-2d72-4c5a-ad2e-317c05a9f597", "tag": "d1a10694-e091-4d3a-9739-4f0bded8e33e", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:20:15.345000 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6ef96343-8e61-411b-adf2-56c3d030a0e6 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:20:15.345396 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bf378a1-2d72-4c5a-ad2e-317c05a9f597', 'tag': 'd1a10694-e091-4d3a-9739-4f0bded8e33e', 'status': 'completed', 'code': 200} Feb 16 17:20:15.408863 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa1f960-cec0-4e83-87bf-aca2f46952cc req-f2ec1882-5917-456f-a166-2ff7037072aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:15.410404 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-efa1f960-cec0-4e83-87bf-aca2f46952cc req-f2ec1882-5917-456f-a166-2ff7037072aa service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0a519112cc3e4e5cb7f492aac0654006&device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597 HTTP/1.1" status: 200 len: 1096 time: 0.0450783 Feb 16 17:20:15.507591 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa1f960-cec0-4e83-87bf-aca2f46952cc req-34b5fd6a-12c0-467f-b946-9c721cb1815d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:15.509071 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-efa1f960-cec0-4e83-87bf-aca2f46952cc req-34b5fd6a-12c0-467f-b946-9c721cb1815d service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=0a519112cc3e4e5cb7f492aac0654006&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0906241 Feb 16 17:20:15.604409 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa1f960-cec0-4e83-87bf-aca2f46952cc req-ebdcdf07-938a-4c7c-b74f-e978d2174296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:15.605847 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-efa1f960-cec0-4e83-87bf-aca2f46952cc req-ebdcdf07-938a-4c7c-b74f-e978d2174296 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904908 Feb 16 17:20:15.678504 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9293af-4690-4c4c-a48e-721e1669b475 req-6ac39eec-0878-469b-9656-e8585a37db54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:15.679957 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ef9293af-4690-4c4c-a48e-721e1669b475 req-6ac39eec-0878-469b-9656-e8585a37db54 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0a519112cc3e4e5cb7f492aac0654006&device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597 HTTP/1.1" status: 200 len: 1096 time: 0.0397704 Feb 16 17:20:15.721506 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ef9293af-4690-4c4c-a48e-721e1669b475 req-6bf04044-8348-4ade-a2e5-4bfeaa960583 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1a10694-e091-4d3a-9739-4f0bded8e33e HTTP/1.1" status: 200 len: 217 time: 0.0333734 Feb 16 17:20:15.774048 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9293af-4690-4c4c-a48e-721e1669b475 req-0b9aa3a7-0a7d-4f10-ad03-ca62c4dc4c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:15.775451 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ef9293af-4690-4c4c-a48e-721e1669b475 req-0b9aa3a7-0a7d-4f10-ad03-ca62c4dc4c5f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b0479946-6ba6-4823-89e9-6917104b95cd HTTP/1.1" status: 200 len: 855 time: 0.0471013 Feb 16 17:20:15.806601 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ef9293af-4690-4c4c-a48e-721e1669b475 req-600fa12b-fa31-4990-aece-059684aaac70 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=19d4f476-1193-4640-830b-db102a328005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246921 Feb 16 17:20:15.896217 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ef9293af-4690-4c4c-a48e-721e1669b475 req-73507d56-8f8d-4bcc-8e18-8247173a64d7 service neutron] 10.222.0.89 "GET /v2.0/networks/19d4f476-1193-4640-830b-db102a328005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821161 Feb 16 17:20:15.917587 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:20:15.991255 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ef9293af-4690-4c4c-a48e-721e1669b475 req-02166c05-a4d9-4413-9d15-b92eb29fae2f service neutron] 10.222.0.89 "GET /v2.0/networks/19d4f476-1193-4640-830b-db102a328005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872133 Feb 16 17:20:16.352439 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a2b12-5ca0-4935-94a6-4bc30f74d961 req-86830bc0-25e0-477a-9594-35dd734c9f84 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:16.353918 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-463a2b12-5ca0-4935-94a6-4bc30f74d961 req-86830bc0-25e0-477a-9594-35dd734c9f84 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597 HTTP/1.1" status: 200 len: 943 time: 0.0483420 Feb 16 17:20:16.390654 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-463a2b12-5ca0-4935-94a6-4bc30f74d961 req-8d9b3f1f-0276-4697-9b5d-9194838eb105 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308359 Feb 16 17:20:16.810128 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 06056094-b39b-4a24-a552-80ddb8a1d856 no longer exists at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:20:16.831387 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] No Port match for: 06056094-b39b-4a24-a552-80ddb8a1d856 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:20:16.831725 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 06056094-b39b-4a24-a552-80ddb8a1d856 not bound to the agent host hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:20:17.508876 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d946ce5-af8e-4a58-9342-8e5a6f74f9e1 req-b6173790-a8d8-42ef-86f0-831e2b2a3449 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:17.511274 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2d946ce5-af8e-4a58-9342-8e5a6f74f9e1 req-b6173790-a8d8-42ef-86f0-831e2b2a3449 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597 HTTP/1.1" status: 200 len: 943 time: 0.0509756 Feb 16 17:20:17.548994 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2d946ce5-af8e-4a58-9342-8e5a6f74f9e1 req-63682fdd-391e-4d92-8f14-539a3694e17d tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318418 Feb 16 17:20:18.659029 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f48ea2-7bc6-471c-95b2-073a66dec1bb req-12d39344-653c-4814-a723-2cf9f77a88b5 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:18.660508 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-30f48ea2-7bc6-471c-95b2-073a66dec1bb req-12d39344-653c-4814-a723-2cf9f77a88b5 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597 HTTP/1.1" status: 200 len: 943 time: 0.0473740 Feb 16 17:20:18.701315 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-30f48ea2-7bc6-471c-95b2-073a66dec1bb req-9b129deb-5f92-4e9e-9447-dde2cd1e887e tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349131 Feb 16 17:20:18.825147 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device d1a10694-e091-4d3a-9739-4f0bded8e33e details requested by agent hyperv_hv-neutron-8286 with host hv-neutron-8286 {{(pid=114377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:20:18.917595 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port d1a10694-e091-4d3a-9739-4f0bded8e33e, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=d1a10694-e091-4d3a-9739-4f0bded8e33e,segment=NetworkSegment(c4e04ea0-2e94-436e-8fe8-b805b84fbdc7),segment_id=c4e04ea0-2e94-436e-8fe8-b805b84fbdc7)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:20:18.929235 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Returning: {'device': 'd1a10694-e091-4d3a-9739-4f0bded8e33e', 'network_id': '19d4f476-1193-4640-830b-db102a328005', 'port_id': 'd1a10694-e091-4d3a-9739-4f0bded8e33e', 'mac_address': 'fa:16:3e:fa:1b:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0479946-6ba6-4823-89e9-6917104b95cd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:20:18.963760 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:18.981086 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1a10694-e091-4d3a-9739-4f0bded8e33e {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:20:18.999705 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port d1a10694-e091-4d3a-9739-4f0bded8e33e, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=d1a10694-e091-4d3a-9739-4f0bded8e33e,segment=NetworkSegment(c4e04ea0-2e94-436e-8fe8-b805b84fbdc7),segment_id=c4e04ea0-2e94-436e-8fe8-b805b84fbdc7)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:20:19.079074 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:19.126063 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=d1a10694-e091-4d3a-9739-4f0bded8e33e,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:20:19.132828 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:19.133216 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:19.133561 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:19.133900 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:19.134234 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:19.134568 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:19.134906 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:19.135237 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:19.135566 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:19.135892 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:19.136244 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:19.136571 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:19.280949 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['d1a10694-e091-4d3a-9739-4f0bded8e33e'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:20:19.814371 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbe346-8f2d-4fdc-b596-bce231d32909 req-c83aee24-acd3-4d7c-bbe1-97c713f6f34d tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:19.815884 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-14bbe346-8f2d-4fdc-b596-bce231d32909 req-c83aee24-acd3-4d7c-bbe1-97c713f6f34d tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597 HTTP/1.1" status: 200 len: 944 time: 0.0479667 Feb 16 17:20:19.860965 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-14bbe346-8f2d-4fdc-b596-bce231d32909 req-6240494d-703b-4524-9df9-bebe80cd753b tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370994 Feb 16 17:20:20.829645 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device d1a10694-e091-4d3a-9739-4f0bded8e33e up at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:20:20.930164 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning for port d1a10694-e091-4d3a-9739-4f0bded8e33e completed by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:20:20.934193 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning complete for port d1a10694-e091-4d3a-9739-4f0bded8e33e triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:20:20.934569 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:20.980385 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0133252-1b31-4e6e-87ba-5d60063b6d2c req-6d69511a-251e-448b-b65f-4a431be929f2 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:20.981884 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-d0133252-1b31-4e6e-87ba-5d60063b6d2c req-6d69511a-251e-448b-b65f-4a431be929f2 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597 HTTP/1.1" status: 200 len: 944 time: 0.0486140 Feb 16 17:20:21.012630 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:21.021158 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-d0133252-1b31-4e6e-87ba-5d60063b6d2c req-fad69d13-2382-406e-93fa-65917b3c0161 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314293 Feb 16 17:20:21.036413 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf378a1-2d72-4c5a-ad2e-317c05a9f597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a10694-e091-4d3a-9739-4f0bded8e33e'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:20:21.038659 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcdf3bad-a37a-45b6-a563-cc7029035442" -d '{"events": [{"server_uuid": "6bf378a1-2d72-4c5a-ad2e-317c05a9f597", "name": "network-vif-plugged", "status": "completed", "tag": "d1a10694-e091-4d3a-9739-4f0bded8e33e"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:20:21.051117 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port d1a10694-e091-4d3a-9739-4f0bded8e33e, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=d1a10694-e091-4d3a-9739-4f0bded8e33e,segment=NetworkSegment(c4e04ea0-2e94-436e-8fe8-b805b84fbdc7),segment_id=c4e04ea0-2e94-436e-8fe8-b805b84fbdc7)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:20:21.074338 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166891b5-2c66-4ce7-83cd-d6cb022346f3 x-openstack-request-id: req-166891b5-2c66-4ce7-83cd-d6cb022346f3 {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:20:21.074642 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf378a1-2d72-4c5a-ad2e-317c05a9f597", "name": "network-vif-plugged", "status": "completed", "tag": "d1a10694-e091-4d3a-9739-4f0bded8e33e", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:20:21.074991 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-166891b5-2c66-4ce7-83cd-d6cb022346f3 {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:20:21.075387 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf378a1-2d72-4c5a-ad2e-317c05a9f597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a10694-e091-4d3a-9739-4f0bded8e33e', 'code': 200} Feb 16 17:20:21.107280 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:21.156955 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=d1a10694-e091-4d3a-9739-4f0bded8e33e,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:20:21.387468 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50712b37-5e11-447c-8e48-697ec589db85 req-8719e1b6-09e0-45fb-90d6-fc00e0050264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:21.388943 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-50712b37-5e11-447c-8e48-697ec589db85 req-8719e1b6-09e0-45fb-90d6-fc00e0050264 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597 HTTP/1.1" status: 200 len: 1098 time: 0.0439913 Feb 16 17:20:21.423092 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-50712b37-5e11-447c-8e48-697ec589db85 req-2be1e4f6-7fb1-4ed4-8aeb-59f454876094 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278432 Feb 16 17:20:22.134780 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ccaa05-960b-46f9-aa7e-ed83676a0fc1 req-a0d30d27-394e-46f5-ac35-b7e6cff037e1 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:22.136274 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-16ccaa05-960b-46f9-aa7e-ed83676a0fc1 req-a0d30d27-394e-46f5-ac35-b7e6cff037e1 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597 HTTP/1.1" status: 200 len: 945 time: 0.0488822 Feb 16 17:20:22.173869 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-16ccaa05-960b-46f9-aa7e-ed83676a0fc1 req-be36e2f8-529b-451f-94f7-f77f3a1d53cc tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316181 Feb 16 17:20:23.287001 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6df2c-f969-4831-8a53-41e92a0830b6 req-0288bcf2-9383-4913-901d-94bb0adeeaa9 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:23.288508 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2cf6df2c-f969-4831-8a53-41e92a0830b6 req-0288bcf2-9383-4913-901d-94bb0adeeaa9 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597 HTTP/1.1" status: 200 len: 945 time: 0.0478382 Feb 16 17:20:23.326996 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2cf6df2c-f969-4831-8a53-41e92a0830b6 req-6d64445b-a53b-4c97-9085-4982e054e1ef tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322442 Feb 16 17:20:23.441754 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21082352-965b-4148-b472-0df74a18b56b req-0bb012d9-7fe5-4d85-b01c-51c3d833e311 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:23.443210 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-21082352-965b-4148-b472-0df74a18b56b req-0bb012d9-7fe5-4d85-b01c-51c3d833e311 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597 HTTP/1.1" status: 200 len: 945 time: 0.0475986 Feb 16 17:20:23.483392 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-21082352-965b-4148-b472-0df74a18b56b req-2f774cee-97d8-41d6-bc27-ba4aa0415fd7 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342410 Feb 16 17:20:23.952035 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b448518-2254-4622-8c83-1971f1c32ca8 req-3bbf2a13-9fd8-4a12-a743-d09fab1ab395 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:23.953493 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-4b448518-2254-4622-8c83-1971f1c32ca8 req-3bbf2a13-9fd8-4a12-a743-d09fab1ab395 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597 HTTP/1.1" status: 200 len: 945 time: 0.0490391 Feb 16 17:20:23.990486 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-4b448518-2254-4622-8c83-1971f1c32ca8 req-2fdcd9ef-b12f-49e4-a06a-e427d9c7333d tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310404 Feb 16 17:20:24.035265 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-3bccbdeb-883b-474d-9b23-9006cc471b2d req-1131edc8-e397-4749-b1b9-6483ec7c1b08 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0385385 Feb 16 17:20:25.267370 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a678df3-613a-4ac1-9c29-ddf5276e5034 req-694c165c-5164-47ed-a21d-c45d4215b8a6 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:25.268898 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1a678df3-613a-4ac1-9c29-ddf5276e5034 req-694c165c-5164-47ed-a21d-c45d4215b8a6 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597 HTTP/1.1" status: 200 len: 945 time: 0.0500894 Feb 16 17:20:25.306578 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1a678df3-613a-4ac1-9c29-ddf5276e5034 req-cf216da6-9111-4885-8fed-a85f0ef433e5 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315776 Feb 16 17:20:26.075276 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bccbdeb-883b-474d-9b23-9006cc471b2d req-69dc0e19-5a31-4af4-87d0-7055b5269ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:26.076848 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3bccbdeb-883b-474d-9b23-9006cc471b2d req-69dc0e19-5a31-4af4-87d0-7055b5269ce6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0a519112cc3e4e5cb7f492aac0654006&device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597 HTTP/1.1" status: 200 len: 1098 time: 0.0443752 Feb 16 17:20:26.173272 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bccbdeb-883b-474d-9b23-9006cc471b2d req-e2347911-80f4-4e99-be9f-b12a5bf9ed7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:26.174639 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3bccbdeb-883b-474d-9b23-9006cc471b2d req-e2347911-80f4-4e99-be9f-b12a5bf9ed7a service neutron] 10.222.0.89 "GET /v2.0/networks?id=19d4f476-1193-4640-830b-db102a328005 HTTP/1.1" status: 200 len: 916 time: 0.0919437 Feb 16 17:20:26.215945 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3bccbdeb-883b-474d-9b23-9006cc471b2d req-64aac424-462e-479a-8701-af861ec5b8d6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1a10694-e091-4d3a-9739-4f0bded8e33e HTTP/1.1" status: 200 len: 217 time: 0.0345461 Feb 16 17:20:26.269714 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bccbdeb-883b-474d-9b23-9006cc471b2d req-62560eb6-22ba-40cd-872b-9b80a4c64100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:26.271210 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3bccbdeb-883b-474d-9b23-9006cc471b2d req-62560eb6-22ba-40cd-872b-9b80a4c64100 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b0479946-6ba6-4823-89e9-6917104b95cd HTTP/1.1" status: 200 len: 855 time: 0.0488031 Feb 16 17:20:26.302720 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3bccbdeb-883b-474d-9b23-9006cc471b2d req-3c821303-6eb9-404c-a327-ba76879089a9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=19d4f476-1193-4640-830b-db102a328005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243161 Feb 16 17:20:26.391957 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3bccbdeb-883b-474d-9b23-9006cc471b2d req-5a4ad4c2-b893-4bb3-9012-c5d4fe9014c3 service neutron] 10.222.0.89 "GET /v2.0/networks/19d4f476-1193-4640-830b-db102a328005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829968 Feb 16 17:20:26.420926 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2273dfb7-83d9-462f-be32-10aa2bd7cb81 req-d1c5f6f9-7ef4-4863-9cc3-539db13b9939 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:26.422435 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-2273dfb7-83d9-462f-be32-10aa2bd7cb81 req-d1c5f6f9-7ef4-4863-9cc3-539db13b9939 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597 HTTP/1.1" status: 200 len: 945 time: 0.0482759 Feb 16 17:20:26.461061 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-2273dfb7-83d9-462f-be32-10aa2bd7cb81 req-482f75d8-cb6b-4c9b-9179-3526433a0f8b tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325100 Feb 16 17:20:26.487489 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3bccbdeb-883b-474d-9b23-9006cc471b2d req-8730c8d4-5360-4f4c-bc96-9b7caa522c5a service neutron] 10.222.0.89 "GET /v2.0/networks/19d4f476-1193-4640-830b-db102a328005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891447 Feb 16 17:20:27.585932 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b2de6-dffa-473a-8aa4-97b11991d446 req-4a373fb8-6838-43c4-a21b-fcbf99265fc2 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:27.587423 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2f9b2de6-dffa-473a-8aa4-97b11991d446 req-4a373fb8-6838-43c4-a21b-fcbf99265fc2 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597 HTTP/1.1" status: 200 len: 945 time: 0.0492401 Feb 16 17:20:27.625164 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2f9b2de6-dffa-473a-8aa4-97b11991d446 req-192f448c-3806-466d-95bd-c7f53551ad5a tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316880 Feb 16 17:20:28.745186 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f74768-2d21-4bba-a93a-bea6b6440a45 req-b0b54e8d-f1a9-4f09-92e0-505b199684c4 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:28.746671 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-94f74768-2d21-4bba-a93a-bea6b6440a45 req-b0b54e8d-f1a9-4f09-92e0-505b199684c4 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597 HTTP/1.1" status: 200 len: 945 time: 0.0523083 Feb 16 17:20:28.783447 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-94f74768-2d21-4bba-a93a-bea6b6440a45 req-a7cbbc75-2251-4a33-8a7c-bc7e5d1d23a5 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308535 Feb 16 17:20:29.896866 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6ea224-4965-4eae-8d0a-c9ca61e8c3e3 req-3feba9e0-c6aa-4f06-8f79-c01b60de0ef5 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:29.898359 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-9f6ea224-4965-4eae-8d0a-c9ca61e8c3e3 req-3feba9e0-c6aa-4f06-8f79-c01b60de0ef5 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597 HTTP/1.1" status: 200 len: 945 time: 0.0482736 Feb 16 17:20:29.941348 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-9f6ea224-4965-4eae-8d0a-c9ca61e8c3e3 req-09c98543-f53a-4d7c-8803-4e514c3472a1 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369604 Feb 16 17:20:30.637110 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:31.053949 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb787a93-615e-4c33-b219-f6714905a249 req-1da827ef-718e-42f7-8afc-3ef084fd92dd tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:31.055406 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-fb787a93-615e-4c33-b219-f6714905a249 req-1da827ef-718e-42f7-8afc-3ef084fd92dd tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597 HTTP/1.1" status: 200 len: 945 time: 0.0475714 Feb 16 17:20:31.091554 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-fb787a93-615e-4c33-b219-f6714905a249 req-650286fc-4f91-4f5f-b298-87ad9c4a933d tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302961 Feb 16 17:20:32.205255 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038839c3-6182-4ac1-80ea-67445ecabf4b req-df14613b-99ed-4a3a-8a0c-377c24ad3bde tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:32.206744 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-038839c3-6182-4ac1-80ea-67445ecabf4b req-df14613b-99ed-4a3a-8a0c-377c24ad3bde tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597 HTTP/1.1" status: 200 len: 945 time: 0.0491121 Feb 16 17:20:32.245231 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-038839c3-6182-4ac1-80ea-67445ecabf4b req-f3307c3e-3ec6-482a-a513-ed02c25c5e9b tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325258 Feb 16 17:20:33.361137 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5353087-f965-4727-8b72-665d3e802d2b req-111a4ecf-62cf-4861-8ab7-772187389a15 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:33.362670 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-a5353087-f965-4727-8b72-665d3e802d2b req-111a4ecf-62cf-4861-8ab7-772187389a15 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597 HTTP/1.1" status: 200 len: 945 time: 0.0483797 Feb 16 17:20:33.400450 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-a5353087-f965-4727-8b72-665d3e802d2b req-54e5263e-4c33-413c-bd49-61cab4052403 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318968 Feb 16 17:20:34.513601 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f98af-90c5-4300-9b4a-d2aee8d612f5 req-ba6eed5b-25a8-4510-82ea-e167178518e2 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:34.515079 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-474f98af-90c5-4300-9b4a-d2aee8d612f5 req-ba6eed5b-25a8-4510-82ea-e167178518e2 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597 HTTP/1.1" status: 200 len: 945 time: 0.0492930 Feb 16 17:20:34.553063 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-474f98af-90c5-4300-9b4a-d2aee8d612f5 req-d52170cc-8757-4f99-a1b2-8e16d04fb31a tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314472 Feb 16 17:20:35.669415 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a13f1e-1d5d-47f0-8c90-b9e8de12278e req-3aabe92c-6fbe-41ee-afb9-e28766d9b99f tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:35.670877 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-45a13f1e-1d5d-47f0-8c90-b9e8de12278e req-3aabe92c-6fbe-41ee-afb9-e28766d9b99f tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597 HTTP/1.1" status: 200 len: 945 time: 0.0514824 Feb 16 17:20:35.708580 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-45a13f1e-1d5d-47f0-8c90-b9e8de12278e req-5eeaacd1-d637-43c8-ab5e-5915b81d3646 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311863 Feb 16 17:20:36.824235 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b7fe0-2f54-4283-bf92-79af1578404e req-f64d25ea-e2fc-46be-b555-ce1cac7a7b8c tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:36.825725 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-560b7fe0-2f54-4283-bf92-79af1578404e req-f64d25ea-e2fc-46be-b555-ce1cac7a7b8c tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597 HTTP/1.1" status: 200 len: 945 time: 0.0483961 Feb 16 17:20:36.869942 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-560b7fe0-2f54-4283-bf92-79af1578404e req-2e1e2195-1e68-4164-a226-190c6cd28399 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379651 Feb 16 17:20:36.882972 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f8cfdea8-e952-4d65-8d30-58e06b098c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:37.983803 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27d03b-ae0f-46a5-9465-ba9f0e2ad34d req-e3c3b9fe-83ca-4098-b5c4-c7e06ef24d82 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:37.985299 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-3d27d03b-ae0f-46a5-9465-ba9f0e2ad34d req-e3c3b9fe-83ca-4098-b5c4-c7e06ef24d82 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597 HTTP/1.1" status: 200 len: 945 time: 0.0479059 Feb 16 17:20:38.022344 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-3d27d03b-ae0f-46a5-9465-ba9f0e2ad34d req-3732db01-9030-46e2-a4c9-da083611791d tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306747 Feb 16 17:20:39.135029 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b16015e-772f-43b4-9514-748df3e854c9 req-fe0702e2-2e89-439d-b54e-419f87f9decd tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:39.136467 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8b16015e-772f-43b4-9514-748df3e854c9 req-fe0702e2-2e89-439d-b54e-419f87f9decd tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597 HTTP/1.1" status: 200 len: 945 time: 0.0493219 Feb 16 17:20:39.174859 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8b16015e-772f-43b4-9514-748df3e854c9 req-0d4b332f-45ce-4621-824a-0a854b309186 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324388 Feb 16 17:20:39.204048 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-da2c12da-11ff-462b-b268-4b0a50cfa811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:40.287798 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd8816e-d4cd-4ddd-85f0-c600dd3e0439 req-b19bb398-6374-46ab-857e-0d46fe4d49af tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:40.289281 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-7cd8816e-d4cd-4ddd-85f0-c600dd3e0439 req-b19bb398-6374-46ab-857e-0d46fe4d49af tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597 HTTP/1.1" status: 200 len: 945 time: 0.0484791 Feb 16 17:20:40.325944 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-7cd8816e-d4cd-4ddd-85f0-c600dd3e0439 req-f3823f1c-817f-4fe5-b68e-40a5ca363284 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308361 Feb 16 17:20:40.489481 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:41.441873 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f59cd-9cfc-4544-9eb3-956ea6d4212c req-0ddbc0db-ca98-4f44-aa7b-b8b250c6d726 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:41.443371 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f07f59cd-9cfc-4544-9eb3-956ea6d4212c req-0ddbc0db-ca98-4f44-aa7b-b8b250c6d726 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597 HTTP/1.1" status: 200 len: 945 time: 0.0483797 Feb 16 17:20:41.480787 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f07f59cd-9cfc-4544-9eb3-956ea6d4212c req-4213ecdb-4e8d-4560-a17d-d1cc02560af2 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315592 Feb 16 17:20:41.792487 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:42.117196 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:20:42.595847 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fedd0-be6d-413d-8bbb-9296ccb5cc8b req-77595890-f682-4eca-961a-72e047f32107 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:42.597895 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-8e1fedd0-be6d-413d-8bbb-9296ccb5cc8b req-77595890-f682-4eca-961a-72e047f32107 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597 HTTP/1.1" status: 200 len: 945 time: 0.0513484 Feb 16 17:20:42.634794 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-8e1fedd0-be6d-413d-8bbb-9296ccb5cc8b req-df03e12e-7ac6-4d10-8fb8-b873f751661c tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307660 Feb 16 17:20:43.760008 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0acb81-8d79-4806-a4e6-1b628476d49b req-5536ab6b-b6d6-481d-94b3-e7a29f182e44 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:43.762283 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-fa0acb81-8d79-4806-a4e6-1b628476d49b req-5536ab6b-b6d6-481d-94b3-e7a29f182e44 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597 HTTP/1.1" status: 200 len: 945 time: 0.0592687 Feb 16 17:20:43.811942 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-fa0acb81-8d79-4806-a4e6-1b628476d49b req-09a96f49-c950-43a0-b8a6-12ffee0c7564 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438223 Feb 16 17:20:44.924707 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a49aac-a8ce-4668-bfd8-467335bcf448 req-eb6f777d-b6c1-474e-99b4-75ee8179aa64 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:44.926163 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-02a49aac-a8ce-4668-bfd8-467335bcf448 req-eb6f777d-b6c1-474e-99b4-75ee8179aa64 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597 HTTP/1.1" status: 200 len: 945 time: 0.0473189 Feb 16 17:20:44.962684 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-02a49aac-a8ce-4668-bfd8-467335bcf448 req-1f52ab95-c355-498c-a50d-86af56b22b8a tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306561 Feb 16 17:20:46.074981 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d6a2b-a3c5-4405-b037-da3f4e5f8280 req-7a23f83f-c2da-4a88-995f-0959dc6e4b6a tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:46.076455 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-570d6a2b-a3c5-4405-b037-da3f4e5f8280 req-7a23f83f-c2da-4a88-995f-0959dc6e4b6a tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597 HTTP/1.1" status: 200 len: 945 time: 0.0473588 Feb 16 17:20:46.114468 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-570d6a2b-a3c5-4405-b037-da3f4e5f8280 req-bdced258-ebe4-47d3-90bb-fd129eb33ade tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312400 Feb 16 17:20:47.227441 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9948b2-f959-4a7e-87a3-6d240252c2dd req-597646ff-f6f9-4775-a860-b50e77fbe348 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:47.228977 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-5b9948b2-f959-4a7e-87a3-6d240252c2dd req-597646ff-f6f9-4775-a860-b50e77fbe348 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597 HTTP/1.1" status: 200 len: 945 time: 0.0497534 Feb 16 17:20:47.266351 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-5b9948b2-f959-4a7e-87a3-6d240252c2dd req-1cf8e2ec-14df-47be-8d66-93cf2c5e276d tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315261 Feb 16 17:20:48.379019 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf13c28-6e03-479f-9062-0b53a3020a26 req-27bacda8-5f5e-4e97-acb1-99dd0ae04971 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:48.380505 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2bf13c28-6e03-479f-9062-0b53a3020a26 req-27bacda8-5f5e-4e97-acb1-99dd0ae04971 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597 HTTP/1.1" status: 200 len: 945 time: 0.0490355 Feb 16 17:20:48.417685 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2bf13c28-6e03-479f-9062-0b53a3020a26 req-e41f3730-9a5c-45ef-8b84-7928ca4350b8 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312243 Feb 16 17:20:49.534747 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45bcdc-fcc7-4d36-b597-7eae42f6315a req-d5ad83ca-703c-44cb-96c8-d02f2dce68fd tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:49.536274 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-2c45bcdc-fcc7-4d36-b597-7eae42f6315a req-d5ad83ca-703c-44cb-96c8-d02f2dce68fd tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597 HTTP/1.1" status: 200 len: 945 time: 0.0522518 Feb 16 17:20:49.572744 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-2c45bcdc-fcc7-4d36-b597-7eae42f6315a req-578d6bee-e744-4cd1-9ebb-296034e91bda tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306804 Feb 16 17:20:50.685748 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec25199-851f-4ab4-aef2-94f657bf2239 req-fa042abc-7a2c-40e7-ba38-cfdc64580f15 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:50.687204 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3ec25199-851f-4ab4-aef2-94f657bf2239 req-fa042abc-7a2c-40e7-ba38-cfdc64580f15 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597 HTTP/1.1" status: 200 len: 945 time: 0.0477586 Feb 16 17:20:50.729721 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3ec25199-851f-4ab4-aef2-94f657bf2239 req-6b8f413b-f33c-4b96-a9a6-2fec35337991 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364373 Feb 16 17:20:51.842470 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba5ad25-1e82-4d21-9d63-5aee04342734 req-715bb0a1-0b1f-4030-9581-080cd954d812 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:51.843970 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-9ba5ad25-1e82-4d21-9d63-5aee04342734 req-715bb0a1-0b1f-4030-9581-080cd954d812 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597 HTTP/1.1" status: 200 len: 945 time: 0.0473876 Feb 16 17:20:51.882866 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-9ba5ad25-1e82-4d21-9d63-5aee04342734 req-a1b5599a-e339-4a69-99b9-dbc3127f5968 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323017 Feb 16 17:20:52.916215 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:20:52.997704 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f053bc-41ce-4982-959d-8dac0bceb3a9 req-b585a963-8c63-443a-84f2-c1bf7f34bc68 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:52.999184 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c4f053bc-41ce-4982-959d-8dac0bceb3a9 req-b585a963-8c63-443a-84f2-c1bf7f34bc68 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597 HTTP/1.1" status: 200 len: 945 time: 0.0488768 Feb 16 17:20:53.036642 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c4f053bc-41ce-4982-959d-8dac0bceb3a9 req-0951926a-73fc-4d8c-b708-ce05e772e2db tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309193 Feb 16 17:20:53.636914 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3bccbdeb-883b-474d-9b23-9006cc471b2d req-50e8058c-fe47-42f6-a268-9732ca9c2e76 service neutron] 10.222.0.89 "GET /v2.0/ports/d1a10694-e091-4d3a-9739-4f0bded8e33e/bindings/hv-neutron-8286 HTTP/1.1" status: 200 len: 384 time: 0.0541489 Feb 16 17:20:54.129135 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bccbdeb-883b-474d-9b23-9006cc471b2d req-33269d19-8f7b-4a4c-bc11-24dde2666733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:54.130647 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3bccbdeb-883b-474d-9b23-9006cc471b2d req-33269d19-8f7b-4a4c-bc11-24dde2666733 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597&tenant_id=0a519112cc3e4e5cb7f492aac0654006 HTTP/1.1" status: 200 len: 1098 time: 0.0413525 Feb 16 17:20:54.156437 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d01e0-5b44-4993-b5d3-a54650d1bf65 req-b6244d86-544a-4970-ad82-a80d6637d613 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:54.157822 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-c33d01e0-5b44-4993-b5d3-a54650d1bf65 req-b6244d86-544a-4970-ad82-a80d6637d613 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597 HTTP/1.1" status: 200 len: 945 time: 0.0489297 Feb 16 17:20:54.195698 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bccbdeb-883b-474d-9b23-9006cc471b2d req-e2354333-93d5-4f4d-a938-3a91a3b28a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:54.196466 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-c33d01e0-5b44-4993-b5d3-a54650d1bf65 req-50abaa89-95e0-47e8-92b1-1d300174fa70 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324769 Feb 16 17:20:54.197313 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3bccbdeb-883b-474d-9b23-9006cc471b2d req-e2354333-93d5-4f4d-a938-3a91a3b28a13 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0a519112cc3e4e5cb7f492aac0654006&device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597 HTTP/1.1" status: 200 len: 1098 time: 0.0457206 Feb 16 17:20:54.287596 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bccbdeb-883b-474d-9b23-9006cc471b2d req-e6a0751f-08ee-42d5-89fe-09a1a99b8095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:54.289137 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3bccbdeb-883b-474d-9b23-9006cc471b2d req-e6a0751f-08ee-42d5-89fe-09a1a99b8095 service neutron] 10.222.0.89 "GET /v2.0/networks?id=19d4f476-1193-4640-830b-db102a328005 HTTP/1.1" status: 200 len: 916 time: 0.0834365 Feb 16 17:20:54.329250 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3bccbdeb-883b-474d-9b23-9006cc471b2d req-6b9d7143-a657-417e-9663-68321b70ee56 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1a10694-e091-4d3a-9739-4f0bded8e33e HTTP/1.1" status: 200 len: 217 time: 0.0339544 Feb 16 17:20:54.381562 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bccbdeb-883b-474d-9b23-9006cc471b2d req-2d57cdb9-b83e-4f28-8762-8a74ef531cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:54.383031 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3bccbdeb-883b-474d-9b23-9006cc471b2d req-2d57cdb9-b83e-4f28-8762-8a74ef531cda service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b0479946-6ba6-4823-89e9-6917104b95cd HTTP/1.1" status: 200 len: 855 time: 0.0476508 Feb 16 17:20:54.413818 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3bccbdeb-883b-474d-9b23-9006cc471b2d req-eb943dc4-2b30-4c77-82ed-efd638867871 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=19d4f476-1193-4640-830b-db102a328005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235596 Feb 16 17:20:54.502811 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3bccbdeb-883b-474d-9b23-9006cc471b2d req-665e2461-6269-41d1-a0ac-1b1c6b69f99e service neutron] 10.222.0.89 "GET /v2.0/networks/19d4f476-1193-4640-830b-db102a328005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827370 Feb 16 17:20:54.594714 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3bccbdeb-883b-474d-9b23-9006cc471b2d req-28a2bbeb-1791-40ec-b517-e6c314b0982b service neutron] 10.222.0.89 "GET /v2.0/networks/19d4f476-1193-4640-830b-db102a328005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850213 Feb 16 17:20:55.312552 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef7383-35ed-4cc1-9f3e-4803c79bc5ad req-e89366a8-28de-44fa-ac53-9cbd36422773 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:55.314027 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b3ef7383-35ed-4cc1-9f3e-4803c79bc5ad req-e89366a8-28de-44fa-ac53-9cbd36422773 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597 HTTP/1.1" status: 200 len: 945 time: 0.0493543 Feb 16 17:20:55.353014 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b3ef7383-35ed-4cc1-9f3e-4803c79bc5ad req-1cca4a89-2dec-455c-8399-7a988bc85e22 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325055 Feb 16 17:20:56.480264 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2653cd4-2c1d-47e5-a661-1fe74d626d03 req-513aa595-0ed4-4a84-896a-164aa52d3d21 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:56.482712 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-f2653cd4-2c1d-47e5-a661-1fe74d626d03 req-513aa595-0ed4-4a84-896a-164aa52d3d21 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597 HTTP/1.1" status: 200 len: 945 time: 0.0542164 Feb 16 17:20:56.524857 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-f2653cd4-2c1d-47e5-a661-1fe74d626d03 req-3f8b8e38-3424-4d35-a6e4-67ca84c59fcc tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342069 Feb 16 17:20:57.640992 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8515f7-ca42-4eb3-8113-bce4edf5f211 req-0507e75e-e123-42f1-9805-97c2eadf92cf tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:57.642458 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8c8515f7-ca42-4eb3-8113-bce4edf5f211 req-0507e75e-e123-42f1-9805-97c2eadf92cf tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597 HTTP/1.1" status: 200 len: 945 time: 0.0481839 Feb 16 17:20:57.684562 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8c8515f7-ca42-4eb3-8113-bce4edf5f211 req-a579438d-c170-4cab-93c8-fae7c9d8b317 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355372 Feb 16 17:20:57.985298 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57480b8-bc52-48c0-b53f-d1889a1611ad req-dc0d61b2-c9c6-41a6-ad56-13acf31ae795 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:57.986888 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f57480b8-bc52-48c0-b53f-d1889a1611ad req-dc0d61b2-c9c6-41a6-ad56-13acf31ae795 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597 HTTP/1.1" status: 200 len: 945 time: 0.0489504 Feb 16 17:20:58.036371 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f57480b8-bc52-48c0-b53f-d1889a1611ad req-edb452d5-b2d1-4587-991e-a9c23ffddc01 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429282 Feb 16 17:20:58.072604 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed5f05-619d-4386-ad15-dbf25d2d11c4 req-a128d95d-f4d3-4d5f-94ad-0df1b0872ce2 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:58.074045 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-53ed5f05-619d-4386-ad15-dbf25d2d11c4 req-a128d95d-f4d3-4d5f-94ad-0df1b0872ce2 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.89 "GET /v2.0/ports?device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597&tenant_id=0a519112cc3e4e5cb7f492aac0654006&binding%3Ahost_id=hv-neutron-8286 HTTP/1.1" status: 200 len: 945 time: 0.0526314 Feb 16 17:20:58.152942 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed5f05-619d-4386-ad15-dbf25d2d11c4 req-183b9658-1446-43fa-a0a4-8cc627ed871b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:58.154307 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-53ed5f05-619d-4386-ad15-dbf25d2d11c4 req-183b9658-1446-43fa-a0a4-8cc627ed871b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0a519112cc3e4e5cb7f492aac0654006&device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597 HTTP/1.1" status: 200 len: 1098 time: 0.0405354 Feb 16 17:20:58.245920 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed5f05-619d-4386-ad15-dbf25d2d11c4 req-baacb403-7b1d-434b-9bb1-273c48ed58d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:58.247386 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-53ed5f05-619d-4386-ad15-dbf25d2d11c4 req-baacb403-7b1d-434b-9bb1-273c48ed58d3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=19d4f476-1193-4640-830b-db102a328005 HTTP/1.1" status: 200 len: 916 time: 0.0869694 Feb 16 17:20:58.288542 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-53ed5f05-619d-4386-ad15-dbf25d2d11c4 req-4343f944-52b1-4921-a57e-7db592f26775 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1a10694-e091-4d3a-9739-4f0bded8e33e HTTP/1.1" status: 200 len: 217 time: 0.0349221 Feb 16 17:20:58.336443 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed5f05-619d-4386-ad15-dbf25d2d11c4 req-a4eafb90-ca52-41ff-bfe4-1080e9eefdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:58.337847 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-53ed5f05-619d-4386-ad15-dbf25d2d11c4 req-a4eafb90-ca52-41ff-bfe4-1080e9eefdfc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b0479946-6ba6-4823-89e9-6917104b95cd HTTP/1.1" status: 200 len: 855 time: 0.0431724 Feb 16 17:20:58.372539 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-53ed5f05-619d-4386-ad15-dbf25d2d11c4 req-a04f723f-7406-4f1b-a9f5-b2799276e47a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=19d4f476-1193-4640-830b-db102a328005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284894 Feb 16 17:20:58.458642 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-53ed5f05-619d-4386-ad15-dbf25d2d11c4 req-1ade8bbd-bd64-45bc-992b-ef7517bc5ee7 service neutron] 10.222.0.89 "GET /v2.0/networks/19d4f476-1193-4640-830b-db102a328005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798926 Feb 16 17:20:58.550520 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-53ed5f05-619d-4386-ad15-dbf25d2d11c4 req-1202d45c-4383-4800-a8e4-c834975fec76 service neutron] 10.222.0.89 "GET /v2.0/networks/19d4f476-1193-4640-830b-db102a328005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852334 Feb 16 17:20:59.153684 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e762f9-99d6-434a-8f62-9c4b43bda11c req-0f3c5308-dfa2-49bc-b081-2cb14c629806 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:59.155073 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-f3e762f9-99d6-434a-8f62-9c4b43bda11c req-0f3c5308-dfa2-49bc-b081-2cb14c629806 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597 HTTP/1.1" status: 200 len: 945 time: 0.0495696 Feb 16 17:20:59.195082 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-f3e762f9-99d6-434a-8f62-9c4b43bda11c req-9fee945d-9392-477a-b80a-0991150afdd8 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330470 Feb 16 17:21:00.314585 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8fc43f-b8b5-4eeb-8c69-5c3b7aceeedf req-83cf7e90-7f87-4e35-b6f2-2239a690964b tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:00.316636 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6c8fc43f-b8b5-4eeb-8c69-5c3b7aceeedf req-83cf7e90-7f87-4e35-b6f2-2239a690964b tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597 HTTP/1.1" status: 200 len: 945 time: 0.0492427 Feb 16 17:21:00.354234 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6c8fc43f-b8b5-4eeb-8c69-5c3b7aceeedf req-144f62e5-eae1-46a7-b09a-44ad7eb9afc5 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316193 Feb 16 17:21:00.463932 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9731922f-8d8a-4280-880e-6c1c2d6f3720 req-563d41e4-7aea-432c-b851-1308655c73a9 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:00.465407 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-9731922f-8d8a-4280-880e-6c1c2d6f3720 req-563d41e4-7aea-432c-b851-1308655c73a9 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597 HTTP/1.1" status: 200 len: 945 time: 0.0468431 Feb 16 17:21:00.502468 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-9731922f-8d8a-4280-880e-6c1c2d6f3720 req-c190352e-7fdc-436d-83cd-d2d4a433acb4 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311406 Feb 16 17:21:00.615050 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e599b55-f1a0-4b3d-9a0c-f7fab34fb629 req-245cf595-89f1-4ce1-adf8-3442dd5ee230 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:00.616553 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5e599b55-f1a0-4b3d-9a0c-f7fab34fb629 req-245cf595-89f1-4ce1-adf8-3442dd5ee230 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597 HTTP/1.1" status: 200 len: 945 time: 0.0492451 Feb 16 17:21:00.625118 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:00.655784 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5e599b55-f1a0-4b3d-9a0c-f7fab34fb629 req-03ede43a-b3f7-4215-9af8-170bf2e5a430 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330606 Feb 16 17:21:01.205803 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e629f-bfcb-43c3-af49-ac3afbd868f9 req-8820814a-c02d-49ec-ba34-416422cf7112 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:01.207890 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-6c7e629f-bfcb-43c3-af49-ac3afbd868f9 req-8820814a-c02d-49ec-ba34-416422cf7112 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597 HTTP/1.1" status: 200 len: 945 time: 0.0532598 Feb 16 17:21:01.249177 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-6c7e629f-bfcb-43c3-af49-ac3afbd868f9 req-f753c825-20c7-4892-886c-36ef7ee94031 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353684 Feb 16 17:21:02.367309 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f920a-6660-4d8b-975b-2854de2c2c23 req-91f96b88-7650-4db8-a3d0-357d887b8be0 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:02.368955 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-183f920a-6660-4d8b-975b-2854de2c2c23 req-91f96b88-7650-4db8-a3d0-357d887b8be0 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597 HTTP/1.1" status: 200 len: 945 time: 0.0533667 Feb 16 17:21:02.406440 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-183f920a-6660-4d8b-975b-2854de2c2c23 req-e7b834a8-db7b-488d-8f08-98ce5ee0aacb tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/security-groups?id=642e134d-9b00-42fc-8558-81d900b99e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315890 Feb 16 17:21:02.757018 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a2aec-016f-4831-aee9-81b38a03429d req-113a89fc-3f37-4cec-a61e-75b6fb545c21 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:02.758549 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-234a2aec-016f-4831-aee9-81b38a03429d req-113a89fc-3f37-4cec-a61e-75b6fb545c21 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.89 "GET /v2.0/ports?device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597 HTTP/1.1" status: 200 len: 945 time: 0.0478396 Feb 16 17:21:02.847267 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-234a2aec-016f-4831-aee9-81b38a03429d req-bcb4b740-1e73-41b4-93da-b0d90d68dc73 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Deleting port d1a10694-e091-4d3a-9739-4f0bded8e33e {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:21:02.847529 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-234a2aec-016f-4831-aee9-81b38a03429d req-bcb4b740-1e73-41b4-93da-b0d90d68dc73 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:02.936732 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-234a2aec-016f-4831-aee9-81b38a03429d req-bcb4b740-1e73-41b4-93da-b0d90d68dc73 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] For port d1a10694-e091-4d3a-9739-4f0bded8e33e, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=d1a10694-e091-4d3a-9739-4f0bded8e33e,segment=NetworkSegment(c4e04ea0-2e94-436e-8fe8-b805b84fbdc7),segment_id=c4e04ea0-2e94-436e-8fe8-b805b84fbdc7)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:21:02.937089 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-234a2aec-016f-4831-aee9-81b38a03429d req-bcb4b740-1e73-41b4-93da-b0d90d68dc73 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:02.953136 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-234a2aec-016f-4831-aee9-81b38a03429d req-bcb4b740-1e73-41b4-93da-b0d90d68dc73 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Calling delete_port for d1a10694-e091-4d3a-9739-4f0bded8e33e owned by compute:nova {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:21:03.134894 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-234a2aec-016f-4831-aee9-81b38a03429d req-bcb4b740-1e73-41b4-93da-b0d90d68dc73 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:03.146102 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['d1a10694-e091-4d3a-9739-4f0bded8e33e'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:21:03.163449 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb4b740-1e73-41b4-93da-b0d90d68dc73 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Pushing event deleted for resources: {'Port': ['ID=d1a10694-e091-4d3a-9739-4f0bded8e33e,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:03.175368 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb4b740-1e73-41b4-93da-b0d90d68dc73 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:03.175715 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb4b740-1e73-41b4-93da-b0d90d68dc73 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:03.176077 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb4b740-1e73-41b4-93da-b0d90d68dc73 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:03.176930 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb4b740-1e73-41b4-93da-b0d90d68dc73 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:03.177263 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb4b740-1e73-41b4-93da-b0d90d68dc73 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:03.177594 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb4b740-1e73-41b4-93da-b0d90d68dc73 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:03.177921 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb4b740-1e73-41b4-93da-b0d90d68dc73 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:03.178246 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb4b740-1e73-41b4-93da-b0d90d68dc73 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:03.178576 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb4b740-1e73-41b4-93da-b0d90d68dc73 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:03.178897 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb4b740-1e73-41b4-93da-b0d90d68dc73 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:03.179221 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb4b740-1e73-41b4-93da-b0d90d68dc73 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:03.179542 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb4b740-1e73-41b4-93da-b0d90d68dc73 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:03.211808 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-234a2aec-016f-4831-aee9-81b38a03429d req-bcb4b740-1e73-41b4-93da-b0d90d68dc73 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] No DVR routers for this DVR port d1a10694-e091-4d3a-9739-4f0bded8e33e on host hv-neutron-8286 {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:21:03.214172 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-234a2aec-016f-4831-aee9-81b38a03429d req-bcb4b740-1e73-41b4-93da-b0d90d68dc73 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:03.217380 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-234a2aec-016f-4831-aee9-81b38a03429d req-bcb4b740-1e73-41b4-93da-b0d90d68dc73 tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.89 "DELETE /v2.0/ports/d1a10694-e091-4d3a-9739-4f0bded8e33e HTTP/1.1" status: 204 len: 173 time: 0.4525385 Feb 16 17:21:03.217800 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf378a1-2d72-4c5a-ad2e-317c05a9f597', 'name': 'network-vif-deleted', 'tag': 'd1a10694-e091-4d3a-9739-4f0bded8e33e'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:21:03.220029 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6772fb0-7260-4b74-88c9-d6665c584ac0" -d '{"events": [{"server_uuid": "6bf378a1-2d72-4c5a-ad2e-317c05a9f597", "name": "network-vif-deleted", "tag": "d1a10694-e091-4d3a-9739-4f0bded8e33e"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:21:03.255776 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc3dcdb-1377-4034-b083-1130d3453330 x-openstack-request-id: req-acc3dcdb-1377-4034-b083-1130d3453330 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:21:03.256099 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf378a1-2d72-4c5a-ad2e-317c05a9f597", "name": "network-vif-deleted", "tag": "d1a10694-e091-4d3a-9739-4f0bded8e33e", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:21:03.256352 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-acc3dcdb-1377-4034-b083-1130d3453330 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:21:03.256746 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf378a1-2d72-4c5a-ad2e-317c05a9f597', 'name': 'network-vif-deleted', 'tag': 'd1a10694-e091-4d3a-9739-4f0bded8e33e', 'status': 'completed', 'code': 200} Feb 16 17:21:03.501091 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-229cc4d4-65a8-41eb-a594-2517be7580c2 req-9094caa3-e155-49ef-a58c-65913e32a63c tempest-ServerDiskConfigTestJSON-1989951953 tempest-ServerDiskConfigTestJSON-1989951953-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bf378a1-2d72-4c5a-ad2e-317c05a9f597 HTTP/1.1" status: 200 len: 210 time: 0.0262005 Feb 16 17:21:04.619839 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 57308) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:21:04.666004 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed18e8e3-3b01-40eb-a2c4-e98aed684c7d admin admin] Deleting subnet b0479946-6ba6-4823-89e9-6917104b95cd {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:21:04.669051 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ed18e8e3-3b01-40eb-a2c4-e98aed684c7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:04.706531 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ed18e8e3-3b01-40eb-a2c4-e98aed684c7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:04.746246 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ed18e8e3-3b01-40eb-a2c4-e98aed684c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:04.866988 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ed18e8e3-3b01-40eb-a2c4-e98aed684c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:04.895755 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ed18e8e3-3b01-40eb-a2c4-e98aed684c7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:04.898954 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-ed18e8e3-3b01-40eb-a2c4-e98aed684c7d admin admin] 10.222.0.88 "DELETE /v2.0/subnets/b0479946-6ba6-4823-89e9-6917104b95cd HTTP/1.1" status: 204 len: 168 time: 0.2780895 Feb 16 17:21:04.899969 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed18e8e3-3b01-40eb-a2c4-e98aed684c7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0479946-6ba6-4823-89e9-6917104b95cd,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:04.901586 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 57310) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:21:04.975686 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5997a722-4743-4c26-ae9f-e9431666d00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:05.062989 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5997a722-4743-4c26-ae9f-e9431666d00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:05.082566 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-5997a722-4743-4c26-ae9f-e9431666d00c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19d4f476-1193-4640-830b-db102a328005']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:21:05.091528 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-5997a722-4743-4c26-ae9f-e9431666d00c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4e04ea0-2e94-436e-8fe8-b805b84fbdc7') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:21:05.091826 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-5997a722-4743-4c26-ae9f-e9431666d00c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4e04ea0-2e94-436e-8fe8-b805b84fbdc7') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:21:05.101564 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5997a722-4743-4c26-ae9f-e9431666d00c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:05.115192 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5997a722-4743-4c26-ae9f-e9431666d00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:05.120930 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5997a722-4743-4c26-ae9f-e9431666d00c admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:21:05.121231 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5997a722-4743-4c26-ae9f-e9431666d00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:05.122829 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 17:21:05.122829 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:21:05.122829 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 17:21:05.122829 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:21:05.122829 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 17:21:05.122829 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:21:05.122829 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 17:21:05.122829 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:21:05.122829 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 17:21:05.122829 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:21:05.122829 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 17:21:05.122829 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:21:05.122829 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 17:21:05.122829 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:21:05.122829 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:21:05.122829 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:21:05.122829 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:21:05.122829 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:21:05.122829 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 17:21:05.122829 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:21:05.122829 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 17:21:05.122829 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:21:05.122829 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:21:05.122829 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:21:05.122829 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 17:21:05.122829 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:21:05.122829 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:21:05.122829 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:21:05.122829 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:21:05.122829 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:21:05.122829 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:21:05.122829 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:21:05.249101 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5997a722-4743-4c26-ae9f-e9431666d00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:05.255039 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5997a722-4743-4c26-ae9f-e9431666d00c admin admin] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:05.258474 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-5997a722-4743-4c26-ae9f-e9431666d00c admin admin] 10.222.0.88 "DELETE /v2.0/networks/19d4f476-1193-4640-830b-db102a328005 HTTP/1.1" status: 204 len: 168 time: 0.3558273 Feb 16 17:21:05.274652 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5997a722-4743-4c26-ae9f-e9431666d00c admin admin] Pushing event deleted for resources: {'Network': ['ID=19d4f476-1193-4640-830b-db102a328005,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:05.281851 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5997a722-4743-4c26-ae9f-e9431666d00c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:05.282224 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5997a722-4743-4c26-ae9f-e9431666d00c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:05.282579 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5997a722-4743-4c26-ae9f-e9431666d00c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:05.282897 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5997a722-4743-4c26-ae9f-e9431666d00c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:05.283237 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5997a722-4743-4c26-ae9f-e9431666d00c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:05.283573 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5997a722-4743-4c26-ae9f-e9431666d00c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:05.283905 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5997a722-4743-4c26-ae9f-e9431666d00c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:05.284273 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5997a722-4743-4c26-ae9f-e9431666d00c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:05.284605 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5997a722-4743-4c26-ae9f-e9431666d00c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:05.284934 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5997a722-4743-4c26-ae9f-e9431666d00c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:05.285264 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5997a722-4743-4c26-ae9f-e9431666d00c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:05.286327 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5997a722-4743-4c26-ae9f-e9431666d00c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:05.558299 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 57314) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:21:05.594534 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-0a412b0d-b8a6-425c-9549-d30487596ad8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0a519112cc3e4e5cb7f492aac0654006&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374928 Feb 16 17:21:05.597079 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 57316) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:21:05.643949 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-18fc5c1e-8294-4e2d-8130-046dcf5f3d2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:05.664584 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-18fc5c1e-8294-4e2d-8130-046dcf5f3d2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:05.790520 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-18fc5c1e-8294-4e2d-8130-046dcf5f3d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:05.793076 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-18fc5c1e-8294-4e2d-8130-046dcf5f3d2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:05.794223 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-18fc5c1e-8294-4e2d-8130-046dcf5f3d2c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/642e134d-9b00-42fc-8558-81d900b99e1c HTTP/1.1" status: 204 len: 168 time: 0.1962724 Feb 16 17:21:05.801873 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc5c1e-8294-4e2d-8130-046dcf5f3d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642e134d-9b00-42fc-8558-81d900b99e1c,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:06.775666 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 57338) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:21:06.865598 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a829d1b0-ad7c-48ad-9792-a2b61b898aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:06.908159 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-a79ca623-9eb0-492c-9260-e912491f7825 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-313309323-network', 'tenant_id': '044c073cf03a45d9aa87a4f930121794'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:21:06.970391 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device d1a10694-e091-4d3a-9739-4f0bded8e33e no longer exists at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:21:06.990858 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] No Port match for: d1a10694-e091-4d3a-9739-4f0bded8e33e {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:21:06.991041 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79ca623-9eb0-492c-9260-e912491f7825 admin admin] Made reservation on behalf of 044c073cf03a45d9aa87a4f930121794 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:21:06.991242 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device d1a10694-e091-4d3a-9739-4f0bded8e33e not bound to the agent host hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:21:06.994039 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a79ca623-9eb0-492c-9260-e912491f7825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:07.007442 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a79ca623-9eb0-492c-9260-e912491f7825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:07.083834 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a79ca623-9eb0-492c-9260-e912491f7825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:07.150355 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a79ca623-9eb0-492c-9260-e912491f7825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:07.181728 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a79ca623-9eb0-492c-9260-e912491f7825 admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:21:07.191601 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ca623-9eb0-492c-9260-e912491f7825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be867276-0c0d-410b-a121-2528d68a06eb,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:07.199965 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a79ca623-9eb0-492c-9260-e912491f7825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:07.199965 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-a79ca623-9eb0-492c-9260-e912491f7825 admin admin] Added segment 2fd36393-3bbe-4ecb-bbb0-c44e7509f877 of type vlan for network cdd8717f-21e8-4316-b64c-5c9b734d21c4 Feb 16 17:21:07.235502 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a79ca623-9eb0-492c-9260-e912491f7825 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:07.329171 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a79ca623-9eb0-492c-9260-e912491f7825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:07.330139 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79ca623-9eb0-492c-9260-e912491f7825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:07.330727 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a79ca623-9eb0-492c-9260-e912491f7825 admin admin] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:07.390380 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ca623-9eb0-492c-9260-e912491f7825 admin admin] Pushing event updated for resources: {'Network': ['ID=cdd8717f-21e8-4316-b64c-5c9b734d21c4,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:07.401043 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network cdd8717f-21e8-4316-b64c-5c9b734d21c4 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:21:07.456089 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a79ca623-9eb0-492c-9260-e912491f7825 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6792021 Feb 16 17:21:07.459566 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 57342) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:21:07.464657 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-83d4ccbd-4fcf-46f2-b507-9d0cc55d2caf admin admin] Request body: {'subnet': {'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-313309323-subnet', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:21:07.568428 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d4ccbd-4fcf-46f2-b507-9d0cc55d2caf admin admin] Made reservation on behalf of 044c073cf03a45d9aa87a4f930121794 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:21:07.570735 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-83d4ccbd-4fcf-46f2-b507-9d0cc55d2caf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:07.803392 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-83d4ccbd-4fcf-46f2-b507-9d0cc55d2caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:07.856374 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d4ccbd-4fcf-46f2-b507-9d0cc55d2caf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a496ba2f-493e-47f8-a1a8-9c8b0b735fc3,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:07.866232 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d4ccbd-4fcf-46f2-b507-9d0cc55d2caf admin admin] Checking segment: {'id': '2fd36393-3bbe-4ecb-bbb0-c44e7509f877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:21:07.866591 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d4ccbd-4fcf-46f2-b507-9d0cc55d2caf admin admin] Network hostable DHCP agents. Network: cdd8717f-21e8-4316-b64c-5c9b734d21c4, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:21:07.980606 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d4ccbd-4fcf-46f2-b507-9d0cc55d2caf admin admin] Network cdd8717f-21e8-4316-b64c-5c9b734d21c4 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:21:08.071801 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-83d4ccbd-4fcf-46f2-b507-9d0cc55d2caf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, cdd8717f-21e8-4316-b64c-5c9b734d21c4) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:21:08.075955 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d4ccbd-4fcf-46f2-b507-9d0cc55d2caf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:08.076575 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-83d4ccbd-4fcf-46f2-b507-9d0cc55d2caf admin admin] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:08.080658 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9610ad6-c8e0-467e-a720-544776231945 None None] Network cdd8717f-21e8-4316-b64c-5c9b734d21c4 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:21:08.160784 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-83d4ccbd-4fcf-46f2-b507-9d0cc55d2caf admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6998117 Feb 16 17:21:08.163076 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 57344) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:21:08.167364 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-5176d0f0-61a8-4bb9-bf7e-e648067f8ea7 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-313309323-router', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:21:08.223909 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cda78dd-1c6a-4b0c-9192-922fae9b8bab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-cdd8717f-21e8-4316-b64c-5c9b734d21c4', 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'fixed_ips': [{'subnet_id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:21:08.224796 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8cda78dd-1c6a-4b0c-9192-922fae9b8bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:08.267170 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5176d0f0-61a8-4bb9-bf7e-e648067f8ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:08.268275 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5176d0f0-61a8-4bb9-bf7e-e648067f8ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:08.327640 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5176d0f0-61a8-4bb9-bf7e-e648067f8ea7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:08.362490 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-8cda78dd-1c6a-4b0c-9192-922fae9b8bab None None] Allocated IP 172.20.0.2 (cdd8717f-21e8-4316-b64c-5c9b734d21c4/a496ba2f-493e-47f8-a1a8-9c8b0b735fc3/e9292059-9ddc-45f5-833b-e9f1c704d8a1) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:21:08.506719 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8cda78dd-1c6a-4b0c-9192-922fae9b8bab None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:08.552981 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8cda78dd-1c6a-4b0c-9192-922fae9b8bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:08.557219 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5176d0f0-61a8-4bb9-bf7e-e648067f8ea7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:08.592989 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cda78dd-1c6a-4b0c-9192-922fae9b8bab None None] Network cdd8717f-21e8-4316-b64c-5c9b734d21c4 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:21:08.595759 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-8cda78dd-1c6a-4b0c-9192-922fae9b8bab None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:21:08.599134 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cda78dd-1c6a-4b0c-9192-922fae9b8bab None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:21:08.608412 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cda78dd-1c6a-4b0c-9192-922fae9b8bab None None] Pushing event updated for resources: {'Port': ['ID=e9292059-9ddc-45f5-833b-e9f1c704d8a1,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:08.658333 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-8cda78dd-1c6a-4b0c-9192-922fae9b8bab None None] Attempting to bind port e9292059-9ddc-45f5-833b-e9f1c704d8a1 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:21:08.658701 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-8cda78dd-1c6a-4b0c-9192-922fae9b8bab None None] Attempting to bind port e9292059-9ddc-45f5-833b-e9f1c704d8a1 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '2fd36393-3bbe-4ecb-bbb0-c44e7509f877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:21:08.659068 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cda78dd-1c6a-4b0c-9192-922fae9b8bab None None] Attempting to bind port e9292059-9ddc-45f5-833b-e9f1c704d8a1 on network cdd8717f-21e8-4316-b64c-5c9b734d21c4 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:21:08.664175 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cda78dd-1c6a-4b0c-9192-922fae9b8bab None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:21:08.664562 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cda78dd-1c6a-4b0c-9192-922fae9b8bab None None] Checking segment: {'id': '2fd36393-3bbe-4ecb-bbb0-c44e7509f877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:21:08.664965 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8cda78dd-1c6a-4b0c-9192-922fae9b8bab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:08.665408 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cda78dd-1c6a-4b0c-9192-922fae9b8bab None None] Bound using segment: {'id': '2fd36393-3bbe-4ecb-bbb0-c44e7509f877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:21:08.665871 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-8cda78dd-1c6a-4b0c-9192-922fae9b8bab None None] Bound port: e9292059-9ddc-45f5-833b-e9f1c704d8a1, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fd36393-3bbe-4ecb-bbb0-c44e7509f877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:21:08.666254 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8cda78dd-1c6a-4b0c-9192-922fae9b8bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:08.733682 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-8cda78dd-1c6a-4b0c-9192-922fae9b8bab None None] For port e9292059-9ddc-45f5-833b-e9f1c704d8a1, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:21:08.736748 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-8cda78dd-1c6a-4b0c-9192-922fae9b8bab None None] For port e9292059-9ddc-45f5-833b-e9f1c704d8a1, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=e9292059-9ddc-45f5-833b-e9f1c704d8a1,segment=NetworkSegment(2fd36393-3bbe-4ecb-bbb0-c44e7509f877),segment_id=2fd36393-3bbe-4ecb-bbb0-c44e7509f877)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:21:08.816463 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5176d0f0-61a8-4bb9-bf7e-e648067f8ea7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:08.826571 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8cda78dd-1c6a-4b0c-9192-922fae9b8bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:08.836340 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5176d0f0-61a8-4bb9-bf7e-e648067f8ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:08.890164 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cda78dd-1c6a-4b0c-9192-922fae9b8bab None None] Pushing event updated for resources: {'Port': ['ID=e9292059-9ddc-45f5-833b-e9f1c704d8a1,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:08.952725 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-5176d0f0-61a8-4bb9-bf7e-e648067f8ea7 admin admin] Allocated IP 172.26.3.179 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/c088aaef-4aa4-4b2d-9d40-1849d04ba946) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:21:09.087112 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5176d0f0-61a8-4bb9-bf7e-e648067f8ea7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:09.181003 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5176d0f0-61a8-4bb9-bf7e-e648067f8ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:09.209228 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-7f59a9d2-2254-4002-89e6-53b065d93424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:09.226893 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5176d0f0-61a8-4bb9-bf7e-e648067f8ea7 admin admin] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:21:09.229973 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-5176d0f0-61a8-4bb9-bf7e-e648067f8ea7 admin admin] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:21:09.232374 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5176d0f0-61a8-4bb9-bf7e-e648067f8ea7 admin admin] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:21:09.257201 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5176d0f0-61a8-4bb9-bf7e-e648067f8ea7 admin admin] Pushing event updated for resources: {'Port': ['ID=c088aaef-4aa4-4b2d-9d40-1849d04ba946,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:09.561632 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5176d0f0-61a8-4bb9-bf7e-e648067f8ea7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:09.771262 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5176d0f0-61a8-4bb9-bf7e-e648067f8ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:09.811277 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff4b786-ab33-49c3-bd3c-faf2a44d0d21 None None] Network cdd8717f-21e8-4316-b64c-5c9b734d21c4 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:21:09.883344 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-6e33fe85-c148-495c-9441-1656d1fa8128 None None] Provisioning complete for port e9292059-9ddc-45f5-833b-e9f1c704d8a1 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:21:09.883629 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6e33fe85-c148-495c-9441-1656d1fa8128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:09.967431 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5176d0f0-61a8-4bb9-bf7e-e648067f8ea7 admin admin] Router 66d422ce-8128-4711-852b-2b51bf482aad is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:21:10.027172 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6e33fe85-c148-495c-9441-1656d1fa8128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:10.073290 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-6e33fe85-c148-495c-9441-1656d1fa8128 None None] For port e9292059-9ddc-45f5-833b-e9f1c704d8a1, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=e9292059-9ddc-45f5-833b-e9f1c704d8a1,segment=NetworkSegment(2fd36393-3bbe-4ecb-bbb0-c44e7509f877),segment_id=2fd36393-3bbe-4ecb-bbb0-c44e7509f877)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:21:10.158006 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6e33fe85-c148-495c-9441-1656d1fa8128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:10.220609 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e33fe85-c148-495c-9441-1656d1fa8128 None None] Pushing event updated for resources: {'Port': ['ID=e9292059-9ddc-45f5-833b-e9f1c704d8a1,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:10.284253 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-5c77ba0a-2acb-44a7-8e91-7a3a22e26990 None None] Provisioning complete for port e9292059-9ddc-45f5-833b-e9f1c704d8a1 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:21:10.284824 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5c77ba0a-2acb-44a7-8e91-7a3a22e26990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:10.360814 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device e9292059-9ddc-45f5-833b-e9f1c704d8a1 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:21:10.365726 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5176d0f0-61a8-4bb9-bf7e-e648067f8ea7 admin admin] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:21:10.379670 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad3e8ff-8d8e-491a-9c7c-d1abc3f29406 None None] Sync routers for ids ['66d422ce-8128-4711-852b-2b51bf482aad'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:21:10.393727 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad3e8ff-8d8e-491a-9c7c-d1abc3f29406 None None] Routers {'66d422ce-8128-4711-852b-2b51bf482aad'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:21:10.393727 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-0ad3e8ff-8d8e-491a-9c7c-d1abc3f29406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:21:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['66d422ce-8128-4711-852b-2b51bf482aad'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:21:10.442608 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port e9292059-9ddc-45f5-833b-e9f1c704d8a1 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:21:10.442989 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:10.480676 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5176d0f0-61a8-4bb9-bf7e-e648067f8ea7 admin admin] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:10.484649 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-5176d0f0-61a8-4bb9-bf7e-e648067f8ea7 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3180571 Feb 16 17:21:10.485165 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 57346) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:21:10.508829 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-0ad3e8ff-8d8e-491a-9c7c-d1abc3f29406 None None] Set router 66d422ce-8128-4711-852b-2b51bf482aad gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:21:10.523893 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:10.695405 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-0ad3e8ff-8d8e-491a-9c7c-d1abc3f29406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d422ce-8128-4711-852b-2b51bf482aad', 'name': 'tempest-ServerActionsTestJSON-313309323-router', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:09Z', 'revision_number': 3, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'gw_port': {'id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:60:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:21:10.723751 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad3e8ff-8d8e-491a-9c7c-d1abc3f29406 None None] Checking router: 66d422ce-8128-4711-852b-2b51bf482aad for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:21:10.724136 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad3e8ff-8d8e-491a-9c7c-d1abc3f29406 None None] Updating router 66d422ce-8128-4711-852b-2b51bf482aad port c088aaef-4aa4-4b2d-9d40-1849d04ba946 binding host dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:21:10.748996 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-0ad3e8ff-8d8e-491a-9c7c-d1abc3f29406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:10.910623 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-28a1da66-de16-4215-8bb6-d9077d673911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:11.003672 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-0ad3e8ff-8d8e-491a-9c7c-d1abc3f29406 None None] Notify callbacks [] for port, precommit_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:11.104546 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-0ad3e8ff-8d8e-491a-9c7c-d1abc3f29406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:11.114659 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-28a1da66-de16-4215-8bb6-d9077d673911 admin admin] Allocated IP 172.20.0.1 (cdd8717f-21e8-4316-b64c-5c9b734d21c4/a496ba2f-493e-47f8-a1a8-9c8b0b735fc3/125047d8-4988-48a9-bd6b-82deb9a14bf0) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:21:11.157301 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-0ad3e8ff-8d8e-491a-9c7c-d1abc3f29406 None None] Attempting to bind port c088aaef-4aa4-4b2d-9d40-1849d04ba946 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:21:11.157663 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-0ad3e8ff-8d8e-491a-9c7c-d1abc3f29406 None None] Attempting to bind port c088aaef-4aa4-4b2d-9d40-1849d04ba946 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:21:11.158022 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad3e8ff-8d8e-491a-9c7c-d1abc3f29406 None None] Attempting to bind port c088aaef-4aa4-4b2d-9d40-1849d04ba946 on network d8eab20e-246c-47ce-8449-822ce53769fc {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:21:11.161860 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d68dd3b-d215-4100-b17f-0774163493b1 None None] Pushing event updated for resources: {'Port': ['ID=c088aaef-4aa4-4b2d-9d40-1849d04ba946,revision_number=2']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:11.172641 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d68dd3b-d215-4100-b17f-0774163493b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:11.174005 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d68dd3b-d215-4100-b17f-0774163493b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:11.174602 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d68dd3b-d215-4100-b17f-0774163493b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:11.175201 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d68dd3b-d215-4100-b17f-0774163493b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:11.175700 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d68dd3b-d215-4100-b17f-0774163493b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:11.176691 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d68dd3b-d215-4100-b17f-0774163493b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:11.177144 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d68dd3b-d215-4100-b17f-0774163493b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:11.177712 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d68dd3b-d215-4100-b17f-0774163493b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:11.178279 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d68dd3b-d215-4100-b17f-0774163493b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:11.178828 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d68dd3b-d215-4100-b17f-0774163493b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:11.179342 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d68dd3b-d215-4100-b17f-0774163493b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:11.179848 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d68dd3b-d215-4100-b17f-0774163493b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:11.184089 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad3e8ff-8d8e-491a-9c7c-d1abc3f29406 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:21:11.184634 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad3e8ff-8d8e-491a-9c7c-d1abc3f29406 None None] Checking segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:21:11.185094 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-0ad3e8ff-8d8e-491a-9c7c-d1abc3f29406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:11.185492 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad3e8ff-8d8e-491a-9c7c-d1abc3f29406 None None] Bound using segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:21:11.186208 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-0ad3e8ff-8d8e-491a-9c7c-d1abc3f29406 None None] Bound port: c088aaef-4aa4-4b2d-9d40-1849d04ba946, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:21:11.186760 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-0ad3e8ff-8d8e-491a-9c7c-d1abc3f29406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:11.235923 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-28a1da66-de16-4215-8bb6-d9077d673911 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:11.237892 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-0ad3e8ff-8d8e-491a-9c7c-d1abc3f29406 None None] For port c088aaef-4aa4-4b2d-9d40-1849d04ba946, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:21:11.241203 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-0ad3e8ff-8d8e-491a-9c7c-d1abc3f29406 None None] For port c088aaef-4aa4-4b2d-9d40-1849d04ba946, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=c088aaef-4aa4-4b2d-9d40-1849d04ba946,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:21:11.341328 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-0ad3e8ff-8d8e-491a-9c7c-d1abc3f29406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:11.358090 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-28a1da66-de16-4215-8bb6-d9077d673911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:11.392777 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad3e8ff-8d8e-491a-9c7c-d1abc3f29406 None None] Routers {'66d422ce-8128-4711-852b-2b51bf482aad'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:21:11.393390 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-0ad3e8ff-8d8e-491a-9c7c-d1abc3f29406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:21:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['66d422ce-8128-4711-852b-2b51bf482aad'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:21:11.400508 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a1da66-de16-4215-8bb6-d9077d673911 admin admin] Network cdd8717f-21e8-4316-b64c-5c9b734d21c4 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:21:11.403360 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-28a1da66-de16-4215-8bb6-d9077d673911 admin admin] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:21:11.406883 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a1da66-de16-4215-8bb6-d9077d673911 admin admin] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:21:11.412941 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a1da66-de16-4215-8bb6-d9077d673911 admin admin] Pushing event updated for resources: {'Port': ['ID=125047d8-4988-48a9-bd6b-82deb9a14bf0,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:11.443846 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d68dd3b-d215-4100-b17f-0774163493b1 None None] Pushing event updated for resources: {'Port': ['ID=c088aaef-4aa4-4b2d-9d40-1849d04ba946,revision_number=3']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:11.451221 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-28a1da66-de16-4215-8bb6-d9077d673911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:11.520696 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-0ad3e8ff-8d8e-491a-9c7c-d1abc3f29406 None None] Set router 66d422ce-8128-4711-852b-2b51bf482aad gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:21:11.641289 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-28a1da66-de16-4215-8bb6-d9077d673911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:11.653216 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-de0ab6ef-24fb-4ccb-9f03-eddc34213a5a None None] Provisioning complete for port 125047d8-4988-48a9-bd6b-82deb9a14bf0 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:21:11.655700 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-de0ab6ef-24fb-4ccb-9f03-eddc34213a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:11.692642 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-de0ab6ef-24fb-4ccb-9f03-eddc34213a5a None None] Port 125047d8-4988-48a9-bd6b-82deb9a14bf0 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:21:11.714158 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-0ad3e8ff-8d8e-491a-9c7c-d1abc3f29406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d422ce-8128-4711-852b-2b51bf482aad', 'name': 'tempest-ServerActionsTestJSON-313309323-router', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:09Z', 'revision_number': 3, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'gw_port': {'id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:60:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:21:11.744497 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad3e8ff-8d8e-491a-9c7c-d1abc3f29406 None None] The sync data for ids ['66d422ce-8128-4711-852b-2b51bf482aad'] in dv-neutron-828697-3-hyperv is: [{'id': '66d422ce-8128-4711-852b-2b51bf482aad', 'name': 'tempest-ServerActionsTestJSON-313309323-router', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:09Z', 'revision_number': 3, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'gw_port': {'id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:60:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:21:11.814406 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-28a1da66-de16-4215-8bb6-d9077d673911 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:11.864865 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:11.893623 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-28a1da66-de16-4215-8bb6-d9077d673911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:11.972007 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-28a1da66-de16-4215-8bb6-d9077d673911 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:11.976267 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a1da66-de16-4215-8bb6-d9077d673911 admin admin] Pushing event updated for resources: {'Port': ['ID=125047d8-4988-48a9-bd6b-82deb9a14bf0,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:12.074193 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a1da66-de16-4215-8bb6-d9077d673911 admin admin] Network cdd8717f-21e8-4316-b64c-5c9b734d21c4 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:21:12.076610 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-28a1da66-de16-4215-8bb6-d9077d673911 admin admin] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:21:12.123583 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:12.204455 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a1da66-de16-4215-8bb6-d9077d673911 admin admin] Router 66d422ce-8128-4711-852b-2b51bf482aad has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:21:12.322462 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-87ab8baa-e353-4afa-ac2c-8cad832672e7 None None] Provisioning complete for port 125047d8-4988-48a9-bd6b-82deb9a14bf0 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:21:12.323347 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-87ab8baa-e353-4afa-ac2c-8cad832672e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:12.334785 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a1da66-de16-4215-8bb6-d9077d673911 admin admin] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:21:12.342976 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-28a1da66-de16-4215-8bb6-d9077d673911 admin admin] 10.222.0.88 "PUT /v2.0/routers/66d422ce-8128-4711-852b-2b51bf482aad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8564358 Feb 16 17:21:12.370866 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-87ab8baa-e353-4afa-ac2c-8cad832672e7 None None] Port 125047d8-4988-48a9-bd6b-82deb9a14bf0 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:21:12.385116 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device c088aaef-4aa4-4b2d-9d40-1849d04ba946 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:21:12.438922 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port c088aaef-4aa4-4b2d-9d40-1849d04ba946 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:21:12.439312 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:12.539908 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:12.562219 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port c088aaef-4aa4-4b2d-9d40-1849d04ba946, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=c088aaef-4aa4-4b2d-9d40-1849d04ba946,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:21:12.627049 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:12.687021 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=c088aaef-4aa4-4b2d-9d40-1849d04ba946,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:13.350451 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f291075-a30f-4c59-bdda-69ea5c660c1a None None] Sync routers for ids ['66d422ce-8128-4711-852b-2b51bf482aad'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:21:13.362998 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f291075-a30f-4c59-bdda-69ea5c660c1a None None] Routers {'66d422ce-8128-4711-852b-2b51bf482aad'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:21:13.363622 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-5f291075-a30f-4c59-bdda-69ea5c660c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:21:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['66d422ce-8128-4711-852b-2b51bf482aad'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:21:13.386550 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 57354) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:21:13.391235 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-7c3f38de-d2ef-4995-8a44-881ef462b85c tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1033172930', 'description': 'tempest-description--478417237'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:21:13.484207 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7c3f38de-d2ef-4995-8a44-881ef462b85c tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:13.554603 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7c3f38de-d2ef-4995-8a44-881ef462b85c tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:13.620606 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7c3f38de-d2ef-4995-8a44-881ef462b85c tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:13.621320 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-5f291075-a30f-4c59-bdda-69ea5c660c1a None None] Set router 66d422ce-8128-4711-852b-2b51bf482aad gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:21:13.649777 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f38de-d2ef-4995-8a44-881ef462b85c tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:13.741164 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7c3f38de-d2ef-4995-8a44-881ef462b85c tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:13.742390 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-7c3f38de-d2ef-4995-8a44-881ef462b85c tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3547955 Feb 16 17:21:13.745171 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 57356) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:21:13.750309 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-65aa770f-87b0-4601-8fe5-423f79035e0a tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Request body: {'security_group_rule': {'security_group_id': 'bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:21:13.821738 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-5f291075-a30f-4c59-bdda-69ea5c660c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d422ce-8128-4711-852b-2b51bf482aad', 'name': 'tempest-ServerActionsTestJSON-313309323-router', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:11Z', 'revision_number': 4, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'gw_port': {'id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '125047d8-4988-48a9-bd6b-82deb9a14bf0', 'name': '', 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'mac_address': 'fa:16:3e:a1:3a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:21:10Z', 'updated_at': '2022-02-16T17:21:11Z', 'revision_number': 2, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'subnets': [{'id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:21:13.848511 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f291075-a30f-4c59-bdda-69ea5c660c1a None None] Checking router: 66d422ce-8128-4711-852b-2b51bf482aad for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:21:13.848861 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f291075-a30f-4c59-bdda-69ea5c660c1a None None] Updating router 66d422ce-8128-4711-852b-2b51bf482aad port 125047d8-4988-48a9-bd6b-82deb9a14bf0 binding host dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:21:13.853481 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-65aa770f-87b0-4601-8fe5-423f79035e0a tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:13.873215 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5f291075-a30f-4c59-bdda-69ea5c660c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:13.910723 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-65aa770f-87b0-4601-8fe5-423f79035e0a tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:13.992116 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-65aa770f-87b0-4601-8fe5-423f79035e0a tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:14.012588 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aa770f-87b0-4601-8fe5-423f79035e0a tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf83f0fe-e12e-40ac-b59b-75d0bbd77a00,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:14.091236 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-65aa770f-87b0-4601-8fe5-423f79035e0a tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:14.092522 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-65aa770f-87b0-4601-8fe5-423f79035e0a tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3464043 Feb 16 17:21:14.095104 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 57358) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:21:14.100220 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-49701196-7303-4d7e-bc7a-be4440bf3bde tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Request body: {'security_group_rule': {'security_group_id': 'bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:21:14.137354 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5f291075-a30f-4c59-bdda-69ea5c660c1a None None] Notify callbacks [] for port, precommit_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:14.189348 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-49701196-7303-4d7e-bc7a-be4440bf3bde tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:14.220690 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5f291075-a30f-4c59-bdda-69ea5c660c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:14.245846 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-49701196-7303-4d7e-bc7a-be4440bf3bde tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:14.289445 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a04529-3668-4932-9f15-76f2fe54358c None None] Pushing event updated for resources: {'Port': ['ID=125047d8-4988-48a9-bd6b-82deb9a14bf0,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:14.318072 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-49701196-7303-4d7e-bc7a-be4440bf3bde tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:14.323301 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-5f291075-a30f-4c59-bdda-69ea5c660c1a None None] Attempting to bind port 125047d8-4988-48a9-bd6b-82deb9a14bf0 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:21:14.323753 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-5f291075-a30f-4c59-bdda-69ea5c660c1a None None] Attempting to bind port 125047d8-4988-48a9-bd6b-82deb9a14bf0 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '2fd36393-3bbe-4ecb-bbb0-c44e7509f877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:21:14.324194 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f291075-a30f-4c59-bdda-69ea5c660c1a None None] Attempting to bind port 125047d8-4988-48a9-bd6b-82deb9a14bf0 on network cdd8717f-21e8-4316-b64c-5c9b734d21c4 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:21:14.329469 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f291075-a30f-4c59-bdda-69ea5c660c1a None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:21:14.333100 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f291075-a30f-4c59-bdda-69ea5c660c1a None None] Checking segment: {'id': '2fd36393-3bbe-4ecb-bbb0-c44e7509f877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:21:14.333100 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5f291075-a30f-4c59-bdda-69ea5c660c1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:14.333100 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f291075-a30f-4c59-bdda-69ea5c660c1a None None] Bound using segment: {'id': '2fd36393-3bbe-4ecb-bbb0-c44e7509f877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:21:14.333100 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-5f291075-a30f-4c59-bdda-69ea5c660c1a None None] Bound port: 125047d8-4988-48a9-bd6b-82deb9a14bf0, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fd36393-3bbe-4ecb-bbb0-c44e7509f877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:21:14.333100 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5f291075-a30f-4c59-bdda-69ea5c660c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:14.341866 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49701196-7303-4d7e-bc7a-be4440bf3bde tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f54c30e6-adac-4686-b88c-249e276bf9c8,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:14.345177 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device c088aaef-4aa4-4b2d-9d40-1849d04ba946 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:21:14.448087 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-5f291075-a30f-4c59-bdda-69ea5c660c1a None None] For port 125047d8-4988-48a9-bd6b-82deb9a14bf0, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:21:14.450206 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port c088aaef-4aa4-4b2d-9d40-1849d04ba946 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:21:14.450609 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:14.453517 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-5f291075-a30f-4c59-bdda-69ea5c660c1a None None] For port 125047d8-4988-48a9-bd6b-82deb9a14bf0, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=125047d8-4988-48a9-bd6b-82deb9a14bf0,segment=NetworkSegment(2fd36393-3bbe-4ecb-bbb0-c44e7509f877),segment_id=2fd36393-3bbe-4ecb-bbb0-c44e7509f877)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:21:14.457397 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-49701196-7303-4d7e-bc7a-be4440bf3bde tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:14.458664 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-49701196-7303-4d7e-bc7a-be4440bf3bde tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3625419 Feb 16 17:21:14.462058 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 57360) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:21:14.466618 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-7c640759-09c2-40f8-81c5-010d09451669 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Request body: {'floatingip': {'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:21:14.534919 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-ea268f37-5e25-4461-a5ed-a791558ad761 None None] Provisioning complete for port 125047d8-4988-48a9-bd6b-82deb9a14bf0 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:21:14.535216 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ea268f37-5e25-4461-a5ed-a791558ad761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:14.564634 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5f291075-a30f-4c59-bdda-69ea5c660c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:14.574945 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7c640759-09c2-40f8-81c5-010d09451669 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks [] for floatingip, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:14.607990 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-ea268f37-5e25-4461-a5ed-a791558ad761 None None] Port 125047d8-4988-48a9-bd6b-82deb9a14bf0 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:21:14.634506 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f291075-a30f-4c59-bdda-69ea5c660c1a None None] Routers {'66d422ce-8128-4711-852b-2b51bf482aad'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:21:14.635155 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-5f291075-a30f-4c59-bdda-69ea5c660c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:21:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['66d422ce-8128-4711-852b-2b51bf482aad'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:21:14.677484 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7c640759-09c2-40f8-81c5-010d09451669 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:14.680062 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a04529-3668-4932-9f15-76f2fe54358c None None] Pushing event updated for resources: {'Port': ['ID=125047d8-4988-48a9-bd6b-82deb9a14bf0,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:14.749057 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-5f291075-a30f-4c59-bdda-69ea5c660c1a None None] Set router 66d422ce-8128-4711-852b-2b51bf482aad gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:21:14.799163 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-7c640759-09c2-40f8-81c5-010d09451669 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Allocated IP 172.26.3.164 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/893da010-4497-464e-b32c-4ab706f7027c) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:21:14.912022 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7c640759-09c2-40f8-81c5-010d09451669 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:14.954093 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-e568dd52-d261-479f-82ac-05f6e598624f None None] Provisioning complete for port 125047d8-4988-48a9-bd6b-82deb9a14bf0 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:21:14.954644 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e568dd52-d261-479f-82ac-05f6e598624f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:15.003307 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-5f291075-a30f-4c59-bdda-69ea5c660c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d422ce-8128-4711-852b-2b51bf482aad', 'name': 'tempest-ServerActionsTestJSON-313309323-router', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:11Z', 'revision_number': 4, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'gw_port': {'id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '125047d8-4988-48a9-bd6b-82deb9a14bf0', 'name': '', 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'mac_address': 'fa:16:3e:a1:3a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:21:10Z', 'updated_at': '2022-02-16T17:21:14Z', 'revision_number': 4, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'subnets': [{'id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:21:15.009781 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7c640759-09c2-40f8-81c5-010d09451669 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:15.032119 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f291075-a30f-4c59-bdda-69ea5c660c1a None None] The sync data for ids ['66d422ce-8128-4711-852b-2b51bf482aad'] in dv-neutron-828697-3-hyperv is: [{'id': '66d422ce-8128-4711-852b-2b51bf482aad', 'name': 'tempest-ServerActionsTestJSON-313309323-router', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:11Z', 'revision_number': 4, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'gw_port': {'id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '125047d8-4988-48a9-bd6b-82deb9a14bf0', 'name': '', 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'mac_address': 'fa:16:3e:a1:3a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:21:10Z', 'updated_at': '2022-02-16T17:21:14Z', 'revision_number': 4, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'subnets': [{'id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:21:15.050018 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c640759-09c2-40f8-81c5-010d09451669 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:21:15.055091 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-7c640759-09c2-40f8-81c5-010d09451669 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:21:15.059569 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c640759-09c2-40f8-81c5-010d09451669 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:21:15.062784 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c640759-09c2-40f8-81c5-010d09451669 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Pushing event updated for resources: {'Port': ['ID=893da010-4497-464e-b32c-4ab706f7027c,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:15.075821 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e568dd52-d261-479f-82ac-05f6e598624f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:15.153297 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-e568dd52-d261-479f-82ac-05f6e598624f None None] For port 125047d8-4988-48a9-bd6b-82deb9a14bf0, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=125047d8-4988-48a9-bd6b-82deb9a14bf0,segment=NetworkSegment(2fd36393-3bbe-4ecb-bbb0-c44e7509f877),segment_id=2fd36393-3bbe-4ecb-bbb0-c44e7509f877)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:21:15.186148 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7c640759-09c2-40f8-81c5-010d09451669 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:15.232161 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e568dd52-d261-479f-82ac-05f6e598624f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:15.293185 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e568dd52-d261-479f-82ac-05f6e598624f None None] Pushing event updated for resources: {'Port': ['ID=125047d8-4988-48a9-bd6b-82deb9a14bf0,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:15.293356 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7c640759-09c2-40f8-81c5-010d09451669 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:15.451140 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7c640759-09c2-40f8-81c5-010d09451669 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:15.501035 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7c640759-09c2-40f8-81c5-010d09451669 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:15.580528 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c640759-09c2-40f8-81c5-010d09451669 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Pushing event updated for resources: {'Port': ['ID=893da010-4497-464e-b32c-4ab706f7027c,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:15.590836 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7c640759-09c2-40f8-81c5-010d09451669 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:15.689849 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7c640759-09c2-40f8-81c5-010d09451669 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:15.691126 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-7c640759-09c2-40f8-81c5-010d09451669 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2281289 Feb 16 17:21:15.839340 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-1cfc6282-ae58-4c46-bd23-24e453122ab8 req-0a299589-e0bf-4825-a527-4bcab0377f47 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1033172930&fields=id&tenant_id=044c073cf03a45d9aa87a4f930121794 HTTP/1.1" status: 200 len: 267 time: 0.0363925 Feb 16 17:21:15.947307 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc6282-ae58-4c46-bd23-24e453122ab8 req-e6e19089-ada3-44a1-ae73-347478ed2f9d tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:15.948908 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-1cfc6282-ae58-4c46-bd23-24e453122ab8 req-e6e19089-ada3-44a1-ae73-347478ed2f9d tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/networks?id=cdd8717f-21e8-4316-b64c-5c9b734d21c4 HTTP/1.1" status: 200 len: 811 time: 0.1025951 Feb 16 17:21:15.964548 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-1cfc6282-ae58-4c46-bd23-24e453122ab8 req-4b868672-9533-4a34-ae1a-ff85480b6fab tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/quotas/044c073cf03a45d9aa87a4f930121794 HTTP/1.1" status: 200 len: 375 time: 0.0096157 Feb 16 17:21:16.026521 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-1cfc6282-ae58-4c46-bd23-24e453122ab8 req-e893b444-6b22-489e-b3cb-60a8833e118b tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=044c073cf03a45d9aa87a4f930121794&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0557964 Feb 16 17:21:16.121890 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-1cfc6282-ae58-4c46-bd23-24e453122ab8 req-c9a90b3c-c78f-48b4-be82-041bcf76f9a8 service neutron] 10.222.0.88 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823364 Feb 16 17:21:16.214060 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-1cfc6282-ae58-4c46-bd23-24e453122ab8 req-9ae252c1-46cd-4403-b81c-3f6f4081909f service neutron] 10.222.0.88 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861666 Feb 16 17:21:16.343639 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 125047d8-4988-48a9-bd6b-82deb9a14bf0 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:21:16.390962 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 125047d8-4988-48a9-bd6b-82deb9a14bf0 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:21:16.391262 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:16.496306 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-881d720b-f1ae-43da-b4ee-027e57252452 req-e774c225-67ea-4ba8-bf8a-3470428e563d tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=c6370226-bcb6-489d-9bfa-34f75350194b HTTP/1.1" status: 200 len: 210 time: 0.0331674 Feb 16 17:21:17.591439 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-22f0ea0b-2314-4593-ab1f-e40efd0c0ecf req-9a56905e-2689-4f22-8329-3c49deabf836 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=c6370226-bcb6-489d-9bfa-34f75350194b HTTP/1.1" status: 200 len: 210 time: 0.0285804 Feb 16 17:21:18.547954 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc6282-ae58-4c46-bd23-24e453122ab8 req-28eac889-a585-44f4-b446-6f1740db3fd5 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:18.549331 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1cfc6282-ae58-4c46-bd23-24e453122ab8 req-28eac889-a585-44f4-b446-6f1740db3fd5 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.89 "GET /v2.0/networks?id=cdd8717f-21e8-4316-b64c-5c9b734d21c4 HTTP/1.1" status: 200 len: 811 time: 0.0988922 Feb 16 17:21:18.591223 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1cfc6282-ae58-4c46-bd23-24e453122ab8 req-35a291dc-e146-491b-a783-84d004a472a7 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=044c073cf03a45d9aa87a4f930121794 HTTP/1.1" status: 200 len: 380 time: 0.0335860 Feb 16 17:21:18.600033 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-1cfc6282-ae58-4c46-bd23-24e453122ab8 req-4053f64b-f33e-4044-b1ff-c24b6cacc405 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Request body: {'port': {'device_id': 'c6370226-bcb6-489d-9bfa-34f75350194b', 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4', 'admin_state_up': True, 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'security_groups': ['bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf']}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:21:18.689890 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d63968b7-15cc-461b-9a3c-2f8ee84974c9 req-52a9a380-c9d2-40f9-bc7a-51ef7edba884 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=c6370226-bcb6-489d-9bfa-34f75350194b HTTP/1.1" status: 200 len: 210 time: 0.0287471 Feb 16 17:21:18.809187 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cfc6282-ae58-4c46-bd23-24e453122ab8 req-4053f64b-f33e-4044-b1ff-c24b6cacc405 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Made reservation on behalf of 044c073cf03a45d9aa87a4f930121794 for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:21:18.812741 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-1cfc6282-ae58-4c46-bd23-24e453122ab8 req-4053f64b-f33e-4044-b1ff-c24b6cacc405 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:18.960142 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [req-1cfc6282-ae58-4c46-bd23-24e453122ab8 req-4053f64b-f33e-4044-b1ff-c24b6cacc405 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Allocated IP 172.20.0.13 (cdd8717f-21e8-4316-b64c-5c9b734d21c4/a496ba2f-493e-47f8-a1a8-9c8b0b735fc3/aee38a18-33f3-4b34-8170-70056532cf7f) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:21:19.091564 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-1cfc6282-ae58-4c46-bd23-24e453122ab8 req-4053f64b-f33e-4044-b1ff-c24b6cacc405 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:19.193106 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-1cfc6282-ae58-4c46-bd23-24e453122ab8 req-4053f64b-f33e-4044-b1ff-c24b6cacc405 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:19.240891 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cfc6282-ae58-4c46-bd23-24e453122ab8 req-4053f64b-f33e-4044-b1ff-c24b6cacc405 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Network cdd8717f-21e8-4316-b64c-5c9b734d21c4 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:21:19.243738 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [req-1cfc6282-ae58-4c46-bd23-24e453122ab8 req-4053f64b-f33e-4044-b1ff-c24b6cacc405 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:21:19.247278 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cfc6282-ae58-4c46-bd23-24e453122ab8 req-4053f64b-f33e-4044-b1ff-c24b6cacc405 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:21:19.272114 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4053f64b-f33e-4044-b1ff-c24b6cacc405 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Pushing event updated for resources: {'Port': ['ID=aee38a18-33f3-4b34-8170-70056532cf7f,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:19.304069 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc6282-ae58-4c46-bd23-24e453122ab8 req-4053f64b-f33e-4044-b1ff-c24b6cacc405 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:19.304669 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-1cfc6282-ae58-4c46-bd23-24e453122ab8 req-4053f64b-f33e-4044-b1ff-c24b6cacc405 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:19.451885 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1cfc6282-ae58-4c46-bd23-24e453122ab8 req-4053f64b-f33e-4044-b1ff-c24b6cacc405 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8552060 Feb 16 17:21:19.463017 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-1cfc6282-ae58-4c46-bd23-24e453122ab8 req-62558b95-1c1d-4587-9960-73809143f58b service neutron] Request body: {'port': {'device_id': 'c6370226-bcb6-489d-9bfa-34f75350194b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8286'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:21:19.487938 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-79b05130-129d-4045-b6e2-f626bab693a3 None None] Provisioning complete for port aee38a18-33f3-4b34-8170-70056532cf7f triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:21:19.488555 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-79b05130-129d-4045-b6e2-f626bab693a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:19.517653 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-1cfc6282-ae58-4c46-bd23-24e453122ab8 req-62558b95-1c1d-4587-9960-73809143f58b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:19.522464 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-79b05130-129d-4045-b6e2-f626bab693a3 None None] Port aee38a18-33f3-4b34-8170-70056532cf7f cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:21:19.783180 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [req-1cfc6282-ae58-4c46-bd23-24e453122ab8 req-62558b95-1c1d-4587-9960-73809143f58b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aee38a18-33f3-4b34-8170-70056532cf7f {{(pid=114376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:21:19.792214 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-1cfc6282-ae58-4c46-bd23-24e453122ab8 req-62558b95-1c1d-4587-9960-73809143f58b service neutron] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:19.804101 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.provisioning_blocks [req-1cfc6282-ae58-4c46-bd23-24e453122ab8 req-62558b95-1c1d-4587-9960-73809143f58b service neutron] Transition to ACTIVE for port object aee38a18-33f3-4b34-8170-70056532cf7f will not be triggered until provisioned by entity L2. {{(pid=114376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:21:19.805270 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb973e1-b88a-490b-8178-bd89dc80a2a3 req-5be57e32-3b3f-498b-8caa-96197e0d71d4 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:19.806750 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-7bb973e1-b88a-490b-8178-bd89dc80a2a3 req-5be57e32-3b3f-498b-8caa-96197e0d71d4 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=c6370226-bcb6-489d-9bfa-34f75350194b HTTP/1.1" status: 200 len: 932 time: 0.0489821 Feb 16 17:21:19.844969 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-7bb973e1-b88a-490b-8178-bd89dc80a2a3 req-a7d40b30-75c3-4cca-8ac1-58390b993e69 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319846 Feb 16 17:21:19.870423 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-1cfc6282-ae58-4c46-bd23-24e453122ab8 req-62558b95-1c1d-4587-9960-73809143f58b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:19.922461 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62558b95-1c1d-4587-9960-73809143f58b service neutron] Pushing event updated for resources: {'Port': ['ID=aee38a18-33f3-4b34-8170-70056532cf7f,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:19.987392 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-1cfc6282-ae58-4c46-bd23-24e453122ab8 req-62558b95-1c1d-4587-9960-73809143f58b service neutron] Attempting to bind port aee38a18-33f3-4b34-8170-70056532cf7f on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:21:19.991844 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-1cfc6282-ae58-4c46-bd23-24e453122ab8 req-62558b95-1c1d-4587-9960-73809143f58b service neutron] Attempting to bind port aee38a18-33f3-4b34-8170-70056532cf7f by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': '2fd36393-3bbe-4ecb-bbb0-c44e7509f877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:21:19.991844 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfc6282-ae58-4c46-bd23-24e453122ab8 req-62558b95-1c1d-4587-9960-73809143f58b service neutron] Attempting to bind port aee38a18-33f3-4b34-8170-70056532cf7f on network cdd8717f-21e8-4316-b64c-5c9b734d21c4 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:21:19.993100 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfc6282-ae58-4c46-bd23-24e453122ab8 req-62558b95-1c1d-4587-9960-73809143f58b service neutron] Port aee38a18-33f3-4b34-8170-70056532cf7f on network cdd8717f-21e8-4316-b64c-5c9b734d21c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:21:19.993459 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfc6282-ae58-4c46-bd23-24e453122ab8 req-62558b95-1c1d-4587-9960-73809143f58b service neutron] Attempting to bind port aee38a18-33f3-4b34-8170-70056532cf7f on network cdd8717f-21e8-4316-b64c-5c9b734d21c4 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:21:19.998526 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfc6282-ae58-4c46-bd23-24e453122ab8 req-62558b95-1c1d-4587-9960-73809143f58b service neutron] Checking agent: {'id': '65dda45c-bbef-42f9-9728-e0fd84037987', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8286', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 56), 'started_at': datetime.datetime(2022, 2, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:21:19.998864 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfc6282-ae58-4c46-bd23-24e453122ab8 req-62558b95-1c1d-4587-9960-73809143f58b service neutron] Checking segment: {'id': '2fd36393-3bbe-4ecb-bbb0-c44e7509f877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:21:19.999243 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfc6282-ae58-4c46-bd23-24e453122ab8 req-62558b95-1c1d-4587-9960-73809143f58b service neutron] Bound using segment: {'id': '2fd36393-3bbe-4ecb-bbb0-c44e7509f877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4'} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:21:19.999669 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-1cfc6282-ae58-4c46-bd23-24e453122ab8 req-62558b95-1c1d-4587-9960-73809143f58b service neutron] Bound port: aee38a18-33f3-4b34-8170-70056532cf7f, host: hv-neutron-8286, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fd36393-3bbe-4ecb-bbb0-c44e7509f877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4'}}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:21:20.000043 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-1cfc6282-ae58-4c46-bd23-24e453122ab8 req-62558b95-1c1d-4587-9960-73809143f58b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:20.070047 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-1cfc6282-ae58-4c46-bd23-24e453122ab8 req-62558b95-1c1d-4587-9960-73809143f58b service neutron] For port aee38a18-33f3-4b34-8170-70056532cf7f, host hv-neutron-8286, cleared binding levels {{(pid=114376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:21:20.073000 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-1cfc6282-ae58-4c46-bd23-24e453122ab8 req-62558b95-1c1d-4587-9960-73809143f58b service neutron] For port aee38a18-33f3-4b34-8170-70056532cf7f, host hv-neutron-8286, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=aee38a18-33f3-4b34-8170-70056532cf7f,segment=NetworkSegment(2fd36393-3bbe-4ecb-bbb0-c44e7509f877),segment_id=2fd36393-3bbe-4ecb-bbb0-c44e7509f877)] {{(pid=114376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:21:20.163400 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-1cfc6282-ae58-4c46-bd23-24e453122ab8 req-62558b95-1c1d-4587-9960-73809143f58b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:20.197314 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc6282-ae58-4c46-bd23-24e453122ab8 req-62558b95-1c1d-4587-9960-73809143f58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:20.198057 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-1cfc6282-ae58-4c46-bd23-24e453122ab8 req-62558b95-1c1d-4587-9960-73809143f58b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:20.199633 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1cfc6282-ae58-4c46-bd23-24e453122ab8 req-62558b95-1c1d-4587-9960-73809143f58b service neutron] 10.222.0.89 "PUT /v2.0/ports/aee38a18-33f3-4b34-8170-70056532cf7f HTTP/1.1" status: 200 len: 1094 time: 0.7406309 Feb 16 17:21:20.201939 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6370226-bcb6-489d-9bfa-34f75350194b', 'tag': 'aee38a18-33f3-4b34-8170-70056532cf7f'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:21:20.204597 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3400e6c7-3b45-4283-b4ef-ef38677fb0a1" -d '{"events": [{"name": "network-changed", "server_uuid": "c6370226-bcb6-489d-9bfa-34f75350194b", "tag": "aee38a18-33f3-4b34-8170-70056532cf7f"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:21:20.229691 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62558b95-1c1d-4587-9960-73809143f58b service neutron] Pushing event updated for resources: {'Port': ['ID=aee38a18-33f3-4b34-8170-70056532cf7f,revision_number=3']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:20.244711 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9a42cd-d0af-4dce-8873-6fc04e7f1c84 x-openstack-request-id: req-5e9a42cd-d0af-4dce-8873-6fc04e7f1c84 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:21:20.245007 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6370226-bcb6-489d-9bfa-34f75350194b", "tag": "aee38a18-33f3-4b34-8170-70056532cf7f", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:21:20.245279 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5e9a42cd-d0af-4dce-8873-6fc04e7f1c84 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:21:20.245682 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6370226-bcb6-489d-9bfa-34f75350194b', 'tag': 'aee38a18-33f3-4b34-8170-70056532cf7f', 'status': 'completed', 'code': 200} Feb 16 17:21:20.306509 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400e6c7-3b45-4283-b4ef-ef38677fb0a1 req-223132c3-132f-462c-9325-8ad8dd628cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:20.308155 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3400e6c7-3b45-4283-b4ef-ef38677fb0a1 req-223132c3-132f-462c-9325-8ad8dd628cd1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=044c073cf03a45d9aa87a4f930121794&device_id=c6370226-bcb6-489d-9bfa-34f75350194b HTTP/1.1" status: 200 len: 1097 time: 0.0431859 Feb 16 17:21:20.411727 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400e6c7-3b45-4283-b4ef-ef38677fb0a1 req-96e40162-f88e-46ad-9fff-53b0da8796e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:20.413371 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3400e6c7-3b45-4283-b4ef-ef38677fb0a1 req-96e40162-f88e-46ad-9fff-53b0da8796e0 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=044c073cf03a45d9aa87a4f930121794&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0979915 Feb 16 17:21:20.508956 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400e6c7-3b45-4283-b4ef-ef38677fb0a1 req-0a506b38-f7cb-4243-8144-d386f2beede9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:20.510365 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3400e6c7-3b45-4283-b4ef-ef38677fb0a1 req-0a506b38-f7cb-4243-8144-d386f2beede9 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0866766 Feb 16 17:21:20.585457 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc6282-ae58-4c46-bd23-24e453122ab8 req-4f14ea0a-279d-409c-985e-5f7459991f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:20.586900 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1cfc6282-ae58-4c46-bd23-24e453122ab8 req-4f14ea0a-279d-409c-985e-5f7459991f48 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=044c073cf03a45d9aa87a4f930121794&device_id=c6370226-bcb6-489d-9bfa-34f75350194b HTTP/1.1" status: 200 len: 1097 time: 0.0397112 Feb 16 17:21:20.631043 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1cfc6282-ae58-4c46-bd23-24e453122ab8 req-0c3d9e8f-9613-4e17-b3aa-508645c8006e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aee38a18-33f3-4b34-8170-70056532cf7f HTTP/1.1" status: 200 len: 217 time: 0.0368216 Feb 16 17:21:20.677685 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc6282-ae58-4c46-bd23-24e453122ab8 req-ddc38413-dc92-4cb8-8992-e112878f18da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:20.679078 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1cfc6282-ae58-4c46-bd23-24e453122ab8 req-ddc38413-dc92-4cb8-8992-e112878f18da service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a496ba2f-493e-47f8-a1a8-9c8b0b735fc3 HTTP/1.1" status: 200 len: 850 time: 0.0414898 Feb 16 17:21:20.722524 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc6282-ae58-4c46-bd23-24e453122ab8 req-bc0423e6-82b5-439d-beea-91fabb88e2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:20.723969 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1cfc6282-ae58-4c46-bd23-24e453122ab8 req-bc0423e6-82b5-439d-beea-91fabb88e2b5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cdd8717f-21e8-4316-b64c-5c9b734d21c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0382617 Feb 16 17:21:20.814961 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1cfc6282-ae58-4c46-bd23-24e453122ab8 req-4f3015c4-45e0-4256-a667-5943c7d6273a service neutron] 10.222.0.89 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841489 Feb 16 17:21:20.903057 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1cfc6282-ae58-4c46-bd23-24e453122ab8 req-c5dc8e15-e1c8-4287-98e4-dea29945e893 service neutron] 10.222.0.89 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815814 Feb 16 17:21:20.958099 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b789607-7821-4c23-8cb9-52f59e1ff534 req-0f612722-da56-49a0-aef9-6bd631a67795 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:20.959627 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-3b789607-7821-4c23-8cb9-52f59e1ff534 req-0f612722-da56-49a0-aef9-6bd631a67795 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=c6370226-bcb6-489d-9bfa-34f75350194b HTTP/1.1" status: 200 len: 944 time: 0.0475831 Feb 16 17:21:20.996927 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-3b789607-7821-4c23-8cb9-52f59e1ff534 req-4ade1174-d568-48f3-9736-dba2098fac3b tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313032 Feb 16 17:21:22.119564 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f8db2-3671-4133-9645-d9d265b61234 req-e5cdbd01-0bd2-4b9f-88d1-8b4597c2582f tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:22.121104 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-826f8db2-3671-4133-9645-d9d265b61234 req-e5cdbd01-0bd2-4b9f-88d1-8b4597c2582f tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=c6370226-bcb6-489d-9bfa-34f75350194b HTTP/1.1" status: 200 len: 944 time: 0.0506127 Feb 16 17:21:22.174619 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-826f8db2-3671-4133-9645-d9d265b61234 req-256df1c8-ece5-4579-96d4-92d2f29caedc tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385885 Feb 16 17:21:22.971488 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device aee38a18-33f3-4b34-8170-70056532cf7f details requested by agent hyperv_hv-neutron-8286 with host hv-neutron-8286 {{(pid=114377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:21:23.066300 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port aee38a18-33f3-4b34-8170-70056532cf7f, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=aee38a18-33f3-4b34-8170-70056532cf7f,segment=NetworkSegment(2fd36393-3bbe-4ecb-bbb0-c44e7509f877),segment_id=2fd36393-3bbe-4ecb-bbb0-c44e7509f877)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:21:23.077474 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Returning: {'device': 'aee38a18-33f3-4b34-8170-70056532cf7f', 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4', 'port_id': 'aee38a18-33f3-4b34-8170-70056532cf7f', 'mac_address': 'fa:16:3e:03:53:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:21:23.113967 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:23.126864 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aee38a18-33f3-4b34-8170-70056532cf7f {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:21:23.145677 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port aee38a18-33f3-4b34-8170-70056532cf7f, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=aee38a18-33f3-4b34-8170-70056532cf7f,segment=NetworkSegment(2fd36393-3bbe-4ecb-bbb0-c44e7509f877),segment_id=2fd36393-3bbe-4ecb-bbb0-c44e7509f877)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:21:23.291621 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbee455-4eaf-4be7-8fa1-e944d2d28eb6 req-8637b5b5-1c24-4f0d-a148-89fc3fc1fce5 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:23.293086 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-1bbee455-4eaf-4be7-8fa1-e944d2d28eb6 req-8637b5b5-1c24-4f0d-a148-89fc3fc1fce5 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=c6370226-bcb6-489d-9bfa-34f75350194b HTTP/1.1" status: 200 len: 944 time: 0.0515928 Feb 16 17:21:23.294772 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:23.330870 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-1bbee455-4eaf-4be7-8fa1-e944d2d28eb6 req-ef71d080-d455-42b2-ab83-1e9a473021b3 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317414 Feb 16 17:21:23.345644 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=aee38a18-33f3-4b34-8170-70056532cf7f,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:23.353396 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:23.353745 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:23.354086 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:23.354421 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:23.354751 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:23.355109 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:23.355437 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:23.355765 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:23.356229 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:23.356534 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:23.356855 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:23.357180 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:23.503275 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['aee38a18-33f3-4b34-8170-70056532cf7f'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:21:24.443675 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b06816-3761-44e9-b9f5-502f0d061ac8 req-9bdf0583-d4ee-40a8-828e-6531ffa33461 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:24.445183 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f6b06816-3761-44e9-b9f5-502f0d061ac8 req-9bdf0583-d4ee-40a8-828e-6531ffa33461 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=c6370226-bcb6-489d-9bfa-34f75350194b HTTP/1.1" status: 200 len: 945 time: 0.0482359 Feb 16 17:21:24.482510 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f6b06816-3761-44e9-b9f5-502f0d061ac8 req-2c48e62a-b024-4f35-81fc-7c9d815ad10f tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312793 Feb 16 17:21:24.981786 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device aee38a18-33f3-4b34-8170-70056532cf7f up at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:21:25.115851 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning for port aee38a18-33f3-4b34-8170-70056532cf7f completed by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:21:25.120020 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning complete for port aee38a18-33f3-4b34-8170-70056532cf7f triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:21:25.120393 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:25.194107 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:25.221883 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6370226-bcb6-489d-9bfa-34f75350194b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee38a18-33f3-4b34-8170-70056532cf7f'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:21:25.224668 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2077bf6-f985-408d-974a-c3a533c955ad" -d '{"events": [{"server_uuid": "c6370226-bcb6-489d-9bfa-34f75350194b", "name": "network-vif-plugged", "status": "completed", "tag": "aee38a18-33f3-4b34-8170-70056532cf7f"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:21:25.240360 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port aee38a18-33f3-4b34-8170-70056532cf7f, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=aee38a18-33f3-4b34-8170-70056532cf7f,segment=NetworkSegment(2fd36393-3bbe-4ecb-bbb0-c44e7509f877),segment_id=2fd36393-3bbe-4ecb-bbb0-c44e7509f877)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:21:25.311598 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:25.336900 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79463069-107b-43cd-8815-f8a021b2d41a x-openstack-request-id: req-79463069-107b-43cd-8815-f8a021b2d41a {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:21:25.337189 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6370226-bcb6-489d-9bfa-34f75350194b", "name": "network-vif-plugged", "status": "completed", "tag": "aee38a18-33f3-4b34-8170-70056532cf7f", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:21:25.337435 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-79463069-107b-43cd-8815-f8a021b2d41a {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:21:25.337815 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6370226-bcb6-489d-9bfa-34f75350194b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee38a18-33f3-4b34-8170-70056532cf7f', 'code': 200} Feb 16 17:21:25.365635 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=aee38a18-33f3-4b34-8170-70056532cf7f,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:25.625904 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f678dc-3aa6-46d6-9e6c-a9b373b4ba4f req-c4af087a-5ba0-4507-ba28-4eba171e5434 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:25.627358 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e3f678dc-3aa6-46d6-9e6c-a9b373b4ba4f req-c4af087a-5ba0-4507-ba28-4eba171e5434 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=c6370226-bcb6-489d-9bfa-34f75350194b HTTP/1.1" status: 200 len: 946 time: 0.0775607 Feb 16 17:21:25.635538 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1a2a1-aeb2-4da0-9f22-7c18c75fbdbd req-3532f68b-51bb-4d45-a4b8-39acb83dbacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:25.636911 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4ae1a2a1-aeb2-4da0-9f22-7c18c75fbdbd req-3532f68b-51bb-4d45-a4b8-39acb83dbacc service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c6370226-bcb6-489d-9bfa-34f75350194b HTTP/1.1" status: 200 len: 1099 time: 0.0586488 Feb 16 17:21:25.686993 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e3f678dc-3aa6-46d6-9e6c-a9b373b4ba4f req-dadc1c9b-9b5e-4420-bf99-7287d56c2982 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532823 Feb 16 17:21:25.690464 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4ae1a2a1-aeb2-4da0-9f22-7c18c75fbdbd req-2775cae6-3a1a-4eaa-a98b-9ee18f07edac service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472651 Feb 16 17:21:26.802007 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f3142-245c-4e23-85aa-246ccf4dc236 req-de00a376-977d-42c7-8c96-e820cf622ef1 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:26.803495 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-eb8f3142-245c-4e23-85aa-246ccf4dc236 req-de00a376-977d-42c7-8c96-e820cf622ef1 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=c6370226-bcb6-489d-9bfa-34f75350194b HTTP/1.1" status: 200 len: 946 time: 0.0481751 Feb 16 17:21:26.841413 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-eb8f3142-245c-4e23-85aa-246ccf4dc236 req-a638fb6b-30a9-4f5c-a940-a0dcf6ff3992 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318992 Feb 16 17:21:27.958172 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac59a8-8969-481c-b58f-44c26270159d req-8d601f32-409b-4bd2-8416-aff42602afd9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:27.959606 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e8ac59a8-8969-481c-b58f-44c26270159d req-8d601f32-409b-4bd2-8416-aff42602afd9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=c6370226-bcb6-489d-9bfa-34f75350194b HTTP/1.1" status: 200 len: 946 time: 0.0470972 Feb 16 17:21:28.010459 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e8ac59a8-8969-481c-b58f-44c26270159d req-41c89f7e-2520-45cf-b9a9-341c87600bfc tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448766 Feb 16 17:21:28.118314 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45432728-5721-4c01-aa69-f8cdd9be74e6 req-8914c9ba-20df-4978-a3f0-41a9e8b3eff9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:28.119789 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-45432728-5721-4c01-aa69-f8cdd9be74e6 req-8914c9ba-20df-4978-a3f0-41a9e8b3eff9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=c6370226-bcb6-489d-9bfa-34f75350194b HTTP/1.1" status: 200 len: 946 time: 0.0481224 Feb 16 17:21:28.128103 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 57416) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:21:28.132286 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-fa72f365-12ff-4a7f-b9fc-37e3161204d8 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Request body: {'floatingip': {'port_id': 'aee38a18-33f3-4b34-8170-70056532cf7f'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:21:28.173372 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fa72f365-12ff-4a7f-b9fc-37e3161204d8 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks [] for floatingip, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:28.854650 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fa72f365-12ff-4a7f-b9fc-37e3161204d8 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:28.928656 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fa72f365-12ff-4a7f-b9fc-37e3161204d8 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:29.040392 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.l3_db [None req-fa72f365-12ff-4a7f-b9fc-37e3161204d8 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Floating IP b837956d-c2f9-46e7-843d-c64573153643 associated. External IP: 172.26.3.164, port: aee38a18-33f3-4b34-8170-70056532cf7f. Feb 16 17:21:29.253720 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa72f365-12ff-4a7f-b9fc-37e3161204d8 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Router 66d422ce-8128-4711-852b-2b51bf482aad has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:21:29.373999 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa72f365-12ff-4a7f-b9fc-37e3161204d8 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:21:29.379594 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fa72f365-12ff-4a7f-b9fc-37e3161204d8 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:29.384179 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c1c9fd-341e-4ab2-b56e-1b6a8150f9ae None None] Sync routers for ids ['66d422ce-8128-4711-852b-2b51bf482aad'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:21:29.393517 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c1c9fd-341e-4ab2-b56e-1b6a8150f9ae None None] Routers {'66d422ce-8128-4711-852b-2b51bf482aad'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:21:29.394624 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-64c1c9fd-341e-4ab2-b56e-1b6a8150f9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:21:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['66d422ce-8128-4711-852b-2b51bf482aad'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:21:29.411787 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-fa72f365-12ff-4a7f-b9fc-37e3161204d8 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "PUT /v2.0/floatingips/b837956d-c2f9-46e7-843d-c64573153643 HTTP/1.1" status: 200 len: 992 time: 1.2826500 Feb 16 17:21:29.412408 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6370226-bcb6-489d-9bfa-34f75350194b', 'tag': 'aee38a18-33f3-4b34-8170-70056532cf7f'}] {{(pid=114375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:21:29.414687 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f675c1a73bb74b784e43f10fee26c40e358be44ccef5ed6f70ec30f8ec0d494b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b9bc57-4e94-4fcc-ad56-9e50c77eb5a7" -d '{"events": [{"name": "network-changed", "server_uuid": "c6370226-bcb6-489d-9bfa-34f75350194b", "tag": "aee38a18-33f3-4b34-8170-70056532cf7f"}]}' {{(pid=114375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:21:29.453111 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ddf3a8-f025-41f9-849a-2fb74e0b8705 x-openstack-request-id: req-d5ddf3a8-f025-41f9-849a-2fb74e0b8705 {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:21:29.453583 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6370226-bcb6-489d-9bfa-34f75350194b", "tag": "aee38a18-33f3-4b34-8170-70056532cf7f", "status": "completed", "code": 200}]} {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:21:29.454046 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d5ddf3a8-f025-41f9-849a-2fb74e0b8705 {{(pid=114375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:21:29.454606 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6370226-bcb6-489d-9bfa-34f75350194b', 'tag': 'aee38a18-33f3-4b34-8170-70056532cf7f', 'status': 'completed', 'code': 200} Feb 16 17:21:29.509371 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-64c1c9fd-341e-4ab2-b56e-1b6a8150f9ae None None] Set router 66d422ce-8128-4711-852b-2b51bf482aad gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:21:29.836539 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-64c1c9fd-341e-4ab2-b56e-1b6a8150f9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d422ce-8128-4711-852b-2b51bf482aad', 'name': 'tempest-ServerActionsTestJSON-313309323-router', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:11Z', 'revision_number': 4, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'gw_port': {'id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': 'b837956d-c2f9-46e7-843d-c64573153643', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'floating_ip_address': '172.26.3.164', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'port_id': 'aee38a18-33f3-4b34-8170-70056532cf7f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4', 'mac_address': 'fa:16:3e:03:53:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6370226-bcb6-489d-9bfa-34f75350194b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:21:15Z', 'updated_at': '2022-02-16T17:21:28Z', 'revision_number': 1, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '125047d8-4988-48a9-bd6b-82deb9a14bf0', 'name': '', 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'mac_address': 'fa:16:3e:a1:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:21:10Z', 'updated_at': '2022-02-16T17:21:15Z', 'revision_number': 5, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'subnets': [{'id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:21:29.867790 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c1c9fd-341e-4ab2-b56e-1b6a8150f9ae None None] Checking router: 66d422ce-8128-4711-852b-2b51bf482aad for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:21:29.878218 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c1c9fd-341e-4ab2-b56e-1b6a8150f9ae None None] Routers {'66d422ce-8128-4711-852b-2b51bf482aad'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:21:29.879668 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-64c1c9fd-341e-4ab2-b56e-1b6a8150f9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:21:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['66d422ce-8128-4711-852b-2b51bf482aad'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:21:29.903895 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf934f-f296-4145-a3ac-71afaed4f8cc req-fe47a1ec-d407-4384-a27d-0ddaccdff08e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:29.905463 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-93cf934f-f296-4145-a3ac-71afaed4f8cc req-fe47a1ec-d407-4384-a27d-0ddaccdff08e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=c6370226-bcb6-489d-9bfa-34f75350194b HTTP/1.1" status: 200 len: 946 time: 0.4386144 Feb 16 17:21:29.911334 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9bc57-4e94-4fcc-ad56-9e50c77eb5a7 req-55293026-2eac-45b4-9ec2-52e422c75ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:29.912881 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-53b9bc57-4e94-4fcc-ad56-9e50c77eb5a7 req-55293026-2eac-45b4-9ec2-52e422c75ea6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=044c073cf03a45d9aa87a4f930121794&device_id=c6370226-bcb6-489d-9bfa-34f75350194b HTTP/1.1" status: 200 len: 1099 time: 0.4355080 Feb 16 17:21:29.928883 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:21:29.991922 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-64c1c9fd-341e-4ab2-b56e-1b6a8150f9ae None None] Set router 66d422ce-8128-4711-852b-2b51bf482aad gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:21:29.997667 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-93cf934f-f296-4145-a3ac-71afaed4f8cc req-f31ccfae-19a1-4b6a-937a-16ac8c35b0d8 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788085 Feb 16 17:21:30.040675 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9bc57-4e94-4fcc-ad56-9e50c77eb5a7 req-b386ac47-491f-4b86-aab1-dace2ca9337d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:30.040675 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-53b9bc57-4e94-4fcc-ad56-9e50c77eb5a7 req-b386ac47-491f-4b86-aab1-dace2ca9337d service neutron] 10.222.0.89 "GET /v2.0/networks?id=cdd8717f-21e8-4316-b64c-5c9b734d21c4 HTTP/1.1" status: 200 len: 912 time: 0.1128414 Feb 16 17:21:30.110833 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-53b9bc57-4e94-4fcc-ad56-9e50c77eb5a7 req-9230a07b-0624-483e-a634-283cff5f12ca service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aee38a18-33f3-4b34-8170-70056532cf7f HTTP/1.1" status: 200 len: 1000 time: 0.0712054 Feb 16 17:21:30.131641 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c979b-c583-4f2f-b9aa-b1df25025871 req-d03121b6-55d6-43d0-939b-d7544c9108ac tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:30.133208 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-0c6c979b-c583-4f2f-b9aa-b1df25025871 req-d03121b6-55d6-43d0-939b-d7544c9108ac tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=c6370226-bcb6-489d-9bfa-34f75350194b HTTP/1.1" status: 200 len: 946 time: 0.0574207 Feb 16 17:21:30.165849 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9bc57-4e94-4fcc-ad56-9e50c77eb5a7 req-7125a5ec-e4cc-4c4a-87a8-c178b3ca4c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:30.167301 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-53b9bc57-4e94-4fcc-ad56-9e50c77eb5a7 req-7125a5ec-e4cc-4c4a-87a8-c178b3ca4c13 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a496ba2f-493e-47f8-a1a8-9c8b0b735fc3 HTTP/1.1" status: 200 len: 850 time: 0.0443101 Feb 16 17:21:30.181106 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-0c6c979b-c583-4f2f-b9aa-b1df25025871 req-f4539da2-ddae-4796-ab50-627f6e8ddb64 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361698 Feb 16 17:21:30.212084 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9bc57-4e94-4fcc-ad56-9e50c77eb5a7 req-06dee6b8-4e7b-485d-9a2e-32c14d60ebe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:30.213579 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-53b9bc57-4e94-4fcc-ad56-9e50c77eb5a7 req-06dee6b8-4e7b-485d-9a2e-32c14d60ebe0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cdd8717f-21e8-4316-b64c-5c9b734d21c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396962 Feb 16 17:21:30.240605 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-64c1c9fd-341e-4ab2-b56e-1b6a8150f9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d422ce-8128-4711-852b-2b51bf482aad', 'name': 'tempest-ServerActionsTestJSON-313309323-router', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:11Z', 'revision_number': 4, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'gw_port': {'id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': 'b837956d-c2f9-46e7-843d-c64573153643', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'floating_ip_address': '172.26.3.164', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'port_id': 'aee38a18-33f3-4b34-8170-70056532cf7f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4', 'mac_address': 'fa:16:3e:03:53:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6370226-bcb6-489d-9bfa-34f75350194b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:21:15Z', 'updated_at': '2022-02-16T17:21:28Z', 'revision_number': 1, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '125047d8-4988-48a9-bd6b-82deb9a14bf0', 'name': '', 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'mac_address': 'fa:16:3e:a1:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:21:10Z', 'updated_at': '2022-02-16T17:21:15Z', 'revision_number': 5, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'subnets': [{'id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:21:30.270275 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c1c9fd-341e-4ab2-b56e-1b6a8150f9ae None None] The sync data for ids ['66d422ce-8128-4711-852b-2b51bf482aad'] in dv-neutron-828697-3-hyperv is: [{'id': '66d422ce-8128-4711-852b-2b51bf482aad', 'name': 'tempest-ServerActionsTestJSON-313309323-router', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:11Z', 'revision_number': 4, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'gw_port': {'id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': 'b837956d-c2f9-46e7-843d-c64573153643', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'floating_ip_address': '172.26.3.164', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'port_id': 'aee38a18-33f3-4b34-8170-70056532cf7f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4', 'mac_address': 'fa:16:3e:03:53:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6370226-bcb6-489d-9bfa-34f75350194b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:21:15Z', 'updated_at': '2022-02-16T17:21:28Z', 'revision_number': 1, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '125047d8-4988-48a9-bd6b-82deb9a14bf0', 'name': '', 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'mac_address': 'fa:16:3e:a1:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:21:10Z', 'updated_at': '2022-02-16T17:21:15Z', 'revision_number': 5, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'subnets': [{'id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:21:30.309004 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-53b9bc57-4e94-4fcc-ad56-9e50c77eb5a7 req-23bf9f19-2bce-406c-ad54-a066b502e5a1 service neutron] 10.222.0.89 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887392 Feb 16 17:21:30.404985 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-53b9bc57-4e94-4fcc-ad56-9e50c77eb5a7 req-a0ae6244-8a4d-46af-bf75-8b88992fa5df service neutron] 10.222.0.89 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889487 Feb 16 17:21:30.462547 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd781e2b-63d3-4fcd-9b81-6f2e443688e8 None None] New status for floating IP b837956d-c2f9-46e7-843d-c64573153643: ACTIVE {{(pid=114377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:21:30.683426 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:31.305057 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefbbe59-f150-4f7c-90ba-f6d1a47ff17c req-ebbd8332-d94c-469c-b596-60b9bbb8d7a4 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:31.306846 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-fefbbe59-f150-4f7c-90ba-f6d1a47ff17c req-ebbd8332-d94c-469c-b596-60b9bbb8d7a4 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=c6370226-bcb6-489d-9bfa-34f75350194b HTTP/1.1" status: 200 len: 946 time: 0.0567563 Feb 16 17:21:31.343920 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-fefbbe59-f150-4f7c-90ba-f6d1a47ff17c req-c4176927-a74e-4798-8f86-0d94ac9f3a92 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310230 Feb 16 17:21:31.458360 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e46666-c5b2-47ef-b5d2-8788a5ad6bf7 req-b115fa17-3115-4eef-9411-640d2abadd18 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:31.459832 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-63e46666-c5b2-47ef-b5d2-8788a5ad6bf7 req-b115fa17-3115-4eef-9411-640d2abadd18 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=c6370226-bcb6-489d-9bfa-34f75350194b HTTP/1.1" status: 200 len: 946 time: 0.0510330 Feb 16 17:21:31.498449 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-63e46666-c5b2-47ef-b5d2-8788a5ad6bf7 req-a9264119-9988-48c3-ad1a-0df8e4c9d2bc tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325453 Feb 16 17:21:31.965539 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d628f0bc-ab91-47a4-ae4e-9261251aa162 req-2ac9a6a5-384f-4691-9b54-5d20a05d2178 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:31.967012 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-d628f0bc-ab91-47a4-ae4e-9261251aa162 req-2ac9a6a5-384f-4691-9b54-5d20a05d2178 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=c6370226-bcb6-489d-9bfa-34f75350194b HTTP/1.1" status: 200 len: 946 time: 0.0485346 Feb 16 17:21:32.008472 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-d628f0bc-ab91-47a4-ae4e-9261251aa162 req-fb2f9f2e-698f-404b-8d35-82fc32c2ebc9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353646 Feb 16 17:21:32.070292 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-922540bb-5b2d-4ab3-8c0b-b4da28d2ac49 req-c8f8016f-b4dc-47c5-bf9f-64b4e8bbc915 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c6370226-bcb6-489d-9bfa-34f75350194b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0375569 Feb 16 17:21:33.123300 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc28d45-8554-47a1-a77f-957041462e64 req-00fd3abf-6a49-492a-a933-cbd7a300584c tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:33.124810 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4bc28d45-8554-47a1-a77f-957041462e64 req-00fd3abf-6a49-492a-a933-cbd7a300584c tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=c6370226-bcb6-489d-9bfa-34f75350194b HTTP/1.1" status: 200 len: 946 time: 0.0492177 Feb 16 17:21:33.162362 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4bc28d45-8554-47a1-a77f-957041462e64 req-44522172-4f25-450e-aad4-280887e0cb78 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316005 Feb 16 17:21:34.275924 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a5b027-0d22-414f-9cd0-bf467d37d596 req-d070b4cd-e9d1-491c-afda-c8af4d1477b4 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:34.277754 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-a2a5b027-0d22-414f-9cd0-bf467d37d596 req-d070b4cd-e9d1-491c-afda-c8af4d1477b4 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=c6370226-bcb6-489d-9bfa-34f75350194b HTTP/1.1" status: 200 len: 946 time: 0.0476642 Feb 16 17:21:34.315496 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-a2a5b027-0d22-414f-9cd0-bf467d37d596 req-f4b18ba2-8325-4ea0-b60a-2c3a820caaee tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321400 Feb 16 17:21:34.368917 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922540bb-5b2d-4ab3-8c0b-b4da28d2ac49 req-c4424671-12c1-482b-a6a6-ebee09019571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:34.370411 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-922540bb-5b2d-4ab3-8c0b-b4da28d2ac49 req-c4424671-12c1-482b-a6a6-ebee09019571 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=044c073cf03a45d9aa87a4f930121794&device_id=c6370226-bcb6-489d-9bfa-34f75350194b HTTP/1.1" status: 200 len: 1099 time: 0.0404236 Feb 16 17:21:34.462084 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922540bb-5b2d-4ab3-8c0b-b4da28d2ac49 req-5782d610-be9b-49d3-a305-cf7304632423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:34.463480 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-922540bb-5b2d-4ab3-8c0b-b4da28d2ac49 req-5782d610-be9b-49d3-a305-cf7304632423 service neutron] 10.222.0.89 "GET /v2.0/networks?id=cdd8717f-21e8-4316-b64c-5c9b734d21c4 HTTP/1.1" status: 200 len: 912 time: 0.0860281 Feb 16 17:21:34.530589 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-922540bb-5b2d-4ab3-8c0b-b4da28d2ac49 req-2e95cb86-4778-4cd3-bef2-5aee10b39ed0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aee38a18-33f3-4b34-8170-70056532cf7f HTTP/1.1" status: 200 len: 1002 time: 0.0610735 Feb 16 17:21:34.582259 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922540bb-5b2d-4ab3-8c0b-b4da28d2ac49 req-bbcd1c3e-b31c-465c-8e3d-c42655892ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:34.583712 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-922540bb-5b2d-4ab3-8c0b-b4da28d2ac49 req-bbcd1c3e-b31c-465c-8e3d-c42655892ec4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a496ba2f-493e-47f8-a1a8-9c8b0b735fc3 HTTP/1.1" status: 200 len: 850 time: 0.0471773 Feb 16 17:21:34.626222 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922540bb-5b2d-4ab3-8c0b-b4da28d2ac49 req-84d72a9e-a13b-4b5a-9e0e-0eac52fd654e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:34.627676 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-922540bb-5b2d-4ab3-8c0b-b4da28d2ac49 req-84d72a9e-a13b-4b5a-9e0e-0eac52fd654e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cdd8717f-21e8-4316-b64c-5c9b734d21c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383973 Feb 16 17:21:34.716407 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-922540bb-5b2d-4ab3-8c0b-b4da28d2ac49 req-6493340b-4453-4299-8c28-d4d6c7825e3f service neutron] 10.222.0.89 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824597 Feb 16 17:21:34.807489 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-922540bb-5b2d-4ab3-8c0b-b4da28d2ac49 req-f0f8e044-3dd8-4683-adb1-fa89b2271f0c service neutron] 10.222.0.89 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854204 Feb 16 17:21:35.433536 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c9c35-39c0-4ad7-8448-d92113a73092 req-64bbf406-29fb-4e73-af3f-0985b8e43e98 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:35.435003 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-cd8c9c35-39c0-4ad7-8448-d92113a73092 req-64bbf406-29fb-4e73-af3f-0985b8e43e98 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=c6370226-bcb6-489d-9bfa-34f75350194b HTTP/1.1" status: 200 len: 946 time: 0.0479205 Feb 16 17:21:35.472223 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-cd8c9c35-39c0-4ad7-8448-d92113a73092 req-4dc98405-0d03-4f16-9c86-0feb1a7a8804 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311465 Feb 16 17:21:36.592517 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf283d-ef53-4399-9a6f-5426941056d6 req-167b8d49-f1d9-4be6-a8e0-77d49feaa45b tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:36.594001 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-a5bf283d-ef53-4399-9a6f-5426941056d6 req-167b8d49-f1d9-4be6-a8e0-77d49feaa45b tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=c6370226-bcb6-489d-9bfa-34f75350194b HTTP/1.1" status: 200 len: 946 time: 0.0478473 Feb 16 17:21:36.631025 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-a5bf283d-ef53-4399-9a6f-5426941056d6 req-462b34a0-3428-4e1f-8db8-65bc3a3696bb tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310733 Feb 16 17:21:36.842527 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-af6881a8-7160-4369-9fe0-ca3ea5cea9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:37.746750 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d0d98c-3bac-467e-b46d-51f5dca195d9 req-fd6284ab-999f-4ade-ac64-ffbdb0973eeb tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:37.748226 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f1d0d98c-3bac-467e-b46d-51f5dca195d9 req-fd6284ab-999f-4ade-ac64-ffbdb0973eeb tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=c6370226-bcb6-489d-9bfa-34f75350194b HTTP/1.1" status: 200 len: 946 time: 0.0480325 Feb 16 17:21:37.789331 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f1d0d98c-3bac-467e-b46d-51f5dca195d9 req-86d32b21-cb6e-439e-b953-b454ddb5b232 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344930 Feb 16 17:21:38.907674 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669eb3ed-648f-401a-a27f-00fac1638681 req-ba002a7e-9c85-4484-b168-c7912ec73ad2 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:38.909178 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-669eb3ed-648f-401a-a27f-00fac1638681 req-ba002a7e-9c85-4484-b168-c7912ec73ad2 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=c6370226-bcb6-489d-9bfa-34f75350194b HTTP/1.1" status: 200 len: 946 time: 0.0530517 Feb 16 17:21:38.946261 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-669eb3ed-648f-401a-a27f-00fac1638681 req-c1df1a6b-9a73-496d-98a6-79b201185f99 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309255 Feb 16 17:21:39.231283 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1653490f-343f-40f6-88cc-c893fd9c9e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:40.059349 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966d011e-70b9-444d-8b82-67a0825ce61c req-86706e6c-b902-4178-8f0a-4e0b78908455 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:40.060834 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-966d011e-70b9-444d-8b82-67a0825ce61c req-86706e6c-b902-4178-8f0a-4e0b78908455 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=c6370226-bcb6-489d-9bfa-34f75350194b HTTP/1.1" status: 200 len: 946 time: 0.0472143 Feb 16 17:21:40.098010 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-966d011e-70b9-444d-8b82-67a0825ce61c req-a8321ade-644a-4965-bfe7-7cdfd8efa3ff tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307202 Feb 16 17:21:40.459756 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:41.213347 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff89264-71ca-4267-8dc1-5ac7864b406a req-88fdc7bf-5d75-4725-9780-1c92afc24e6b tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:41.214822 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-bff89264-71ca-4267-8dc1-5ac7864b406a req-88fdc7bf-5d75-4725-9780-1c92afc24e6b tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=c6370226-bcb6-489d-9bfa-34f75350194b HTTP/1.1" status: 200 len: 946 time: 0.0492120 Feb 16 17:21:41.251659 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-bff89264-71ca-4267-8dc1-5ac7864b406a req-8a847f4d-5b21-448f-8bde-8ab835fec2cb tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310016 Feb 16 17:21:41.991069 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:42.111033 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:42.365381 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2558ae28-8e7a-45e7-8aef-b4803faf5f10 req-1a0ce88c-886f-4aa9-97eb-d19bfb35d266 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:42.366858 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2558ae28-8e7a-45e7-8aef-b4803faf5f10 req-1a0ce88c-886f-4aa9-97eb-d19bfb35d266 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=c6370226-bcb6-489d-9bfa-34f75350194b HTTP/1.1" status: 200 len: 946 time: 0.0488801 Feb 16 17:21:42.403790 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2558ae28-8e7a-45e7-8aef-b4803faf5f10 req-900db94a-6ecc-4cc6-b784-6610533a0906 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308685 Feb 16 17:21:43.520708 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39bb335-2c27-442e-ae7a-c6f813996746 req-d10211f4-3ff6-43ab-a0fa-2577528b96a7 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:43.522110 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-c39bb335-2c27-442e-ae7a-c6f813996746 req-d10211f4-3ff6-43ab-a0fa-2577528b96a7 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=c6370226-bcb6-489d-9bfa-34f75350194b HTTP/1.1" status: 200 len: 946 time: 0.0491772 Feb 16 17:21:43.559519 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-c39bb335-2c27-442e-ae7a-c6f813996746 req-3165705c-1739-48a7-b5d2-e4fd896cbe3b tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314271 Feb 16 17:21:44.677236 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b413e11-e691-4d23-b706-f15339d64082 req-da438639-f966-4eff-aa9c-1ced593e2dfb tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:44.678789 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1b413e11-e691-4d23-b706-f15339d64082 req-da438639-f966-4eff-aa9c-1ced593e2dfb tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=c6370226-bcb6-489d-9bfa-34f75350194b HTTP/1.1" status: 200 len: 946 time: 0.0516617 Feb 16 17:21:44.724220 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1b413e11-e691-4d23-b706-f15339d64082 req-eb8bd810-8b47-4da6-a9a3-716dc89156fd tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384448 Feb 16 17:21:45.841905 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5543c9-c3b7-463a-a1dc-3198f84a0032 req-9310b096-9f90-41f6-9975-c7cf85ed4612 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:45.843389 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-4e5543c9-c3b7-463a-a1dc-3198f84a0032 req-9310b096-9f90-41f6-9975-c7cf85ed4612 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=c6370226-bcb6-489d-9bfa-34f75350194b HTTP/1.1" status: 200 len: 946 time: 0.0521002 Feb 16 17:21:45.880869 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-4e5543c9-c3b7-463a-a1dc-3198f84a0032 req-d686350d-0198-424b-94e0-cf8541ba43e1 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314493 Feb 16 17:21:46.994260 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49d0fcc-45de-4ae1-9c2e-9e93c936bc7a req-f4aac723-d424-4001-8826-e5fe95042372 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:46.995737 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d49d0fcc-45de-4ae1-9c2e-9e93c936bc7a req-f4aac723-d424-4001-8826-e5fe95042372 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=c6370226-bcb6-489d-9bfa-34f75350194b HTTP/1.1" status: 200 len: 946 time: 0.0495036 Feb 16 17:21:47.045195 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d49d0fcc-45de-4ae1-9c2e-9e93c936bc7a req-165f118a-fee1-40a7-bb43-f9ab84baa34a tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433230 Feb 16 17:21:48.159697 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b807d-6bbb-4826-9a3c-01677e40be35 req-d3605167-7af5-44d5-8124-5a905368e014 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:48.161134 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-969b807d-6bbb-4826-9a3c-01677e40be35 req-d3605167-7af5-44d5-8124-5a905368e014 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=c6370226-bcb6-489d-9bfa-34f75350194b HTTP/1.1" status: 200 len: 946 time: 0.0480220 Feb 16 17:21:48.198905 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-969b807d-6bbb-4826-9a3c-01677e40be35 req-7fb14ef0-a87b-405d-ad8d-ac4383d9ca21 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316830 Feb 16 17:21:49.312875 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67928dc-c738-4bb4-9881-20d61cda759e req-5ec504e5-746a-4d5b-b325-3623f6fea94c tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:49.314352 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f67928dc-c738-4bb4-9881-20d61cda759e req-5ec504e5-746a-4d5b-b325-3623f6fea94c tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=c6370226-bcb6-489d-9bfa-34f75350194b HTTP/1.1" status: 200 len: 946 time: 0.0488789 Feb 16 17:21:49.351762 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f67928dc-c738-4bb4-9881-20d61cda759e req-247f2331-7495-4567-8a5e-76b005bb966a tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307024 Feb 16 17:21:50.468850 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8e846-23ff-4f87-8639-21c8a5fa6562 req-59b3e4c2-c372-4242-bb7c-e857b4f34e6f tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:50.471824 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-ceb8e846-23ff-4f87-8639-21c8a5fa6562 req-59b3e4c2-c372-4242-bb7c-e857b4f34e6f tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=c6370226-bcb6-489d-9bfa-34f75350194b HTTP/1.1" status: 200 len: 946 time: 0.0517499 Feb 16 17:21:50.510841 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-ceb8e846-23ff-4f87-8639-21c8a5fa6562 req-dffac011-591c-4392-952d-a8c2c3d1262c tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329289 Feb 16 17:21:51.624855 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde84601-13b0-4e94-9aae-8836bb0241ad req-1a949125-48c1-47f9-a60c-8945a9dcba98 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:51.626327 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-dde84601-13b0-4e94-9aae-8836bb0241ad req-1a949125-48c1-47f9-a60c-8945a9dcba98 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=c6370226-bcb6-489d-9bfa-34f75350194b HTTP/1.1" status: 200 len: 946 time: 0.0490239 Feb 16 17:21:51.668792 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-dde84601-13b0-4e94-9aae-8836bb0241ad req-9d76d143-5d06-42dc-b025-d55058740bdd tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363047 Feb 16 17:21:51.728735 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-922540bb-5b2d-4ab3-8c0b-b4da28d2ac49 req-e8268dae-2d57-497e-bb39-acbefb28a1f2 service neutron] 10.222.0.89 "GET /v2.0/ports/aee38a18-33f3-4b34-8170-70056532cf7f/bindings/hv-neutron-8286 HTTP/1.1" status: 200 len: 384 time: 0.0560844 Feb 16 17:21:52.257683 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922540bb-5b2d-4ab3-8c0b-b4da28d2ac49 req-655e4654-95c2-4125-a9fc-1bbd6ee2bbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:52.259151 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-922540bb-5b2d-4ab3-8c0b-b4da28d2ac49 req-655e4654-95c2-4125-a9fc-1bbd6ee2bbb1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c6370226-bcb6-489d-9bfa-34f75350194b&tenant_id=044c073cf03a45d9aa87a4f930121794 HTTP/1.1" status: 200 len: 1099 time: 0.0401149 Feb 16 17:21:52.320678 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922540bb-5b2d-4ab3-8c0b-b4da28d2ac49 req-42e61e18-dfa0-4350-83ba-9e93a7f90d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:52.322144 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-922540bb-5b2d-4ab3-8c0b-b4da28d2ac49 req-42e61e18-dfa0-4350-83ba-9e93a7f90d6b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=044c073cf03a45d9aa87a4f930121794&device_id=c6370226-bcb6-489d-9bfa-34f75350194b HTTP/1.1" status: 200 len: 1099 time: 0.0391831 Feb 16 17:21:52.413041 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922540bb-5b2d-4ab3-8c0b-b4da28d2ac49 req-b8d92de2-5113-4c87-bd0b-15afd164dc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:52.414497 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-922540bb-5b2d-4ab3-8c0b-b4da28d2ac49 req-b8d92de2-5113-4c87-bd0b-15afd164dc06 service neutron] 10.222.0.89 "GET /v2.0/networks?id=cdd8717f-21e8-4316-b64c-5c9b734d21c4 HTTP/1.1" status: 200 len: 912 time: 0.0861537 Feb 16 17:21:52.478884 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-922540bb-5b2d-4ab3-8c0b-b4da28d2ac49 req-140d4b99-1888-477d-ab73-4dfcce353eab service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aee38a18-33f3-4b34-8170-70056532cf7f HTTP/1.1" status: 200 len: 1002 time: 0.0576162 Feb 16 17:21:52.532077 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922540bb-5b2d-4ab3-8c0b-b4da28d2ac49 req-0b399841-2ac8-4c71-8407-bcff540311b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:52.533419 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-922540bb-5b2d-4ab3-8c0b-b4da28d2ac49 req-0b399841-2ac8-4c71-8407-bcff540311b5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a496ba2f-493e-47f8-a1a8-9c8b0b735fc3 HTTP/1.1" status: 200 len: 850 time: 0.0469937 Feb 16 17:21:52.576976 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922540bb-5b2d-4ab3-8c0b-b4da28d2ac49 req-d018622e-5092-4eaa-91aa-371dadec6e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:52.578480 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-922540bb-5b2d-4ab3-8c0b-b4da28d2ac49 req-d018622e-5092-4eaa-91aa-371dadec6e75 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cdd8717f-21e8-4316-b64c-5c9b734d21c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391808 Feb 16 17:21:52.665514 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-922540bb-5b2d-4ab3-8c0b-b4da28d2ac49 req-2f72b624-484b-40a2-8bca-e533f9325158 service neutron] 10.222.0.89 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803690 Feb 16 17:21:52.760211 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-922540bb-5b2d-4ab3-8c0b-b4da28d2ac49 req-614830c1-a4e0-409d-9022-1deeebb9c990 service neutron] 10.222.0.89 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882971 Feb 16 17:21:52.788624 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83943606-d4e3-4eb7-b4bf-a1ae84e7ff73 req-1df0935f-d07b-4d71-8808-0b4b30225c6f tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:52.790239 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-83943606-d4e3-4eb7-b4bf-a1ae84e7ff73 req-1df0935f-d07b-4d71-8808-0b4b30225c6f tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=c6370226-bcb6-489d-9bfa-34f75350194b HTTP/1.1" status: 200 len: 946 time: 0.0524702 Feb 16 17:21:52.828709 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-83943606-d4e3-4eb7-b4bf-a1ae84e7ff73 req-e16c6421-b565-468f-9bac-6747d2233ac4 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325322 Feb 16 17:21:53.945886 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c9e4e-d7e8-4afc-9b9e-283f02b2e9ca req-c1a138d8-084a-450f-aa94-d1bbfbd19393 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:53.947385 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-335c9e4e-d7e8-4afc-9b9e-283f02b2e9ca req-c1a138d8-084a-450f-aa94-d1bbfbd19393 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=c6370226-bcb6-489d-9bfa-34f75350194b HTTP/1.1" status: 200 len: 946 time: 0.0496511 Feb 16 17:21:53.985451 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-335c9e4e-d7e8-4afc-9b9e-283f02b2e9ca req-5b5292d4-df13-4724-9ea5-f1a2b1800f50 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320492 Feb 16 17:21:55.097981 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d2885a-41c7-4b2a-acea-187b56a1d3df req-4bc4b676-dd40-4c8a-bc6f-359599624049 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:55.099438 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-89d2885a-41c7-4b2a-acea-187b56a1d3df req-4bc4b676-dd40-4c8a-bc6f-359599624049 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=c6370226-bcb6-489d-9bfa-34f75350194b HTTP/1.1" status: 200 len: 946 time: 0.0478475 Feb 16 17:21:55.137627 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-89d2885a-41c7-4b2a-acea-187b56a1d3df req-4a74d0a5-8eb7-4f89-8e3e-df54ade18fa9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320194 Feb 16 17:21:55.225384 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device aee38a18-33f3-4b34-8170-70056532cf7f details requested by agent hyperv_hv-neutron-8286 with host hv-neutron-8286 {{(pid=114377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:21:55.318265 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port aee38a18-33f3-4b34-8170-70056532cf7f, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=aee38a18-33f3-4b34-8170-70056532cf7f,segment=NetworkSegment(2fd36393-3bbe-4ecb-bbb0-c44e7509f877),segment_id=2fd36393-3bbe-4ecb-bbb0-c44e7509f877)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:21:55.329445 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Returning: {'device': 'aee38a18-33f3-4b34-8170-70056532cf7f', 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4', 'port_id': 'aee38a18-33f3-4b34-8170-70056532cf7f', 'mac_address': 'fa:16:3e:03:53:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:21:55.366190 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:55.382246 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aee38a18-33f3-4b34-8170-70056532cf7f {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:21:55.405920 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port aee38a18-33f3-4b34-8170-70056532cf7f, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=aee38a18-33f3-4b34-8170-70056532cf7f,segment=NetworkSegment(2fd36393-3bbe-4ecb-bbb0-c44e7509f877),segment_id=2fd36393-3bbe-4ecb-bbb0-c44e7509f877)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:21:55.505626 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b96740c-67bc-418c-a04f-5dd66f3a3c50 req-66df8066-e8f2-47dc-9945-05f2807fab5e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:55.507126 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-8b96740c-67bc-418c-a04f-5dd66f3a3c50 req-66df8066-e8f2-47dc-9945-05f2807fab5e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=c6370226-bcb6-489d-9bfa-34f75350194b HTTP/1.1" status: 200 len: 946 time: 0.0498238 Feb 16 17:21:55.516928 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:55.556720 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-8b96740c-67bc-418c-a04f-5dd66f3a3c50 req-3c52f070-7861-45bb-8c10-c0a337210e5c tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436239 Feb 16 17:21:55.582332 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['aee38a18-33f3-4b34-8170-70056532cf7f'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:21:55.587541 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=aee38a18-33f3-4b34-8170-70056532cf7f,revision_number=6']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:55.636792 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104efa9-c86e-4091-ac87-405dec12e3ab req-c4a33caa-cdc2-4500-8e72-2235570e211a tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:55.638301 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0104efa9-c86e-4091-ac87-405dec12e3ab req-c4a33caa-cdc2-4500-8e72-2235570e211a tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.89 "GET /v2.0/ports?device_id=c6370226-bcb6-489d-9bfa-34f75350194b&tenant_id=044c073cf03a45d9aa87a4f930121794&binding%3Ahost_id=hv-neutron-8286 HTTP/1.1" status: 200 len: 945 time: 0.0532548 Feb 16 17:21:55.724305 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104efa9-c86e-4091-ac87-405dec12e3ab req-2f6c2f9a-3906-4f8c-80e2-f5fdaba8c15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:55.725978 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0104efa9-c86e-4091-ac87-405dec12e3ab req-2f6c2f9a-3906-4f8c-80e2-f5fdaba8c15e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=044c073cf03a45d9aa87a4f930121794&device_id=c6370226-bcb6-489d-9bfa-34f75350194b HTTP/1.1" status: 200 len: 1098 time: 0.0466166 Feb 16 17:21:55.824907 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104efa9-c86e-4091-ac87-405dec12e3ab req-d8982cf6-ae92-4e83-9ad2-cdbfa931963d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:55.826415 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0104efa9-c86e-4091-ac87-405dec12e3ab req-d8982cf6-ae92-4e83-9ad2-cdbfa931963d service neutron] 10.222.0.89 "GET /v2.0/networks?id=cdd8717f-21e8-4316-b64c-5c9b734d21c4 HTTP/1.1" status: 200 len: 912 time: 0.0838211 Feb 16 17:21:55.896247 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0104efa9-c86e-4091-ac87-405dec12e3ab req-11dc8612-e821-4c2c-89eb-df70cdf3e7d2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aee38a18-33f3-4b34-8170-70056532cf7f HTTP/1.1" status: 200 len: 1001 time: 0.0628388 Feb 16 17:21:55.943678 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104efa9-c86e-4091-ac87-405dec12e3ab req-60917ef6-4d68-4027-ab8c-6121a3e88e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:55.945134 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0104efa9-c86e-4091-ac87-405dec12e3ab req-60917ef6-4d68-4027-ab8c-6121a3e88e52 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a496ba2f-493e-47f8-a1a8-9c8b0b735fc3 HTTP/1.1" status: 200 len: 850 time: 0.0424588 Feb 16 17:21:55.988770 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104efa9-c86e-4091-ac87-405dec12e3ab req-a00da5d6-73f0-4bcf-bad7-998fc841de38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:55.990112 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0104efa9-c86e-4091-ac87-405dec12e3ab req-a00da5d6-73f0-4bcf-bad7-998fc841de38 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cdd8717f-21e8-4316-b64c-5c9b734d21c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391676 Feb 16 17:21:56.081333 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0104efa9-c86e-4091-ac87-405dec12e3ab req-5da21ce3-26e4-477f-a396-cdb0e1f5a3b6 service neutron] 10.222.0.89 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839500 Feb 16 17:21:56.169369 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0104efa9-c86e-4091-ac87-405dec12e3ab req-2f9f67e0-e66b-48b7-bf3f-519f3e08dc92 service neutron] 10.222.0.89 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823226 Feb 16 17:21:56.675406 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808b4a8-1147-4722-bdb1-f931106c4ae1 req-2c2a1205-f073-4bfa-9e1e-12603470d458 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:56.676914 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e808b4a8-1147-4722-bdb1-f931106c4ae1 req-2c2a1205-f073-4bfa-9e1e-12603470d458 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=c6370226-bcb6-489d-9bfa-34f75350194b HTTP/1.1" status: 200 len: 945 time: 0.0482814 Feb 16 17:21:56.722039 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e808b4a8-1147-4722-bdb1-f931106c4ae1 req-be15fee3-161c-4ed1-b114-e793c9180862 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391128 Feb 16 17:21:57.228078 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device aee38a18-33f3-4b34-8170-70056532cf7f up at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:21:57.274730 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning complete for port aee38a18-33f3-4b34-8170-70056532cf7f triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:21:57.275105 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:57.353923 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:57.376687 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6370226-bcb6-489d-9bfa-34f75350194b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee38a18-33f3-4b34-8170-70056532cf7f'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:21:57.379359 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce163dd-f83e-4098-b631-2c5514fb8eb8" -d '{"events": [{"server_uuid": "c6370226-bcb6-489d-9bfa-34f75350194b", "name": "network-vif-plugged", "status": "completed", "tag": "aee38a18-33f3-4b34-8170-70056532cf7f"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:21:57.391588 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port aee38a18-33f3-4b34-8170-70056532cf7f, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=aee38a18-33f3-4b34-8170-70056532cf7f,segment=NetworkSegment(2fd36393-3bbe-4ecb-bbb0-c44e7509f877),segment_id=2fd36393-3bbe-4ecb-bbb0-c44e7509f877)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:21:57.416591 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b052c547-9ba8-453e-8988-7a81a74a2d6a x-openstack-request-id: req-b052c547-9ba8-453e-8988-7a81a74a2d6a {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:21:57.416883 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6370226-bcb6-489d-9bfa-34f75350194b", "name": "network-vif-plugged", "status": "completed", "tag": "aee38a18-33f3-4b34-8170-70056532cf7f", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:21:57.417138 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b052c547-9ba8-453e-8988-7a81a74a2d6a {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:21:57.417539 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6370226-bcb6-489d-9bfa-34f75350194b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee38a18-33f3-4b34-8170-70056532cf7f', 'code': 200} Feb 16 17:21:57.482513 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:21:57.532607 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=aee38a18-33f3-4b34-8170-70056532cf7f,revision_number=7']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:57.837060 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0dbf92-84f8-4a6c-91dd-16b9a88e9eba req-dcd00a3a-197a-4298-9b9f-531d971e143e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:57.838700 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5c0dbf92-84f8-4a6c-91dd-16b9a88e9eba req-dcd00a3a-197a-4298-9b9f-531d971e143e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=c6370226-bcb6-489d-9bfa-34f75350194b HTTP/1.1" status: 200 len: 946 time: 0.0495093 Feb 16 17:21:57.878007 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5c0dbf92-84f8-4a6c-91dd-16b9a88e9eba req-00a4a57f-2b54-404d-9438-2f355a0fefce tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319760 Feb 16 17:21:57.994195 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44cec8c-bc6b-4ee1-b3a0-11611555c915 req-beb91ace-8e4a-4337-b104-93ab04df3059 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:57.995666 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-e44cec8c-bc6b-4ee1-b3a0-11611555c915 req-beb91ace-8e4a-4337-b104-93ab04df3059 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=c6370226-bcb6-489d-9bfa-34f75350194b HTTP/1.1" status: 200 len: 946 time: 0.0513163 Feb 16 17:21:58.032672 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-e44cec8c-bc6b-4ee1-b3a0-11611555c915 req-b7d27a3e-6df2-4b40-a87a-e521a8df29cc tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309815 Feb 16 17:21:58.143699 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce76e35-bed5-4af2-869f-1c066041527b req-91d3caaa-a1cb-4329-9534-9767e0ea16ce tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:58.145895 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3ce76e35-bed5-4af2-869f-1c066041527b req-91d3caaa-a1cb-4329-9534-9767e0ea16ce tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=c6370226-bcb6-489d-9bfa-34f75350194b HTTP/1.1" status: 200 len: 946 time: 0.0498393 Feb 16 17:21:58.182987 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3ce76e35-bed5-4af2-869f-1c066041527b req-13a14b59-8b94-4e6a-b59c-6b2da43db6b1 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312569 Feb 16 17:21:58.620377 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aaf8a5-c1f6-4f93-9e48-ec2d31b528bd req-ba41a3f9-e501-424a-bbfd-54dcc59eb3f2 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:58.621856 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-08aaf8a5-c1f6-4f93-9e48-ec2d31b528bd req-ba41a3f9-e501-424a-bbfd-54dcc59eb3f2 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=c6370226-bcb6-489d-9bfa-34f75350194b HTTP/1.1" status: 200 len: 946 time: 0.0472922 Feb 16 17:21:58.662797 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-08aaf8a5-c1f6-4f93-9e48-ec2d31b528bd req-f0b6cfcc-18c0-47e3-b61c-6b910a8701f8 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343785 Feb 16 17:21:59.779810 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b7b9b-577f-440f-8a15-6f8a1c469d8b req-51dd447a-f3f7-4b62-b60a-e3daca15eefe tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:59.781877 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-ac6b7b9b-577f-440f-8a15-6f8a1c469d8b req-51dd447a-f3f7-4b62-b60a-e3daca15eefe tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=c6370226-bcb6-489d-9bfa-34f75350194b HTTP/1.1" status: 200 len: 946 time: 0.0488212 Feb 16 17:21:59.819077 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-ac6b7b9b-577f-440f-8a15-6f8a1c469d8b req-1db5c362-f7bc-4954-8993-df50270d319c tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312595 Feb 16 17:22:00.305048 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e4e31-25ec-4b22-aa36-16b72838a031 req-8669f520-d58a-4d24-a53c-e25a2b14c27b tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:00.306491 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e49e4e31-25ec-4b22-aa36-16b72838a031 req-8669f520-d58a-4d24-a53c-e25a2b14c27b tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.89 "GET /v2.0/ports?device_id=c6370226-bcb6-489d-9bfa-34f75350194b HTTP/1.1" status: 200 len: 946 time: 0.0522821 Feb 16 17:22:00.395722 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-e49e4e31-25ec-4b22-aa36-16b72838a031 req-ce63888c-ac7a-4bd5-8244-2cf5b110578c tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Deleting port aee38a18-33f3-4b34-8170-70056532cf7f {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:22:00.396102 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-e49e4e31-25ec-4b22-aa36-16b72838a031 req-ce63888c-ac7a-4bd5-8244-2cf5b110578c tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:00.486133 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-e49e4e31-25ec-4b22-aa36-16b72838a031 req-ce63888c-ac7a-4bd5-8244-2cf5b110578c tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] For port aee38a18-33f3-4b34-8170-70056532cf7f, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=aee38a18-33f3-4b34-8170-70056532cf7f,segment=NetworkSegment(2fd36393-3bbe-4ecb-bbb0-c44e7509f877),segment_id=2fd36393-3bbe-4ecb-bbb0-c44e7509f877)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:22:00.486527 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-e49e4e31-25ec-4b22-aa36-16b72838a031 req-ce63888c-ac7a-4bd5-8244-2cf5b110578c tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:00.670041 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-e49e4e31-25ec-4b22-aa36-16b72838a031 req-ce63888c-ac7a-4bd5-8244-2cf5b110578c tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:00.670333 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-e49e4e31-25ec-4b22-aa36-16b72838a031 req-ce63888c-ac7a-4bd5-8244-2cf5b110578c tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:00.670655 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.l3_db [req-e49e4e31-25ec-4b22-aa36-16b72838a031 req-ce63888c-ac7a-4bd5-8244-2cf5b110578c tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Floating IP b837956d-c2f9-46e7-843d-c64573153643 disassociated. External IP: 172.26.3.164, port: aee38a18-33f3-4b34-8170-70056532cf7f. Feb 16 17:22:00.670997 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-e49e4e31-25ec-4b22-aa36-16b72838a031 req-ce63888c-ac7a-4bd5-8244-2cf5b110578c tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Calling delete_port for aee38a18-33f3-4b34-8170-70056532cf7f owned by compute:nova {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:22:00.676892 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:00.882648 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-e49e4e31-25ec-4b22-aa36-16b72838a031 req-ce63888c-ac7a-4bd5-8244-2cf5b110578c tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:00.947410 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce63888c-ac7a-4bd5-8244-2cf5b110578c tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Pushing event deleted for resources: {'Port': ['ID=aee38a18-33f3-4b34-8170-70056532cf7f,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:22:00.961332 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1f4ad976-e889-4f24-9075-4dbf29c4c35a req-5a7cc526-94b9-4f44-b624-4842a32e3916 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=c6370226-bcb6-489d-9bfa-34f75350194b HTTP/1.1" status: 200 len: 210 time: 0.0564473 Feb 16 17:22:01.081615 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e49e4e31-25ec-4b22-aa36-16b72838a031 req-ce63888c-ac7a-4bd5-8244-2cf5b110578c tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Router 66d422ce-8128-4711-852b-2b51bf482aad has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:22:01.193994 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e49e4e31-25ec-4b22-aa36-16b72838a031 req-ce63888c-ac7a-4bd5-8244-2cf5b110578c tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:22:01.204264 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8950bbe-86ce-49f7-bfaf-57a3850ac30e None None] Sync routers for ids ['66d422ce-8128-4711-852b-2b51bf482aad'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:22:01.214370 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8950bbe-86ce-49f7-bfaf-57a3850ac30e None None] Routers {'66d422ce-8128-4711-852b-2b51bf482aad'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:22:01.214917 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-a8950bbe-86ce-49f7-bfaf-57a3850ac30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:21:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['66d422ce-8128-4711-852b-2b51bf482aad'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:22:01.231374 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-e49e4e31-25ec-4b22-aa36-16b72838a031 req-ce63888c-ac7a-4bd5-8244-2cf5b110578c tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] No DVR routers for this DVR port aee38a18-33f3-4b34-8170-70056532cf7f on host hv-neutron-8286 {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:22:01.233913 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-e49e4e31-25ec-4b22-aa36-16b72838a031 req-ce63888c-ac7a-4bd5-8244-2cf5b110578c tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:01.237268 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e49e4e31-25ec-4b22-aa36-16b72838a031 req-ce63888c-ac7a-4bd5-8244-2cf5b110578c tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.89 "DELETE /v2.0/ports/aee38a18-33f3-4b34-8170-70056532cf7f HTTP/1.1" status: 204 len: 173 time: 0.9246204 Feb 16 17:22:01.237705 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6370226-bcb6-489d-9bfa-34f75350194b', 'name': 'network-vif-deleted', 'tag': 'aee38a18-33f3-4b34-8170-70056532cf7f'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:22:01.239964 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23dccc48-16f7-4faa-a487-3115e4d6a321" -d '{"events": [{"server_uuid": "c6370226-bcb6-489d-9bfa-34f75350194b", "name": "network-vif-deleted", "tag": "aee38a18-33f3-4b34-8170-70056532cf7f"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:22:01.276532 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2421f27c-7816-4ae2-b849-d5a8aaffebf6 x-openstack-request-id: req-2421f27c-7816-4ae2-b849-d5a8aaffebf6 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:22:01.276840 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6370226-bcb6-489d-9bfa-34f75350194b", "name": "network-vif-deleted", "tag": "aee38a18-33f3-4b34-8170-70056532cf7f", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:22:01.277095 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2421f27c-7816-4ae2-b849-d5a8aaffebf6 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:22:01.277507 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6370226-bcb6-489d-9bfa-34f75350194b', 'name': 'network-vif-deleted', 'tag': 'aee38a18-33f3-4b34-8170-70056532cf7f', 'status': 'completed', 'code': 200} Feb 16 17:22:01.321985 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-a8950bbe-86ce-49f7-bfaf-57a3850ac30e None None] Set router 66d422ce-8128-4711-852b-2b51bf482aad gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:22:01.516398 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-a8950bbe-86ce-49f7-bfaf-57a3850ac30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d422ce-8128-4711-852b-2b51bf482aad', 'name': 'tempest-ServerActionsTestJSON-313309323-router', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:11Z', 'revision_number': 4, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'gw_port': {'id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '125047d8-4988-48a9-bd6b-82deb9a14bf0', 'name': '', 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'mac_address': 'fa:16:3e:a1:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:21:10Z', 'updated_at': '2022-02-16T17:21:15Z', 'revision_number': 5, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'subnets': [{'id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:22:01.542354 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8950bbe-86ce-49f7-bfaf-57a3850ac30e None None] Checking router: 66d422ce-8128-4711-852b-2b51bf482aad for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:22:01.550752 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8950bbe-86ce-49f7-bfaf-57a3850ac30e None None] Routers {'66d422ce-8128-4711-852b-2b51bf482aad'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:22:01.551342 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-a8950bbe-86ce-49f7-bfaf-57a3850ac30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:21:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['66d422ce-8128-4711-852b-2b51bf482aad'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:22:01.653207 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-a8950bbe-86ce-49f7-bfaf-57a3850ac30e None None] Set router 66d422ce-8128-4711-852b-2b51bf482aad gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:22:01.853381 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-a8950bbe-86ce-49f7-bfaf-57a3850ac30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d422ce-8128-4711-852b-2b51bf482aad', 'name': 'tempest-ServerActionsTestJSON-313309323-router', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:11Z', 'revision_number': 4, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'gw_port': {'id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '125047d8-4988-48a9-bd6b-82deb9a14bf0', 'name': '', 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'mac_address': 'fa:16:3e:a1:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:21:10Z', 'updated_at': '2022-02-16T17:21:15Z', 'revision_number': 5, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'subnets': [{'id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:22:01.882871 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8950bbe-86ce-49f7-bfaf-57a3850ac30e None None] The sync data for ids ['66d422ce-8128-4711-852b-2b51bf482aad'] in dv-neutron-828697-3-hyperv is: [{'id': '66d422ce-8128-4711-852b-2b51bf482aad', 'name': 'tempest-ServerActionsTestJSON-313309323-router', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:11Z', 'revision_number': 4, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'gw_port': {'id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '125047d8-4988-48a9-bd6b-82deb9a14bf0', 'name': '', 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'mac_address': 'fa:16:3e:a1:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:21:10Z', 'updated_at': '2022-02-16T17:21:15Z', 'revision_number': 5, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'subnets': [{'id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:22:02.079446 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1b007767-3cda-458e-940b-5eeff694a547 req-0e860e3d-7c8d-4968-99af-7a10142f32dc tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=c6370226-bcb6-489d-9bfa-34f75350194b HTTP/1.1" status: 200 len: 210 time: 0.0304496 Feb 16 17:22:02.093491 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9592344e-6240-4b6e-9515-53c7c403b929 None None] New status for floating IP b837956d-c2f9-46e7-843d-c64573153643: DOWN {{(pid=114377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:22:03.304201 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-c0d1709c-9be4-4ea2-82f8-258503fb72d7 req-0543ce46-b89d-4f83-8481-d9691c6ca065 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1033172930&fields=id&tenant_id=044c073cf03a45d9aa87a4f930121794 HTTP/1.1" status: 200 len: 267 time: 0.0322952 Feb 16 17:22:03.411780 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d1709c-9be4-4ea2-82f8-258503fb72d7 req-d1385064-7828-49be-a6c8-402263a4257f tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:03.413155 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-c0d1709c-9be4-4ea2-82f8-258503fb72d7 req-d1385064-7828-49be-a6c8-402263a4257f tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/networks?id=cdd8717f-21e8-4316-b64c-5c9b734d21c4 HTTP/1.1" status: 200 len: 811 time: 0.1020374 Feb 16 17:22:03.428290 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-c0d1709c-9be4-4ea2-82f8-258503fb72d7 req-03aa9583-7b3b-4dd3-aad4-8caf2989036b tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/quotas/044c073cf03a45d9aa87a4f930121794 HTTP/1.1" status: 200 len: 375 time: 0.0092764 Feb 16 17:22:03.478692 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-c0d1709c-9be4-4ea2-82f8-258503fb72d7 req-79332cb1-261a-42d0-afde-975397df5aab tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=044c073cf03a45d9aa87a4f930121794&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0452051 Feb 16 17:22:03.613135 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-c0d1709c-9be4-4ea2-82f8-258503fb72d7 req-7d622313-311b-4cf4-903b-5072133acbb2 service neutron] 10.222.0.88 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222794 Feb 16 17:22:03.704731 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-c0d1709c-9be4-4ea2-82f8-258503fb72d7 req-e806fb09-49bb-4b17-abc8-a2d3847770a9 service neutron] 10.222.0.88 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855584 Feb 16 17:22:03.934890 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f5e432a2-9da1-4f17-96fd-14babb5f435e req-fc07e7cb-31e1-4bb0-92da-62850bbbf9bf tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 210 time: 0.0253146 Feb 16 17:22:05.027230 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-8da17726-e6ae-43fd-8143-1ccf47bbbf34 req-dd4e19b7-2f66-4bb7-a9eb-7531964f46b6 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 210 time: 0.0271409 Feb 16 17:22:05.276458 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device aee38a18-33f3-4b34-8170-70056532cf7f no longer exists at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:22:05.300363 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] No Port match for: aee38a18-33f3-4b34-8170-70056532cf7f {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:22:05.300707 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device aee38a18-33f3-4b34-8170-70056532cf7f not bound to the agent host hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:22:06.122771 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-85c946a1-416b-4049-8c36-b37b24bf259b req-72345181-9a70-4398-a34e-d22ceee284df tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 210 time: 0.0257046 Feb 16 17:22:06.253636 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d1709c-9be4-4ea2-82f8-258503fb72d7 req-3659bd76-998c-4d78-8f16-930345a8bbad tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:06.255067 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c0d1709c-9be4-4ea2-82f8-258503fb72d7 req-3659bd76-998c-4d78-8f16-930345a8bbad tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.89 "GET /v2.0/networks?id=cdd8717f-21e8-4316-b64c-5c9b734d21c4 HTTP/1.1" status: 200 len: 811 time: 0.0982215 Feb 16 17:22:06.298087 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c0d1709c-9be4-4ea2-82f8-258503fb72d7 req-4d1778f7-856a-4e23-8d40-cf9f011fa8b6 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=044c073cf03a45d9aa87a4f930121794 HTTP/1.1" status: 200 len: 380 time: 0.0350571 Feb 16 17:22:06.306485 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-c0d1709c-9be4-4ea2-82f8-258503fb72d7 req-39188148-1a77-4e1b-9018-0df75b67bbf9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Request body: {'port': {'device_id': '27c6a67f-57b0-4a5f-8dd5-a4f66585dffe', 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4', 'admin_state_up': True, 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'security_groups': ['bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf']}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:22:06.480380 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0d1709c-9be4-4ea2-82f8-258503fb72d7 req-39188148-1a77-4e1b-9018-0df75b67bbf9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Made reservation on behalf of 044c073cf03a45d9aa87a4f930121794 for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:22:06.483972 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-c0d1709c-9be4-4ea2-82f8-258503fb72d7 req-39188148-1a77-4e1b-9018-0df75b67bbf9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:06.616408 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [req-c0d1709c-9be4-4ea2-82f8-258503fb72d7 req-39188148-1a77-4e1b-9018-0df75b67bbf9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Allocated IP 172.20.0.8 (cdd8717f-21e8-4316-b64c-5c9b734d21c4/a496ba2f-493e-47f8-a1a8-9c8b0b735fc3/16211808-b531-405b-9951-a8daef9c5ec8) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:22:06.749085 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-c0d1709c-9be4-4ea2-82f8-258503fb72d7 req-39188148-1a77-4e1b-9018-0df75b67bbf9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:06.840785 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-c0d1709c-9be4-4ea2-82f8-258503fb72d7 req-39188148-1a77-4e1b-9018-0df75b67bbf9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:06.851676 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c4c313ce-32f7-4b47-91f4-02102ffa8b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:06.889620 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0d1709c-9be4-4ea2-82f8-258503fb72d7 req-39188148-1a77-4e1b-9018-0df75b67bbf9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Network cdd8717f-21e8-4316-b64c-5c9b734d21c4 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:22:06.893182 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [req-c0d1709c-9be4-4ea2-82f8-258503fb72d7 req-39188148-1a77-4e1b-9018-0df75b67bbf9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:22:06.897295 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d1709c-9be4-4ea2-82f8-258503fb72d7 req-39188148-1a77-4e1b-9018-0df75b67bbf9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:22:06.904088 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39188148-1a77-4e1b-9018-0df75b67bbf9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Pushing event updated for resources: {'Port': ['ID=16211808-b531-405b-9951-a8daef9c5ec8,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:22:06.918710 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:22:06.933932 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39188148-1a77-4e1b-9018-0df75b67bbf9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:22:06.934283 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39188148-1a77-4e1b-9018-0df75b67bbf9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:22:06.934625 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39188148-1a77-4e1b-9018-0df75b67bbf9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:22:06.934964 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39188148-1a77-4e1b-9018-0df75b67bbf9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:22:06.935296 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39188148-1a77-4e1b-9018-0df75b67bbf9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:22:06.935626 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39188148-1a77-4e1b-9018-0df75b67bbf9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:22:06.935953 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39188148-1a77-4e1b-9018-0df75b67bbf9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:22:06.936305 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39188148-1a77-4e1b-9018-0df75b67bbf9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:22:06.936630 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39188148-1a77-4e1b-9018-0df75b67bbf9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:22:06.936952 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39188148-1a77-4e1b-9018-0df75b67bbf9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:22:06.937288 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39188148-1a77-4e1b-9018-0df75b67bbf9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:22:06.937597 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39188148-1a77-4e1b-9018-0df75b67bbf9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:22:06.961969 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d1709c-9be4-4ea2-82f8-258503fb72d7 req-39188148-1a77-4e1b-9018-0df75b67bbf9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:06.962581 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-c0d1709c-9be4-4ea2-82f8-258503fb72d7 req-39188148-1a77-4e1b-9018-0df75b67bbf9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:07.157854 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-f948af80-081b-4b62-9019-b90c3a5595fd None None] Provisioning complete for port 16211808-b531-405b-9951-a8daef9c5ec8 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:22:07.158232 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f948af80-081b-4b62-9019-b90c3a5595fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:07.191751 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-f948af80-081b-4b62-9019-b90c3a5595fd None None] Port 16211808-b531-405b-9951-a8daef9c5ec8 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:22:07.237226 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5af198-c099-4bf4-b2c2-3994d8645677 req-72edfc96-499b-4066-bddb-098b099ccdd1 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:07.238716 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-dd5af198-c099-4bf4-b2c2-3994d8645677 req-72edfc96-499b-4066-bddb-098b099ccdd1 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 931 time: 0.0494640 Feb 16 17:22:07.238992 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c0d1709c-9be4-4ea2-82f8-258503fb72d7 req-39188148-1a77-4e1b-9018-0df75b67bbf9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9360158 Feb 16 17:22:07.251499 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-c0d1709c-9be4-4ea2-82f8-258503fb72d7 req-920de6eb-3b7b-4a8c-9da4-9abfb58a2d52 service neutron] Request body: {'port': {'device_id': '27c6a67f-57b0-4a5f-8dd5-a4f66585dffe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8286'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:22:07.277931 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-dd5af198-c099-4bf4-b2c2-3994d8645677 req-aaceeef2-0c61-4df1-bdf0-6f33d200f731 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331366 Feb 16 17:22:07.305658 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-c0d1709c-9be4-4ea2-82f8-258503fb72d7 req-920de6eb-3b7b-4a8c-9da4-9abfb58a2d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:07.563972 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [req-c0d1709c-9be4-4ea2-82f8-258503fb72d7 req-920de6eb-3b7b-4a8c-9da4-9abfb58a2d52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16211808-b531-405b-9951-a8daef9c5ec8 {{(pid=114376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:22:07.571069 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-c0d1709c-9be4-4ea2-82f8-258503fb72d7 req-920de6eb-3b7b-4a8c-9da4-9abfb58a2d52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:07.583696 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.provisioning_blocks [req-c0d1709c-9be4-4ea2-82f8-258503fb72d7 req-920de6eb-3b7b-4a8c-9da4-9abfb58a2d52 service neutron] Transition to ACTIVE for port object 16211808-b531-405b-9951-a8daef9c5ec8 will not be triggered until provisioned by entity L2. {{(pid=114376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:22:07.653186 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-c0d1709c-9be4-4ea2-82f8-258503fb72d7 req-920de6eb-3b7b-4a8c-9da4-9abfb58a2d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:07.722717 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920de6eb-3b7b-4a8c-9da4-9abfb58a2d52 service neutron] Pushing event updated for resources: {'Port': ['ID=16211808-b531-405b-9951-a8daef9c5ec8,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:22:07.784232 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-c0d1709c-9be4-4ea2-82f8-258503fb72d7 req-920de6eb-3b7b-4a8c-9da4-9abfb58a2d52 service neutron] Attempting to bind port 16211808-b531-405b-9951-a8daef9c5ec8 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:22:07.784628 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-c0d1709c-9be4-4ea2-82f8-258503fb72d7 req-920de6eb-3b7b-4a8c-9da4-9abfb58a2d52 service neutron] Attempting to bind port 16211808-b531-405b-9951-a8daef9c5ec8 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': '2fd36393-3bbe-4ecb-bbb0-c44e7509f877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:22:07.784967 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d1709c-9be4-4ea2-82f8-258503fb72d7 req-920de6eb-3b7b-4a8c-9da4-9abfb58a2d52 service neutron] Attempting to bind port 16211808-b531-405b-9951-a8daef9c5ec8 on network cdd8717f-21e8-4316-b64c-5c9b734d21c4 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:22:07.789570 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d1709c-9be4-4ea2-82f8-258503fb72d7 req-920de6eb-3b7b-4a8c-9da4-9abfb58a2d52 service neutron] Port 16211808-b531-405b-9951-a8daef9c5ec8 on network cdd8717f-21e8-4316-b64c-5c9b734d21c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:22:07.789891 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d1709c-9be4-4ea2-82f8-258503fb72d7 req-920de6eb-3b7b-4a8c-9da4-9abfb58a2d52 service neutron] Attempting to bind port 16211808-b531-405b-9951-a8daef9c5ec8 on network cdd8717f-21e8-4316-b64c-5c9b734d21c4 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:22:07.794969 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d1709c-9be4-4ea2-82f8-258503fb72d7 req-920de6eb-3b7b-4a8c-9da4-9abfb58a2d52 service neutron] Checking agent: {'id': '65dda45c-bbef-42f9-9728-e0fd84037987', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8286', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 56), 'started_at': datetime.datetime(2022, 2, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:22:07.795300 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d1709c-9be4-4ea2-82f8-258503fb72d7 req-920de6eb-3b7b-4a8c-9da4-9abfb58a2d52 service neutron] Checking segment: {'id': '2fd36393-3bbe-4ecb-bbb0-c44e7509f877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:22:07.795675 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d1709c-9be4-4ea2-82f8-258503fb72d7 req-920de6eb-3b7b-4a8c-9da4-9abfb58a2d52 service neutron] Bound using segment: {'id': '2fd36393-3bbe-4ecb-bbb0-c44e7509f877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4'} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:22:07.796129 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-c0d1709c-9be4-4ea2-82f8-258503fb72d7 req-920de6eb-3b7b-4a8c-9da4-9abfb58a2d52 service neutron] Bound port: 16211808-b531-405b-9951-a8daef9c5ec8, host: hv-neutron-8286, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fd36393-3bbe-4ecb-bbb0-c44e7509f877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4'}}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:22:07.796488 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-c0d1709c-9be4-4ea2-82f8-258503fb72d7 req-920de6eb-3b7b-4a8c-9da4-9abfb58a2d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:07.869533 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-c0d1709c-9be4-4ea2-82f8-258503fb72d7 req-920de6eb-3b7b-4a8c-9da4-9abfb58a2d52 service neutron] For port 16211808-b531-405b-9951-a8daef9c5ec8, host hv-neutron-8286, cleared binding levels {{(pid=114376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:22:07.872568 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-c0d1709c-9be4-4ea2-82f8-258503fb72d7 req-920de6eb-3b7b-4a8c-9da4-9abfb58a2d52 service neutron] For port 16211808-b531-405b-9951-a8daef9c5ec8, host hv-neutron-8286, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=16211808-b531-405b-9951-a8daef9c5ec8,segment=NetworkSegment(2fd36393-3bbe-4ecb-bbb0-c44e7509f877),segment_id=2fd36393-3bbe-4ecb-bbb0-c44e7509f877)] {{(pid=114376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:22:07.955413 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-c0d1709c-9be4-4ea2-82f8-258503fb72d7 req-920de6eb-3b7b-4a8c-9da4-9abfb58a2d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:07.992398 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d1709c-9be4-4ea2-82f8-258503fb72d7 req-920de6eb-3b7b-4a8c-9da4-9abfb58a2d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:07.993017 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-c0d1709c-9be4-4ea2-82f8-258503fb72d7 req-920de6eb-3b7b-4a8c-9da4-9abfb58a2d52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:07.994431 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c0d1709c-9be4-4ea2-82f8-258503fb72d7 req-920de6eb-3b7b-4a8c-9da4-9abfb58a2d52 service neutron] 10.222.0.89 "PUT /v2.0/ports/16211808-b531-405b-9951-a8daef9c5ec8 HTTP/1.1" status: 200 len: 1093 time: 0.7471733 Feb 16 17:22:07.994873 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27c6a67f-57b0-4a5f-8dd5-a4f66585dffe', 'tag': '16211808-b531-405b-9951-a8daef9c5ec8'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:22:07.997155 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c5232a-c6cb-4703-82f0-76c7c688f3ca" -d '{"events": [{"name": "network-changed", "server_uuid": "27c6a67f-57b0-4a5f-8dd5-a4f66585dffe", "tag": "16211808-b531-405b-9951-a8daef9c5ec8"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:22:08.019408 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920de6eb-3b7b-4a8c-9da4-9abfb58a2d52 service neutron] Pushing event updated for resources: {'Port': ['ID=16211808-b531-405b-9951-a8daef9c5ec8,revision_number=3']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:22:08.039028 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e185744-e9d9-403f-a9ae-a266c18b16eb x-openstack-request-id: req-4e185744-e9d9-403f-a9ae-a266c18b16eb {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:22:08.039316 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27c6a67f-57b0-4a5f-8dd5-a4f66585dffe", "tag": "16211808-b531-405b-9951-a8daef9c5ec8", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:22:08.039561 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4e185744-e9d9-403f-a9ae-a266c18b16eb {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:22:08.039956 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27c6a67f-57b0-4a5f-8dd5-a4f66585dffe', 'tag': '16211808-b531-405b-9951-a8daef9c5ec8', 'status': 'completed', 'code': 200} Feb 16 17:22:08.101173 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5232a-c6cb-4703-82f0-76c7c688f3ca req-07198e8f-87ab-45cd-88ed-b734beb84d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:08.102931 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-43c5232a-c6cb-4703-82f0-76c7c688f3ca req-07198e8f-87ab-45cd-88ed-b734beb84d40 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=044c073cf03a45d9aa87a4f930121794&device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 1096 time: 0.0416811 Feb 16 17:22:08.206376 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5232a-c6cb-4703-82f0-76c7c688f3ca req-f83d76ee-2f1f-458f-b24c-94bee4c3263c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:08.207829 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-43c5232a-c6cb-4703-82f0-76c7c688f3ca req-f83d76ee-2f1f-458f-b24c-94bee4c3263c service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=044c073cf03a45d9aa87a4f930121794&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0969460 Feb 16 17:22:08.299749 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5232a-c6cb-4703-82f0-76c7c688f3ca req-9b290624-2d94-418e-961b-bab460821242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:08.301359 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-43c5232a-c6cb-4703-82f0-76c7c688f3ca req-9b290624-2d94-418e-961b-bab460821242 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872085 Feb 16 17:22:08.380053 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d1709c-9be4-4ea2-82f8-258503fb72d7 req-45b14c4e-5958-4c3f-9d73-01de11df65d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:08.381462 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c0d1709c-9be4-4ea2-82f8-258503fb72d7 req-45b14c4e-5958-4c3f-9d73-01de11df65d9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=044c073cf03a45d9aa87a4f930121794&device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 1096 time: 0.0452244 Feb 16 17:22:08.397422 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae5239-20e9-435e-a272-c1fbe9f2787c req-e0acca79-84af-4744-865d-54573cc093ad tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:08.398908 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-93ae5239-20e9-435e-a272-c1fbe9f2787c req-e0acca79-84af-4744-865d-54573cc093ad tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 943 time: 0.0537753 Feb 16 17:22:08.423717 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c0d1709c-9be4-4ea2-82f8-258503fb72d7 req-ff58e8ee-74f6-4c4c-9706-28ed317479c6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16211808-b531-405b-9951-a8daef9c5ec8 HTTP/1.1" status: 200 len: 217 time: 0.0349767 Feb 16 17:22:08.436784 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-93ae5239-20e9-435e-a272-c1fbe9f2787c req-09669c58-40b2-49ba-87df-3f0cc274170f tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318289 Feb 16 17:22:08.472428 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d1709c-9be4-4ea2-82f8-258503fb72d7 req-53a13dab-73e6-4221-829e-d18b1596ca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:08.473873 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c0d1709c-9be4-4ea2-82f8-258503fb72d7 req-53a13dab-73e6-4221-829e-d18b1596ca96 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a496ba2f-493e-47f8-a1a8-9c8b0b735fc3 HTTP/1.1" status: 200 len: 850 time: 0.0435722 Feb 16 17:22:08.516636 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d1709c-9be4-4ea2-82f8-258503fb72d7 req-3464c804-a779-4f3e-b892-b34d608b7da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:08.518656 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c0d1709c-9be4-4ea2-82f8-258503fb72d7 req-3464c804-a779-4f3e-b892-b34d608b7da6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cdd8717f-21e8-4316-b64c-5c9b734d21c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0379875 Feb 16 17:22:08.608506 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c0d1709c-9be4-4ea2-82f8-258503fb72d7 req-5220e1ad-81ea-403c-9128-cdf2ed607491 service neutron] 10.222.0.89 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832579 Feb 16 17:22:08.696052 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c0d1709c-9be4-4ea2-82f8-258503fb72d7 req-c19d5890-7b03-47c2-8bd2-66d6459e1b44 service neutron] 10.222.0.89 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812762 Feb 16 17:22:09.228870 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b362c61e-6737-4939-9b36-a558dcbe7d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:09.555446 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf774c-4c50-44f0-a216-6bfb2d0f9f36 req-b30a48e0-a55a-46b1-9c20-07640561fe4b tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:09.556861 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2ecf774c-4c50-44f0-a216-6bfb2d0f9f36 req-b30a48e0-a55a-46b1-9c20-07640561fe4b tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 943 time: 0.0520461 Feb 16 17:22:09.594288 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2ecf774c-4c50-44f0-a216-6bfb2d0f9f36 req-fc2c5dcc-fe15-47e0-bfe6-2f66d6b98aeb tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315409 Feb 16 17:22:10.499043 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:10.705500 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae28b13b-6c9b-4f37-8962-47a1f81af6ab req-80fb4898-9f62-4aff-be91-a30425aaabad tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:10.706963 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-ae28b13b-6c9b-4f37-8962-47a1f81af6ab req-80fb4898-9f62-4aff-be91-a30425aaabad tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 943 time: 0.0470753 Feb 16 17:22:10.744071 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-ae28b13b-6c9b-4f37-8962-47a1f81af6ab req-02eb1bd2-2b81-4b9d-8135-d023fe43a1fd tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309818 Feb 16 17:22:11.320231 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 16211808-b531-405b-9951-a8daef9c5ec8 details requested by agent hyperv_hv-neutron-8286 with host hv-neutron-8286 {{(pid=114377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:22:11.415032 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 16211808-b531-405b-9951-a8daef9c5ec8, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=16211808-b531-405b-9951-a8daef9c5ec8,segment=NetworkSegment(2fd36393-3bbe-4ecb-bbb0-c44e7509f877),segment_id=2fd36393-3bbe-4ecb-bbb0-c44e7509f877)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:22:11.426215 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Returning: {'device': '16211808-b531-405b-9951-a8daef9c5ec8', 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4', 'port_id': '16211808-b531-405b-9951-a8daef9c5ec8', 'mac_address': 'fa:16:3e:37:45:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:22:11.461594 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:11.478184 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16211808-b531-405b-9951-a8daef9c5ec8 {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:22:11.496479 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 16211808-b531-405b-9951-a8daef9c5ec8, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=16211808-b531-405b-9951-a8daef9c5ec8,segment=NetworkSegment(2fd36393-3bbe-4ecb-bbb0-c44e7509f877),segment_id=2fd36393-3bbe-4ecb-bbb0-c44e7509f877)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:22:11.594580 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:11.640346 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=16211808-b531-405b-9951-a8daef9c5ec8,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:22:11.785431 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['16211808-b531-405b-9951-a8daef9c5ec8'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:22:11.840549 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:11.865650 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded07e4-585e-4bb4-98d9-dca706011dca req-d244dc35-0cb4-4bf3-bcc1-e3309ef9a276 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:11.866220 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6ded07e4-585e-4bb4-98d9-dca706011dca req-d244dc35-0cb4-4bf3-bcc1-e3309ef9a276 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 944 time: 0.0527954 Feb 16 17:22:11.907248 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6ded07e4-585e-4bb4-98d9-dca706011dca req-003bb183-8317-4db3-9eba-684aa97796f3 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349412 Feb 16 17:22:12.122052 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:13.019847 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d542452-2890-4051-acc6-46a67be39a17 req-0f9bdbf1-2824-4d2f-adb4-8f6b2917f521 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:13.021311 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-2d542452-2890-4051-acc6-46a67be39a17 req-0f9bdbf1-2824-4d2f-adb4-8f6b2917f521 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 944 time: 0.0462940 Feb 16 17:22:13.057683 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-2d542452-2890-4051-acc6-46a67be39a17 req-8604d7c3-c009-447b-9f3d-3a96775b54fa tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305178 Feb 16 17:22:13.336597 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 16211808-b531-405b-9951-a8daef9c5ec8 up at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:22:13.457061 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning for port 16211808-b531-405b-9951-a8daef9c5ec8 completed by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:22:13.461221 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning complete for port 16211808-b531-405b-9951-a8daef9c5ec8 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:22:13.461602 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:13.536267 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:13.561141 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c6a67f-57b0-4a5f-8dd5-a4f66585dffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16211808-b531-405b-9951-a8daef9c5ec8'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:22:13.563403 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc40bf7-af20-4a9a-bb8e-df22a4475378" -d '{"events": [{"server_uuid": "27c6a67f-57b0-4a5f-8dd5-a4f66585dffe", "name": "network-vif-plugged", "status": "completed", "tag": "16211808-b531-405b-9951-a8daef9c5ec8"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:22:13.576325 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 16211808-b531-405b-9951-a8daef9c5ec8, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=16211808-b531-405b-9951-a8daef9c5ec8,segment=NetworkSegment(2fd36393-3bbe-4ecb-bbb0-c44e7509f877),segment_id=2fd36393-3bbe-4ecb-bbb0-c44e7509f877)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:22:13.600273 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6c1e44-1cf3-4b3c-baf7-f12ce91ad636 x-openstack-request-id: req-cf6c1e44-1cf3-4b3c-baf7-f12ce91ad636 {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:22:13.600786 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c6a67f-57b0-4a5f-8dd5-a4f66585dffe", "name": "network-vif-plugged", "status": "completed", "tag": "16211808-b531-405b-9951-a8daef9c5ec8", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:22:13.601091 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-cf6c1e44-1cf3-4b3c-baf7-f12ce91ad636 {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:22:13.601491 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c6a67f-57b0-4a5f-8dd5-a4f66585dffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16211808-b531-405b-9951-a8daef9c5ec8', 'code': 200} Feb 16 17:22:13.636821 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:13.683790 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=16211808-b531-405b-9951-a8daef9c5ec8,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:22:13.887805 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd677813-53dd-48a8-a686-b77d81ca5deb req-5f3a903e-f8cd-4ff2-9e68-379c2267edc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:13.889240 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bd677813-53dd-48a8-a686-b77d81ca5deb req-5f3a903e-f8cd-4ff2-9e68-379c2267edc8 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 1098 time: 0.0385852 Feb 16 17:22:13.922948 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bd677813-53dd-48a8-a686-b77d81ca5deb req-1577c01f-5405-4460-84df-3ddc96e28495 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274613 Feb 16 17:22:14.173325 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b76d43-5b67-49d1-a2df-ca4e4dfdd7bb req-7acbc0d2-9e77-4c90-931c-5c22622c987e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:14.175335 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-32b76d43-5b67-49d1-a2df-ca4e4dfdd7bb req-7acbc0d2-9e77-4c90-931c-5c22622c987e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 945 time: 0.0500882 Feb 16 17:22:14.212529 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-32b76d43-5b67-49d1-a2df-ca4e4dfdd7bb req-34c09f7b-30a3-4914-8c51-91b4c36e30c1 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313003 Feb 16 17:22:15.329546 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115deda-43cc-4119-a711-f4422c8a8a7a req-b6fd4b94-1100-4081-af51-cb1456273add tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:15.331543 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7115deda-43cc-4119-a711-f4422c8a8a7a req-b6fd4b94-1100-4081-af51-cb1456273add tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 945 time: 0.0507152 Feb 16 17:22:15.368763 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7115deda-43cc-4119-a711-f4422c8a8a7a req-27ad6bc9-18ae-4294-9903-afeea614fcc6 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312188 Feb 16 17:22:15.479659 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffaa482-4c76-47d4-9892-f1a651c42f75 req-dcddf9cf-bdd4-418e-b0b4-551e3079df48 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:15.481522 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-2ffaa482-4c76-47d4-9892-f1a651c42f75 req-dcddf9cf-bdd4-418e-b0b4-551e3079df48 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 945 time: 0.0501626 Feb 16 17:22:15.490943 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 57588) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:22:15.495792 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-b3214800-ff71-4e48-897c-202f81f2866c tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Request body: {'floatingip': {'port_id': '16211808-b531-405b-9951-a8daef9c5ec8'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:22:15.536338 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b3214800-ff71-4e48-897c-202f81f2866c tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks [] for floatingip, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:15.994012 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b3214800-ff71-4e48-897c-202f81f2866c tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:16.042351 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b3214800-ff71-4e48-897c-202f81f2866c tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:16.140417 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.l3_db [None req-b3214800-ff71-4e48-897c-202f81f2866c tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Floating IP b837956d-c2f9-46e7-843d-c64573153643 associated. External IP: 172.26.3.164, port: 16211808-b531-405b-9951-a8daef9c5ec8. Feb 16 17:22:16.347545 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3214800-ff71-4e48-897c-202f81f2866c tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Router 66d422ce-8128-4711-852b-2b51bf482aad has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:22:16.452339 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3214800-ff71-4e48-897c-202f81f2866c tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:22:16.458438 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b3214800-ff71-4e48-897c-202f81f2866c tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:16.463877 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7934fd-fe74-45a9-91d1-95313dfb1f0e None None] Sync routers for ids ['66d422ce-8128-4711-852b-2b51bf482aad'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:22:16.473858 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7934fd-fe74-45a9-91d1-95313dfb1f0e None None] Routers {'66d422ce-8128-4711-852b-2b51bf482aad'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:22:16.474456 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-eb7934fd-fe74-45a9-91d1-95313dfb1f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:22:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['66d422ce-8128-4711-852b-2b51bf482aad'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:22:16.487220 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-b3214800-ff71-4e48-897c-202f81f2866c tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "PUT /v2.0/floatingips/b837956d-c2f9-46e7-843d-c64573153643 HTTP/1.1" status: 200 len: 991 time: 0.9927585 Feb 16 17:22:16.487220 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27c6a67f-57b0-4a5f-8dd5-a4f66585dffe', 'tag': '16211808-b531-405b-9951-a8daef9c5ec8'}] {{(pid=114375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:22:16.487786 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f675c1a73bb74b784e43f10fee26c40e358be44ccef5ed6f70ec30f8ec0d494b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e848a851-1a89-4f77-a4a3-936f9adc82ac" -d '{"events": [{"name": "network-changed", "server_uuid": "27c6a67f-57b0-4a5f-8dd5-a4f66585dffe", "tag": "16211808-b531-405b-9951-a8daef9c5ec8"}]}' {{(pid=114375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:22:16.527845 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710cb1be-9937-44ef-8c7f-648d6cf301c1 x-openstack-request-id: req-710cb1be-9937-44ef-8c7f-648d6cf301c1 {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:22:16.528181 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27c6a67f-57b0-4a5f-8dd5-a4f66585dffe", "tag": "16211808-b531-405b-9951-a8daef9c5ec8", "status": "completed", "code": 200}]} {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:22:16.528444 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-710cb1be-9937-44ef-8c7f-648d6cf301c1 {{(pid=114375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:22:16.528896 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27c6a67f-57b0-4a5f-8dd5-a4f66585dffe', 'tag': '16211808-b531-405b-9951-a8daef9c5ec8', 'status': 'completed', 'code': 200} Feb 16 17:22:16.591928 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848a851-1a89-4f77-a4a3-936f9adc82ac req-3131a0d6-3032-4020-b5e6-ff9cfaae817d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:16.593952 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e848a851-1a89-4f77-a4a3-936f9adc82ac req-3131a0d6-3032-4020-b5e6-ff9cfaae817d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=044c073cf03a45d9aa87a4f930121794&device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 1098 time: 0.0433662 Feb 16 17:22:16.681621 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-eb7934fd-fe74-45a9-91d1-95313dfb1f0e None None] Set router 66d422ce-8128-4711-852b-2b51bf482aad gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:22:16.688770 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848a851-1a89-4f77-a4a3-936f9adc82ac req-d7935526-bb51-4bd0-8990-79450dd068a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:16.690323 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e848a851-1a89-4f77-a4a3-936f9adc82ac req-d7935526-bb51-4bd0-8990-79450dd068a8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=cdd8717f-21e8-4316-b64c-5c9b734d21c4 HTTP/1.1" status: 200 len: 912 time: 0.0892391 Feb 16 17:22:16.765526 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e848a851-1a89-4f77-a4a3-936f9adc82ac req-bf7b4888-9d49-41f4-9c81-d906e19db5fe service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16211808-b531-405b-9951-a8daef9c5ec8 HTTP/1.1" status: 200 len: 999 time: 0.0684330 Feb 16 17:22:16.816378 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848a851-1a89-4f77-a4a3-936f9adc82ac req-b8d0cb4f-3c07-4b1f-9ef0-782d2ad68584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:16.817969 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e848a851-1a89-4f77-a4a3-936f9adc82ac req-b8d0cb4f-3c07-4b1f-9ef0-782d2ad68584 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a496ba2f-493e-47f8-a1a8-9c8b0b735fc3 HTTP/1.1" status: 200 len: 850 time: 0.0463383 Feb 16 17:22:16.854649 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f1e80-b6c0-4a21-b103-eb0096f54431 req-009addb1-5792-4fc6-9881-bbcc7b39ea71 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:16.856503 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-7c5f1e80-b6c0-4a21-b103-eb0096f54431 req-009addb1-5792-4fc6-9881-bbcc7b39ea71 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 945 time: 0.0548813 Feb 16 17:22:16.868580 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848a851-1a89-4f77-a4a3-936f9adc82ac req-2501a014-fda7-45c4-81d7-b66592ca9faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:16.870090 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e848a851-1a89-4f77-a4a3-936f9adc82ac req-2501a014-fda7-45c4-81d7-b66592ca9faa service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cdd8717f-21e8-4316-b64c-5c9b734d21c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0454957 Feb 16 17:22:16.905668 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-7c5f1e80-b6c0-4a21-b103-eb0096f54431 req-706f7204-4f02-4105-88d3-b6ca86b26ef5 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422862 Feb 16 17:22:16.930130 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-eb7934fd-fe74-45a9-91d1-95313dfb1f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d422ce-8128-4711-852b-2b51bf482aad', 'name': 'tempest-ServerActionsTestJSON-313309323-router', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:11Z', 'revision_number': 4, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'gw_port': {'id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': 'b837956d-c2f9-46e7-843d-c64573153643', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'floating_ip_address': '172.26.3.164', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'port_id': '16211808-b531-405b-9951-a8daef9c5ec8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4', 'mac_address': 'fa:16:3e:37:45:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c6a67f-57b0-4a5f-8dd5-a4f66585dffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:21:15Z', 'updated_at': '2022-02-16T17:22:15Z', 'revision_number': 5, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '125047d8-4988-48a9-bd6b-82deb9a14bf0', 'name': '', 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'mac_address': 'fa:16:3e:a1:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:21:10Z', 'updated_at': '2022-02-16T17:21:15Z', 'revision_number': 5, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'subnets': [{'id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:22:16.956361 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7934fd-fe74-45a9-91d1-95313dfb1f0e None None] Checking router: 66d422ce-8128-4711-852b-2b51bf482aad for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:22:16.964816 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7934fd-fe74-45a9-91d1-95313dfb1f0e None None] Routers {'66d422ce-8128-4711-852b-2b51bf482aad'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:22:16.965526 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-eb7934fd-fe74-45a9-91d1-95313dfb1f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:22:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['66d422ce-8128-4711-852b-2b51bf482aad'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:22:16.978022 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e848a851-1a89-4f77-a4a3-936f9adc82ac req-4580f2cb-7165-4d76-aa79-53eb591a78da service neutron] 10.222.0.89 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988715 Feb 16 17:22:17.068849 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-eb7934fd-fe74-45a9-91d1-95313dfb1f0e None None] Set router 66d422ce-8128-4711-852b-2b51bf482aad gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:22:17.070098 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e848a851-1a89-4f77-a4a3-936f9adc82ac req-36ddc0cf-dd92-4bf7-84a2-522984090a42 service neutron] 10.222.0.89 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859241 Feb 16 17:22:17.284182 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-eb7934fd-fe74-45a9-91d1-95313dfb1f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d422ce-8128-4711-852b-2b51bf482aad', 'name': 'tempest-ServerActionsTestJSON-313309323-router', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:11Z', 'revision_number': 4, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'gw_port': {'id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': 'b837956d-c2f9-46e7-843d-c64573153643', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'floating_ip_address': '172.26.3.164', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'port_id': '16211808-b531-405b-9951-a8daef9c5ec8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4', 'mac_address': 'fa:16:3e:37:45:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c6a67f-57b0-4a5f-8dd5-a4f66585dffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:21:15Z', 'updated_at': '2022-02-16T17:22:15Z', 'revision_number': 5, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '125047d8-4988-48a9-bd6b-82deb9a14bf0', 'name': '', 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'mac_address': 'fa:16:3e:a1:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:21:10Z', 'updated_at': '2022-02-16T17:21:15Z', 'revision_number': 5, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'subnets': [{'id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:22:17.313111 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7934fd-fe74-45a9-91d1-95313dfb1f0e None None] The sync data for ids ['66d422ce-8128-4711-852b-2b51bf482aad'] in dv-neutron-828697-3-hyperv is: [{'id': '66d422ce-8128-4711-852b-2b51bf482aad', 'name': 'tempest-ServerActionsTestJSON-313309323-router', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:11Z', 'revision_number': 4, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'gw_port': {'id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': 'b837956d-c2f9-46e7-843d-c64573153643', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'floating_ip_address': '172.26.3.164', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'port_id': '16211808-b531-405b-9951-a8daef9c5ec8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4', 'mac_address': 'fa:16:3e:37:45:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c6a67f-57b0-4a5f-8dd5-a4f66585dffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:21:15Z', 'updated_at': '2022-02-16T17:22:15Z', 'revision_number': 5, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '125047d8-4988-48a9-bd6b-82deb9a14bf0', 'name': '', 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'mac_address': 'fa:16:3e:a1:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:21:10Z', 'updated_at': '2022-02-16T17:21:15Z', 'revision_number': 5, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'subnets': [{'id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:22:17.497544 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402c22cb-b8b4-4932-8441-f0aaf8d0450f None None] New status for floating IP b837956d-c2f9-46e7-843d-c64573153643: ACTIVE {{(pid=114377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:22:18.036313 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227da32c-86b1-404d-b61a-5244ffe30014 req-d05dff54-59c8-4952-8bd5-c4ef736f5c58 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:18.037714 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-227da32c-86b1-404d-b61a-5244ffe30014 req-d05dff54-59c8-4952-8bd5-c4ef736f5c58 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 945 time: 0.0482264 Feb 16 17:22:18.073905 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-227da32c-86b1-404d-b61a-5244ffe30014 req-8acb6c5b-4083-42e0-89af-f2be66c97566 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303407 Feb 16 17:22:19.191350 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba36cb-4503-48ca-84ed-41dd83881cbc req-8d224fc3-bbf9-46fa-8422-e45367e732a1 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:19.192924 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-78ba36cb-4503-48ca-84ed-41dd83881cbc req-8d224fc3-bbf9-46fa-8422-e45367e732a1 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 945 time: 0.0517032 Feb 16 17:22:19.229792 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-78ba36cb-4503-48ca-84ed-41dd83881cbc req-96e0328f-3c82-454c-a366-355f0f4552a2 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309374 Feb 16 17:22:20.348738 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6652b32-57a6-4fc5-8384-9d42d0119e11 req-de336156-db49-4fd2-8afa-d6dc1169620e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:20.350206 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b6652b32-57a6-4fc5-8384-9d42d0119e11 req-de336156-db49-4fd2-8afa-d6dc1169620e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 945 time: 0.0535469 Feb 16 17:22:20.386767 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b6652b32-57a6-4fc5-8384-9d42d0119e11 req-b56d1d48-6757-4699-927a-f9d4bcc38ce1 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302446 Feb 16 17:22:21.499193 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a62ad-2de1-4dfe-9093-c70907d72892 req-0e68106d-a7fa-4942-9d98-2369457895fe tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:21.500690 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-6b7a62ad-2de1-4dfe-9093-c70907d72892 req-0e68106d-a7fa-4942-9d98-2369457895fe tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 945 time: 0.0475240 Feb 16 17:22:21.537914 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-6b7a62ad-2de1-4dfe-9093-c70907d72892 req-3b98e3d4-4ac6-4599-9082-38a4f05119e4 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309629 Feb 16 17:22:22.489184 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41195aeb-7c28-4ceb-80df-1e040e44aabe req-4f0419a9-ddb6-4937-afbc-c015a2866518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:22.490702 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-41195aeb-7c28-4ceb-80df-1e040e44aabe req-4f0419a9-ddb6-4937-afbc-c015a2866518 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=044c073cf03a45d9aa87a4f930121794&device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 1098 time: 0.0425413 Feb 16 17:22:22.596117 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41195aeb-7c28-4ceb-80df-1e040e44aabe req-91326c1c-9044-4cd6-a8cd-cd972896d7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:22.597643 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-41195aeb-7c28-4ceb-80df-1e040e44aabe req-91326c1c-9044-4cd6-a8cd-cd972896d7a7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=cdd8717f-21e8-4316-b64c-5c9b734d21c4 HTTP/1.1" status: 200 len: 912 time: 0.0873077 Feb 16 17:22:22.692603 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-41195aeb-7c28-4ceb-80df-1e040e44aabe req-5f3e2ce1-7955-49fb-a25f-365189a770fa service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16211808-b531-405b-9951-a8daef9c5ec8 HTTP/1.1" status: 200 len: 1001 time: 0.0878451 Feb 16 17:22:22.700731 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b2894-4189-40b0-891c-bce74dc45933 req-13d22331-03d9-4eb5-a856-30779023db50 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:22.702113 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-834b2894-4189-40b0-891c-bce74dc45933 req-13d22331-03d9-4eb5-a856-30779023db50 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 945 time: 0.0918326 Feb 16 17:22:22.767667 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41195aeb-7c28-4ceb-80df-1e040e44aabe req-64efde43-60e4-4901-9227-e42ed8980d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:22.769183 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-41195aeb-7c28-4ceb-80df-1e040e44aabe req-64efde43-60e4-4901-9227-e42ed8980d3b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a496ba2f-493e-47f8-a1a8-9c8b0b735fc3 HTTP/1.1" status: 200 len: 850 time: 0.0662279 Feb 16 17:22:22.772032 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-834b2894-4189-40b0-891c-bce74dc45933 req-3932e71f-63af-4da7-9b36-0ff06d5918af tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620151 Feb 16 17:22:22.816172 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41195aeb-7c28-4ceb-80df-1e040e44aabe req-6599c49d-84c5-4eb6-af80-89ddfc1715f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:22.817554 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-41195aeb-7c28-4ceb-80df-1e040e44aabe req-6599c49d-84c5-4eb6-af80-89ddfc1715f1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cdd8717f-21e8-4316-b64c-5c9b734d21c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421658 Feb 16 17:22:22.904162 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-41195aeb-7c28-4ceb-80df-1e040e44aabe req-f4985443-aa86-4e96-a259-b99bcbf5d457 service neutron] 10.222.0.89 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794594 Feb 16 17:22:23.001201 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-41195aeb-7c28-4ceb-80df-1e040e44aabe req-18641c7d-60b8-410c-901f-b5359a5477e2 service neutron] 10.222.0.89 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908577 Feb 16 17:22:23.886239 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ff4b1-bf62-4ff1-889b-9fb4972bfbcc req-f9a545a2-1340-4e03-8c7b-231243a9a08d tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:23.887611 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-3d1ff4b1-bf62-4ff1-889b-9fb4972bfbcc req-f9a545a2-1340-4e03-8c7b-231243a9a08d tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 945 time: 0.0467248 Feb 16 17:22:23.925872 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-3d1ff4b1-bf62-4ff1-889b-9fb4972bfbcc req-2a394039-f6cf-4193-a9d9-43af79b758eb tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318677 Feb 16 17:22:25.039432 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a358c-c1ea-440a-8e54-cb4cefb8edeb req-91201719-d7ca-4b68-adff-b739710d4e1c tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:25.040943 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b03a358c-c1ea-440a-8e54-cb4cefb8edeb req-91201719-d7ca-4b68-adff-b739710d4e1c tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 945 time: 0.0479228 Feb 16 17:22:25.078946 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b03a358c-c1ea-440a-8e54-cb4cefb8edeb req-8ff11be0-42e3-4f35-88d9-e2d4e920adb0 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320919 Feb 16 17:22:26.193577 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82146bdf-a97d-424e-a525-0e46db7b1c18 req-b855b30a-dfd1-4285-86c9-2986a0c9a4f1 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:26.195006 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-82146bdf-a97d-424e-a525-0e46db7b1c18 req-b855b30a-dfd1-4285-86c9-2986a0c9a4f1 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 945 time: 0.0507417 Feb 16 17:22:26.232219 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-82146bdf-a97d-424e-a525-0e46db7b1c18 req-0da2d25b-fd46-4619-8eff-3942a62f7268 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312274 Feb 16 17:22:27.343603 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9d1ad-9247-43c7-9f5d-17b874c39adc req-ab60b688-161c-4849-aef8-3457a7eac5ae tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:27.345121 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-29b9d1ad-9247-43c7-9f5d-17b874c39adc req-ab60b688-161c-4849-aef8-3457a7eac5ae tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 945 time: 0.0477638 Feb 16 17:22:27.382719 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-29b9d1ad-9247-43c7-9f5d-17b874c39adc req-5de71467-2a35-4a4c-865b-c44ab6accfc9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311801 Feb 16 17:22:28.494000 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b0854-a15e-4459-8f5e-091e0b73a8bd req-65018400-f752-433c-80e4-4191b9183475 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:28.495454 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-4b1b0854-a15e-4459-8f5e-091e0b73a8bd req-65018400-f752-433c-80e4-4191b9183475 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 945 time: 0.0471106 Feb 16 17:22:28.532416 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-4b1b0854-a15e-4459-8f5e-091e0b73a8bd req-188a8c0f-43af-46bd-95f8-e853bb3a5904 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311086 Feb 16 17:22:29.649664 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570fb5dd-a280-4c4c-a671-3886c34e86f6 req-8820791f-0d3d-4785-ae56-143b6458c6bd tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:29.651101 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-570fb5dd-a280-4c4c-a671-3886c34e86f6 req-8820791f-0d3d-4785-ae56-143b6458c6bd tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 945 time: 0.0504472 Feb 16 17:22:30.020697 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-570fb5dd-a280-4c4c-a671-3886c34e86f6 req-0d7cf0da-ff4c-48eb-bb80-6c755f2d6da6 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3636465 Feb 16 17:22:30.647157 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:31.136162 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ed74f-fbe9-4a2c-a5c2-c3a22c8c3dc6 req-aa13939a-b24e-4c06-baa5-ef7eb1758705 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:31.137634 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-819ed74f-fbe9-4a2c-a5c2-c3a22c8c3dc6 req-aa13939a-b24e-4c06-baa5-ef7eb1758705 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 945 time: 0.0476220 Feb 16 17:22:31.174702 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-819ed74f-fbe9-4a2c-a5c2-c3a22c8c3dc6 req-7b6a4f71-dd80-4da3-bde4-1a2943da4bc2 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311136 Feb 16 17:22:32.286072 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e29854-227e-46ce-bca3-2e4af837f3ef req-7baa6e71-0247-4c1e-b916-d3b794bfab36 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:32.287540 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-61e29854-227e-46ce-bca3-2e4af837f3ef req-7baa6e71-0247-4c1e-b916-d3b794bfab36 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 945 time: 0.0470846 Feb 16 17:22:32.325715 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-61e29854-227e-46ce-bca3-2e4af837f3ef req-07147d07-ba0b-4051-93c9-4b45d903a6ec tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320179 Feb 16 17:22:33.441388 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645130e-f8ba-4330-b02d-4c0cec20c42b req-d9150198-6a0c-40da-a066-d04e4e022ea0 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:33.443380 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-e645130e-f8ba-4330-b02d-4c0cec20c42b req-d9150198-6a0c-40da-a066-d04e4e022ea0 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 945 time: 0.0517392 Feb 16 17:22:33.488920 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-e645130e-f8ba-4330-b02d-4c0cec20c42b req-4299ed79-9c57-4847-8d47-4599fdab6bde tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373824 Feb 16 17:22:34.601135 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19366e26-7018-4780-ae41-95db02783d9c req-336d7e48-6e8b-4932-9f29-b6fed9db563e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:34.602752 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-19366e26-7018-4780-ae41-95db02783d9c req-336d7e48-6e8b-4932-9f29-b6fed9db563e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 945 time: 0.0469556 Feb 16 17:22:34.639877 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-19366e26-7018-4780-ae41-95db02783d9c req-6c902063-3314-4b3f-bacc-3b9af0433be6 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310965 Feb 16 17:22:35.752955 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74496e6-d193-456a-9d39-d6f17cf57881 req-9ba7aa02-fa30-42e8-94a4-6d2ef3675a3f tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:35.754424 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-f74496e6-d193-456a-9d39-d6f17cf57881 req-9ba7aa02-fa30-42e8-94a4-6d2ef3675a3f tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 945 time: 0.0477309 Feb 16 17:22:35.791242 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-f74496e6-d193-456a-9d39-d6f17cf57881 req-cff64b83-74d8-4efe-ad00-ce950b6412f6 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309641 Feb 16 17:22:36.875641 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-27849f35-80c6-48e8-8b04-c4745802ad07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:36.909723 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42b7c6-8d92-48a4-bd3e-1ed48ed2b028 req-e1cd6833-39db-45ed-8c45-7983caed0d83 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:36.911228 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3b42b7c6-8d92-48a4-bd3e-1ed48ed2b028 req-e1cd6833-39db-45ed-8c45-7983caed0d83 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 945 time: 0.0509155 Feb 16 17:22:36.948468 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3b42b7c6-8d92-48a4-bd3e-1ed48ed2b028 req-5bea3281-5fbb-4bf6-8da4-40d39b759562 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303893 Feb 16 17:22:38.065952 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5f838-7e31-4ccb-b885-ab51b6de908b req-b015ba15-5f48-4a7a-acc8-0fd42711d7b5 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:38.067485 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-a2f5f838-7e31-4ccb-b885-ab51b6de908b req-b015ba15-5f48-4a7a-acc8-0fd42711d7b5 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 945 time: 0.0531850 Feb 16 17:22:38.105835 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-a2f5f838-7e31-4ccb-b885-ab51b6de908b req-145f1a7b-2c64-4385-b9c0-713e7ee65a3b tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324452 Feb 16 17:22:39.219176 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb485c43-d8c8-4ed8-b9c8-448d9bc4de6d req-ec18e556-e99c-4d50-9af8-2eab8c9148b5 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:39.220671 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bb485c43-d8c8-4ed8-b9c8-448d9bc4de6d req-ec18e556-e99c-4d50-9af8-2eab8c9148b5 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 945 time: 0.0480146 Feb 16 17:22:39.233564 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-00258556-55e1-47d5-b0e1-16f556186edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:39.259062 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bb485c43-d8c8-4ed8-b9c8-448d9bc4de6d req-365b3752-32e6-46a1-aaa4-37941b546897 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319226 Feb 16 17:22:40.376981 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da51ec86-74ae-490d-9e7f-7bd62800e832 req-f5e866b6-b831-4307-857d-e5c4201b8dc8 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:40.378476 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-da51ec86-74ae-490d-9e7f-7bd62800e832 req-f5e866b6-b831-4307-857d-e5c4201b8dc8 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 945 time: 0.0517974 Feb 16 17:22:40.416862 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-da51ec86-74ae-490d-9e7f-7bd62800e832 req-2a755af7-d818-4f84-a9a3-483c57759aa2 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308540 Feb 16 17:22:40.464393 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:41.530011 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfaa506-3e96-4dc2-872e-715ca2ec6f6e req-4ef2e794-860d-4775-8a1b-7aa6b0355782 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:41.531475 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ebfaa506-3e96-4dc2-872e-715ca2ec6f6e req-4ef2e794-860d-4775-8a1b-7aa6b0355782 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 945 time: 0.0478656 Feb 16 17:22:41.571936 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ebfaa506-3e96-4dc2-872e-715ca2ec6f6e req-cf05bac9-5e93-4062-b70d-24516f41581e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344613 Feb 16 17:22:41.822154 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:42.113366 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:42.844531 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b0465-7f1a-4a97-838f-af562ab90db6 req-f3b71229-a019-4ef1-b9cc-897ba8faad76 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:42.846011 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-1a1b0465-7f1a-4a97-838f-af562ab90db6 req-f3b71229-a019-4ef1-b9cc-897ba8faad76 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 945 time: 0.0474110 Feb 16 17:22:42.883767 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-1a1b0465-7f1a-4a97-838f-af562ab90db6 req-56c209c9-5050-4114-9bc6-aea94dcdb6d1 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311935 Feb 16 17:22:43.269022 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa15f4-baae-4b61-bef4-b36bf20879c8 req-1561fd36-27f1-424b-b896-6e4593f21872 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:43.270434 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-24fa15f4-baae-4b61-bef4-b36bf20879c8 req-1561fd36-27f1-424b-b896-6e4593f21872 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 945 time: 0.0483038 Feb 16 17:22:43.309469 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-24fa15f4-baae-4b61-bef4-b36bf20879c8 req-a8be2c30-79b9-4ed8-a967-6b17808d33ff tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322466 Feb 16 17:22:43.447776 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-00899c9c-10d3-43d5-aee0-95af7d9e8b8c req-8f6af6cf-5d3c-4370-8205-dfde1eb55b06 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0430350 Feb 16 17:22:43.917460 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:22:44.425081 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682e595-fec7-4d48-8a97-e26218ec463b req-c2cb3e44-38cf-42c1-af6b-2a44eb9d1832 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:44.426564 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3682e595-fec7-4d48-8a97-e26218ec463b req-c2cb3e44-38cf-42c1-af6b-2a44eb9d1832 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 945 time: 0.0490606 Feb 16 17:22:44.465214 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3682e595-fec7-4d48-8a97-e26218ec463b req-f580c021-83f3-443e-8e4b-0551fdcdf417 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324304 Feb 16 17:22:45.514182 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00899c9c-10d3-43d5-aee0-95af7d9e8b8c req-0c8ca8f3-c5a1-4f1c-88c9-d807e41ea35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:45.515729 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-00899c9c-10d3-43d5-aee0-95af7d9e8b8c req-0c8ca8f3-c5a1-4f1c-88c9-d807e41ea35e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=044c073cf03a45d9aa87a4f930121794&device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 1098 time: 0.0402441 Feb 16 17:22:45.579511 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a777a7-9f04-4f36-8144-d7fcb27eed52 req-309b1b56-042c-4938-bd7e-9cab85e0af85 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:45.581004 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-12a777a7-9f04-4f36-8144-d7fcb27eed52 req-309b1b56-042c-4938-bd7e-9cab85e0af85 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 945 time: 0.0480204 Feb 16 17:22:45.608123 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00899c9c-10d3-43d5-aee0-95af7d9e8b8c req-370540d6-2d25-4a0d-99d7-6c6695df9550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:45.609574 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-00899c9c-10d3-43d5-aee0-95af7d9e8b8c req-370540d6-2d25-4a0d-99d7-6c6695df9550 service neutron] 10.222.0.89 "GET /v2.0/networks?id=cdd8717f-21e8-4316-b64c-5c9b734d21c4 HTTP/1.1" status: 200 len: 912 time: 0.0880225 Feb 16 17:22:45.624286 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-12a777a7-9f04-4f36-8144-d7fcb27eed52 req-76e326fd-2894-4417-aa84-8ca6602d0dc2 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367932 Feb 16 17:22:45.674334 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-00899c9c-10d3-43d5-aee0-95af7d9e8b8c req-69a4a0b6-5b0c-423e-b289-0a0c357e95d4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16211808-b531-405b-9951-a8daef9c5ec8 HTTP/1.1" status: 200 len: 1001 time: 0.0574527 Feb 16 17:22:45.721046 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00899c9c-10d3-43d5-aee0-95af7d9e8b8c req-30171d94-6306-4117-a672-90f50f0e16ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:45.722473 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-00899c9c-10d3-43d5-aee0-95af7d9e8b8c req-30171d94-6306-4117-a672-90f50f0e16ac service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a496ba2f-493e-47f8-a1a8-9c8b0b735fc3 HTTP/1.1" status: 200 len: 850 time: 0.0419846 Feb 16 17:22:45.770340 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00899c9c-10d3-43d5-aee0-95af7d9e8b8c req-c565b3c9-751c-4c1c-a0d0-6ff027cf153c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:45.771763 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-00899c9c-10d3-43d5-aee0-95af7d9e8b8c req-c565b3c9-751c-4c1c-a0d0-6ff027cf153c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cdd8717f-21e8-4316-b64c-5c9b734d21c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424144 Feb 16 17:22:45.858118 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-00899c9c-10d3-43d5-aee0-95af7d9e8b8c req-d55578c6-a317-489f-9422-ba611f32a075 service neutron] 10.222.0.89 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799191 Feb 16 17:22:45.951288 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-00899c9c-10d3-43d5-aee0-95af7d9e8b8c req-55efb0c8-ef04-4482-a212-0cd68f7b8da6 service neutron] 10.222.0.89 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870316 Feb 16 17:22:46.741242 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded0ab66-cfdd-4907-9148-90eeb8bbfa8c req-9e844164-2866-44dd-aba4-b57b580d713a tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:46.742816 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ded0ab66-cfdd-4907-9148-90eeb8bbfa8c req-9e844164-2866-44dd-aba4-b57b580d713a tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 945 time: 0.0500500 Feb 16 17:22:46.781495 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ded0ab66-cfdd-4907-9148-90eeb8bbfa8c req-0174d844-d150-43c8-8922-0cc3a1183685 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328166 Feb 16 17:22:47.725677 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-00899c9c-10d3-43d5-aee0-95af7d9e8b8c req-639e3f34-887a-42b0-8226-f5d85522dc23 service neutron] 10.222.0.89 "GET /v2.0/ports/16211808-b531-405b-9951-a8daef9c5ec8/bindings/hv-neutron-8286 HTTP/1.1" status: 200 len: 384 time: 0.0552115 Feb 16 17:22:47.895900 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300eb846-c263-449b-8d42-e938efb0f21c req-94b5f960-97bf-4989-8875-b3519742c150 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:47.897951 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-300eb846-c263-449b-8d42-e938efb0f21c req-94b5f960-97bf-4989-8875-b3519742c150 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 945 time: 0.0474198 Feb 16 17:22:47.936041 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-300eb846-c263-449b-8d42-e938efb0f21c req-33cd73d5-8937-4d73-bf93-b3040a8c0c9f tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319448 Feb 16 17:22:48.346029 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00899c9c-10d3-43d5-aee0-95af7d9e8b8c req-d3dd6490-a108-409d-aa93-2d5e77b659e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:48.347545 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-00899c9c-10d3-43d5-aee0-95af7d9e8b8c req-d3dd6490-a108-409d-aa93-2d5e77b659e7 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe&tenant_id=044c073cf03a45d9aa87a4f930121794 HTTP/1.1" status: 200 len: 1098 time: 0.0440426 Feb 16 17:22:48.406258 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00899c9c-10d3-43d5-aee0-95af7d9e8b8c req-ff200595-9c6f-41eb-9cee-dae7390fcd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:48.407710 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-00899c9c-10d3-43d5-aee0-95af7d9e8b8c req-ff200595-9c6f-41eb-9cee-dae7390fcd74 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=044c073cf03a45d9aa87a4f930121794&device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 1098 time: 0.0394604 Feb 16 17:22:48.494727 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00899c9c-10d3-43d5-aee0-95af7d9e8b8c req-c34586d4-dcb7-4131-b911-ac518df029a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:48.496271 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-00899c9c-10d3-43d5-aee0-95af7d9e8b8c req-c34586d4-dcb7-4131-b911-ac518df029a0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=cdd8717f-21e8-4316-b64c-5c9b734d21c4 HTTP/1.1" status: 200 len: 912 time: 0.0820336 Feb 16 17:22:48.564117 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-00899c9c-10d3-43d5-aee0-95af7d9e8b8c req-39ac1e0c-a1b5-443a-9f76-258ea0be5913 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16211808-b531-405b-9951-a8daef9c5ec8 HTTP/1.1" status: 200 len: 1001 time: 0.0613327 Feb 16 17:22:48.610671 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00899c9c-10d3-43d5-aee0-95af7d9e8b8c req-cf2584d7-72ec-44ba-9352-e66bf1d2fb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:48.612083 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-00899c9c-10d3-43d5-aee0-95af7d9e8b8c req-cf2584d7-72ec-44ba-9352-e66bf1d2fb11 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a496ba2f-493e-47f8-a1a8-9c8b0b735fc3 HTTP/1.1" status: 200 len: 850 time: 0.0418456 Feb 16 17:22:48.654276 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00899c9c-10d3-43d5-aee0-95af7d9e8b8c req-adb37699-6e0a-4c0f-8122-785090f9b9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:48.655717 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-00899c9c-10d3-43d5-aee0-95af7d9e8b8c req-adb37699-6e0a-4c0f-8122-785090f9b9a4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cdd8717f-21e8-4316-b64c-5c9b734d21c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0376816 Feb 16 17:22:48.747342 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-00899c9c-10d3-43d5-aee0-95af7d9e8b8c req-7cad4c10-59fd-43ae-8a6d-a1309ae48bef service neutron] 10.222.0.89 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850654 Feb 16 17:22:48.836357 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-00899c9c-10d3-43d5-aee0-95af7d9e8b8c req-2bf93730-1eb8-49c1-a808-1ad56ef5cc05 service neutron] 10.222.0.89 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814941 Feb 16 17:22:49.062543 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098df44e-658d-46a5-87a5-1d57fcb9b270 req-42d77e2f-7603-47ed-9dbc-61561771a918 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:49.064087 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-098df44e-658d-46a5-87a5-1d57fcb9b270 req-42d77e2f-7603-47ed-9dbc-61561771a918 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 945 time: 0.0599139 Feb 16 17:22:49.102692 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-098df44e-658d-46a5-87a5-1d57fcb9b270 req-2c0fc95a-6f6e-430b-b6ef-4076977ead6b tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322478 Feb 16 17:22:50.223697 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017eb26-c2d4-4e3b-8600-96d46bc98810 req-cb1590c7-010a-404e-997e-8467c6b12e91 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:50.225238 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-9017eb26-c2d4-4e3b-8600-96d46bc98810 req-cb1590c7-010a-404e-997e-8467c6b12e91 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 945 time: 0.0524576 Feb 16 17:22:50.263925 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-9017eb26-c2d4-4e3b-8600-96d46bc98810 req-be057a61-3626-45fb-9592-d6099e707f2f tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319388 Feb 16 17:22:51.379645 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920b9f4-1c3e-46bc-91c4-6525d1735dab req-dad9d735-4a41-4fd3-a838-2a28d12c9ac8 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:51.381637 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b920b9f4-1c3e-46bc-91c4-6525d1735dab req-dad9d735-4a41-4fd3-a838-2a28d12c9ac8 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 945 time: 0.0483017 Feb 16 17:22:51.424532 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b920b9f4-1c3e-46bc-91c4-6525d1735dab req-2b799063-5f08-4f5a-9cd6-0d67e8eaecc2 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367465 Feb 16 17:22:51.524193 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 16211808-b531-405b-9951-a8daef9c5ec8 details requested by agent hyperv_hv-neutron-8286 with host hv-neutron-8286 {{(pid=114377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:22:51.526277 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 16211808-b531-405b-9951-a8daef9c5ec8 no longer exists at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:22:51.669852 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:51.697348 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 16211808-b531-405b-9951-a8daef9c5ec8, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=16211808-b531-405b-9951-a8daef9c5ec8,segment=NetworkSegment(2fd36393-3bbe-4ecb-bbb0-c44e7509f877),segment_id=2fd36393-3bbe-4ecb-bbb0-c44e7509f877)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:22:51.715254 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c6a67f-57b0-4a5f-8dd5-a4f66585dffe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16211808-b531-405b-9951-a8daef9c5ec8'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:22:51.717523 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa7ba5a-6c22-480d-ae10-eb3de6581227" -d '{"events": [{"server_uuid": "27c6a67f-57b0-4a5f-8dd5-a4f66585dffe", "name": "network-vif-unplugged", "status": "completed", "tag": "16211808-b531-405b-9951-a8daef9c5ec8"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:22:51.735308 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Returning: {'device': '16211808-b531-405b-9951-a8daef9c5ec8', 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4', 'port_id': '16211808-b531-405b-9951-a8daef9c5ec8', 'mac_address': 'fa:16:3e:37:45:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:22:51.739434 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 16211808-b531-405b-9951-a8daef9c5ec8, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=16211808-b531-405b-9951-a8daef9c5ec8,segment=NetworkSegment(2fd36393-3bbe-4ecb-bbb0-c44e7509f877),segment_id=2fd36393-3bbe-4ecb-bbb0-c44e7509f877)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:22:51.772597 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 17:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab43ce25-ca3d-4649-b50c-4dacf1c7ba7b x-openstack-request-id: req-ab43ce25-ca3d-4649-b50c-4dacf1c7ba7b {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:22:51.772894 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c6a67f-57b0-4a5f-8dd5-a4f66585dffe", "name": "network-vif-unplugged", "status": "completed", "tag": "16211808-b531-405b-9951-a8daef9c5ec8", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:22:51.773140 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ab43ce25-ca3d-4649-b50c-4dacf1c7ba7b {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:22:51.773525 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c6a67f-57b0-4a5f-8dd5-a4f66585dffe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16211808-b531-405b-9951-a8daef9c5ec8', 'code': 200} Feb 16 17:22:51.779299 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:51.797510 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 16211808-b531-405b-9951-a8daef9c5ec8 {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:22:51.813876 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4d6fe-5c4a-49b1-be4f-31a76ae7e32c req-cc82fdfd-7460-41f3-9383-1de4b8db7ac0 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:51.815390 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-82e4d6fe-5c4a-49b1-be4f-31a76ae7e32c req-cc82fdfd-7460-41f3-9383-1de4b8db7ac0 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 945 time: 0.0648098 Feb 16 17:22:51.841734 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:51.888775 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-82e4d6fe-5c4a-49b1-be4f-31a76ae7e32c req-8f7a72a8-ba3a-428e-b736-d5da5153bc1e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662923 Feb 16 17:22:51.911817 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b98ee-5566-401c-bbc7-29512b64751b req-e7b10252-fe8e-401b-bc90-875de3168408 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:51.913379 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-560b98ee-5566-401c-bbc7-29512b64751b req-e7b10252-fe8e-401b-bc90-875de3168408 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.89 "GET /v2.0/ports?device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe&tenant_id=044c073cf03a45d9aa87a4f930121794&binding%3Ahost_id=hv-neutron-8286 HTTP/1.1" status: 200 len: 943 time: 0.0837140 Feb 16 17:22:51.913751 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.db.api [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:22:51.914113 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG oslo_db.api [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:22:51.916760 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=16211808-b531-405b-9951-a8daef9c5ec8,revision_number=6']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:22:51.923861 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:22:51.924151 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:22:51.924495 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:22:51.924825 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:22:51.925152 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:22:51.925483 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:22:51.925804 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:22:51.926127 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:22:51.926447 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:22:51.926763 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:22:51.927612 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:22:51.927934 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:22:51.998348 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b98ee-5566-401c-bbc7-29512b64751b req-85b29076-f607-44e4-93e3-9856e1e8341e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:51.999835 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-560b98ee-5566-401c-bbc7-29512b64751b req-85b29076-f607-44e4-93e3-9856e1e8341e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=044c073cf03a45d9aa87a4f930121794&device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 1096 time: 0.0401270 Feb 16 17:22:52.087622 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b98ee-5566-401c-bbc7-29512b64751b req-59429cda-69a3-4f6f-b4dd-588a72a5cc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:52.089764 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-560b98ee-5566-401c-bbc7-29512b64751b req-59429cda-69a3-4f6f-b4dd-588a72a5cc8b service neutron] 10.222.0.89 "GET /v2.0/networks?id=cdd8717f-21e8-4316-b64c-5c9b734d21c4 HTTP/1.1" status: 200 len: 912 time: 0.0836372 Feb 16 17:22:52.158476 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-560b98ee-5566-401c-bbc7-29512b64751b req-550afd08-4deb-4d8c-93da-96df44b9e965 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16211808-b531-405b-9951-a8daef9c5ec8 HTTP/1.1" status: 200 len: 999 time: 0.0627868 Feb 16 17:22:52.207514 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b98ee-5566-401c-bbc7-29512b64751b req-67651cfe-3932-4864-88f4-3e1ef61510d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:52.211131 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-560b98ee-5566-401c-bbc7-29512b64751b req-67651cfe-3932-4864-88f4-3e1ef61510d2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a496ba2f-493e-47f8-a1a8-9c8b0b735fc3 HTTP/1.1" status: 200 len: 850 time: 0.0442479 Feb 16 17:22:52.252994 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b98ee-5566-401c-bbc7-29512b64751b req-d91e6235-fb78-4034-855d-de2ca78f816c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:52.254438 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-560b98ee-5566-401c-bbc7-29512b64751b req-d91e6235-fb78-4034-855d-de2ca78f816c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cdd8717f-21e8-4316-b64c-5c9b734d21c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391252 Feb 16 17:22:52.346296 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-560b98ee-5566-401c-bbc7-29512b64751b req-83165e47-caff-45d5-9f55-1cbf47d9db8a service neutron] 10.222.0.89 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856395 Feb 16 17:22:52.433913 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-560b98ee-5566-401c-bbc7-29512b64751b req-88edce92-aabd-4261-8ef6-b15d8cf4a11b service neutron] 10.222.0.89 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816228 Feb 16 17:22:52.452772 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:52.468366 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16211808-b531-405b-9951-a8daef9c5ec8 {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:22:52.485035 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 16211808-b531-405b-9951-a8daef9c5ec8, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=16211808-b531-405b-9951-a8daef9c5ec8,segment=NetworkSegment(2fd36393-3bbe-4ecb-bbb0-c44e7509f877),segment_id=2fd36393-3bbe-4ecb-bbb0-c44e7509f877)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:22:52.578286 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:52.628370 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=16211808-b531-405b-9951-a8daef9c5ec8,revision_number=7']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:22:52.635886 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['16211808-b531-405b-9951-a8daef9c5ec8'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:22:53.018975 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607cf755-8cd3-4e18-ae23-c741be9836b1 req-b765aad7-a2e0-4fe1-a274-550ed7606bea tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:53.020738 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-607cf755-8cd3-4e18-ae23-c741be9836b1 req-b765aad7-a2e0-4fe1-a274-550ed7606bea tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 944 time: 0.0533888 Feb 16 17:22:53.061915 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-607cf755-8cd3-4e18-ae23-c741be9836b1 req-8b35c313-3c39-40ca-8375-e79e747c95f5 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335577 Feb 16 17:22:53.521833 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 16211808-b531-405b-9951-a8daef9c5ec8 up at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:22:53.569518 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning complete for port 16211808-b531-405b-9951-a8daef9c5ec8 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:22:53.569848 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:53.647754 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:53.679816 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 16211808-b531-405b-9951-a8daef9c5ec8, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=16211808-b531-405b-9951-a8daef9c5ec8,segment=NetworkSegment(2fd36393-3bbe-4ecb-bbb0-c44e7509f877),segment_id=2fd36393-3bbe-4ecb-bbb0-c44e7509f877)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:22:53.753325 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:53.775836 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c6a67f-57b0-4a5f-8dd5-a4f66585dffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16211808-b531-405b-9951-a8daef9c5ec8'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:22:53.778135 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355e57c6-6ea1-4a8e-80dd-de8d2435772a" -d '{"events": [{"server_uuid": "27c6a67f-57b0-4a5f-8dd5-a4f66585dffe", "name": "network-vif-plugged", "status": "completed", "tag": "16211808-b531-405b-9951-a8daef9c5ec8"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:22:53.807780 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=16211808-b531-405b-9951-a8daef9c5ec8,revision_number=8']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:22:53.816197 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09d36d9-e098-4159-a471-b8858e31dca4 x-openstack-request-id: req-a09d36d9-e098-4159-a471-b8858e31dca4 {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:22:53.816197 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c6a67f-57b0-4a5f-8dd5-a4f66585dffe", "name": "network-vif-plugged", "status": "completed", "tag": "16211808-b531-405b-9951-a8daef9c5ec8", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:22:53.816197 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a09d36d9-e098-4159-a471-b8858e31dca4 {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:22:53.816511 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c6a67f-57b0-4a5f-8dd5-a4f66585dffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16211808-b531-405b-9951-a8daef9c5ec8', 'code': 200} Feb 16 17:22:54.175049 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0e95a-5e01-4ed3-bcd7-ed0fd22a8574 req-9fdb05bb-3cc6-480c-9142-1603c93f27ef tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:54.176539 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-3bb0e95a-5e01-4ed3-bcd7-ed0fd22a8574 req-9fdb05bb-3cc6-480c-9142-1603c93f27ef tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 945 time: 0.0471168 Feb 16 17:22:54.214723 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-3bb0e95a-5e01-4ed3-bcd7-ed0fd22a8574 req-4752cf6c-9528-4305-8a2d-8cd1de548099 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321171 Feb 16 17:22:54.335431 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a992b9-99ed-424c-9327-e4b9e72d5139 req-2a07cfe0-0c71-48ed-b211-8034f253577e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:54.336954 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a0a992b9-99ed-424c-9327-e4b9e72d5139 req-2a07cfe0-0c71-48ed-b211-8034f253577e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 945 time: 0.0534787 Feb 16 17:22:54.373817 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a0a992b9-99ed-424c-9327-e4b9e72d5139 req-3b76d5c0-6ec5-4b59-88f9-4d0c8ad3ae25 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308566 Feb 16 17:22:54.724636 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c99d9f6-d725-4430-aa5a-c6c5ceabc635 req-9ef2e7dd-8feb-4c5d-9be4-8f4009134535 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:54.726286 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5c99d9f6-d725-4430-aa5a-c6c5ceabc635 req-9ef2e7dd-8feb-4c5d-9be4-8f4009134535 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 945 time: 0.0508916 Feb 16 17:22:54.767775 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5c99d9f6-d725-4430-aa5a-c6c5ceabc635 req-6c638594-29ad-43c4-8c2a-b976f3f72998 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348928 Feb 16 17:22:54.818827 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa1b29-cf7e-41b6-94be-6bcf68c29947 req-2701853f-9860-4c22-acc1-114ac5fbe91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:54.820435 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-46aa1b29-cf7e-41b6-94be-6bcf68c29947 req-2701853f-9860-4c22-acc1-114ac5fbe91a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=044c073cf03a45d9aa87a4f930121794&device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 1098 time: 0.0447140 Feb 16 17:22:54.914519 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa1b29-cf7e-41b6-94be-6bcf68c29947 req-6053b48c-8324-4713-a877-a6ab75ff860d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:54.916029 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-46aa1b29-cf7e-41b6-94be-6bcf68c29947 req-6053b48c-8324-4713-a877-a6ab75ff860d service neutron] 10.222.0.89 "GET /v2.0/networks?id=cdd8717f-21e8-4316-b64c-5c9b734d21c4 HTTP/1.1" status: 200 len: 912 time: 0.0869884 Feb 16 17:22:54.979440 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-46aa1b29-cf7e-41b6-94be-6bcf68c29947 req-6320f11f-e442-41cd-90fe-a799dfbd3c40 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16211808-b531-405b-9951-a8daef9c5ec8 HTTP/1.1" status: 200 len: 1001 time: 0.0567799 Feb 16 17:22:55.030693 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa1b29-cf7e-41b6-94be-6bcf68c29947 req-b0f3542b-7fbd-45b7-8837-19f7b51f0af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:55.032164 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-46aa1b29-cf7e-41b6-94be-6bcf68c29947 req-b0f3542b-7fbd-45b7-8837-19f7b51f0af3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a496ba2f-493e-47f8-a1a8-9c8b0b735fc3 HTTP/1.1" status: 200 len: 850 time: 0.0468495 Feb 16 17:22:55.074717 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa1b29-cf7e-41b6-94be-6bcf68c29947 req-99b3958b-768e-4677-a38e-83fc346cb497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:55.076182 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-46aa1b29-cf7e-41b6-94be-6bcf68c29947 req-99b3958b-768e-4677-a38e-83fc346cb497 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cdd8717f-21e8-4316-b64c-5c9b734d21c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0381863 Feb 16 17:22:55.165266 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-46aa1b29-cf7e-41b6-94be-6bcf68c29947 req-3d5e2703-e087-4371-93f9-a7330504c362 service neutron] 10.222.0.89 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808203 Feb 16 17:22:55.258619 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-46aa1b29-cf7e-41b6-94be-6bcf68c29947 req-b7c5d7e5-8687-452d-885f-cf9c5346d1ff service neutron] 10.222.0.89 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862567 Feb 16 17:22:56.146571 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6cd754-64c7-4e9b-8fb5-7beeaf124cec req-1c6e5546-d3ad-45b5-82cb-406223e0c927 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:56.147960 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-9f6cd754-64c7-4e9b-8fb5-7beeaf124cec req-1c6e5546-d3ad-45b5-82cb-406223e0c927 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 945 time: 0.3103981 Feb 16 17:22:56.185044 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-9f6cd754-64c7-4e9b-8fb5-7beeaf124cec req-faabc023-88bb-48f7-9b04-b3f2cca5fcf1 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311046 Feb 16 17:22:57.299658 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f721d-dde4-4856-a46a-02d1dafb938a req-41ee170f-dbfd-4986-b1cb-72c311c84bcb tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:57.301163 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a42f721d-dde4-4856-a46a-02d1dafb938a req-41ee170f-dbfd-4986-b1cb-72c311c84bcb tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 945 time: 0.0488808 Feb 16 17:22:57.339215 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a42f721d-dde4-4856-a46a-02d1dafb938a req-cd44c00b-b999-4a1b-86eb-c22791fabc58 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321276 Feb 16 17:22:57.811859 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a44da7f-9bff-4bd5-b098-8c8bd5670870 req-35de6137-f735-48d5-8265-8a115e50d37b tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:57.814420 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7a44da7f-9bff-4bd5-b098-8c8bd5670870 req-35de6137-f735-48d5-8265-8a115e50d37b tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 945 time: 0.0503356 Feb 16 17:22:57.860621 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7a44da7f-9bff-4bd5-b098-8c8bd5670870 req-c11a2f14-c8d6-4e0d-accd-4d231aecf34b tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384119 Feb 16 17:22:58.977932 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3197cc7-2abb-47b6-a915-b8ad60d4ad73 req-e51e381c-b4c6-4cee-81a3-6e17f0a2dbbb tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:58.979401 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-c3197cc7-2abb-47b6-a915-b8ad60d4ad73 req-e51e381c-b4c6-4cee-81a3-6e17f0a2dbbb tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 945 time: 0.0469196 Feb 16 17:22:59.016269 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-c3197cc7-2abb-47b6-a915-b8ad60d4ad73 req-0890a0f5-ee63-4be0-84a1-7e629dcf184f tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309422 Feb 16 17:22:59.436562 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f21fa-e52e-4f38-9702-3dac7694ee8b req-712899e4-103f-4530-88b8-44b99dfba153 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:59.438056 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b00f21fa-e52e-4f38-9702-3dac7694ee8b req-712899e4-103f-4530-88b8-44b99dfba153 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.89 "GET /v2.0/ports?device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 945 time: 0.0517075 Feb 16 17:22:59.527400 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-b00f21fa-e52e-4f38-9702-3dac7694ee8b req-ab0b19e0-8fdb-4e80-90ef-2b05cfcc887e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Deleting port 16211808-b531-405b-9951-a8daef9c5ec8 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:22:59.527745 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-b00f21fa-e52e-4f38-9702-3dac7694ee8b req-ab0b19e0-8fdb-4e80-90ef-2b05cfcc887e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:59.617723 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-b00f21fa-e52e-4f38-9702-3dac7694ee8b req-ab0b19e0-8fdb-4e80-90ef-2b05cfcc887e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] For port 16211808-b531-405b-9951-a8daef9c5ec8, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=16211808-b531-405b-9951-a8daef9c5ec8,segment=NetworkSegment(2fd36393-3bbe-4ecb-bbb0-c44e7509f877),segment_id=2fd36393-3bbe-4ecb-bbb0-c44e7509f877)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:22:59.618084 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-b00f21fa-e52e-4f38-9702-3dac7694ee8b req-ab0b19e0-8fdb-4e80-90ef-2b05cfcc887e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:59.785025 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-b00f21fa-e52e-4f38-9702-3dac7694ee8b req-ab0b19e0-8fdb-4e80-90ef-2b05cfcc887e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:59.785310 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-b00f21fa-e52e-4f38-9702-3dac7694ee8b req-ab0b19e0-8fdb-4e80-90ef-2b05cfcc887e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:22:59.785653 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.l3_db [req-b00f21fa-e52e-4f38-9702-3dac7694ee8b req-ab0b19e0-8fdb-4e80-90ef-2b05cfcc887e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Floating IP b837956d-c2f9-46e7-843d-c64573153643 disassociated. External IP: 172.26.3.164, port: 16211808-b531-405b-9951-a8daef9c5ec8. Feb 16 17:22:59.785972 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-b00f21fa-e52e-4f38-9702-3dac7694ee8b req-ab0b19e0-8fdb-4e80-90ef-2b05cfcc887e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Calling delete_port for 16211808-b531-405b-9951-a8daef9c5ec8 owned by compute:nova {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:22:59.978396 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-b00f21fa-e52e-4f38-9702-3dac7694ee8b req-ab0b19e0-8fdb-4e80-90ef-2b05cfcc887e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:00.007320 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0b19e0-8fdb-4e80-90ef-2b05cfcc887e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Pushing event deleted for resources: {'Port': ['ID=16211808-b531-405b-9951-a8daef9c5ec8,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:00.125096 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-81472b2a-6f34-4130-8a65-942750abf326 req-38cb2cba-cbe0-48e7-a5af-d68791bb7676 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=27c6a67f-57b0-4a5f-8dd5-a4f66585dffe HTTP/1.1" status: 200 len: 210 time: 0.0314193 Feb 16 17:23:00.144094 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b00f21fa-e52e-4f38-9702-3dac7694ee8b req-ab0b19e0-8fdb-4e80-90ef-2b05cfcc887e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Router 66d422ce-8128-4711-852b-2b51bf482aad has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:23:00.249647 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b00f21fa-e52e-4f38-9702-3dac7694ee8b req-ab0b19e0-8fdb-4e80-90ef-2b05cfcc887e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:23:00.262646 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ee8c50-c699-4485-9ac9-60ba0294ab7b None None] Sync routers for ids ['66d422ce-8128-4711-852b-2b51bf482aad'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:23:00.271506 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ee8c50-c699-4485-9ac9-60ba0294ab7b None None] Routers {'66d422ce-8128-4711-852b-2b51bf482aad'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:23:00.272162 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-a1ee8c50-c699-4485-9ac9-60ba0294ab7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:22:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['66d422ce-8128-4711-852b-2b51bf482aad'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:00.293619 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-b00f21fa-e52e-4f38-9702-3dac7694ee8b req-ab0b19e0-8fdb-4e80-90ef-2b05cfcc887e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] No DVR routers for this DVR port 16211808-b531-405b-9951-a8daef9c5ec8 on host hv-neutron-8286 {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:23:00.297012 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-b00f21fa-e52e-4f38-9702-3dac7694ee8b req-ab0b19e0-8fdb-4e80-90ef-2b05cfcc887e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:00.300515 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b00f21fa-e52e-4f38-9702-3dac7694ee8b req-ab0b19e0-8fdb-4e80-90ef-2b05cfcc887e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.89 "DELETE /v2.0/ports/16211808-b531-405b-9951-a8daef9c5ec8 HTTP/1.1" status: 204 len: 173 time: 0.8567932 Feb 16 17:23:00.300964 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c6a67f-57b0-4a5f-8dd5-a4f66585dffe', 'name': 'network-vif-deleted', 'tag': '16211808-b531-405b-9951-a8daef9c5ec8'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:23:00.303230 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d9371e-5def-4475-b056-0694ce3a7778" -d '{"events": [{"server_uuid": "27c6a67f-57b0-4a5f-8dd5-a4f66585dffe", "name": "network-vif-deleted", "tag": "16211808-b531-405b-9951-a8daef9c5ec8"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:23:00.344518 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8b9cae-879e-47b2-9e98-10463763b51c x-openstack-request-id: req-eb8b9cae-879e-47b2-9e98-10463763b51c {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:23:00.344859 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c6a67f-57b0-4a5f-8dd5-a4f66585dffe", "name": "network-vif-deleted", "tag": "16211808-b531-405b-9951-a8daef9c5ec8", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:23:00.345110 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-eb8b9cae-879e-47b2-9e98-10463763b51c {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:23:00.345509 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c6a67f-57b0-4a5f-8dd5-a4f66585dffe', 'name': 'network-vif-deleted', 'tag': '16211808-b531-405b-9951-a8daef9c5ec8', 'status': 'completed', 'code': 200} Feb 16 17:23:00.394853 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-a1ee8c50-c699-4485-9ac9-60ba0294ab7b None None] Set router 66d422ce-8128-4711-852b-2b51bf482aad gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:23:00.595451 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-a1ee8c50-c699-4485-9ac9-60ba0294ab7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d422ce-8128-4711-852b-2b51bf482aad', 'name': 'tempest-ServerActionsTestJSON-313309323-router', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:11Z', 'revision_number': 4, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'gw_port': {'id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '125047d8-4988-48a9-bd6b-82deb9a14bf0', 'name': '', 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'mac_address': 'fa:16:3e:a1:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:21:10Z', 'updated_at': '2022-02-16T17:21:15Z', 'revision_number': 5, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'subnets': [{'id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:00.622392 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ee8c50-c699-4485-9ac9-60ba0294ab7b None None] Checking router: 66d422ce-8128-4711-852b-2b51bf482aad for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:23:00.629398 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:00.634024 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ee8c50-c699-4485-9ac9-60ba0294ab7b None None] Routers {'66d422ce-8128-4711-852b-2b51bf482aad'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:23:00.634024 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-a1ee8c50-c699-4485-9ac9-60ba0294ab7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:22:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['66d422ce-8128-4711-852b-2b51bf482aad'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:00.733490 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-a1ee8c50-c699-4485-9ac9-60ba0294ab7b None None] Set router 66d422ce-8128-4711-852b-2b51bf482aad gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:23:01.014567 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-a1ee8c50-c699-4485-9ac9-60ba0294ab7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d422ce-8128-4711-852b-2b51bf482aad', 'name': 'tempest-ServerActionsTestJSON-313309323-router', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:11Z', 'revision_number': 4, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'gw_port': {'id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '125047d8-4988-48a9-bd6b-82deb9a14bf0', 'name': '', 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'mac_address': 'fa:16:3e:a1:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:21:10Z', 'updated_at': '2022-02-16T17:21:15Z', 'revision_number': 5, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'subnets': [{'id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:01.040986 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ee8c50-c699-4485-9ac9-60ba0294ab7b None None] The sync data for ids ['66d422ce-8128-4711-852b-2b51bf482aad'] in dv-neutron-828697-3-hyperv is: [{'id': '66d422ce-8128-4711-852b-2b51bf482aad', 'name': 'tempest-ServerActionsTestJSON-313309323-router', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:11Z', 'revision_number': 4, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'gw_port': {'id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '125047d8-4988-48a9-bd6b-82deb9a14bf0', 'name': '', 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'mac_address': 'fa:16:3e:a1:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:21:10Z', 'updated_at': '2022-02-16T17:21:15Z', 'revision_number': 5, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'subnets': [{'id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:23:01.297289 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c88dd1-956d-4a86-9ae4-86a30d2731ce None None] New status for floating IP b837956d-c2f9-46e7-843d-c64573153643: DOWN {{(pid=114377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:23:01.390731 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8a2983a4-c029-4168-b053-e10a1f8d45b5 req-e2556942-2621-47b2-a2fc-bc1e9416dd3e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1033172930&fields=id&tenant_id=044c073cf03a45d9aa87a4f930121794 HTTP/1.1" status: 200 len: 267 time: 0.0338268 Feb 16 17:23:01.501646 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2983a4-c029-4168-b053-e10a1f8d45b5 req-8e4320d6-39dc-4513-be0d-3208137a8702 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:01.503110 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8a2983a4-c029-4168-b053-e10a1f8d45b5 req-8e4320d6-39dc-4513-be0d-3208137a8702 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/networks?id=cdd8717f-21e8-4316-b64c-5c9b734d21c4 HTTP/1.1" status: 200 len: 811 time: 0.1040947 Feb 16 17:23:01.519243 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8a2983a4-c029-4168-b053-e10a1f8d45b5 req-78e0cf24-a355-4364-a307-2b989e9eb2cf tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/quotas/044c073cf03a45d9aa87a4f930121794 HTTP/1.1" status: 200 len: 375 time: 0.0096083 Feb 16 17:23:01.575365 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8a2983a4-c029-4168-b053-e10a1f8d45b5 req-e71bb85a-f05f-4b22-819a-d0aff0e765b1 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=044c073cf03a45d9aa87a4f930121794&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500696 Feb 16 17:23:01.717120 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8a2983a4-c029-4168-b053-e10a1f8d45b5 req-72ba47d9-2d59-4ae4-95ac-4136e45aa28d service neutron] 10.222.0.88 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302240 Feb 16 17:23:01.805200 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8a2983a4-c029-4168-b053-e10a1f8d45b5 req-07000d90-62c6-44b0-a20e-736a828cba7f service neutron] 10.222.0.88 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817285 Feb 16 17:23:02.041658 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-b8bbc366-39b6-4561-8758-7a418371aa65 req-196ca633-aad4-4ff2-9dfa-4f42407c879f tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8d53149-cf42-485e-99ad-bbc268212c1b HTTP/1.1" status: 200 len: 210 time: 0.0262609 Feb 16 17:23:03.138604 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5d7e9c64-e8e3-4670-93f0-b33808df1423 req-751ba406-e9fc-4bce-9793-56c4df3412be tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8d53149-cf42-485e-99ad-bbc268212c1b HTTP/1.1" status: 200 len: 210 time: 0.0309958 Feb 16 17:23:03.553030 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 16211808-b531-405b-9951-a8daef9c5ec8 no longer exists at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:23:03.579366 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] No Port match for: 16211808-b531-405b-9951-a8daef9c5ec8 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:23:03.582532 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 16211808-b531-405b-9951-a8daef9c5ec8 not bound to the agent host hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:23:04.178319 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2983a4-c029-4168-b053-e10a1f8d45b5 req-c0398d1e-0d09-441b-9967-e0178ab493b6 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:04.180001 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8a2983a4-c029-4168-b053-e10a1f8d45b5 req-c0398d1e-0d09-441b-9967-e0178ab493b6 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.89 "GET /v2.0/networks?id=cdd8717f-21e8-4316-b64c-5c9b734d21c4 HTTP/1.1" status: 200 len: 811 time: 0.0990367 Feb 16 17:23:04.225169 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8a2983a4-c029-4168-b053-e10a1f8d45b5 req-8ef88787-f527-4993-889e-44b1f5d2b8eb tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=044c073cf03a45d9aa87a4f930121794 HTTP/1.1" status: 200 len: 380 time: 0.0354772 Feb 16 17:23:04.234291 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-8a2983a4-c029-4168-b053-e10a1f8d45b5 req-83436554-631a-45df-87d1-c82045738704 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Request body: {'port': {'device_id': 'a8d53149-cf42-485e-99ad-bbc268212c1b', 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4', 'admin_state_up': True, 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'security_groups': ['bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf']}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:23:04.234440 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-d497b4f2-b419-42b9-8d8d-5a4278288122 req-1c5a1ab4-5ee0-4b19-b80d-f9d574e17ac4 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8d53149-cf42-485e-99ad-bbc268212c1b HTTP/1.1" status: 200 len: 210 time: 0.0261748 Feb 16 17:23:04.406739 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a2983a4-c029-4168-b053-e10a1f8d45b5 req-83436554-631a-45df-87d1-c82045738704 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Made reservation on behalf of 044c073cf03a45d9aa87a4f930121794 for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:23:04.410384 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-8a2983a4-c029-4168-b053-e10a1f8d45b5 req-83436554-631a-45df-87d1-c82045738704 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:04.534730 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [req-8a2983a4-c029-4168-b053-e10a1f8d45b5 req-83436554-631a-45df-87d1-c82045738704 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Allocated IP 172.20.0.9 (cdd8717f-21e8-4316-b64c-5c9b734d21c4/a496ba2f-493e-47f8-a1a8-9c8b0b735fc3/e0b0e0e4-64a5-4625-a8af-761df02a7f8b) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:23:04.674782 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-8a2983a4-c029-4168-b053-e10a1f8d45b5 req-83436554-631a-45df-87d1-c82045738704 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:04.776162 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-8a2983a4-c029-4168-b053-e10a1f8d45b5 req-83436554-631a-45df-87d1-c82045738704 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:04.820967 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a2983a4-c029-4168-b053-e10a1f8d45b5 req-83436554-631a-45df-87d1-c82045738704 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Network cdd8717f-21e8-4316-b64c-5c9b734d21c4 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:23:04.823919 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [req-8a2983a4-c029-4168-b053-e10a1f8d45b5 req-83436554-631a-45df-87d1-c82045738704 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:23:04.827584 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2983a4-c029-4168-b053-e10a1f8d45b5 req-83436554-631a-45df-87d1-c82045738704 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:23:04.833941 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83436554-631a-45df-87d1-c82045738704 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Pushing event updated for resources: {'Port': ['ID=e0b0e0e4-64a5-4625-a8af-761df02a7f8b,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:04.886495 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2983a4-c029-4168-b053-e10a1f8d45b5 req-83436554-631a-45df-87d1-c82045738704 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:04.887144 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-8a2983a4-c029-4168-b053-e10a1f8d45b5 req-83436554-631a-45df-87d1-c82045738704 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:04.959818 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8a2983a4-c029-4168-b053-e10a1f8d45b5 req-83436554-631a-45df-87d1-c82045738704 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7289748 Feb 16 17:23:04.971814 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-8a2983a4-c029-4168-b053-e10a1f8d45b5 req-751594b6-c8c8-4f15-bd1e-0da312ef7b6f service neutron] Request body: {'port': {'device_id': 'a8d53149-cf42-485e-99ad-bbc268212c1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8286'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:23:05.026274 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-8a2983a4-c029-4168-b053-e10a1f8d45b5 req-751594b6-c8c8-4f15-bd1e-0da312ef7b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:05.077898 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-13fc39fc-90d8-4d85-93dc-78b18290be20 None None] Provisioning complete for port e0b0e0e4-64a5-4625-a8af-761df02a7f8b triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:23:05.078472 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-13fc39fc-90d8-4d85-93dc-78b18290be20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:05.113368 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-13fc39fc-90d8-4d85-93dc-78b18290be20 None None] Port e0b0e0e4-64a5-4625-a8af-761df02a7f8b cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:23:05.282126 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [req-8a2983a4-c029-4168-b053-e10a1f8d45b5 req-751594b6-c8c8-4f15-bd1e-0da312ef7b6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0b0e0e4-64a5-4625-a8af-761df02a7f8b {{(pid=114376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:23:05.290201 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-8a2983a4-c029-4168-b053-e10a1f8d45b5 req-751594b6-c8c8-4f15-bd1e-0da312ef7b6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:05.302097 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.provisioning_blocks [req-8a2983a4-c029-4168-b053-e10a1f8d45b5 req-751594b6-c8c8-4f15-bd1e-0da312ef7b6f service neutron] Transition to ACTIVE for port object e0b0e0e4-64a5-4625-a8af-761df02a7f8b will not be triggered until provisioned by entity L2. {{(pid=114376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:23:05.353325 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580817e8-95ce-46aa-9980-47b0e116045f req-6aff5583-b5b3-4b43-a44a-0a180e517b01 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:05.354778 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-580817e8-95ce-46aa-9980-47b0e116045f req-6aff5583-b5b3-4b43-a44a-0a180e517b01 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8d53149-cf42-485e-99ad-bbc268212c1b HTTP/1.1" status: 200 len: 931 time: 0.0516269 Feb 16 17:23:05.358312 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-8a2983a4-c029-4168-b053-e10a1f8d45b5 req-751594b6-c8c8-4f15-bd1e-0da312ef7b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:05.436079 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-580817e8-95ce-46aa-9980-47b0e116045f req-81e6339d-97a8-4a05-875a-76e29a6a55c0 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733538 Feb 16 17:23:05.439350 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751594b6-c8c8-4f15-bd1e-0da312ef7b6f service neutron] Pushing event updated for resources: {'Port': ['ID=e0b0e0e4-64a5-4625-a8af-761df02a7f8b,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:05.513307 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-8a2983a4-c029-4168-b053-e10a1f8d45b5 req-751594b6-c8c8-4f15-bd1e-0da312ef7b6f service neutron] Attempting to bind port e0b0e0e4-64a5-4625-a8af-761df02a7f8b on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:23:05.513578 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-8a2983a4-c029-4168-b053-e10a1f8d45b5 req-751594b6-c8c8-4f15-bd1e-0da312ef7b6f service neutron] Attempting to bind port e0b0e0e4-64a5-4625-a8af-761df02a7f8b by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': '2fd36393-3bbe-4ecb-bbb0-c44e7509f877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:23:05.513910 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2983a4-c029-4168-b053-e10a1f8d45b5 req-751594b6-c8c8-4f15-bd1e-0da312ef7b6f service neutron] Attempting to bind port e0b0e0e4-64a5-4625-a8af-761df02a7f8b on network cdd8717f-21e8-4316-b64c-5c9b734d21c4 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:23:05.518397 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2983a4-c029-4168-b053-e10a1f8d45b5 req-751594b6-c8c8-4f15-bd1e-0da312ef7b6f service neutron] Port e0b0e0e4-64a5-4625-a8af-761df02a7f8b on network cdd8717f-21e8-4316-b64c-5c9b734d21c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:23:05.518716 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2983a4-c029-4168-b053-e10a1f8d45b5 req-751594b6-c8c8-4f15-bd1e-0da312ef7b6f service neutron] Attempting to bind port e0b0e0e4-64a5-4625-a8af-761df02a7f8b on network cdd8717f-21e8-4316-b64c-5c9b734d21c4 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:23:05.524198 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2983a4-c029-4168-b053-e10a1f8d45b5 req-751594b6-c8c8-4f15-bd1e-0da312ef7b6f service neutron] Checking agent: {'id': '65dda45c-bbef-42f9-9728-e0fd84037987', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8286', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 56), 'started_at': datetime.datetime(2022, 2, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:23:05.524543 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2983a4-c029-4168-b053-e10a1f8d45b5 req-751594b6-c8c8-4f15-bd1e-0da312ef7b6f service neutron] Checking segment: {'id': '2fd36393-3bbe-4ecb-bbb0-c44e7509f877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:23:05.524927 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2983a4-c029-4168-b053-e10a1f8d45b5 req-751594b6-c8c8-4f15-bd1e-0da312ef7b6f service neutron] Bound using segment: {'id': '2fd36393-3bbe-4ecb-bbb0-c44e7509f877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4'} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:23:05.525359 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-8a2983a4-c029-4168-b053-e10a1f8d45b5 req-751594b6-c8c8-4f15-bd1e-0da312ef7b6f service neutron] Bound port: e0b0e0e4-64a5-4625-a8af-761df02a7f8b, host: hv-neutron-8286, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fd36393-3bbe-4ecb-bbb0-c44e7509f877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4'}}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:23:05.525720 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-8a2983a4-c029-4168-b053-e10a1f8d45b5 req-751594b6-c8c8-4f15-bd1e-0da312ef7b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:05.590087 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-8a2983a4-c029-4168-b053-e10a1f8d45b5 req-751594b6-c8c8-4f15-bd1e-0da312ef7b6f service neutron] For port e0b0e0e4-64a5-4625-a8af-761df02a7f8b, host hv-neutron-8286, cleared binding levels {{(pid=114376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:23:05.593214 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-8a2983a4-c029-4168-b053-e10a1f8d45b5 req-751594b6-c8c8-4f15-bd1e-0da312ef7b6f service neutron] For port e0b0e0e4-64a5-4625-a8af-761df02a7f8b, host hv-neutron-8286, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=e0b0e0e4-64a5-4625-a8af-761df02a7f8b,segment=NetworkSegment(2fd36393-3bbe-4ecb-bbb0-c44e7509f877),segment_id=2fd36393-3bbe-4ecb-bbb0-c44e7509f877)] {{(pid=114376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:23:05.692643 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-8a2983a4-c029-4168-b053-e10a1f8d45b5 req-751594b6-c8c8-4f15-bd1e-0da312ef7b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:05.729418 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2983a4-c029-4168-b053-e10a1f8d45b5 req-751594b6-c8c8-4f15-bd1e-0da312ef7b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:05.730026 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-8a2983a4-c029-4168-b053-e10a1f8d45b5 req-751594b6-c8c8-4f15-bd1e-0da312ef7b6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:05.731396 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8a2983a4-c029-4168-b053-e10a1f8d45b5 req-751594b6-c8c8-4f15-bd1e-0da312ef7b6f service neutron] 10.222.0.89 "PUT /v2.0/ports/e0b0e0e4-64a5-4625-a8af-761df02a7f8b HTTP/1.1" status: 200 len: 1093 time: 0.7640483 Feb 16 17:23:05.731829 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8d53149-cf42-485e-99ad-bbc268212c1b', 'tag': 'e0b0e0e4-64a5-4625-a8af-761df02a7f8b'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:23:05.734097 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02030855-7fae-4fcd-8074-6bbcacb7c29b" -d '{"events": [{"name": "network-changed", "server_uuid": "a8d53149-cf42-485e-99ad-bbc268212c1b", "tag": "e0b0e0e4-64a5-4625-a8af-761df02a7f8b"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:23:05.755066 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751594b6-c8c8-4f15-bd1e-0da312ef7b6f service neutron] Pushing event updated for resources: {'Port': ['ID=e0b0e0e4-64a5-4625-a8af-761df02a7f8b,revision_number=3']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:05.775823 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88b2a8a-126d-4483-87f0-e4d904869d6c x-openstack-request-id: req-a88b2a8a-126d-4483-87f0-e4d904869d6c {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:23:05.776142 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8d53149-cf42-485e-99ad-bbc268212c1b", "tag": "e0b0e0e4-64a5-4625-a8af-761df02a7f8b", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:23:05.776401 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a88b2a8a-126d-4483-87f0-e4d904869d6c {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:23:05.776809 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8d53149-cf42-485e-99ad-bbc268212c1b', 'tag': 'e0b0e0e4-64a5-4625-a8af-761df02a7f8b', 'status': 'completed', 'code': 200} Feb 16 17:23:05.842660 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02030855-7fae-4fcd-8074-6bbcacb7c29b req-f908eb3d-9425-4d5f-9556-6e1503ab3e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:05.844202 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-02030855-7fae-4fcd-8074-6bbcacb7c29b req-f908eb3d-9425-4d5f-9556-6e1503ab3e5d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=044c073cf03a45d9aa87a4f930121794&device_id=a8d53149-cf42-485e-99ad-bbc268212c1b HTTP/1.1" status: 200 len: 1096 time: 0.0435660 Feb 16 17:23:05.947308 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02030855-7fae-4fcd-8074-6bbcacb7c29b req-f437a972-61fd-40f4-95a3-acb1eba0202d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:05.948950 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-02030855-7fae-4fcd-8074-6bbcacb7c29b req-f437a972-61fd-40f4-95a3-acb1eba0202d service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=044c073cf03a45d9aa87a4f930121794&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0973523 Feb 16 17:23:06.040447 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02030855-7fae-4fcd-8074-6bbcacb7c29b req-9d175c12-9e3a-4144-a964-3f462a7bc8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:06.041809 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-02030855-7fae-4fcd-8074-6bbcacb7c29b req-9d175c12-9e3a-4144-a964-3f462a7bc8f5 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0863605 Feb 16 17:23:06.120556 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2983a4-c029-4168-b053-e10a1f8d45b5 req-01f07438-39c1-414f-87a5-4f99ce6defda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:06.122011 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8a2983a4-c029-4168-b053-e10a1f8d45b5 req-01f07438-39c1-414f-87a5-4f99ce6defda service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=044c073cf03a45d9aa87a4f930121794&device_id=a8d53149-cf42-485e-99ad-bbc268212c1b HTTP/1.1" status: 200 len: 1096 time: 0.0433180 Feb 16 17:23:06.162242 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8a2983a4-c029-4168-b053-e10a1f8d45b5 req-d586fdb1-126e-42c5-97c7-0e8318a6e80b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0b0e0e4-64a5-4625-a8af-761df02a7f8b HTTP/1.1" status: 200 len: 217 time: 0.0326045 Feb 16 17:23:06.208372 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2983a4-c029-4168-b053-e10a1f8d45b5 req-1ae1bbf4-31d7-4480-a537-5a91a5d6aeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:06.209803 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8a2983a4-c029-4168-b053-e10a1f8d45b5 req-1ae1bbf4-31d7-4480-a537-5a91a5d6aeb9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a496ba2f-493e-47f8-a1a8-9c8b0b735fc3 HTTP/1.1" status: 200 len: 850 time: 0.0408473 Feb 16 17:23:06.256088 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2983a4-c029-4168-b053-e10a1f8d45b5 req-2436adf5-0ff7-49a3-a951-2c90edcef4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:06.257549 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8a2983a4-c029-4168-b053-e10a1f8d45b5 req-2436adf5-0ff7-49a3-a951-2c90edcef4af service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cdd8717f-21e8-4316-b64c-5c9b734d21c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416768 Feb 16 17:23:06.343633 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8a2983a4-c029-4168-b053-e10a1f8d45b5 req-7f64e5c4-8e7b-493e-aaef-5b62d1b84f08 service neutron] 10.222.0.89 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789068 Feb 16 17:23:06.435809 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8a2983a4-c029-4168-b053-e10a1f8d45b5 req-3f391fd0-d7ad-4797-bb5e-d6102458b237 service neutron] 10.222.0.89 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854104 Feb 16 17:23:06.552166 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143cd38c-1f1d-4a8c-87fa-407af92789f3 req-f15642c4-ee46-44ea-8d25-a19efd7483c8 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:06.553633 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-143cd38c-1f1d-4a8c-87fa-407af92789f3 req-f15642c4-ee46-44ea-8d25-a19efd7483c8 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8d53149-cf42-485e-99ad-bbc268212c1b HTTP/1.1" status: 200 len: 943 time: 0.0482602 Feb 16 17:23:06.590547 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-143cd38c-1f1d-4a8c-87fa-407af92789f3 req-0f415dfb-5de7-41fb-bd95-922ad0e87cf8 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309331 Feb 16 17:23:06.861816 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-db955ce1-fc49-4440-959b-cd8a331ac32c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:07.709032 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73986629-5ce0-46f6-801e-fd35807280f3 req-069019d3-b3bb-4426-8c11-8d6807ea6f1c tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:07.710496 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-73986629-5ce0-46f6-801e-fd35807280f3 req-069019d3-b3bb-4426-8c11-8d6807ea6f1c tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8d53149-cf42-485e-99ad-bbc268212c1b HTTP/1.1" status: 200 len: 943 time: 0.0507853 Feb 16 17:23:07.749309 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-73986629-5ce0-46f6-801e-fd35807280f3 req-a3d605a3-e62f-4e07-9ad8-97ec3b880b6f tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329351 Feb 16 17:23:08.863746 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5321e6-3d83-4d56-8b9f-bf91a79fab86 req-cd801e8b-a93a-4f8a-afab-6599ea0fa410 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:08.865225 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ad5321e6-3d83-4d56-8b9f-bf91a79fab86 req-cd801e8b-a93a-4f8a-afab-6599ea0fa410 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8d53149-cf42-485e-99ad-bbc268212c1b HTTP/1.1" status: 200 len: 943 time: 0.0482841 Feb 16 17:23:08.903630 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ad5321e6-3d83-4d56-8b9f-bf91a79fab86 req-4f696bb2-90c7-49e2-86a8-b76c5e34dd26 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317373 Feb 16 17:23:09.240751 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a889739f-11a9-4a07-ac89-0cf2966d2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:09.568365 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device e0b0e0e4-64a5-4625-a8af-761df02a7f8b details requested by agent hyperv_hv-neutron-8286 with host hv-neutron-8286 {{(pid=114377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:23:09.659525 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port e0b0e0e4-64a5-4625-a8af-761df02a7f8b, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=e0b0e0e4-64a5-4625-a8af-761df02a7f8b,segment=NetworkSegment(2fd36393-3bbe-4ecb-bbb0-c44e7509f877),segment_id=2fd36393-3bbe-4ecb-bbb0-c44e7509f877)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:23:09.671079 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Returning: {'device': 'e0b0e0e4-64a5-4625-a8af-761df02a7f8b', 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4', 'port_id': 'e0b0e0e4-64a5-4625-a8af-761df02a7f8b', 'mac_address': 'fa:16:3e:2a:86:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:23:09.709168 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:09.722239 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0b0e0e4-64a5-4625-a8af-761df02a7f8b {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:23:09.742599 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port e0b0e0e4-64a5-4625-a8af-761df02a7f8b, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=e0b0e0e4-64a5-4625-a8af-761df02a7f8b,segment=NetworkSegment(2fd36393-3bbe-4ecb-bbb0-c44e7509f877),segment_id=2fd36393-3bbe-4ecb-bbb0-c44e7509f877)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:23:09.812060 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:09.858970 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=e0b0e0e4-64a5-4625-a8af-761df02a7f8b,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:10.017840 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645860b-c3e3-4d28-b691-e506a9f0cf57 req-42e589a8-0cec-423d-905c-4e23aea20c5a tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:10.019323 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['e0b0e0e4-64a5-4625-a8af-761df02a7f8b'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:23:10.019504 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-9645860b-c3e3-4d28-b691-e506a9f0cf57 req-42e589a8-0cec-423d-905c-4e23aea20c5a tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8d53149-cf42-485e-99ad-bbc268212c1b HTTP/1.1" status: 200 len: 944 time: 0.0476277 Feb 16 17:23:10.058226 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-9645860b-c3e3-4d28-b691-e506a9f0cf57 req-30250798-26a7-49ed-b01c-315ca035f55f tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325754 Feb 16 17:23:10.457666 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:11.174454 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877f50f-634d-4448-896e-24b6fd23f526 req-32d41a43-ef7d-449d-a048-8050fde2df05 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:11.175835 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a877f50f-634d-4448-896e-24b6fd23f526 req-32d41a43-ef7d-449d-a048-8050fde2df05 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8d53149-cf42-485e-99ad-bbc268212c1b HTTP/1.1" status: 200 len: 944 time: 0.0517144 Feb 16 17:23:11.212758 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a877f50f-634d-4448-896e-24b6fd23f526 req-6e48d70c-d60e-4b49-a499-ee0cbcdfb58e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307803 Feb 16 17:23:11.584484 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device e0b0e0e4-64a5-4625-a8af-761df02a7f8b up at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:23:11.714989 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning for port e0b0e0e4-64a5-4625-a8af-761df02a7f8b completed by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:23:11.718937 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning complete for port e0b0e0e4-64a5-4625-a8af-761df02a7f8b triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:23:11.719211 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:11.806056 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:11.827684 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d53149-cf42-485e-99ad-bbc268212c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b0e0e4-64a5-4625-a8af-761df02a7f8b'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:23:11.829909 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ce90e4-42f4-4a9b-a745-d57aa0f5bdff" -d '{"events": [{"server_uuid": "a8d53149-cf42-485e-99ad-bbc268212c1b", "name": "network-vif-plugged", "status": "completed", "tag": "e0b0e0e4-64a5-4625-a8af-761df02a7f8b"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:23:11.842533 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port e0b0e0e4-64a5-4625-a8af-761df02a7f8b, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=e0b0e0e4-64a5-4625-a8af-761df02a7f8b,segment=NetworkSegment(2fd36393-3bbe-4ecb-bbb0-c44e7509f877),segment_id=2fd36393-3bbe-4ecb-bbb0-c44e7509f877)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:23:11.865283 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b37f250-4585-4bb8-bd76-c6b94b3d59ae x-openstack-request-id: req-0b37f250-4585-4bb8-bd76-c6b94b3d59ae {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:23:11.865569 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d53149-cf42-485e-99ad-bbc268212c1b", "name": "network-vif-plugged", "status": "completed", "tag": "e0b0e0e4-64a5-4625-a8af-761df02a7f8b", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:23:11.865822 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0b37f250-4585-4bb8-bd76-c6b94b3d59ae {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:23:11.866241 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d53149-cf42-485e-99ad-bbc268212c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b0e0e4-64a5-4625-a8af-761df02a7f8b', 'code': 200} Feb 16 17:23:11.869831 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:11.961020 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:12.006779 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=e0b0e0e4-64a5-4625-a8af-761df02a7f8b,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:12.169841 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:12.279765 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd01fd8-61d7-401f-a2a6-4f2065af003d req-34f51c8f-b3ff-4b3a-bfd6-22ce938bf151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:12.281300 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-edd01fd8-61d7-401f-a2a6-4f2065af003d req-34f51c8f-b3ff-4b3a-bfd6-22ce938bf151 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a8d53149-cf42-485e-99ad-bbc268212c1b HTTP/1.1" status: 200 len: 1098 time: 0.0381594 Feb 16 17:23:12.339281 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-edd01fd8-61d7-401f-a2a6-4f2065af003d req-328588a6-98b9-4a8e-adaf-7a68b2ef410b service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485497 Feb 16 17:23:12.349236 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0dfc7-fba3-4517-bbf6-9aed6ae76a7c req-4c051c4e-0649-406a-8348-418448f2b590 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:12.350623 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-14e0dfc7-fba3-4517-bbf6-9aed6ae76a7c req-4c051c4e-0649-406a-8348-418448f2b590 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8d53149-cf42-485e-99ad-bbc268212c1b HTTP/1.1" status: 200 len: 945 time: 0.0685108 Feb 16 17:23:12.389061 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-14e0dfc7-fba3-4517-bbf6-9aed6ae76a7c req-831fc003-0b55-4300-86ad-3b44aa52f420 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316389 Feb 16 17:23:13.506397 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb3081-ab2e-47ee-90bb-c8c2444e88c4 req-67a3b2c8-6282-4250-99b1-542d24716b6f tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:13.508480 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-bfdb3081-ab2e-47ee-90bb-c8c2444e88c4 req-67a3b2c8-6282-4250-99b1-542d24716b6f tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8d53149-cf42-485e-99ad-bbc268212c1b HTTP/1.1" status: 200 len: 945 time: 0.0481453 Feb 16 17:23:13.545743 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-bfdb3081-ab2e-47ee-90bb-c8c2444e88c4 req-b001b2fa-88ad-479e-9ef8-b96991bd71e1 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310063 Feb 16 17:23:13.659354 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449324d9-1a80-4b4d-925e-c5a6d174d66c req-c160707c-d7b2-4551-aa38-fbe71eeff805 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:13.660867 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-449324d9-1a80-4b4d-925e-c5a6d174d66c req-c160707c-d7b2-4551-aa38-fbe71eeff805 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8d53149-cf42-485e-99ad-bbc268212c1b HTTP/1.1" status: 200 len: 945 time: 0.0512486 Feb 16 17:23:13.669831 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 57776) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:23:13.674036 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-7d989668-0c2f-425a-a836-046b215ff09e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Request body: {'floatingip': {'port_id': 'e0b0e0e4-64a5-4625-a8af-761df02a7f8b'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:23:13.712213 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7d989668-0c2f-425a-a836-046b215ff09e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks [] for floatingip, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:14.135210 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7d989668-0c2f-425a-a836-046b215ff09e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:14.206186 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7d989668-0c2f-425a-a836-046b215ff09e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:14.303843 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.l3_db [None req-7d989668-0c2f-425a-a836-046b215ff09e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Floating IP b837956d-c2f9-46e7-843d-c64573153643 associated. External IP: 172.26.3.164, port: e0b0e0e4-64a5-4625-a8af-761df02a7f8b. Feb 16 17:23:14.861963 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d989668-0c2f-425a-a836-046b215ff09e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Router 66d422ce-8128-4711-852b-2b51bf482aad has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:23:14.963866 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d989668-0c2f-425a-a836-046b215ff09e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:23:14.968717 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7d989668-0c2f-425a-a836-046b215ff09e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:14.973236 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81a2d32-df5e-4ad6-b590-d9c1c6166de5 None None] Sync routers for ids ['66d422ce-8128-4711-852b-2b51bf482aad'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:23:14.983077 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81a2d32-df5e-4ad6-b590-d9c1c6166de5 None None] Routers {'66d422ce-8128-4711-852b-2b51bf482aad'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:23:14.983684 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-b81a2d32-df5e-4ad6-b590-d9c1c6166de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:23:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['66d422ce-8128-4711-852b-2b51bf482aad'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:14.997950 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-7d989668-0c2f-425a-a836-046b215ff09e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "PUT /v2.0/floatingips/b837956d-c2f9-46e7-843d-c64573153643 HTTP/1.1" status: 200 len: 991 time: 1.3271463 Feb 16 17:23:14.998532 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8d53149-cf42-485e-99ad-bbc268212c1b', 'tag': 'e0b0e0e4-64a5-4625-a8af-761df02a7f8b'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:23:15.000779 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15499946-93d2-44c9-b056-ed68ea98b402" -d '{"events": [{"name": "network-changed", "server_uuid": "a8d53149-cf42-485e-99ad-bbc268212c1b", "tag": "e0b0e0e4-64a5-4625-a8af-761df02a7f8b"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:23:15.043936 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a03649b-a83d-4a2b-9262-18e11b2c4d25 x-openstack-request-id: req-1a03649b-a83d-4a2b-9262-18e11b2c4d25 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:23:15.044323 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8d53149-cf42-485e-99ad-bbc268212c1b", "tag": "e0b0e0e4-64a5-4625-a8af-761df02a7f8b", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:23:15.044642 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1a03649b-a83d-4a2b-9262-18e11b2c4d25 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:23:15.045110 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8d53149-cf42-485e-99ad-bbc268212c1b', 'tag': 'e0b0e0e4-64a5-4625-a8af-761df02a7f8b', 'status': 'completed', 'code': 200} Feb 16 17:23:15.093468 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-b81a2d32-df5e-4ad6-b590-d9c1c6166de5 None None] Set router 66d422ce-8128-4711-852b-2b51bf482aad gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:23:15.113512 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15499946-93d2-44c9-b056-ed68ea98b402 req-99bfe723-4a3d-46f8-a11c-cd484c18c059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:15.115148 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-15499946-93d2-44c9-b056-ed68ea98b402 req-99bfe723-4a3d-46f8-a11c-cd484c18c059 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=044c073cf03a45d9aa87a4f930121794&device_id=a8d53149-cf42-485e-99ad-bbc268212c1b HTTP/1.1" status: 200 len: 1098 time: 0.0454898 Feb 16 17:23:15.204906 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15499946-93d2-44c9-b056-ed68ea98b402 req-88d4c4bf-6731-45d7-b4fd-40152382cf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:15.206503 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-15499946-93d2-44c9-b056-ed68ea98b402 req-88d4c4bf-6731-45d7-b4fd-40152382cf29 service neutron] 10.222.0.89 "GET /v2.0/networks?id=cdd8717f-21e8-4316-b64c-5c9b734d21c4 HTTP/1.1" status: 200 len: 912 time: 0.0850399 Feb 16 17:23:15.274820 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-15499946-93d2-44c9-b056-ed68ea98b402 req-3cde879f-81ca-45e4-9553-e2ef222c1f18 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0b0e0e4-64a5-4625-a8af-761df02a7f8b HTTP/1.1" status: 200 len: 999 time: 0.0621066 Feb 16 17:23:15.325199 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-b81a2d32-df5e-4ad6-b590-d9c1c6166de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d422ce-8128-4711-852b-2b51bf482aad', 'name': 'tempest-ServerActionsTestJSON-313309323-router', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:11Z', 'revision_number': 4, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'gw_port': {'id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': 'b837956d-c2f9-46e7-843d-c64573153643', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'floating_ip_address': '172.26.3.164', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'port_id': 'e0b0e0e4-64a5-4625-a8af-761df02a7f8b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4', 'mac_address': 'fa:16:3e:2a:86:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d53149-cf42-485e-99ad-bbc268212c1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:21:15Z', 'updated_at': '2022-02-16T17:23:14Z', 'revision_number': 9, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '125047d8-4988-48a9-bd6b-82deb9a14bf0', 'name': '', 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'mac_address': 'fa:16:3e:a1:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:21:10Z', 'updated_at': '2022-02-16T17:21:15Z', 'revision_number': 5, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'subnets': [{'id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:15.330384 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15499946-93d2-44c9-b056-ed68ea98b402 req-e5efaeca-b93a-419f-8ce9-956f268e6666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:15.332105 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-15499946-93d2-44c9-b056-ed68ea98b402 req-e5efaeca-b93a-419f-8ce9-956f268e6666 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a496ba2f-493e-47f8-a1a8-9c8b0b735fc3 HTTP/1.1" status: 200 len: 850 time: 0.0514324 Feb 16 17:23:15.351688 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81a2d32-df5e-4ad6-b590-d9c1c6166de5 None None] Checking router: 66d422ce-8128-4711-852b-2b51bf482aad for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:23:15.360553 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81a2d32-df5e-4ad6-b590-d9c1c6166de5 None None] Routers {'66d422ce-8128-4711-852b-2b51bf482aad'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:23:15.361237 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-b81a2d32-df5e-4ad6-b590-d9c1c6166de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:23:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['66d422ce-8128-4711-852b-2b51bf482aad'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:15.410750 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15499946-93d2-44c9-b056-ed68ea98b402 req-9d1c78cc-1d2e-4c37-9c26-023b5ccae0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:15.412194 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-15499946-93d2-44c9-b056-ed68ea98b402 req-9d1c78cc-1d2e-4c37-9c26-023b5ccae0fc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cdd8717f-21e8-4316-b64c-5c9b734d21c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738976 Feb 16 17:23:15.424406 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ffff3a-7c52-4f82-91d2-fc155a64d4b1 req-3a6f2de1-3291-4b1f-8791-9534ebb11166 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:15.425820 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b3ffff3a-7c52-4f82-91d2-fc155a64d4b1 req-3a6f2de1-3291-4b1f-8791-9534ebb11166 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8d53149-cf42-485e-99ad-bbc268212c1b HTTP/1.1" status: 200 len: 945 time: 0.0633001 Feb 16 17:23:15.465176 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-b81a2d32-df5e-4ad6-b590-d9c1c6166de5 None None] Set router 66d422ce-8128-4711-852b-2b51bf482aad gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:23:15.508145 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b3ffff3a-7c52-4f82-91d2-fc155a64d4b1 req-5fa65831-40a6-4237-abaa-19ea4b4e2745 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738811 Feb 16 17:23:15.522919 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-e825d2d2-41a8-4b18-a034-4a24b0e3b84d req-0337fe8b-5885-4f1d-a475-066ffec00421 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a8d53149-cf42-485e-99ad-bbc268212c1b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0468841 Feb 16 17:23:15.538223 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-15499946-93d2-44c9-b056-ed68ea98b402 req-c8284b2a-311f-4bf1-aee1-5616a11c944e service neutron] 10.222.0.89 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095905 Feb 16 17:23:15.629456 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-15499946-93d2-44c9-b056-ed68ea98b402 req-e8a775dd-934b-4c54-8157-48c61ac1f347 service neutron] 10.222.0.89 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869780 Feb 16 17:23:15.691008 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-b81a2d32-df5e-4ad6-b590-d9c1c6166de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d422ce-8128-4711-852b-2b51bf482aad', 'name': 'tempest-ServerActionsTestJSON-313309323-router', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:11Z', 'revision_number': 4, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'gw_port': {'id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': 'b837956d-c2f9-46e7-843d-c64573153643', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'floating_ip_address': '172.26.3.164', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'port_id': 'e0b0e0e4-64a5-4625-a8af-761df02a7f8b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4', 'mac_address': 'fa:16:3e:2a:86:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d53149-cf42-485e-99ad-bbc268212c1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:21:15Z', 'updated_at': '2022-02-16T17:23:14Z', 'revision_number': 9, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '125047d8-4988-48a9-bd6b-82deb9a14bf0', 'name': '', 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'mac_address': 'fa:16:3e:a1:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:21:10Z', 'updated_at': '2022-02-16T17:21:15Z', 'revision_number': 5, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'subnets': [{'id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:15.720949 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81a2d32-df5e-4ad6-b590-d9c1c6166de5 None None] The sync data for ids ['66d422ce-8128-4711-852b-2b51bf482aad'] in dv-neutron-828697-3-hyperv is: [{'id': '66d422ce-8128-4711-852b-2b51bf482aad', 'name': 'tempest-ServerActionsTestJSON-313309323-router', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:11Z', 'revision_number': 4, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'gw_port': {'id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': 'b837956d-c2f9-46e7-843d-c64573153643', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'floating_ip_address': '172.26.3.164', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'port_id': 'e0b0e0e4-64a5-4625-a8af-761df02a7f8b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4', 'mac_address': 'fa:16:3e:2a:86:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d53149-cf42-485e-99ad-bbc268212c1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:21:15Z', 'updated_at': '2022-02-16T17:23:14Z', 'revision_number': 9, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '125047d8-4988-48a9-bd6b-82deb9a14bf0', 'name': '', 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'mac_address': 'fa:16:3e:a1:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:21:10Z', 'updated_at': '2022-02-16T17:21:15Z', 'revision_number': 5, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'subnets': [{'id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:23:15.919731 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bc0aa1-05fa-4846-823d-52dadfaf5a70 None None] New status for floating IP b837956d-c2f9-46e7-843d-c64573153643: ACTIVE {{(pid=114377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:23:16.633205 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e1e5e7-39e4-454d-a8b8-f913140e7cce req-023d85e1-7c77-4841-b61f-665e6a6cef96 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:16.634605 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-47e1e5e7-39e4-454d-a8b8-f913140e7cce req-023d85e1-7c77-4841-b61f-665e6a6cef96 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8d53149-cf42-485e-99ad-bbc268212c1b HTTP/1.1" status: 200 len: 945 time: 0.0488963 Feb 16 17:23:16.672230 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-47e1e5e7-39e4-454d-a8b8-f913140e7cce req-d9eb71cf-9879-4ced-b5d6-b4acaa934a44 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313623 Feb 16 17:23:17.686868 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825d2d2-41a8-4b18-a034-4a24b0e3b84d req-7d39fe99-f06b-4406-9feb-01a163c03833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:17.688461 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e825d2d2-41a8-4b18-a034-4a24b0e3b84d req-7d39fe99-f06b-4406-9feb-01a163c03833 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=044c073cf03a45d9aa87a4f930121794&device_id=a8d53149-cf42-485e-99ad-bbc268212c1b HTTP/1.1" status: 200 len: 1098 time: 0.0411572 Feb 16 17:23:17.821132 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f6771-0790-473e-9457-3b373b7df926 req-d13512a3-4256-42cb-9d72-7b86c1372e76 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:17.822591 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-618f6771-0790-473e-9457-3b373b7df926 req-d13512a3-4256-42cb-9d72-7b86c1372e76 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8d53149-cf42-485e-99ad-bbc268212c1b HTTP/1.1" status: 200 len: 945 time: 0.0750961 Feb 16 17:23:17.823632 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825d2d2-41a8-4b18-a034-4a24b0e3b84d req-419769d9-84b9-4c42-863e-77bb770d5df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:17.824946 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e825d2d2-41a8-4b18-a034-4a24b0e3b84d req-419769d9-84b9-4c42-863e-77bb770d5df5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=cdd8717f-21e8-4316-b64c-5c9b734d21c4 HTTP/1.1" status: 200 len: 912 time: 0.1293678 Feb 16 17:23:17.904829 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-618f6771-0790-473e-9457-3b373b7df926 req-916b2248-d889-44f3-958d-7468a2786132 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762687 Feb 16 17:23:17.917021 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e825d2d2-41a8-4b18-a034-4a24b0e3b84d req-99c358b7-9235-433f-82e5-cfe5b34679f4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0b0e0e4-64a5-4625-a8af-761df02a7f8b HTTP/1.1" status: 200 len: 1002 time: 0.0827558 Feb 16 17:23:17.964508 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825d2d2-41a8-4b18-a034-4a24b0e3b84d req-df1e8547-55a9-401a-9592-7a222c5f668f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:17.965822 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e825d2d2-41a8-4b18-a034-4a24b0e3b84d req-df1e8547-55a9-401a-9592-7a222c5f668f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a496ba2f-493e-47f8-a1a8-9c8b0b735fc3 HTTP/1.1" status: 200 len: 850 time: 0.0421247 Feb 16 17:23:18.008512 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825d2d2-41a8-4b18-a034-4a24b0e3b84d req-b4f40e0c-bcde-4c26-9362-4bb9a3b4550e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:18.009946 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e825d2d2-41a8-4b18-a034-4a24b0e3b84d req-b4f40e0c-bcde-4c26-9362-4bb9a3b4550e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cdd8717f-21e8-4316-b64c-5c9b734d21c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0377357 Feb 16 17:23:18.106209 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e825d2d2-41a8-4b18-a034-4a24b0e3b84d req-6fb3e83e-e26f-48ba-87a2-ac72a68b8fe7 service neutron] 10.222.0.89 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897396 Feb 16 17:23:18.194696 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e825d2d2-41a8-4b18-a034-4a24b0e3b84d req-f7bf2a17-7e83-42ec-a7b5-26a8f33fe61e service neutron] 10.222.0.89 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818408 Feb 16 17:23:19.017345 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b89492-34b7-4f12-b210-f5d274661859 req-3a52654b-d02e-445f-af7a-c1dda7ca69ca tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:19.018831 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-99b89492-34b7-4f12-b210-f5d274661859 req-3a52654b-d02e-445f-af7a-c1dda7ca69ca tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8d53149-cf42-485e-99ad-bbc268212c1b HTTP/1.1" status: 200 len: 945 time: 0.0469620 Feb 16 17:23:19.055665 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-99b89492-34b7-4f12-b210-f5d274661859 req-9241c82e-14ff-451b-95f3-d241db794014 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308027 Feb 16 17:23:20.169577 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aef74eb-a3a8-4170-87a0-91252f628978 req-d71c83ca-8a3e-4d25-a22b-09bd1329bb72 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:20.170959 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5aef74eb-a3a8-4170-87a0-91252f628978 req-d71c83ca-8a3e-4d25-a22b-09bd1329bb72 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8d53149-cf42-485e-99ad-bbc268212c1b HTTP/1.1" status: 200 len: 945 time: 0.0478687 Feb 16 17:23:20.207006 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5aef74eb-a3a8-4170-87a0-91252f628978 req-1e5e2e3d-0280-42c0-b310-6e4125f80dcb tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301714 Feb 16 17:23:20.915624 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:23:21.322018 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbcc6a5-52a5-47e6-b1c4-bbc6431d0a4c req-508a6c47-5e18-447f-86b7-d3ec41803711 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:21.323466 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-abbcc6a5-52a5-47e6-b1c4-bbc6431d0a4c req-508a6c47-5e18-447f-86b7-d3ec41803711 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8d53149-cf42-485e-99ad-bbc268212c1b HTTP/1.1" status: 200 len: 945 time: 0.0501804 Feb 16 17:23:21.360160 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-abbcc6a5-52a5-47e6-b1c4-bbc6431d0a4c req-044f2c8e-05b1-4416-88bd-7176ad72915d tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307386 Feb 16 17:23:22.479048 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1b72f-4c5c-4027-b8f4-29994a31e3be req-b05444ea-e438-4bf4-8121-5b3f292027f6 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:22.480537 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c1e1b72f-4c5c-4027-b8f4-29994a31e3be req-b05444ea-e438-4bf4-8121-5b3f292027f6 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8d53149-cf42-485e-99ad-bbc268212c1b HTTP/1.1" status: 200 len: 945 time: 0.0529015 Feb 16 17:23:22.517936 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c1e1b72f-4c5c-4027-b8f4-29994a31e3be req-1cc48b6c-ec37-466c-b92e-df32cbed5a4e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314786 Feb 16 17:23:23.489302 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a1977-d5e7-4fbc-8e1c-f0551acbb82c req-c8c8b005-209d-4bf3-b5f6-4005db0c6940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:23.490765 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4f3a1977-d5e7-4fbc-8e1c-f0551acbb82c req-c8c8b005-209d-4bf3-b5f6-4005db0c6940 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=044c073cf03a45d9aa87a4f930121794&device_id=a8d53149-cf42-485e-99ad-bbc268212c1b HTTP/1.1" status: 200 len: 1098 time: 0.0389857 Feb 16 17:23:23.595774 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a1977-d5e7-4fbc-8e1c-f0551acbb82c req-5959ad77-bdde-46d0-b2ce-ebdbf6741b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:23.597264 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4f3a1977-d5e7-4fbc-8e1c-f0551acbb82c req-5959ad77-bdde-46d0-b2ce-ebdbf6741b1b service neutron] 10.222.0.89 "GET /v2.0/networks?id=cdd8717f-21e8-4316-b64c-5c9b734d21c4 HTTP/1.1" status: 200 len: 912 time: 0.0883172 Feb 16 17:23:23.630371 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49daa0-9586-47f6-a860-5ff62620be69 req-7875a2ee-c5cb-4dbf-bbfd-c36c7a038000 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:23.631859 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-4d49daa0-9586-47f6-a860-5ff62620be69 req-7875a2ee-c5cb-4dbf-bbfd-c36c7a038000 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8d53149-cf42-485e-99ad-bbc268212c1b HTTP/1.1" status: 200 len: 945 time: 0.0478215 Feb 16 17:23:23.664570 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4f3a1977-d5e7-4fbc-8e1c-f0551acbb82c req-cd82256e-92d3-4cf9-b88b-1d1f63065de2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0b0e0e4-64a5-4625-a8af-761df02a7f8b HTTP/1.1" status: 200 len: 1002 time: 0.0596347 Feb 16 17:23:23.670441 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-4d49daa0-9586-47f6-a860-5ff62620be69 req-74ed764a-5840-4224-858e-31aee606eb44 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320685 Feb 16 17:23:23.719011 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a1977-d5e7-4fbc-8e1c-f0551acbb82c req-7dc7975d-c0a7-4e2a-a58c-d14f61c3a30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:23.720596 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4f3a1977-d5e7-4fbc-8e1c-f0551acbb82c req-7dc7975d-c0a7-4e2a-a58c-d14f61c3a30d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a496ba2f-493e-47f8-a1a8-9c8b0b735fc3 HTTP/1.1" status: 200 len: 850 time: 0.0496805 Feb 16 17:23:23.769559 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a1977-d5e7-4fbc-8e1c-f0551acbb82c req-d16ffed5-16c5-4163-a29f-d7da8143732a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:23.770947 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4f3a1977-d5e7-4fbc-8e1c-f0551acbb82c req-d16ffed5-16c5-4163-a29f-d7da8143732a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cdd8717f-21e8-4316-b64c-5c9b734d21c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444674 Feb 16 17:23:23.865211 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4f3a1977-d5e7-4fbc-8e1c-f0551acbb82c req-f28959f3-7bc4-4908-bc9e-2a46cbd56feb service neutron] 10.222.0.89 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877082 Feb 16 17:23:23.959129 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4f3a1977-d5e7-4fbc-8e1c-f0551acbb82c req-6c5f97a5-7bd2-43a2-b0ff-66a4f13c2c84 service neutron] 10.222.0.89 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873878 Feb 16 17:23:24.784405 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba6845e-820a-437b-9e84-a3490da852e2 req-9dbcf640-41a9-49c8-9614-16fec3c4e7f3 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:24.785907 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7ba6845e-820a-437b-9e84-a3490da852e2 req-9dbcf640-41a9-49c8-9614-16fec3c4e7f3 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8d53149-cf42-485e-99ad-bbc268212c1b HTTP/1.1" status: 200 len: 945 time: 0.0487142 Feb 16 17:23:24.823916 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7ba6845e-820a-437b-9e84-a3490da852e2 req-4eae2502-6b40-4cb8-8227-664969070c39 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320871 Feb 16 17:23:25.936384 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d366549-97cc-4b41-ade7-c4677c4dee12 req-74789b5d-877d-4ce8-9325-91439aa96ad9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:25.937831 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-3d366549-97cc-4b41-ade7-c4677c4dee12 req-74789b5d-877d-4ce8-9325-91439aa96ad9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8d53149-cf42-485e-99ad-bbc268212c1b HTTP/1.1" status: 200 len: 945 time: 0.0468037 Feb 16 17:23:25.974385 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-3d366549-97cc-4b41-ade7-c4677c4dee12 req-0c15f4e5-12db-4bdd-9d35-8d35403fb419 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307260 Feb 16 17:23:27.089896 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe602b5-d3cf-4718-968a-df64506a650a req-cf9c5c65-7729-4f62-8eed-03fd8d94d196 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:27.091360 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8fe602b5-d3cf-4718-968a-df64506a650a req-cf9c5c65-7729-4f62-8eed-03fd8d94d196 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8d53149-cf42-485e-99ad-bbc268212c1b HTTP/1.1" status: 200 len: 945 time: 0.0471363 Feb 16 17:23:27.128633 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8fe602b5-d3cf-4718-968a-df64506a650a req-0493665c-9aa8-461d-8773-68e4d8260e8f tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313516 Feb 16 17:23:28.246777 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e3dfb-3c00-431b-a15c-5e6fea12cdf7 req-49ef158d-5924-4266-b7b1-ad8a5c1fa8c2 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:28.248282 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-991e3dfb-3c00-431b-a15c-5e6fea12cdf7 req-49ef158d-5924-4266-b7b1-ad8a5c1fa8c2 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8d53149-cf42-485e-99ad-bbc268212c1b HTTP/1.1" status: 200 len: 945 time: 0.0521789 Feb 16 17:23:28.284779 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-991e3dfb-3c00-431b-a15c-5e6fea12cdf7 req-a8c3e4bb-826a-4f38-a474-c0f9e1b1efff tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307093 Feb 16 17:23:29.402667 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea65912-ad1a-43c6-b245-730e6a16582f req-91037daa-1d3a-42e0-9fb7-1295c2b0d989 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:29.404140 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3ea65912-ad1a-43c6-b245-730e6a16582f req-91037daa-1d3a-42e0-9fb7-1295c2b0d989 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8d53149-cf42-485e-99ad-bbc268212c1b HTTP/1.1" status: 200 len: 945 time: 0.0520265 Feb 16 17:23:29.440051 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3ea65912-ad1a-43c6-b245-730e6a16582f req-9b4eda45-4dfc-43af-b485-82c23a2bf5a6 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299885 Feb 16 17:23:30.551788 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61dca4-867c-4d23-9efb-1073cad16b98 req-c197aee9-be69-4ada-8d55-ca38ea0c7762 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:30.553311 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-fa61dca4-867c-4d23-9efb-1073cad16b98 req-c197aee9-be69-4ada-8d55-ca38ea0c7762 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8d53149-cf42-485e-99ad-bbc268212c1b HTTP/1.1" status: 200 len: 945 time: 0.0471656 Feb 16 17:23:30.590276 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-fa61dca4-867c-4d23-9efb-1073cad16b98 req-7f1d7c15-5455-470b-a91a-c49c09c32df9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310626 Feb 16 17:23:30.655000 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:31.706021 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409b270-dfc2-40a8-9fcf-e2f24c25dd38 req-0a44b865-a9fb-4f86-91ff-ff88384ef9ee tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:31.707538 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8409b270-dfc2-40a8-9fcf-e2f24c25dd38 req-0a44b865-a9fb-4f86-91ff-ff88384ef9ee tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8d53149-cf42-485e-99ad-bbc268212c1b HTTP/1.1" status: 200 len: 945 time: 0.0484605 Feb 16 17:23:31.746200 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8409b270-dfc2-40a8-9fcf-e2f24c25dd38 req-e65f5b78-3808-47fc-8e02-a166758fdbd3 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325367 Feb 16 17:23:32.857975 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a423be1-9395-4671-9237-e5984c06606a req-25661eca-9e6c-408e-bb73-57b4173ebcba tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:32.859447 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-2a423be1-9395-4671-9237-e5984c06606a req-25661eca-9e6c-408e-bb73-57b4173ebcba tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8d53149-cf42-485e-99ad-bbc268212c1b HTTP/1.1" status: 200 len: 945 time: 0.0475888 Feb 16 17:23:32.898210 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-2a423be1-9395-4671-9237-e5984c06606a req-60c015f2-06a4-4f4a-9eec-7e2617a712ef tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326791 Feb 16 17:23:34.016383 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4b844-af54-4095-b65e-1235622f5653 req-86f1f7ae-b83a-4e63-9e05-2e9dafd4653a tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:34.017860 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f7b4b844-af54-4095-b65e-1235622f5653 req-86f1f7ae-b83a-4e63-9e05-2e9dafd4653a tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8d53149-cf42-485e-99ad-bbc268212c1b HTTP/1.1" status: 200 len: 945 time: 0.0482373 Feb 16 17:23:34.055691 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f7b4b844-af54-4095-b65e-1235622f5653 req-40a74275-018a-45b7-9f25-1c0f03ec1777 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313809 Feb 16 17:23:35.073304 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e825d2d2-41a8-4b18-a034-4a24b0e3b84d req-7a54ea58-0249-4418-8a20-5af19e341966 service neutron] 10.222.0.89 "GET /v2.0/ports/e0b0e0e4-64a5-4625-a8af-761df02a7f8b/bindings/hv-neutron-8286 HTTP/1.1" status: 200 len: 384 time: 0.0568793 Feb 16 17:23:35.173403 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4726e-7d3b-4f47-a01f-06e7b56862cb req-03858f15-e521-4956-8fd4-bed63265985d tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:35.174816 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-58a4726e-7d3b-4f47-a01f-06e7b56862cb req-03858f15-e521-4956-8fd4-bed63265985d tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8d53149-cf42-485e-99ad-bbc268212c1b HTTP/1.1" status: 200 len: 945 time: 0.0512369 Feb 16 17:23:35.212058 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-58a4726e-7d3b-4f47-a01f-06e7b56862cb req-68cab3ec-2475-4865-b9f6-053a5c989371 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312757 Feb 16 17:23:35.697249 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825d2d2-41a8-4b18-a034-4a24b0e3b84d req-2eaa0d5a-1cb7-4c03-b53f-5481ce981fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:35.698762 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e825d2d2-41a8-4b18-a034-4a24b0e3b84d req-2eaa0d5a-1cb7-4c03-b53f-5481ce981fe5 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a8d53149-cf42-485e-99ad-bbc268212c1b&tenant_id=044c073cf03a45d9aa87a4f930121794 HTTP/1.1" status: 200 len: 1098 time: 0.0411620 Feb 16 17:23:35.758733 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825d2d2-41a8-4b18-a034-4a24b0e3b84d req-9a16e0c8-cf29-4bc6-9159-8abe79b25c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:35.760227 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e825d2d2-41a8-4b18-a034-4a24b0e3b84d req-9a16e0c8-cf29-4bc6-9159-8abe79b25c2d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=044c073cf03a45d9aa87a4f930121794&device_id=a8d53149-cf42-485e-99ad-bbc268212c1b HTTP/1.1" status: 200 len: 1098 time: 0.0396564 Feb 16 17:23:35.853284 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825d2d2-41a8-4b18-a034-4a24b0e3b84d req-eedd8cbf-fc4c-460e-a1e6-b2dc3d1bb18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:35.854742 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e825d2d2-41a8-4b18-a034-4a24b0e3b84d req-eedd8cbf-fc4c-460e-a1e6-b2dc3d1bb18a service neutron] 10.222.0.89 "GET /v2.0/networks?id=cdd8717f-21e8-4316-b64c-5c9b734d21c4 HTTP/1.1" status: 200 len: 912 time: 0.0873442 Feb 16 17:23:35.919375 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e825d2d2-41a8-4b18-a034-4a24b0e3b84d req-9f0887a5-db1a-4fe7-8cbd-fb9c24b593a6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0b0e0e4-64a5-4625-a8af-761df02a7f8b HTTP/1.1" status: 200 len: 1002 time: 0.0574899 Feb 16 17:23:35.966868 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825d2d2-41a8-4b18-a034-4a24b0e3b84d req-c6a3d048-f266-4153-82cf-f03531194e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:35.968190 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e825d2d2-41a8-4b18-a034-4a24b0e3b84d req-c6a3d048-f266-4153-82cf-f03531194e02 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a496ba2f-493e-47f8-a1a8-9c8b0b735fc3 HTTP/1.1" status: 200 len: 850 time: 0.0420229 Feb 16 17:23:36.015090 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825d2d2-41a8-4b18-a034-4a24b0e3b84d req-1b1beea1-e42c-40a7-a3bc-d14f02fe6ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:36.016556 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e825d2d2-41a8-4b18-a034-4a24b0e3b84d req-1b1beea1-e42c-40a7-a3bc-d14f02fe6ace service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cdd8717f-21e8-4316-b64c-5c9b734d21c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412371 Feb 16 17:23:36.105084 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e825d2d2-41a8-4b18-a034-4a24b0e3b84d req-cec2f15c-6b57-4268-a0cd-d6de2d1a26fa service neutron] 10.222.0.89 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801265 Feb 16 17:23:36.196818 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e825d2d2-41a8-4b18-a034-4a24b0e3b84d req-6c22eeb5-5918-4d07-8688-c6e0ac553ba0 service neutron] 10.222.0.89 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849473 Feb 16 17:23:36.328574 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d50ac77-dafc-448a-9672-d77206a0eea1 req-2c509008-07ec-4dbf-b338-0f0055bb75e1 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:36.330031 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2d50ac77-dafc-448a-9672-d77206a0eea1 req-2c509008-07ec-4dbf-b338-0f0055bb75e1 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8d53149-cf42-485e-99ad-bbc268212c1b HTTP/1.1" status: 200 len: 945 time: 0.0489879 Feb 16 17:23:36.368852 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2d50ac77-dafc-448a-9672-d77206a0eea1 req-3ac1f4d2-b61c-437b-b293-34fd759d83b1 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328584 Feb 16 17:23:36.845903 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5497a81d-8b88-4b67-9345-dbca05ea8bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:37.483329 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc53b61-a0e2-41b5-a936-ce91321117e3 req-a175eb6c-c55d-4f21-92a8-c7fd48a3bf9d tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:37.484791 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-ddc53b61-a0e2-41b5-a936-ce91321117e3 req-a175eb6c-c55d-4f21-92a8-c7fd48a3bf9d tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8d53149-cf42-485e-99ad-bbc268212c1b HTTP/1.1" status: 200 len: 945 time: 0.0471127 Feb 16 17:23:37.520547 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-ddc53b61-a0e2-41b5-a936-ce91321117e3 req-9f6f164d-9d3c-4e60-9b37-7efcdca5e990 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298617 Feb 16 17:23:38.637310 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7a141-1ed0-49d9-985e-bc50e9283f1e req-b3354be7-7d4e-442d-b168-245350195b93 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:38.638867 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-38a7a141-1ed0-49d9-985e-bc50e9283f1e req-b3354be7-7d4e-442d-b168-245350195b93 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8d53149-cf42-485e-99ad-bbc268212c1b HTTP/1.1" status: 200 len: 945 time: 0.0482042 Feb 16 17:23:38.675005 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-38a7a141-1ed0-49d9-985e-bc50e9283f1e req-788ad233-eb80-4191-9a13-96e46f708f19 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302291 Feb 16 17:23:39.214891 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f6180a74-9db4-4420-859c-cac1e1c79200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:39.241416 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414d62f-9435-4d0e-98d7-182edfd469c0 req-b6f58a60-52fb-4410-8c81-824c4c9e8d7b tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:39.242984 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0414d62f-9435-4d0e-98d7-182edfd469c0 req-b6f58a60-52fb-4410-8c81-824c4c9e8d7b tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8d53149-cf42-485e-99ad-bbc268212c1b HTTP/1.1" status: 200 len: 945 time: 0.0484939 Feb 16 17:23:39.314467 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0414d62f-9435-4d0e-98d7-182edfd469c0 req-4a438cbd-c3ff-4020-b4e5-304a49c6412f tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647173 Feb 16 17:23:39.332394 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330855a-0fb9-4a55-99eb-9262d64bbb67 req-597d950d-96e1-4c3c-8cea-9bcc7b6dc1ea tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:39.332394 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-9330855a-0fb9-4a55-99eb-9262d64bbb67 req-597d950d-96e1-4c3c-8cea-9bcc7b6dc1ea tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8d53149-cf42-485e-99ad-bbc268212c1b&tenant_id=044c073cf03a45d9aa87a4f930121794&binding%3Ahost_id=hv-neutron-8286 HTTP/1.1" status: 200 len: 945 time: 0.0727344 Feb 16 17:23:39.387945 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-9330855a-0fb9-4a55-99eb-9262d64bbb67 req-01f9b872-2092-497a-8a18-9ce938bcedf6 service neutron] 10.222.0.89 "GET /v2.0/ports/e0b0e0e4-64a5-4625-a8af-761df02a7f8b/bindings/hv-neutron-8286 HTTP/1.1" status: 200 len: 384 time: 0.0531969 Feb 16 17:23:39.446038 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330855a-0fb9-4a55-99eb-9262d64bbb67 req-6d366f90-4f97-4485-a44f-c22d77a356f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:39.447469 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-9330855a-0fb9-4a55-99eb-9262d64bbb67 req-6d366f90-4f97-4485-a44f-c22d77a356f8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=044c073cf03a45d9aa87a4f930121794&device_id=a8d53149-cf42-485e-99ad-bbc268212c1b HTTP/1.1" status: 200 len: 1098 time: 0.0385244 Feb 16 17:23:39.538584 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330855a-0fb9-4a55-99eb-9262d64bbb67 req-f1e043f4-f154-4d5c-bd1d-2e3fde02cb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:39.540128 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-9330855a-0fb9-4a55-99eb-9262d64bbb67 req-f1e043f4-f154-4d5c-bd1d-2e3fde02cb58 service neutron] 10.222.0.89 "GET /v2.0/networks?id=cdd8717f-21e8-4316-b64c-5c9b734d21c4 HTTP/1.1" status: 200 len: 912 time: 0.0864418 Feb 16 17:23:39.603194 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-9330855a-0fb9-4a55-99eb-9262d64bbb67 req-3ad9b6ed-d03a-4f5a-8595-eac0e4555432 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0b0e0e4-64a5-4625-a8af-761df02a7f8b HTTP/1.1" status: 200 len: 1002 time: 0.0565784 Feb 16 17:23:39.655229 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330855a-0fb9-4a55-99eb-9262d64bbb67 req-56a4a596-f5cc-48b2-a193-74e783a60232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:39.656716 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-9330855a-0fb9-4a55-99eb-9262d64bbb67 req-56a4a596-f5cc-48b2-a193-74e783a60232 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a496ba2f-493e-47f8-a1a8-9c8b0b735fc3 HTTP/1.1" status: 200 len: 850 time: 0.0467703 Feb 16 17:23:39.707753 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330855a-0fb9-4a55-99eb-9262d64bbb67 req-49ffba54-477a-4fe9-9c60-42508545a368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:39.709156 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-9330855a-0fb9-4a55-99eb-9262d64bbb67 req-49ffba54-477a-4fe9-9c60-42508545a368 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cdd8717f-21e8-4316-b64c-5c9b734d21c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388238 Feb 16 17:23:39.739590 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device e0b0e0e4-64a5-4625-a8af-761df02a7f8b details requested by agent hyperv_hv-neutron-8286 with host hv-neutron-8286 {{(pid=114377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:23:39.743872 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device e0b0e0e4-64a5-4625-a8af-761df02a7f8b no longer exists at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:23:39.796503 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-9330855a-0fb9-4a55-99eb-9262d64bbb67 req-4e57a6e3-4ace-41df-b3a5-fdac8346b122 service neutron] 10.222.0.89 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809233 Feb 16 17:23:39.890796 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-9330855a-0fb9-4a55-99eb-9262d64bbb67 req-48636db1-c102-4375-a90c-7f108c498576 service neutron] 10.222.0.89 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879970 Feb 16 17:23:39.918624 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:39.925057 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port e0b0e0e4-64a5-4625-a8af-761df02a7f8b, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=e0b0e0e4-64a5-4625-a8af-761df02a7f8b,segment=NetworkSegment(2fd36393-3bbe-4ecb-bbb0-c44e7509f877),segment_id=2fd36393-3bbe-4ecb-bbb0-c44e7509f877)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:23:39.948089 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Returning: {'device': 'e0b0e0e4-64a5-4625-a8af-761df02a7f8b', 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4', 'port_id': 'e0b0e0e4-64a5-4625-a8af-761df02a7f8b', 'mac_address': 'fa:16:3e:2a:86:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:23:39.955746 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d53149-cf42-485e-99ad-bbc268212c1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0b0e0e4-64a5-4625-a8af-761df02a7f8b'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:23:39.958063 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cba68c3-21db-4fbe-965a-cfa1b423393f" -d '{"events": [{"server_uuid": "a8d53149-cf42-485e-99ad-bbc268212c1b", "name": "network-vif-unplugged", "status": "completed", "tag": "e0b0e0e4-64a5-4625-a8af-761df02a7f8b"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:23:39.995879 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port e0b0e0e4-64a5-4625-a8af-761df02a7f8b, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=e0b0e0e4-64a5-4625-a8af-761df02a7f8b,segment=NetworkSegment(2fd36393-3bbe-4ecb-bbb0-c44e7509f877),segment_id=2fd36393-3bbe-4ecb-bbb0-c44e7509f877)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:23:40.004418 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 17:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c332ce7-bd24-4094-874c-29e159206e38 x-openstack-request-id: req-2c332ce7-bd24-4094-874c-29e159206e38 {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:23:40.007179 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d53149-cf42-485e-99ad-bbc268212c1b", "name": "network-vif-unplugged", "status": "completed", "tag": "e0b0e0e4-64a5-4625-a8af-761df02a7f8b", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:23:40.007179 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2c332ce7-bd24-4094-874c-29e159206e38 {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:23:40.007179 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d53149-cf42-485e-99ad-bbc268212c1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0b0e0e4-64a5-4625-a8af-761df02a7f8b', 'code': 200} Feb 16 17:23:40.009251 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:40.021731 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e0b0e0e4-64a5-4625-a8af-761df02a7f8b {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:23:40.092209 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:40.171016 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.db.api [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:23:40.171374 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG oslo_db.api [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:23:40.175602 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=e0b0e0e4-64a5-4625-a8af-761df02a7f8b,revision_number=6']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:40.431013 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c772e7e-f315-4506-8bee-3bfc9d28fdc4 req-999b49af-c37d-423e-b648-4a2700d234cc tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:40.432533 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7c772e7e-f315-4506-8bee-3bfc9d28fdc4 req-999b49af-c37d-423e-b648-4a2700d234cc tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8d53149-cf42-485e-99ad-bbc268212c1b HTTP/1.1" status: 200 len: 943 time: 0.0491419 Feb 16 17:23:40.460727 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:40.469972 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7c772e7e-f315-4506-8bee-3bfc9d28fdc4 req-800a6b57-90e8-44cb-9bf2-8525e5352c8e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315340 Feb 16 17:23:40.706967 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:40.719630 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0b0e0e4-64a5-4625-a8af-761df02a7f8b {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:23:40.738670 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port e0b0e0e4-64a5-4625-a8af-761df02a7f8b, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=e0b0e0e4-64a5-4625-a8af-761df02a7f8b,segment=NetworkSegment(2fd36393-3bbe-4ecb-bbb0-c44e7509f877),segment_id=2fd36393-3bbe-4ecb-bbb0-c44e7509f877)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:23:40.811493 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:40.861492 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=e0b0e0e4-64a5-4625-a8af-761df02a7f8b,revision_number=7']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:40.877008 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['e0b0e0e4-64a5-4625-a8af-761df02a7f8b'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:23:41.586099 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253602b3-5a23-4071-b705-c862b205b4b7 req-ad1f2b91-6f5d-4884-a61c-d69c8fd85363 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:41.587570 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-253602b3-5a23-4071-b705-c862b205b4b7 req-ad1f2b91-6f5d-4884-a61c-d69c8fd85363 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8d53149-cf42-485e-99ad-bbc268212c1b HTTP/1.1" status: 200 len: 944 time: 0.0485597 Feb 16 17:23:41.626032 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-253602b3-5a23-4071-b705-c862b205b4b7 req-ce54992d-e25b-4ecf-acd3-06d9d9d050f3 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324006 Feb 16 17:23:41.758630 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device e0b0e0e4-64a5-4625-a8af-761df02a7f8b up at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:23:41.837517 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning complete for port e0b0e0e4-64a5-4625-a8af-761df02a7f8b triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:23:41.837889 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:41.876661 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:41.920694 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:41.953077 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port e0b0e0e4-64a5-4625-a8af-761df02a7f8b, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=e0b0e0e4-64a5-4625-a8af-761df02a7f8b,segment=NetworkSegment(2fd36393-3bbe-4ecb-bbb0-c44e7509f877),segment_id=2fd36393-3bbe-4ecb-bbb0-c44e7509f877)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:23:42.005852 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:42.008143 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d53149-cf42-485e-99ad-bbc268212c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b0e0e4-64a5-4625-a8af-761df02a7f8b'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:23:42.010511 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c316cfc-7545-457c-ba39-678842ee3dc5" -d '{"events": [{"server_uuid": "a8d53149-cf42-485e-99ad-bbc268212c1b", "name": "network-vif-plugged", "status": "completed", "tag": "e0b0e0e4-64a5-4625-a8af-761df02a7f8b"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:23:42.061992 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36afc958-713b-4509-82b1-14811112c7ee x-openstack-request-id: req-36afc958-713b-4509-82b1-14811112c7ee {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:23:42.062281 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d53149-cf42-485e-99ad-bbc268212c1b", "name": "network-vif-plugged", "status": "completed", "tag": "e0b0e0e4-64a5-4625-a8af-761df02a7f8b", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:23:42.062537 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-36afc958-713b-4509-82b1-14811112c7ee {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:23:42.062934 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d53149-cf42-485e-99ad-bbc268212c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b0e0e4-64a5-4625-a8af-761df02a7f8b', 'code': 200} Feb 16 17:23:42.073176 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=e0b0e0e4-64a5-4625-a8af-761df02a7f8b,revision_number=8']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:42.120257 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:42.632867 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330855a-0fb9-4a55-99eb-9262d64bbb67 req-223973e2-ad32-4d4b-a91f-b38326cebdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:42.634260 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-9330855a-0fb9-4a55-99eb-9262d64bbb67 req-223973e2-ad32-4d4b-a91f-b38326cebdbb service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a8d53149-cf42-485e-99ad-bbc268212c1b&tenant_id=044c073cf03a45d9aa87a4f930121794 HTTP/1.1" status: 200 len: 1098 time: 0.0400085 Feb 16 17:23:42.699297 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330855a-0fb9-4a55-99eb-9262d64bbb67 req-45284b03-db2c-4fdf-9e18-a66ae3081761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:42.700833 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-9330855a-0fb9-4a55-99eb-9262d64bbb67 req-45284b03-db2c-4fdf-9e18-a66ae3081761 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=044c073cf03a45d9aa87a4f930121794&device_id=a8d53149-cf42-485e-99ad-bbc268212c1b HTTP/1.1" status: 200 len: 1098 time: 0.0443459 Feb 16 17:23:42.746679 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530274e-4728-4c2b-94be-8dc5f9dec0fa req-dc274eeb-8f7d-4ace-b213-42130277ac6d tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:42.748176 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-9530274e-4728-4c2b-94be-8dc5f9dec0fa req-dc274eeb-8f7d-4ace-b213-42130277ac6d tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8d53149-cf42-485e-99ad-bbc268212c1b HTTP/1.1" status: 200 len: 945 time: 0.0534015 Feb 16 17:23:42.786610 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-9530274e-4728-4c2b-94be-8dc5f9dec0fa req-af24b3d1-291b-44ef-8a71-fce545938452 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321758 Feb 16 17:23:42.790807 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330855a-0fb9-4a55-99eb-9262d64bbb67 req-3067ddba-f2fc-48df-9902-baa88cecaa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:42.792305 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-9330855a-0fb9-4a55-99eb-9262d64bbb67 req-3067ddba-f2fc-48df-9902-baa88cecaa62 service neutron] 10.222.0.89 "GET /v2.0/networks?id=cdd8717f-21e8-4316-b64c-5c9b734d21c4 HTTP/1.1" status: 200 len: 912 time: 0.0854669 Feb 16 17:23:42.867572 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-9330855a-0fb9-4a55-99eb-9262d64bbb67 req-8e557e35-9b15-4b45-8601-abc2eed5ebc5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0b0e0e4-64a5-4625-a8af-761df02a7f8b HTTP/1.1" status: 200 len: 1002 time: 0.0676863 Feb 16 17:23:42.917398 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330855a-0fb9-4a55-99eb-9262d64bbb67 req-7a354f63-12ec-4c0b-9cbf-ce3a10455885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:42.918897 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-9330855a-0fb9-4a55-99eb-9262d64bbb67 req-7a354f63-12ec-4c0b-9cbf-ce3a10455885 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a496ba2f-493e-47f8-a1a8-9c8b0b735fc3 HTTP/1.1" status: 200 len: 850 time: 0.0443351 Feb 16 17:23:42.963395 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330855a-0fb9-4a55-99eb-9262d64bbb67 req-1ebb2e63-d9cb-4e17-aa63-e8ebf97a4f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:42.964725 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-9330855a-0fb9-4a55-99eb-9262d64bbb67 req-1ebb2e63-d9cb-4e17-aa63-e8ebf97a4f4a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cdd8717f-21e8-4316-b64c-5c9b734d21c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398691 Feb 16 17:23:43.057958 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-9330855a-0fb9-4a55-99eb-9262d64bbb67 req-767d4451-6ff9-4aec-9241-5205bcb4bd83 service neutron] 10.222.0.89 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864723 Feb 16 17:23:43.148059 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-9330855a-0fb9-4a55-99eb-9262d64bbb67 req-8124ff30-5f4a-4bd8-a862-0100b9a56035 service neutron] 10.222.0.89 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836501 Feb 16 17:23:43.906236 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f5036-c076-4370-8c85-55f7b8cf02b6 req-7e6e6101-23af-40fa-aa9c-cf047c360494 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:43.907719 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e21f5036-c076-4370-8c85-55f7b8cf02b6 req-7e6e6101-23af-40fa-aa9c-cf047c360494 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8d53149-cf42-485e-99ad-bbc268212c1b HTTP/1.1" status: 200 len: 945 time: 0.0490746 Feb 16 17:23:43.944841 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e21f5036-c076-4370-8c85-55f7b8cf02b6 req-4eb2223c-6e0d-4a01-ac69-971815d0b32f tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306108 Feb 16 17:23:45.057163 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e116a64c-f4da-4fee-b713-3c9bdbd1eb63 req-780664f0-77f4-4110-aa6b-d227f6e8c9c6 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:45.058626 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-e116a64c-f4da-4fee-b713-3c9bdbd1eb63 req-780664f0-77f4-4110-aa6b-d227f6e8c9c6 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8d53149-cf42-485e-99ad-bbc268212c1b HTTP/1.1" status: 200 len: 945 time: 0.0473115 Feb 16 17:23:45.095686 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-e116a64c-f4da-4fee-b713-3c9bdbd1eb63 req-6b4417ad-a578-4705-8bd3-5dc48e345630 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312049 Feb 16 17:23:45.212865 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2811cf1-d016-47d6-b4d2-b6256cd5b1d4 req-70c750c4-8746-4e92-b91f-6875d615c26b tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:45.214333 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c2811cf1-d016-47d6-b4d2-b6256cd5b1d4 req-70c750c4-8746-4e92-b91f-6875d615c26b tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8d53149-cf42-485e-99ad-bbc268212c1b HTTP/1.1" status: 200 len: 945 time: 0.0534871 Feb 16 17:23:45.251844 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c2811cf1-d016-47d6-b4d2-b6256cd5b1d4 req-7cd6d61f-8471-44e3-99fa-58a118b1ff63 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316360 Feb 16 17:23:45.361612 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2ac4c-25fa-467f-bbd4-6ef83e75b32d req-6006df00-6189-406c-b699-83a8323a90b6 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:45.363072 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-dda2ac4c-25fa-467f-bbd4-6ef83e75b32d req-6006df00-6189-406c-b699-83a8323a90b6 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8d53149-cf42-485e-99ad-bbc268212c1b HTTP/1.1" status: 200 len: 945 time: 0.0474918 Feb 16 17:23:45.399844 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-dda2ac4c-25fa-467f-bbd4-6ef83e75b32d req-4ae3883b-9291-4b69-afa8-6601c8734cf0 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302804 Feb 16 17:23:45.765386 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device e0b0e0e4-64a5-4625-a8af-761df02a7f8b details requested by agent hyperv_hv-neutron-8286 with host hv-neutron-8286 {{(pid=114377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:23:45.767477 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device e0b0e0e4-64a5-4625-a8af-761df02a7f8b no longer exists at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:23:45.868843 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf4097-8bda-4021-8b9e-3e73ce45eaa7 req-d8cbb919-036c-4839-8813-ef5646f5872c tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:45.870697 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-46cf4097-8bda-4021-8b9e-3e73ce45eaa7 req-d8cbb919-036c-4839-8813-ef5646f5872c tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8d53149-cf42-485e-99ad-bbc268212c1b HTTP/1.1" status: 200 len: 945 time: 0.0559399 Feb 16 17:23:45.915499 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-46cf4097-8bda-4021-8b9e-3e73ce45eaa7 req-24148fab-c16a-43c2-9d4a-e2c4e9a9c824 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380554 Feb 16 17:23:45.928394 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port e0b0e0e4-64a5-4625-a8af-761df02a7f8b, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=e0b0e0e4-64a5-4625-a8af-761df02a7f8b,segment=NetworkSegment(2fd36393-3bbe-4ecb-bbb0-c44e7509f877),segment_id=2fd36393-3bbe-4ecb-bbb0-c44e7509f877)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:23:45.930576 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:45.947414 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Returning: {'device': 'e0b0e0e4-64a5-4625-a8af-761df02a7f8b', 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4', 'port_id': 'e0b0e0e4-64a5-4625-a8af-761df02a7f8b', 'mac_address': 'fa:16:3e:2a:86:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:23:45.962234 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d53149-cf42-485e-99ad-bbc268212c1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0b0e0e4-64a5-4625-a8af-761df02a7f8b'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:23:45.964456 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2563cfcf-010c-4d28-8493-6e5bed8685bf" -d '{"events": [{"server_uuid": "a8d53149-cf42-485e-99ad-bbc268212c1b", "name": "network-vif-unplugged", "status": "completed", "tag": "e0b0e0e4-64a5-4625-a8af-761df02a7f8b"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:23:45.997092 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port e0b0e0e4-64a5-4625-a8af-761df02a7f8b, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=e0b0e0e4-64a5-4625-a8af-761df02a7f8b,segment=NetworkSegment(2fd36393-3bbe-4ecb-bbb0-c44e7509f877),segment_id=2fd36393-3bbe-4ecb-bbb0-c44e7509f877)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:23:46.002076 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 17:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105ee9f3-b0f9-43e3-bf84-41cfde50eece x-openstack-request-id: req-105ee9f3-b0f9-43e3-bf84-41cfde50eece {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:23:46.002351 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d53149-cf42-485e-99ad-bbc268212c1b", "name": "network-vif-unplugged", "status": "completed", "tag": "e0b0e0e4-64a5-4625-a8af-761df02a7f8b", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:23:46.002596 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-105ee9f3-b0f9-43e3-bf84-41cfde50eece {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:23:46.002976 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d53149-cf42-485e-99ad-bbc268212c1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0b0e0e4-64a5-4625-a8af-761df02a7f8b', 'code': 200} Feb 16 17:23:46.013011 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:46.021546 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e0b0e0e4-64a5-4625-a8af-761df02a7f8b {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:23:46.060859 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:46.131235 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.db.api [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:23:46.132123 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG oslo_db.api [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:23:46.136409 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=e0b0e0e4-64a5-4625-a8af-761df02a7f8b,revision_number=9']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:46.667707 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:46.680616 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0b0e0e4-64a5-4625-a8af-761df02a7f8b {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:23:46.698902 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port e0b0e0e4-64a5-4625-a8af-761df02a7f8b, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=e0b0e0e4-64a5-4625-a8af-761df02a7f8b,segment=NetworkSegment(2fd36393-3bbe-4ecb-bbb0-c44e7509f877),segment_id=2fd36393-3bbe-4ecb-bbb0-c44e7509f877)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:23:46.799879 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:46.850849 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=e0b0e0e4-64a5-4625-a8af-761df02a7f8b,revision_number=10']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:46.862520 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['e0b0e0e4-64a5-4625-a8af-761df02a7f8b'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:23:47.031011 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a1e9e-f3a2-42f5-a031-a05d40e4fdf1 req-946d5058-8edc-43c1-9ecf-acc9a854dd66 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:47.032509 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-6a5a1e9e-f3a2-42f5-a031-a05d40e4fdf1 req-946d5058-8edc-43c1-9ecf-acc9a854dd66 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8d53149-cf42-485e-99ad-bbc268212c1b HTTP/1.1" status: 200 len: 945 time: 0.0477824 Feb 16 17:23:47.069583 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-6a5a1e9e-f3a2-42f5-a031-a05d40e4fdf1 req-348a51c5-3eea-4b21-8211-66214a73a5df tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305107 Feb 16 17:23:47.774874 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device e0b0e0e4-64a5-4625-a8af-761df02a7f8b up at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:23:47.821382 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning complete for port e0b0e0e4-64a5-4625-a8af-761df02a7f8b triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:23:47.821999 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:47.899708 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:47.931234 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port e0b0e0e4-64a5-4625-a8af-761df02a7f8b, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=e0b0e0e4-64a5-4625-a8af-761df02a7f8b,segment=NetworkSegment(2fd36393-3bbe-4ecb-bbb0-c44e7509f877),segment_id=2fd36393-3bbe-4ecb-bbb0-c44e7509f877)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:23:47.941810 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c83a38-7602-4532-bb3b-4f73e9d0ba9e req-d4800c93-0c50-47f5-a47b-6025d1030a21 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:47.947303 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-70c83a38-7602-4532-bb3b-4f73e9d0ba9e req-d4800c93-0c50-47f5-a47b-6025d1030a21 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8d53149-cf42-485e-99ad-bbc268212c1b HTTP/1.1" status: 200 len: 945 time: 0.0473754 Feb 16 17:23:48.003790 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d53149-cf42-485e-99ad-bbc268212c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b0e0e4-64a5-4625-a8af-761df02a7f8b'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:23:48.006103 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947e4d2c-4aa3-4a75-a4b2-7f4e01ca6ea2" -d '{"events": [{"server_uuid": "a8d53149-cf42-485e-99ad-bbc268212c1b", "name": "network-vif-plugged", "status": "completed", "tag": "e0b0e0e4-64a5-4625-a8af-761df02a7f8b"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:23:48.010284 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:48.039324 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-70c83a38-7602-4532-bb3b-4f73e9d0ba9e req-3acdfb1a-f729-49ad-a042-013151ad3a8e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Deleting port e0b0e0e4-64a5-4625-a8af-761df02a7f8b {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:23:48.039665 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-70c83a38-7602-4532-bb3b-4f73e9d0ba9e req-3acdfb1a-f729-49ad-a042-013151ad3a8e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:48.048162 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb51657f-5774-4a37-97c8-322958090cf0 x-openstack-request-id: req-cb51657f-5774-4a37-97c8-322958090cf0 {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:23:48.048162 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d53149-cf42-485e-99ad-bbc268212c1b", "name": "network-vif-plugged", "status": "completed", "tag": "e0b0e0e4-64a5-4625-a8af-761df02a7f8b", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:23:48.048162 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-cb51657f-5774-4a37-97c8-322958090cf0 {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:23:48.048468 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d53149-cf42-485e-99ad-bbc268212c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b0e0e4-64a5-4625-a8af-761df02a7f8b', 'code': 200} Feb 16 17:23:48.063169 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=e0b0e0e4-64a5-4625-a8af-761df02a7f8b,revision_number=11']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:48.128479 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-70c83a38-7602-4532-bb3b-4f73e9d0ba9e req-3acdfb1a-f729-49ad-a042-013151ad3a8e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] For port e0b0e0e4-64a5-4625-a8af-761df02a7f8b, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=e0b0e0e4-64a5-4625-a8af-761df02a7f8b,segment=NetworkSegment(2fd36393-3bbe-4ecb-bbb0-c44e7509f877),segment_id=2fd36393-3bbe-4ecb-bbb0-c44e7509f877)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:23:48.128848 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-70c83a38-7602-4532-bb3b-4f73e9d0ba9e req-3acdfb1a-f729-49ad-a042-013151ad3a8e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:48.185017 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617f8f5-8c07-4c46-8679-3edbb2d62619 req-d8c6d409-5d61-46ca-9aa9-e8eb500911e5 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:48.186495 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-1617f8f5-8c07-4c46-8679-3edbb2d62619 req-d8c6d409-5d61-46ca-9aa9-e8eb500911e5 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8d53149-cf42-485e-99ad-bbc268212c1b HTTP/1.1" status: 200 len: 946 time: 0.0478292 Feb 16 17:23:48.223701 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-1617f8f5-8c07-4c46-8679-3edbb2d62619 req-346467d2-bf89-4abd-b825-4635bd045072 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304613 Feb 16 17:23:48.297885 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-70c83a38-7602-4532-bb3b-4f73e9d0ba9e req-3acdfb1a-f729-49ad-a042-013151ad3a8e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:48.298164 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-70c83a38-7602-4532-bb3b-4f73e9d0ba9e req-3acdfb1a-f729-49ad-a042-013151ad3a8e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:48.298487 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.l3_db [req-70c83a38-7602-4532-bb3b-4f73e9d0ba9e req-3acdfb1a-f729-49ad-a042-013151ad3a8e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Floating IP b837956d-c2f9-46e7-843d-c64573153643 disassociated. External IP: 172.26.3.164, port: e0b0e0e4-64a5-4625-a8af-761df02a7f8b. Feb 16 17:23:48.298850 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-70c83a38-7602-4532-bb3b-4f73e9d0ba9e req-3acdfb1a-f729-49ad-a042-013151ad3a8e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Calling delete_port for e0b0e0e4-64a5-4625-a8af-761df02a7f8b owned by compute:nova {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:23:48.491347 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-70c83a38-7602-4532-bb3b-4f73e9d0ba9e req-3acdfb1a-f729-49ad-a042-013151ad3a8e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:48.519135 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acdfb1a-f729-49ad-a042-013151ad3a8e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Pushing event deleted for resources: {'Port': ['ID=e0b0e0e4-64a5-4625-a8af-761df02a7f8b,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:48.533555 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acdfb1a-f729-49ad-a042-013151ad3a8e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:48.534141 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acdfb1a-f729-49ad-a042-013151ad3a8e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:48.534757 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acdfb1a-f729-49ad-a042-013151ad3a8e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:48.535356 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acdfb1a-f729-49ad-a042-013151ad3a8e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:48.535755 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acdfb1a-f729-49ad-a042-013151ad3a8e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:48.536217 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acdfb1a-f729-49ad-a042-013151ad3a8e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:48.536561 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acdfb1a-f729-49ad-a042-013151ad3a8e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:48.536906 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acdfb1a-f729-49ad-a042-013151ad3a8e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:48.537241 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acdfb1a-f729-49ad-a042-013151ad3a8e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:48.538154 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acdfb1a-f729-49ad-a042-013151ad3a8e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:48.538498 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acdfb1a-f729-49ad-a042-013151ad3a8e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:48.538828 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acdfb1a-f729-49ad-a042-013151ad3a8e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:48.651389 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70c83a38-7602-4532-bb3b-4f73e9d0ba9e req-3acdfb1a-f729-49ad-a042-013151ad3a8e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Router 66d422ce-8128-4711-852b-2b51bf482aad has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:23:49.097594 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70c83a38-7602-4532-bb3b-4f73e9d0ba9e req-3acdfb1a-f729-49ad-a042-013151ad3a8e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:23:49.107679 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b994c261-a0bc-49e7-958a-c1fd85aeb02f None None] Sync routers for ids ['66d422ce-8128-4711-852b-2b51bf482aad'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:23:49.116976 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b994c261-a0bc-49e7-958a-c1fd85aeb02f None None] Routers {'66d422ce-8128-4711-852b-2b51bf482aad'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:23:49.117585 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-b994c261-a0bc-49e7-958a-c1fd85aeb02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:23:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['66d422ce-8128-4711-852b-2b51bf482aad'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:49.138872 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c83a38-7602-4532-bb3b-4f73e9d0ba9e req-3acdfb1a-f729-49ad-a042-013151ad3a8e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] No DVR routers for this DVR port e0b0e0e4-64a5-4625-a8af-761df02a7f8b on host hv-neutron-8286 {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:23:49.141609 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-70c83a38-7602-4532-bb3b-4f73e9d0ba9e req-3acdfb1a-f729-49ad-a042-013151ad3a8e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:49.145170 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-70c83a38-7602-4532-bb3b-4f73e9d0ba9e req-3acdfb1a-f729-49ad-a042-013151ad3a8e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.89 "DELETE /v2.0/ports/e0b0e0e4-64a5-4625-a8af-761df02a7f8b HTTP/1.1" status: 204 len: 173 time: 1.1957238 Feb 16 17:23:49.145618 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d53149-cf42-485e-99ad-bbc268212c1b', 'name': 'network-vif-deleted', 'tag': 'e0b0e0e4-64a5-4625-a8af-761df02a7f8b'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:23:49.149131 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b36d92-dcdc-47aa-bf96-edc47d8fad25" -d '{"events": [{"server_uuid": "a8d53149-cf42-485e-99ad-bbc268212c1b", "name": "network-vif-deleted", "tag": "e0b0e0e4-64a5-4625-a8af-761df02a7f8b"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:23:49.185878 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42fb5e61-b80a-4c9b-b481-eedab47011ba x-openstack-request-id: req-42fb5e61-b80a-4c9b-b481-eedab47011ba {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:23:49.186245 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d53149-cf42-485e-99ad-bbc268212c1b", "name": "network-vif-deleted", "tag": "e0b0e0e4-64a5-4625-a8af-761df02a7f8b", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:23:49.186568 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-42fb5e61-b80a-4c9b-b481-eedab47011ba {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:23:49.187038 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d53149-cf42-485e-99ad-bbc268212c1b', 'name': 'network-vif-deleted', 'tag': 'e0b0e0e4-64a5-4625-a8af-761df02a7f8b', 'status': 'completed', 'code': 200} Feb 16 17:23:49.239311 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-b994c261-a0bc-49e7-958a-c1fd85aeb02f None None] Set router 66d422ce-8128-4711-852b-2b51bf482aad gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:23:49.325106 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-1be5bb27-1050-4152-94e0-f57823235e92 req-4842d7c3-1856-45d5-842a-fbe846abe0e7 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8d53149-cf42-485e-99ad-bbc268212c1b HTTP/1.1" status: 200 len: 210 time: 0.0315003 Feb 16 17:23:49.437784 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-b994c261-a0bc-49e7-958a-c1fd85aeb02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d422ce-8128-4711-852b-2b51bf482aad', 'name': 'tempest-ServerActionsTestJSON-313309323-router', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:11Z', 'revision_number': 4, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'gw_port': {'id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '125047d8-4988-48a9-bd6b-82deb9a14bf0', 'name': '', 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'mac_address': 'fa:16:3e:a1:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:21:10Z', 'updated_at': '2022-02-16T17:21:15Z', 'revision_number': 5, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'subnets': [{'id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:49.464078 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b994c261-a0bc-49e7-958a-c1fd85aeb02f None None] Checking router: 66d422ce-8128-4711-852b-2b51bf482aad for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:23:49.471970 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b994c261-a0bc-49e7-958a-c1fd85aeb02f None None] Routers {'66d422ce-8128-4711-852b-2b51bf482aad'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:23:49.472599 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-b994c261-a0bc-49e7-958a-c1fd85aeb02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:23:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['66d422ce-8128-4711-852b-2b51bf482aad'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:49.667179 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-b994c261-a0bc-49e7-958a-c1fd85aeb02f None None] Set router 66d422ce-8128-4711-852b-2b51bf482aad gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:23:49.859614 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-b994c261-a0bc-49e7-958a-c1fd85aeb02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d422ce-8128-4711-852b-2b51bf482aad', 'name': 'tempest-ServerActionsTestJSON-313309323-router', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:11Z', 'revision_number': 4, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'gw_port': {'id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '125047d8-4988-48a9-bd6b-82deb9a14bf0', 'name': '', 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'mac_address': 'fa:16:3e:a1:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:21:10Z', 'updated_at': '2022-02-16T17:21:15Z', 'revision_number': 5, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'subnets': [{'id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:49.885760 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b994c261-a0bc-49e7-958a-c1fd85aeb02f None None] The sync data for ids ['66d422ce-8128-4711-852b-2b51bf482aad'] in dv-neutron-828697-3-hyperv is: [{'id': '66d422ce-8128-4711-852b-2b51bf482aad', 'name': 'tempest-ServerActionsTestJSON-313309323-router', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:11Z', 'revision_number': 4, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'gw_port': {'id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '125047d8-4988-48a9-bd6b-82deb9a14bf0', 'name': '', 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'mac_address': 'fa:16:3e:a1:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:21:10Z', 'updated_at': '2022-02-16T17:21:15Z', 'revision_number': 5, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'subnets': [{'id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:23:50.103162 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8950ca1c-238c-4511-b5ab-708bd3b12b41 None None] New status for floating IP b837956d-c2f9-46e7-843d-c64573153643: DOWN {{(pid=114377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:23:50.556366 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e2c3aacb-c4a1-486e-b3c2-dfad9a1fb2d1 req-0c52f772-855d-480e-b35a-cd88207faefa tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1033172930&fields=id&tenant_id=044c073cf03a45d9aa87a4f930121794 HTTP/1.1" status: 200 len: 267 time: 0.0326817 Feb 16 17:23:50.660185 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3aacb-c4a1-486e-b3c2-dfad9a1fb2d1 req-f7fc58c1-da94-40ca-8971-45c501bba902 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:50.661660 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e2c3aacb-c4a1-486e-b3c2-dfad9a1fb2d1 req-f7fc58c1-da94-40ca-8971-45c501bba902 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/networks?id=cdd8717f-21e8-4316-b64c-5c9b734d21c4 HTTP/1.1" status: 200 len: 811 time: 0.0988443 Feb 16 17:23:50.676474 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e2c3aacb-c4a1-486e-b3c2-dfad9a1fb2d1 req-c33b6197-6066-4856-9d58-8d529ad18339 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/quotas/044c073cf03a45d9aa87a4f930121794 HTTP/1.1" status: 200 len: 375 time: 0.0090876 Feb 16 17:23:50.732628 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e2c3aacb-c4a1-486e-b3c2-dfad9a1fb2d1 req-1e0d93b8-b542-42e4-9317-46bc3ecf0835 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=044c073cf03a45d9aa87a4f930121794&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509765 Feb 16 17:23:50.828446 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e2c3aacb-c4a1-486e-b3c2-dfad9a1fb2d1 req-9ef82520-1494-4706-92ef-aa3777f91a5e service neutron] 10.222.0.88 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834162 Feb 16 17:23:50.933217 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e2c3aacb-c4a1-486e-b3c2-dfad9a1fb2d1 req-619ec032-3cf1-4f37-b824-c18efaad8e21 service neutron] 10.222.0.88 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987024 Feb 16 17:23:51.167787 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-54047ff7-9847-4e70-8833-37733b4cf3b4 req-bed64440-b20b-410f-abd9-99a0bcb1f571 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 210 time: 0.0260606 Feb 16 17:23:51.797413 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device e0b0e0e4-64a5-4625-a8af-761df02a7f8b no longer exists at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:23:51.816265 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] No Port match for: e0b0e0e4-64a5-4625-a8af-761df02a7f8b {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:23:51.816602 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device e0b0e0e4-64a5-4625-a8af-761df02a7f8b not bound to the agent host hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:23:52.265843 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-06a00131-4bda-4099-a7bd-8b9e122206a0 req-3c61c9d0-3ee8-4dae-a49b-7cd00a0a5c5e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 210 time: 0.0279307 Feb 16 17:23:52.939023 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3aacb-c4a1-486e-b3c2-dfad9a1fb2d1 req-8eb78699-c09e-4aa6-84be-4f04ad25f88c tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:52.940508 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e2c3aacb-c4a1-486e-b3c2-dfad9a1fb2d1 req-8eb78699-c09e-4aa6-84be-4f04ad25f88c tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.89 "GET /v2.0/networks?id=cdd8717f-21e8-4316-b64c-5c9b734d21c4 HTTP/1.1" status: 200 len: 811 time: 0.1008511 Feb 16 17:23:52.983908 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e2c3aacb-c4a1-486e-b3c2-dfad9a1fb2d1 req-86c26467-559c-4776-bb2f-aa9c4a9931a0 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=044c073cf03a45d9aa87a4f930121794 HTTP/1.1" status: 200 len: 380 time: 0.0345149 Feb 16 17:23:52.993425 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-e2c3aacb-c4a1-486e-b3c2-dfad9a1fb2d1 req-03995146-e379-4c8c-8208-e437d8d8dfaa tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Request body: {'port': {'device_id': '4d7309e2-eefe-4f82-bab5-d10423831d7f', 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4', 'admin_state_up': True, 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'security_groups': ['bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf']}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:23:53.199579 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2c3aacb-c4a1-486e-b3c2-dfad9a1fb2d1 req-03995146-e379-4c8c-8208-e437d8d8dfaa tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Made reservation on behalf of 044c073cf03a45d9aa87a4f930121794 for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:23:53.203305 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-e2c3aacb-c4a1-486e-b3c2-dfad9a1fb2d1 req-03995146-e379-4c8c-8208-e437d8d8dfaa tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:53.337249 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [req-e2c3aacb-c4a1-486e-b3c2-dfad9a1fb2d1 req-03995146-e379-4c8c-8208-e437d8d8dfaa tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Allocated IP 172.20.0.14 (cdd8717f-21e8-4316-b64c-5c9b734d21c4/a496ba2f-493e-47f8-a1a8-9c8b0b735fc3/91183a81-4883-432b-9541-0b7d4be7ecb1) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:23:53.360657 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-345d2b82-7284-4a46-b384-1abffa405ad1 req-1de98387-07dd-4dc4-bd2c-04efb8fb65d9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 210 time: 0.0273943 Feb 16 17:23:53.472210 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-e2c3aacb-c4a1-486e-b3c2-dfad9a1fb2d1 req-03995146-e379-4c8c-8208-e437d8d8dfaa tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:53.569547 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-e2c3aacb-c4a1-486e-b3c2-dfad9a1fb2d1 req-03995146-e379-4c8c-8208-e437d8d8dfaa tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:53.617848 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2c3aacb-c4a1-486e-b3c2-dfad9a1fb2d1 req-03995146-e379-4c8c-8208-e437d8d8dfaa tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Network cdd8717f-21e8-4316-b64c-5c9b734d21c4 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:23:53.620818 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [req-e2c3aacb-c4a1-486e-b3c2-dfad9a1fb2d1 req-03995146-e379-4c8c-8208-e437d8d8dfaa tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:23:53.624415 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c3aacb-c4a1-486e-b3c2-dfad9a1fb2d1 req-03995146-e379-4c8c-8208-e437d8d8dfaa tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:23:53.649234 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03995146-e379-4c8c-8208-e437d8d8dfaa tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Pushing event updated for resources: {'Port': ['ID=91183a81-4883-432b-9541-0b7d4be7ecb1,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:53.677354 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3aacb-c4a1-486e-b3c2-dfad9a1fb2d1 req-03995146-e379-4c8c-8208-e437d8d8dfaa tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:53.677998 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-e2c3aacb-c4a1-486e-b3c2-dfad9a1fb2d1 req-03995146-e379-4c8c-8208-e437d8d8dfaa tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:53.771736 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e2c3aacb-c4a1-486e-b3c2-dfad9a1fb2d1 req-03995146-e379-4c8c-8208-e437d8d8dfaa tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7818170 Feb 16 17:23:53.783927 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-e2c3aacb-c4a1-486e-b3c2-dfad9a1fb2d1 req-a6c6b5b8-a6d0-4ce5-9b8c-79155324ffd5 service neutron] Request body: {'port': {'device_id': '4d7309e2-eefe-4f82-bab5-d10423831d7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8286'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:23:53.840295 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-e2c3aacb-c4a1-486e-b3c2-dfad9a1fb2d1 req-a6c6b5b8-a6d0-4ce5-9b8c-79155324ffd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:53.851538 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-51e75980-a28e-4b59-9e90-3a668610042a None None] Provisioning complete for port 91183a81-4883-432b-9541-0b7d4be7ecb1 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:23:53.852370 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-51e75980-a28e-4b59-9e90-3a668610042a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:53.886378 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-51e75980-a28e-4b59-9e90-3a668610042a None None] Port 91183a81-4883-432b-9541-0b7d4be7ecb1 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:23:54.096993 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [req-e2c3aacb-c4a1-486e-b3c2-dfad9a1fb2d1 req-a6c6b5b8-a6d0-4ce5-9b8c-79155324ffd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91183a81-4883-432b-9541-0b7d4be7ecb1 {{(pid=114376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:23:54.104954 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-e2c3aacb-c4a1-486e-b3c2-dfad9a1fb2d1 req-a6c6b5b8-a6d0-4ce5-9b8c-79155324ffd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:54.116972 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.provisioning_blocks [req-e2c3aacb-c4a1-486e-b3c2-dfad9a1fb2d1 req-a6c6b5b8-a6d0-4ce5-9b8c-79155324ffd5 service neutron] Transition to ACTIVE for port object 91183a81-4883-432b-9541-0b7d4be7ecb1 will not be triggered until provisioned by entity L2. {{(pid=114376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:23:54.200099 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-e2c3aacb-c4a1-486e-b3c2-dfad9a1fb2d1 req-a6c6b5b8-a6d0-4ce5-9b8c-79155324ffd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:54.248851 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c6b5b8-a6d0-4ce5-9b8c-79155324ffd5 service neutron] Pushing event updated for resources: {'Port': ['ID=91183a81-4883-432b-9541-0b7d4be7ecb1,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:54.319096 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-e2c3aacb-c4a1-486e-b3c2-dfad9a1fb2d1 req-a6c6b5b8-a6d0-4ce5-9b8c-79155324ffd5 service neutron] Attempting to bind port 91183a81-4883-432b-9541-0b7d4be7ecb1 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:23:54.319432 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-e2c3aacb-c4a1-486e-b3c2-dfad9a1fb2d1 req-a6c6b5b8-a6d0-4ce5-9b8c-79155324ffd5 service neutron] Attempting to bind port 91183a81-4883-432b-9541-0b7d4be7ecb1 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': '2fd36393-3bbe-4ecb-bbb0-c44e7509f877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:23:54.319765 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c3aacb-c4a1-486e-b3c2-dfad9a1fb2d1 req-a6c6b5b8-a6d0-4ce5-9b8c-79155324ffd5 service neutron] Attempting to bind port 91183a81-4883-432b-9541-0b7d4be7ecb1 on network cdd8717f-21e8-4316-b64c-5c9b734d21c4 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:23:54.324308 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c3aacb-c4a1-486e-b3c2-dfad9a1fb2d1 req-a6c6b5b8-a6d0-4ce5-9b8c-79155324ffd5 service neutron] Port 91183a81-4883-432b-9541-0b7d4be7ecb1 on network cdd8717f-21e8-4316-b64c-5c9b734d21c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:23:54.324631 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c3aacb-c4a1-486e-b3c2-dfad9a1fb2d1 req-a6c6b5b8-a6d0-4ce5-9b8c-79155324ffd5 service neutron] Attempting to bind port 91183a81-4883-432b-9541-0b7d4be7ecb1 on network cdd8717f-21e8-4316-b64c-5c9b734d21c4 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:23:54.329880 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c3aacb-c4a1-486e-b3c2-dfad9a1fb2d1 req-a6c6b5b8-a6d0-4ce5-9b8c-79155324ffd5 service neutron] Checking agent: {'id': '65dda45c-bbef-42f9-9728-e0fd84037987', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8286', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 56), 'started_at': datetime.datetime(2022, 2, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:23:54.330216 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c3aacb-c4a1-486e-b3c2-dfad9a1fb2d1 req-a6c6b5b8-a6d0-4ce5-9b8c-79155324ffd5 service neutron] Checking segment: {'id': '2fd36393-3bbe-4ecb-bbb0-c44e7509f877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:23:54.330598 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c3aacb-c4a1-486e-b3c2-dfad9a1fb2d1 req-a6c6b5b8-a6d0-4ce5-9b8c-79155324ffd5 service neutron] Bound using segment: {'id': '2fd36393-3bbe-4ecb-bbb0-c44e7509f877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4'} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:23:54.331029 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-e2c3aacb-c4a1-486e-b3c2-dfad9a1fb2d1 req-a6c6b5b8-a6d0-4ce5-9b8c-79155324ffd5 service neutron] Bound port: 91183a81-4883-432b-9541-0b7d4be7ecb1, host: hv-neutron-8286, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fd36393-3bbe-4ecb-bbb0-c44e7509f877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4'}}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:23:54.331385 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-e2c3aacb-c4a1-486e-b3c2-dfad9a1fb2d1 req-a6c6b5b8-a6d0-4ce5-9b8c-79155324ffd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:54.404136 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-e2c3aacb-c4a1-486e-b3c2-dfad9a1fb2d1 req-a6c6b5b8-a6d0-4ce5-9b8c-79155324ffd5 service neutron] For port 91183a81-4883-432b-9541-0b7d4be7ecb1, host hv-neutron-8286, cleared binding levels {{(pid=114376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:23:54.407921 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-e2c3aacb-c4a1-486e-b3c2-dfad9a1fb2d1 req-a6c6b5b8-a6d0-4ce5-9b8c-79155324ffd5 service neutron] For port 91183a81-4883-432b-9541-0b7d4be7ecb1, host hv-neutron-8286, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=91183a81-4883-432b-9541-0b7d4be7ecb1,segment=NetworkSegment(2fd36393-3bbe-4ecb-bbb0-c44e7509f877),segment_id=2fd36393-3bbe-4ecb-bbb0-c44e7509f877)] {{(pid=114376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:23:54.482212 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860555de-1687-4f2f-b656-16d82afb3a72 req-0902b48d-5606-4eb6-b1bb-1147569297fc tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:54.483808 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-860555de-1687-4f2f-b656-16d82afb3a72 req-0902b48d-5606-4eb6-b1bb-1147569297fc tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 944 time: 0.0515158 Feb 16 17:23:54.516344 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-e2c3aacb-c4a1-486e-b3c2-dfad9a1fb2d1 req-a6c6b5b8-a6d0-4ce5-9b8c-79155324ffd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:54.551373 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-860555de-1687-4f2f-b656-16d82afb3a72 req-9c6dee64-8ed3-4002-9ff3-e75399285e32 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614400 Feb 16 17:23:54.559071 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3aacb-c4a1-486e-b3c2-dfad9a1fb2d1 req-a6c6b5b8-a6d0-4ce5-9b8c-79155324ffd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:54.559661 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-e2c3aacb-c4a1-486e-b3c2-dfad9a1fb2d1 req-a6c6b5b8-a6d0-4ce5-9b8c-79155324ffd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:54.561029 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e2c3aacb-c4a1-486e-b3c2-dfad9a1fb2d1 req-a6c6b5b8-a6d0-4ce5-9b8c-79155324ffd5 service neutron] 10.222.0.89 "PUT /v2.0/ports/91183a81-4883-432b-9541-0b7d4be7ecb1 HTTP/1.1" status: 200 len: 1094 time: 0.7813623 Feb 16 17:23:54.561488 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d7309e2-eefe-4f82-bab5-d10423831d7f', 'tag': '91183a81-4883-432b-9541-0b7d4be7ecb1'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:23:54.563733 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9101f4ea-5fe2-4418-8b46-21612a274691" -d '{"events": [{"name": "network-changed", "server_uuid": "4d7309e2-eefe-4f82-bab5-d10423831d7f", "tag": "91183a81-4883-432b-9541-0b7d4be7ecb1"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:23:54.585032 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c6b5b8-a6d0-4ce5-9b8c-79155324ffd5 service neutron] Pushing event updated for resources: {'Port': ['ID=91183a81-4883-432b-9541-0b7d4be7ecb1,revision_number=3']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:54.612164 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652654ed-ff8e-4a5e-af34-b9330becd279 x-openstack-request-id: req-652654ed-ff8e-4a5e-af34-b9330becd279 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:23:54.612808 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d7309e2-eefe-4f82-bab5-d10423831d7f", "tag": "91183a81-4883-432b-9541-0b7d4be7ecb1", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:23:54.612808 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-652654ed-ff8e-4a5e-af34-b9330becd279 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:23:54.613173 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d7309e2-eefe-4f82-bab5-d10423831d7f', 'tag': '91183a81-4883-432b-9541-0b7d4be7ecb1', 'status': 'completed', 'code': 200} Feb 16 17:23:54.673898 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9101f4ea-5fe2-4418-8b46-21612a274691 req-7845aa40-7da6-47b3-b586-d3b5ffd5c6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:54.675483 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-9101f4ea-5fe2-4418-8b46-21612a274691 req-7845aa40-7da6-47b3-b586-d3b5ffd5c6b8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=044c073cf03a45d9aa87a4f930121794&device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 1097 time: 0.0422039 Feb 16 17:23:54.781071 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9101f4ea-5fe2-4418-8b46-21612a274691 req-aba11fe6-4f91-416b-bd2e-26caafbc284d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:54.782599 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-9101f4ea-5fe2-4418-8b46-21612a274691 req-aba11fe6-4f91-416b-bd2e-26caafbc284d service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=044c073cf03a45d9aa87a4f930121794&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0998459 Feb 16 17:23:54.877944 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9101f4ea-5fe2-4418-8b46-21612a274691 req-ec477bdf-fc78-4010-bd3e-d86c383ef259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:54.879345 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-9101f4ea-5fe2-4418-8b46-21612a274691 req-ec477bdf-fc78-4010-bd3e-d86c383ef259 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906715 Feb 16 17:23:54.969747 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3aacb-c4a1-486e-b3c2-dfad9a1fb2d1 req-3049d510-82ba-49f2-9519-5784af2b621b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:54.971275 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e2c3aacb-c4a1-486e-b3c2-dfad9a1fb2d1 req-3049d510-82ba-49f2-9519-5784af2b621b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=044c073cf03a45d9aa87a4f930121794&device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 1097 time: 0.0575793 Feb 16 17:23:55.012193 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e2c3aacb-c4a1-486e-b3c2-dfad9a1fb2d1 req-0e695d03-131a-418c-9a7d-5ac10a03ed90 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91183a81-4883-432b-9541-0b7d4be7ecb1 HTTP/1.1" status: 200 len: 217 time: 0.0336168 Feb 16 17:23:55.060010 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3aacb-c4a1-486e-b3c2-dfad9a1fb2d1 req-d913ecf8-5009-4e31-ac54-a343bd20a23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:55.061442 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e2c3aacb-c4a1-486e-b3c2-dfad9a1fb2d1 req-d913ecf8-5009-4e31-ac54-a343bd20a23d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a496ba2f-493e-47f8-a1a8-9c8b0b735fc3 HTTP/1.1" status: 200 len: 850 time: 0.0427577 Feb 16 17:23:55.108824 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3aacb-c4a1-486e-b3c2-dfad9a1fb2d1 req-d7584ab3-a1a4-471a-a315-b19cef88e3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:55.110323 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e2c3aacb-c4a1-486e-b3c2-dfad9a1fb2d1 req-d7584ab3-a1a4-471a-a315-b19cef88e3b6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cdd8717f-21e8-4316-b64c-5c9b734d21c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426166 Feb 16 17:23:55.199005 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e2c3aacb-c4a1-486e-b3c2-dfad9a1fb2d1 req-4f147ed2-5896-4c87-a288-5ad5359761da service neutron] 10.222.0.89 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821102 Feb 16 17:23:55.292360 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e2c3aacb-c4a1-486e-b3c2-dfad9a1fb2d1 req-08e6ac89-4cdd-465f-9083-fc186b19d1f9 service neutron] 10.222.0.89 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866303 Feb 16 17:23:55.666582 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9f938-4795-4e5f-919d-b3b26bad0770 req-8be8f097-4d7c-442e-a436-2c324293930e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:55.668083 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-70f9f938-4795-4e5f-919d-b3b26bad0770 req-8be8f097-4d7c-442e-a436-2c324293930e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 944 time: 0.0488541 Feb 16 17:23:55.712363 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-70f9f938-4795-4e5f-919d-b3b26bad0770 req-ca337bbc-8c4f-4edc-8c77-b5be43ca0109 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382547 Feb 16 17:23:56.828396 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb9167-b237-4098-a7fd-010865fa8074 req-b7b6b8a0-5912-4ffe-95dd-8a5771682c51 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:56.829873 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-c7bb9167-b237-4098-a7fd-010865fa8074 req-b7b6b8a0-5912-4ffe-95dd-8a5771682c51 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 944 time: 0.0482235 Feb 16 17:23:56.868472 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-c7bb9167-b237-4098-a7fd-010865fa8074 req-cea45ed3-b4b1-4656-a576-1664c9afc090 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322146 Feb 16 17:23:57.819788 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 91183a81-4883-432b-9541-0b7d4be7ecb1 details requested by agent hyperv_hv-neutron-8286 with host hv-neutron-8286 {{(pid=114377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:23:57.911343 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 91183a81-4883-432b-9541-0b7d4be7ecb1, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=91183a81-4883-432b-9541-0b7d4be7ecb1,segment=NetworkSegment(2fd36393-3bbe-4ecb-bbb0-c44e7509f877),segment_id=2fd36393-3bbe-4ecb-bbb0-c44e7509f877)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:23:57.915262 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:23:57.923336 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Returning: {'device': '91183a81-4883-432b-9541-0b7d4be7ecb1', 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4', 'port_id': '91183a81-4883-432b-9541-0b7d4be7ecb1', 'mac_address': 'fa:16:3e:41:1f:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:23:57.959880 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:57.975512 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91183a81-4883-432b-9541-0b7d4be7ecb1 {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:23:57.982205 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56728f4-a4f0-480c-8f75-062c91ae7e9e req-6866b4f1-a015-44c6-a0f9-8f122c54d294 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:57.983791 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d56728f4-a4f0-480c-8f75-062c91ae7e9e req-6866b4f1-a015-44c6-a0f9-8f122c54d294 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 944 time: 0.0485153 Feb 16 17:23:57.995001 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 91183a81-4883-432b-9541-0b7d4be7ecb1, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=91183a81-4883-432b-9541-0b7d4be7ecb1,segment=NetworkSegment(2fd36393-3bbe-4ecb-bbb0-c44e7509f877),segment_id=2fd36393-3bbe-4ecb-bbb0-c44e7509f877)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:23:58.020948 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d56728f4-a4f0-480c-8f75-062c91ae7e9e req-a8ba2f19-1635-45d0-ab84-387e6d40e59b tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311358 Feb 16 17:23:58.057177 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:23:58.103052 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=91183a81-4883-432b-9541-0b7d4be7ecb1,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:58.109663 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:58.110008 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:58.110345 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:58.110678 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:58.111000 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:58.111322 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:58.111650 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:58.111972 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:58.112319 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:58.112661 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:58.112978 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:58.113292 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:58.247718 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['91183a81-4883-432b-9541-0b7d4be7ecb1'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:23:59.143604 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e5dd1-f56b-4525-8979-c056f51394c6 req-40dc9985-4bdb-41c0-9981-3046d70d41d2 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:59.145097 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-4f6e5dd1-f56b-4525-8979-c056f51394c6 req-40dc9985-4bdb-41c0-9981-3046d70d41d2 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 945 time: 0.0481634 Feb 16 17:23:59.185448 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-4f6e5dd1-f56b-4525-8979-c056f51394c6 req-8fcb8695-cfda-447d-a88e-9ecc29f3f020 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344713 Feb 16 17:23:59.814696 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 91183a81-4883-432b-9541-0b7d4be7ecb1 up at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:23:59.948227 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning for port 91183a81-4883-432b-9541-0b7d4be7ecb1 completed by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:23:59.952302 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning complete for port 91183a81-4883-432b-9541-0b7d4be7ecb1 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:23:59.952674 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:24:00.026933 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:24:00.048708 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7309e2-eefe-4f82-bab5-d10423831d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91183a81-4883-432b-9541-0b7d4be7ecb1'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:24:00.050920 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0197c1-f40b-48b9-807e-976488f165eb" -d '{"events": [{"server_uuid": "4d7309e2-eefe-4f82-bab5-d10423831d7f", "name": "network-vif-plugged", "status": "completed", "tag": "91183a81-4883-432b-9541-0b7d4be7ecb1"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:24:00.066223 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 91183a81-4883-432b-9541-0b7d4be7ecb1, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=91183a81-4883-432b-9541-0b7d4be7ecb1,segment=NetworkSegment(2fd36393-3bbe-4ecb-bbb0-c44e7509f877),segment_id=2fd36393-3bbe-4ecb-bbb0-c44e7509f877)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:24:00.089903 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed0ecbb-09ba-4e26-a2b3-a4863037f6be x-openstack-request-id: req-1ed0ecbb-09ba-4e26-a2b3-a4863037f6be {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:24:00.090214 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7309e2-eefe-4f82-bab5-d10423831d7f", "name": "network-vif-plugged", "status": "completed", "tag": "91183a81-4883-432b-9541-0b7d4be7ecb1", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:24:00.090462 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1ed0ecbb-09ba-4e26-a2b3-a4863037f6be {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:24:00.090853 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7309e2-eefe-4f82-bab5-d10423831d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91183a81-4883-432b-9541-0b7d4be7ecb1', 'code': 200} Feb 16 17:24:00.134500 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:24:00.180424 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=91183a81-4883-432b-9541-0b7d4be7ecb1,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:24:00.299459 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db3609-63b3-4987-a493-b153bc68bd2c req-3f238e64-eeae-4d4c-a15a-ceec7e10007b tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:00.300965 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-15db3609-63b3-4987-a493-b153bc68bd2c req-3f238e64-eeae-4d4c-a15a-ceec7e10007b tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 946 time: 0.0488129 Feb 16 17:24:00.339206 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-15db3609-63b3-4987-a493-b153bc68bd2c req-15cd8738-b3c5-4d0a-8d87-3f0ccec366ad tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321989 Feb 16 17:24:00.399544 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f57bda-d3f4-4d00-87c9-e4cfec774e0c req-d692df65-7990-4926-a3c3-facc85b56554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:00.401548 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-98f57bda-d3f4-4d00-87c9-e4cfec774e0c req-d692df65-7990-4926-a3c3-facc85b56554 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 1099 time: 0.0440440 Feb 16 17:24:00.435044 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-98f57bda-d3f4-4d00-87c9-e4cfec774e0c req-97fc9db4-58e3-4311-b512-57c6c8b76859 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270090 Feb 16 17:24:00.679690 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:24:01.460020 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b60fe3-4d89-4b2e-a725-94137baaacc2 req-d0b90d56-ef22-4ec4-a0af-779419d380f5 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:01.462126 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-17b60fe3-4d89-4b2e-a725-94137baaacc2 req-d0b90d56-ef22-4ec4-a0af-779419d380f5 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 946 time: 0.0490026 Feb 16 17:24:01.501598 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-17b60fe3-4d89-4b2e-a725-94137baaacc2 req-928a9a19-6627-4fea-86ed-dc373dffefe4 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334094 Feb 16 17:24:02.614606 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56ea86-1062-4a33-b994-fefbe0f16d32 req-5198b9f1-2a86-4ae0-b571-8c402fd075a2 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:02.616093 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-da56ea86-1062-4a33-b994-fefbe0f16d32 req-5198b9f1-2a86-4ae0-b571-8c402fd075a2 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 946 time: 0.0481272 Feb 16 17:24:02.653907 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-da56ea86-1062-4a33-b994-fefbe0f16d32 req-fe2657c7-f869-49bb-8e76-375eb5404baf tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312936 Feb 16 17:24:02.763557 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de942c-7d33-4a5c-8039-225d08f64579 req-a528bee0-5fa5-4c17-8048-2b6ce78a33df tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:02.765037 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a3de942c-7d33-4a5c-8039-225d08f64579 req-a528bee0-5fa5-4c17-8048-2b6ce78a33df tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 946 time: 0.0477564 Feb 16 17:24:02.773709 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 57948) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:24:02.778472 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-018bc7f9-d5e5-407e-b390-4967fe33e641 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Request body: {'floatingip': {'port_id': '91183a81-4883-432b-9541-0b7d4be7ecb1'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:24:02.819858 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-018bc7f9-d5e5-407e-b390-4967fe33e641 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks [] for floatingip, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:24:03.269186 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-018bc7f9-d5e5-407e-b390-4967fe33e641 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:24:03.317311 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-018bc7f9-d5e5-407e-b390-4967fe33e641 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:24:03.415239 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.l3_db [None req-018bc7f9-d5e5-407e-b390-4967fe33e641 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Floating IP b837956d-c2f9-46e7-843d-c64573153643 associated. External IP: 172.26.3.164, port: 91183a81-4883-432b-9541-0b7d4be7ecb1. Feb 16 17:24:03.614297 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018bc7f9-d5e5-407e-b390-4967fe33e641 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Router 66d422ce-8128-4711-852b-2b51bf482aad has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:24:03.718958 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018bc7f9-d5e5-407e-b390-4967fe33e641 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:24:03.728151 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-018bc7f9-d5e5-407e-b390-4967fe33e641 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:24:03.728698 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61b825e-e159-49b7-b7f3-7f2974045a97 None None] Sync routers for ids ['66d422ce-8128-4711-852b-2b51bf482aad'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:24:03.738309 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61b825e-e159-49b7-b7f3-7f2974045a97 None None] Routers {'66d422ce-8128-4711-852b-2b51bf482aad'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:24:03.738912 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-a61b825e-e159-49b7-b7f3-7f2974045a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:23:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['66d422ce-8128-4711-852b-2b51bf482aad'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:24:03.750393 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-018bc7f9-d5e5-407e-b390-4967fe33e641 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "PUT /v2.0/floatingips/b837956d-c2f9-46e7-843d-c64573153643 HTTP/1.1" status: 200 len: 993 time: 0.9756606 Feb 16 17:24:03.750972 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d7309e2-eefe-4f82-bab5-d10423831d7f', 'tag': '91183a81-4883-432b-9541-0b7d4be7ecb1'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:24:03.753246 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b993903a-c644-47a4-b0d6-d8dd297d22e1" -d '{"events": [{"name": "network-changed", "server_uuid": "4d7309e2-eefe-4f82-bab5-d10423831d7f", "tag": "91183a81-4883-432b-9541-0b7d4be7ecb1"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:24:03.796872 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da8a9a8-2c8c-4e49-badc-8291c569734b x-openstack-request-id: req-5da8a9a8-2c8c-4e49-badc-8291c569734b {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:24:03.797797 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d7309e2-eefe-4f82-bab5-d10423831d7f", "tag": "91183a81-4883-432b-9541-0b7d4be7ecb1", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:24:03.798050 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5da8a9a8-2c8c-4e49-badc-8291c569734b {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:24:03.798451 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d7309e2-eefe-4f82-bab5-d10423831d7f', 'tag': '91183a81-4883-432b-9541-0b7d4be7ecb1', 'status': 'completed', 'code': 200} Feb 16 17:24:03.847846 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-a61b825e-e159-49b7-b7f3-7f2974045a97 None None] Set router 66d422ce-8128-4711-852b-2b51bf482aad gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:24:03.863310 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993903a-c644-47a4-b0d6-d8dd297d22e1 req-e2dfd8f8-91f7-4cb4-9c4e-293ef89aa98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:03.864960 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b993903a-c644-47a4-b0d6-d8dd297d22e1 req-e2dfd8f8-91f7-4cb4-9c4e-293ef89aa98f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=044c073cf03a45d9aa87a4f930121794&device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 1099 time: 0.0455153 Feb 16 17:24:03.957202 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993903a-c644-47a4-b0d6-d8dd297d22e1 req-ea4c1a39-acc0-4be5-95fd-347eed962e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:03.959126 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b993903a-c644-47a4-b0d6-d8dd297d22e1 req-ea4c1a39-acc0-4be5-95fd-347eed962e34 service neutron] 10.222.0.89 "GET /v2.0/networks?id=cdd8717f-21e8-4316-b64c-5c9b734d21c4 HTTP/1.1" status: 200 len: 912 time: 0.0867031 Feb 16 17:24:04.027392 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b993903a-c644-47a4-b0d6-d8dd297d22e1 req-75b6e0f2-9304-4c4b-aa6d-a0057e353b40 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91183a81-4883-432b-9541-0b7d4be7ecb1 HTTP/1.1" status: 200 len: 1001 time: 0.0619869 Feb 16 17:24:04.078194 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993903a-c644-47a4-b0d6-d8dd297d22e1 req-5877c936-981d-4909-8cbb-2c2fb96ab761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:04.079664 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b993903a-c644-47a4-b0d6-d8dd297d22e1 req-5877c936-981d-4909-8cbb-2c2fb96ab761 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a496ba2f-493e-47f8-a1a8-9c8b0b735fc3 HTTP/1.1" status: 200 len: 850 time: 0.0459225 Feb 16 17:24:04.086244 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-a61b825e-e159-49b7-b7f3-7f2974045a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d422ce-8128-4711-852b-2b51bf482aad', 'name': 'tempest-ServerActionsTestJSON-313309323-router', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:11Z', 'revision_number': 4, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'gw_port': {'id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': 'b837956d-c2f9-46e7-843d-c64573153643', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'floating_ip_address': '172.26.3.164', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'port_id': '91183a81-4883-432b-9541-0b7d4be7ecb1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4', 'mac_address': 'fa:16:3e:41:1f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7309e2-eefe-4f82-bab5-d10423831d7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:21:15Z', 'updated_at': '2022-02-16T17:24:03Z', 'revision_number': 13, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '125047d8-4988-48a9-bd6b-82deb9a14bf0', 'name': '', 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'mac_address': 'fa:16:3e:a1:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:21:10Z', 'updated_at': '2022-02-16T17:21:15Z', 'revision_number': 5, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'subnets': [{'id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:24:04.112909 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61b825e-e159-49b7-b7f3-7f2974045a97 None None] Checking router: 66d422ce-8128-4711-852b-2b51bf482aad for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:24:04.122810 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61b825e-e159-49b7-b7f3-7f2974045a97 None None] Routers {'66d422ce-8128-4711-852b-2b51bf482aad'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:24:04.122810 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-a61b825e-e159-49b7-b7f3-7f2974045a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:23:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['66d422ce-8128-4711-852b-2b51bf482aad'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:24:04.125709 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993903a-c644-47a4-b0d6-d8dd297d22e1 req-630abef1-0742-482a-b95a-2d3b9d35adda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:04.127262 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b993903a-c644-47a4-b0d6-d8dd297d22e1 req-630abef1-0742-482a-b95a-2d3b9d35adda service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cdd8717f-21e8-4316-b64c-5c9b734d21c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411241 Feb 16 17:24:04.219948 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b993903a-c644-47a4-b0d6-d8dd297d22e1 req-165b745a-a191-4d9f-9260-23702f12827a service neutron] 10.222.0.89 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863121 Feb 16 17:24:04.225680 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-a61b825e-e159-49b7-b7f3-7f2974045a97 None None] Set router 66d422ce-8128-4711-852b-2b51bf482aad gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:24:04.308301 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b993903a-c644-47a4-b0d6-d8dd297d22e1 req-eb3cad77-4d63-4b5d-968f-71c375abb036 service neutron] 10.222.0.89 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820878 Feb 16 17:24:04.451287 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-a61b825e-e159-49b7-b7f3-7f2974045a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d422ce-8128-4711-852b-2b51bf482aad', 'name': 'tempest-ServerActionsTestJSON-313309323-router', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:11Z', 'revision_number': 4, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'gw_port': {'id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': 'b837956d-c2f9-46e7-843d-c64573153643', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'floating_ip_address': '172.26.3.164', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'port_id': '91183a81-4883-432b-9541-0b7d4be7ecb1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4', 'mac_address': 'fa:16:3e:41:1f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7309e2-eefe-4f82-bab5-d10423831d7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:21:15Z', 'updated_at': '2022-02-16T17:24:03Z', 'revision_number': 13, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '125047d8-4988-48a9-bd6b-82deb9a14bf0', 'name': '', 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'mac_address': 'fa:16:3e:a1:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:21:10Z', 'updated_at': '2022-02-16T17:21:15Z', 'revision_number': 5, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'subnets': [{'id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:24:04.484027 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61b825e-e159-49b7-b7f3-7f2974045a97 None None] The sync data for ids ['66d422ce-8128-4711-852b-2b51bf482aad'] in dv-neutron-828697-3-hyperv is: [{'id': '66d422ce-8128-4711-852b-2b51bf482aad', 'name': 'tempest-ServerActionsTestJSON-313309323-router', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:11Z', 'revision_number': 4, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'gw_port': {'id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': 'b837956d-c2f9-46e7-843d-c64573153643', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'floating_ip_address': '172.26.3.164', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'port_id': '91183a81-4883-432b-9541-0b7d4be7ecb1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4', 'mac_address': 'fa:16:3e:41:1f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7309e2-eefe-4f82-bab5-d10423831d7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:21:15Z', 'updated_at': '2022-02-16T17:24:03Z', 'revision_number': 13, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '125047d8-4988-48a9-bd6b-82deb9a14bf0', 'name': '', 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'mac_address': 'fa:16:3e:a1:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:21:10Z', 'updated_at': '2022-02-16T17:21:15Z', 'revision_number': 5, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'subnets': [{'id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:24:04.670255 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4a1c34-ff00-42b8-a77b-6e3b9f8c6fd9 None None] New status for floating IP b837956d-c2f9-46e7-843d-c64573153643: ACTIVE {{(pid=114377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:24:05.641405 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549898a-ef4b-46c2-9a34-ed4858725ec8 req-23977fb4-11ec-4f85-93b0-2bd3cfcabcaf tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:05.642889 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7549898a-ef4b-46c2-9a34-ed4858725ec8 req-23977fb4-11ec-4f85-93b0-2bd3cfcabcaf tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 946 time: 0.0495420 Feb 16 17:24:05.680989 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7549898a-ef4b-46c2-9a34-ed4858725ec8 req-d49af84b-9196-4f30-97e6-e88e9925e4aa tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318193 Feb 16 17:24:06.839782 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-05270ef9-6aaf-4bbe-9075-daf94505db07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:24:09.248471 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c1e5a5b8-aac7-411a-86d5-d170e177b02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:24:10.494088 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:24:11.810607 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:24:12.125557 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:24:17.515160 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fef6b9-0fcb-4d48-ab08-32979c7ed0d7 req-9dc2a4fb-34fe-4e6a-991a-c297b0f24866 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:17.516656 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-b3fef6b9-0fcb-4d48-ab08-32979c7ed0d7 req-9dc2a4fb-34fe-4e6a-991a-c297b0f24866 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 946 time: 0.0484598 Feb 16 17:24:17.558441 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-b3fef6b9-0fcb-4d48-ab08-32979c7ed0d7 req-75a87eb1-603f-4daf-8471-ee2e764bf5f2 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357265 Feb 16 17:24:17.733845 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-706df8f6-17e1-4319-956f-bc04127184fe req-3fa72c56-2ecc-43b7-b1aa-f825cc8733cf service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0818486 Feb 16 17:24:18.678824 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ec584-5660-4fcf-b52e-816b95f49d52 req-fe1d134e-0e37-4055-bf5b-618dbe9fd503 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:18.681957 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-fb4ec584-5660-4fcf-b52e-816b95f49d52 req-fe1d134e-0e37-4055-bf5b-618dbe9fd503 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 946 time: 0.0553744 Feb 16 17:24:18.720041 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-fb4ec584-5660-4fcf-b52e-816b95f49d52 req-7ec06bb9-3867-42d7-b362-06e10bc7573f tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328565 Feb 16 17:24:19.836255 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a928b2d4-1837-4f04-999e-884b9d740fac req-a0bd0e27-02d6-403f-b6a8-7fd8f194bc2a tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:19.836935 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706df8f6-17e1-4319-956f-bc04127184fe req-22ce4c16-8906-46b5-afe9-29e09aaee043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:19.837770 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-a928b2d4-1837-4f04-999e-884b9d740fac req-a0bd0e27-02d6-403f-b6a8-7fd8f194bc2a tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 946 time: 0.0480375 Feb 16 17:24:19.839049 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-706df8f6-17e1-4319-956f-bc04127184fe req-22ce4c16-8906-46b5-afe9-29e09aaee043 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=044c073cf03a45d9aa87a4f930121794&device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 1099 time: 0.0824192 Feb 16 17:24:19.876841 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-a928b2d4-1837-4f04-999e-884b9d740fac req-d802fa5a-f69d-4cd6-b299-9e410881e1ef tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322418 Feb 16 17:24:19.932698 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706df8f6-17e1-4319-956f-bc04127184fe req-e4d156e5-e191-43de-814a-e3f3099d8f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:19.934192 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-706df8f6-17e1-4319-956f-bc04127184fe req-e4d156e5-e191-43de-814a-e3f3099d8f95 service neutron] 10.222.0.89 "GET /v2.0/networks?id=cdd8717f-21e8-4316-b64c-5c9b734d21c4 HTTP/1.1" status: 200 len: 912 time: 0.0885289 Feb 16 17:24:20.003009 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-706df8f6-17e1-4319-956f-bc04127184fe req-e8b9d191-65ee-4547-a883-9c58c21042be service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91183a81-4883-432b-9541-0b7d4be7ecb1 HTTP/1.1" status: 200 len: 1003 time: 0.0609210 Feb 16 17:24:20.051462 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706df8f6-17e1-4319-956f-bc04127184fe req-412a3a54-ccf9-431f-83e7-9437f212f160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:20.052927 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-706df8f6-17e1-4319-956f-bc04127184fe req-412a3a54-ccf9-431f-83e7-9437f212f160 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a496ba2f-493e-47f8-a1a8-9c8b0b735fc3 HTTP/1.1" status: 200 len: 850 time: 0.0418353 Feb 16 17:24:20.099604 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706df8f6-17e1-4319-956f-bc04127184fe req-f631c673-2ea2-4919-8d86-a402f02195aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:20.101073 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-706df8f6-17e1-4319-956f-bc04127184fe req-f631c673-2ea2-4919-8d86-a402f02195aa service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cdd8717f-21e8-4316-b64c-5c9b734d21c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412071 Feb 16 17:24:20.188867 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-706df8f6-17e1-4319-956f-bc04127184fe req-2faa92b7-5ca6-400a-9267-42576ea8177c service neutron] 10.222.0.89 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795217 Feb 16 17:24:20.280118 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-706df8f6-17e1-4319-956f-bc04127184fe req-cf26440d-8cad-429d-8e35-a54eb29bdf92 service neutron] 10.222.0.89 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837507 Feb 16 17:24:20.993327 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df1c68-b252-4de7-9d60-0a26d5987ca8 req-1c750f5d-de3b-4e95-ad3d-070d40391713 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:20.994867 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-29df1c68-b252-4de7-9d60-0a26d5987ca8 req-1c750f5d-de3b-4e95-ad3d-070d40391713 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 946 time: 0.0495954 Feb 16 17:24:21.033537 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-29df1c68-b252-4de7-9d60-0a26d5987ca8 req-7dcb6359-dc93-4d0b-8436-9f67f8c5e125 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322962 Feb 16 17:24:22.149954 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b73b66-2746-4fb2-9011-5f81ab570833 req-e5ad2ef0-a6ae-49c6-9579-14ebac97c3af tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:22.151843 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-97b73b66-2746-4fb2-9011-5f81ab570833 req-e5ad2ef0-a6ae-49c6-9579-14ebac97c3af tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 946 time: 0.0482438 Feb 16 17:24:22.189713 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-97b73b66-2746-4fb2-9011-5f81ab570833 req-d42637c9-213d-4a9b-af79-aa9616227396 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319223 Feb 16 17:24:23.307154 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31842cd5-a992-417c-9258-10773ac4bb6f req-26738425-138f-4c05-9867-fd9bbe09b30c tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:23.308744 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-31842cd5-a992-417c-9258-10773ac4bb6f req-26738425-138f-4c05-9867-fd9bbe09b30c tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 946 time: 0.0487657 Feb 16 17:24:23.346707 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-31842cd5-a992-417c-9258-10773ac4bb6f req-9f516b11-3ed6-44aa-ba48-0c09e06b9efd tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320470 Feb 16 17:24:24.119740 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9520309-b6c7-43b3-b671-6a42892b9d9b req-baa26c95-e660-411b-a703-7a34268c286a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:24.121203 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b9520309-b6c7-43b3-b671-6a42892b9d9b req-baa26c95-e660-411b-a703-7a34268c286a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=044c073cf03a45d9aa87a4f930121794&device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 1099 time: 0.0387952 Feb 16 17:24:24.229031 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9520309-b6c7-43b3-b671-6a42892b9d9b req-f1225291-05c3-465c-85c8-0bac7c00dce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:24.230531 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b9520309-b6c7-43b3-b671-6a42892b9d9b req-f1225291-05c3-465c-85c8-0bac7c00dce9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=cdd8717f-21e8-4316-b64c-5c9b734d21c4 HTTP/1.1" status: 200 len: 912 time: 0.0888362 Feb 16 17:24:24.295115 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b9520309-b6c7-43b3-b671-6a42892b9d9b req-cf969547-6db1-4acb-b952-d2c292dfe465 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91183a81-4883-432b-9541-0b7d4be7ecb1 HTTP/1.1" status: 200 len: 1003 time: 0.0564420 Feb 16 17:24:24.347023 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9520309-b6c7-43b3-b671-6a42892b9d9b req-5541ddc8-25cd-4b86-bd2e-c3692c0256a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:24.348459 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b9520309-b6c7-43b3-b671-6a42892b9d9b req-5541ddc8-25cd-4b86-bd2e-c3692c0256a0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a496ba2f-493e-47f8-a1a8-9c8b0b735fc3 HTTP/1.1" status: 200 len: 850 time: 0.0462418 Feb 16 17:24:24.399442 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9520309-b6c7-43b3-b671-6a42892b9d9b req-7e47969f-8e32-4a22-873e-dd371e55a1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:24.401081 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b9520309-b6c7-43b3-b671-6a42892b9d9b req-7e47969f-8e32-4a22-873e-dd371e55a1d5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cdd8717f-21e8-4316-b64c-5c9b734d21c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397143 Feb 16 17:24:24.465135 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7eff4-1202-4a59-86ff-ca8515310851 req-736e3541-a701-4152-b668-8bb0b2677f0c tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:24.466638 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-74a7eff4-1202-4a59-86ff-ca8515310851 req-736e3541-a701-4152-b668-8bb0b2677f0c tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 946 time: 0.0521343 Feb 16 17:24:24.493191 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b9520309-b6c7-43b3-b671-6a42892b9d9b req-91b8fd9e-feb3-4a66-87ab-61e3937255df service neutron] 10.222.0.89 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839648 Feb 16 17:24:24.506359 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-74a7eff4-1202-4a59-86ff-ca8515310851 req-6a8b177f-4d60-4cf8-97d7-8cc37c227f88 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319657 Feb 16 17:24:24.587385 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b9520309-b6c7-43b3-b671-6a42892b9d9b req-71608300-9d98-4eee-ab5d-4fcee16af99a service neutron] 10.222.0.89 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861609 Feb 16 17:24:25.621989 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d9660-578b-4fe1-aeb2-a98c614146c8 req-6d63669e-6682-4333-b01d-f99b12423394 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:25.623477 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-779d9660-578b-4fe1-aeb2-a98c614146c8 req-6d63669e-6682-4333-b01d-f99b12423394 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 946 time: 0.0493369 Feb 16 17:24:25.661048 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-779d9660-578b-4fe1-aeb2-a98c614146c8 req-3f1f9ed9-faf5-493f-b29c-6fd0e3e5d138 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316212 Feb 16 17:24:26.774841 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc8498-caf1-413a-afe8-b6a3ca61f303 req-59d4c2b3-2813-4af2-a194-2777c82922fe tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:26.776329 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-87bc8498-caf1-413a-afe8-b6a3ca61f303 req-59d4c2b3-2813-4af2-a194-2777c82922fe tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 946 time: 0.0476723 Feb 16 17:24:26.813995 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-87bc8498-caf1-413a-afe8-b6a3ca61f303 req-f4947be0-0950-451f-9ace-bfcc713dd97a tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313103 Feb 16 17:24:27.931157 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc5996-f931-494b-882a-17074458d0bc req-70696ec7-99cd-48bf-8a2c-97f080b28a26 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:27.932659 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0bdc5996-f931-494b-882a-17074458d0bc req-70696ec7-99cd-48bf-8a2c-97f080b28a26 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 946 time: 0.0520694 Feb 16 17:24:27.970249 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0bdc5996-f931-494b-882a-17074458d0bc req-1800fb19-5bbd-4b96-9723-01217599f058 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301821 Feb 16 17:24:29.084279 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5df38b-17f8-43a6-8515-a7ed6b5e0711 req-9bc4aa28-39fa-4f10-9fc5-c1d151eb1c48 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:29.085758 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-4e5df38b-17f8-43a6-8515-a7ed6b5e0711 req-9bc4aa28-39fa-4f10-9fc5-c1d151eb1c48 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 946 time: 0.0485163 Feb 16 17:24:29.122714 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-4e5df38b-17f8-43a6-8515-a7ed6b5e0711 req-ad7a73d0-3cd2-4467-9cb6-cd320fb86d84 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310006 Feb 16 17:24:30.236455 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7e18d-8041-4892-9ae3-c6ab974ca2c9 req-90a5b684-ee5a-4827-ab0e-6e5801371680 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:30.237919 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-05c7e18d-8041-4892-9ae3-c6ab974ca2c9 req-90a5b684-ee5a-4827-ab0e-6e5801371680 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 946 time: 0.0482860 Feb 16 17:24:30.274361 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-05c7e18d-8041-4892-9ae3-c6ab974ca2c9 req-325a0425-0b48-45a9-aa23-7c220c2d709e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305593 Feb 16 17:24:30.696213 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:24:31.400348 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7286363-add4-40bb-ac6d-33b9b878a043 req-3bbd5043-ee71-4f0c-9dfd-ed9f597d856c tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:31.401805 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-d7286363-add4-40bb-ac6d-33b9b878a043 req-3bbd5043-ee71-4f0c-9dfd-ed9f597d856c tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 946 time: 0.0586338 Feb 16 17:24:31.439113 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-d7286363-add4-40bb-ac6d-33b9b878a043 req-3933fd13-c4a4-4c8d-87db-6f01f7c08699 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308330 Feb 16 17:24:32.560411 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17000f4e-5322-4964-b001-b3fc24cfdc7b req-bca99098-eaa0-4dda-9607-9a1e06d9d4e2 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:32.562019 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-17000f4e-5322-4964-b001-b3fc24cfdc7b req-bca99098-eaa0-4dda-9607-9a1e06d9d4e2 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 946 time: 0.0546546 Feb 16 17:24:32.600770 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-17000f4e-5322-4964-b001-b3fc24cfdc7b req-11fa78d0-62e4-450a-aa0a-454e6fd48640 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327153 Feb 16 17:24:33.719010 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c9d55-b3e3-4272-995b-7f8e71fa85ad req-4385137a-ac5a-46a6-a7a2-35143e32a93e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:33.720530 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-923c9d55-b3e3-4272-995b-7f8e71fa85ad req-4385137a-ac5a-46a6-a7a2-35143e32a93e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 946 time: 0.0501590 Feb 16 17:24:33.759558 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-923c9d55-b3e3-4272-995b-7f8e71fa85ad req-8a6751f8-4fee-426d-bceb-b21a3b75046d tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328586 Feb 16 17:24:34.211806 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-706df8f6-17e1-4319-956f-bc04127184fe req-1a5f2e1a-138b-44fb-b00a-345fdf251a44 service neutron] 10.222.0.89 "GET /v2.0/ports/91183a81-4883-432b-9541-0b7d4be7ecb1/bindings/hv-neutron-8286 HTTP/1.1" status: 200 len: 384 time: 0.0572898 Feb 16 17:24:34.571426 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706df8f6-17e1-4319-956f-bc04127184fe req-5739faab-c972-4eed-b0fa-ae26bbf02779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:34.573185 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-706df8f6-17e1-4319-956f-bc04127184fe req-5739faab-c972-4eed-b0fa-ae26bbf02779 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f&tenant_id=044c073cf03a45d9aa87a4f930121794 HTTP/1.1" status: 200 len: 1099 time: 0.0400765 Feb 16 17:24:34.632610 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706df8f6-17e1-4319-956f-bc04127184fe req-182e6e72-55b9-4750-89b2-2fd53843e07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:34.634097 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-706df8f6-17e1-4319-956f-bc04127184fe req-182e6e72-55b9-4750-89b2-2fd53843e07b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=044c073cf03a45d9aa87a4f930121794&device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 1099 time: 0.0396106 Feb 16 17:24:34.726907 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706df8f6-17e1-4319-956f-bc04127184fe req-badc8d83-2bf7-4dde-8a25-3121d923b054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:34.728778 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-706df8f6-17e1-4319-956f-bc04127184fe req-badc8d83-2bf7-4dde-8a25-3121d923b054 service neutron] 10.222.0.89 "GET /v2.0/networks?id=cdd8717f-21e8-4316-b64c-5c9b734d21c4 HTTP/1.1" status: 200 len: 912 time: 0.0880778 Feb 16 17:24:34.914398 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:24:35.150934 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-706df8f6-17e1-4319-956f-bc04127184fe req-2d4250d3-fd5c-47e2-83a4-8749a48f0fbb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91183a81-4883-432b-9541-0b7d4be7ecb1 HTTP/1.1" status: 200 len: 1003 time: 0.4153945 Feb 16 17:24:35.173572 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ce58a-0cbb-418c-957d-bb78265b0884 req-4d9767af-aa9f-463f-b28c-55c7d20ebe9c tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:35.174967 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-666ce58a-0cbb-418c-957d-bb78265b0884 req-4d9767af-aa9f-463f-b28c-55c7d20ebe9c tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 946 time: 0.0716426 Feb 16 17:24:35.226893 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706df8f6-17e1-4319-956f-bc04127184fe req-7c3ba4c9-761d-48a0-ac9e-291499f9a41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:35.228626 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-706df8f6-17e1-4319-956f-bc04127184fe req-7c3ba4c9-761d-48a0-ac9e-291499f9a41f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a496ba2f-493e-47f8-a1a8-9c8b0b735fc3 HTTP/1.1" status: 200 len: 850 time: 0.0704808 Feb 16 17:24:35.249270 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-666ce58a-0cbb-418c-957d-bb78265b0884 req-b0384b6d-68cc-4168-b36e-8f783c5cfc3f tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540147 Feb 16 17:24:35.277111 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706df8f6-17e1-4319-956f-bc04127184fe req-b1699c30-4c09-421e-ab4d-e6e5266955aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:35.278598 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-706df8f6-17e1-4319-956f-bc04127184fe req-b1699c30-4c09-421e-ab4d-e6e5266955aa service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cdd8717f-21e8-4316-b64c-5c9b734d21c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418098 Feb 16 17:24:35.368889 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-706df8f6-17e1-4319-956f-bc04127184fe req-87a725d6-2da8-4798-ac09-5961eec81110 service neutron] 10.222.0.89 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833135 Feb 16 17:24:35.457745 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-706df8f6-17e1-4319-956f-bc04127184fe req-edb513e1-665b-4bbe-9485-65bb1736e30a service neutron] 10.222.0.89 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820541 Feb 16 17:24:36.015251 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 91183a81-4883-432b-9541-0b7d4be7ecb1 no longer exists at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:24:36.094336 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:24:36.117022 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7309e2-eefe-4f82-bab5-d10423831d7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91183a81-4883-432b-9541-0b7d4be7ecb1'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:24:36.119272 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce77337-84f2-407c-96fc-6ca9310007f7" -d '{"events": [{"server_uuid": "4d7309e2-eefe-4f82-bab5-d10423831d7f", "name": "network-vif-unplugged", "status": "completed", "tag": "91183a81-4883-432b-9541-0b7d4be7ecb1"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:24:36.131873 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 91183a81-4883-432b-9541-0b7d4be7ecb1, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=91183a81-4883-432b-9541-0b7d4be7ecb1,segment=NetworkSegment(2fd36393-3bbe-4ecb-bbb0-c44e7509f877),segment_id=2fd36393-3bbe-4ecb-bbb0-c44e7509f877)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:24:36.163244 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 17:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffbbca8-03a7-4193-880c-1b410a8d52e0 x-openstack-request-id: req-9ffbbca8-03a7-4193-880c-1b410a8d52e0 {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:24:36.163539 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7309e2-eefe-4f82-bab5-d10423831d7f", "name": "network-vif-unplugged", "status": "completed", "tag": "91183a81-4883-432b-9541-0b7d4be7ecb1", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:24:36.163795 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9ffbbca8-03a7-4193-880c-1b410a8d52e0 {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:24:36.164628 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7309e2-eefe-4f82-bab5-d10423831d7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91183a81-4883-432b-9541-0b7d4be7ecb1', 'code': 200} Feb 16 17:24:36.185185 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:24:36.236162 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=91183a81-4883-432b-9541-0b7d4be7ecb1,revision_number=6']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:24:36.374771 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc91e68-aafd-4976-b143-611f7a038011 req-c538ed84-e22e-4713-a454-56108ac6ba58 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:36.376299 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-fbc91e68-aafd-4976-b143-611f7a038011 req-c538ed84-e22e-4713-a454-56108ac6ba58 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 944 time: 0.0485544 Feb 16 17:24:36.413771 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-fbc91e68-aafd-4976-b143-611f7a038011 req-486c2991-d171-482f-a8ed-21b1dad0c080 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315137 Feb 16 17:24:36.870724 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-222bad93-e30c-4d62-8b68-c6bcc642ab00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:24:37.532991 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994989e6-5bea-4414-b903-0e777f7c9a05 req-84e47ec8-d58e-49cf-8206-563575c9a019 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:37.534915 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-994989e6-5bea-4414-b903-0e777f7c9a05 req-84e47ec8-d58e-49cf-8206-563575c9a019 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 944 time: 0.0490017 Feb 16 17:24:37.572235 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-994989e6-5bea-4414-b903-0e777f7c9a05 req-93bdbf2b-166b-408c-bf4d-07c2a287abc8 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310078 Feb 16 17:24:38.695560 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34763f-e663-4624-93af-57130b1f7e9d req-aa0d416f-91e9-4f7a-afe5-c9ead4c6c44e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:38.701194 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-cd34763f-e663-4624-93af-57130b1f7e9d req-aa0d416f-91e9-4f7a-afe5-c9ead4c6c44e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 944 time: 0.0542850 Feb 16 17:24:38.737714 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-cd34763f-e663-4624-93af-57130b1f7e9d req-7a2c642a-5b96-477d-a800-012faa6eb6d9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334575 Feb 16 17:24:39.250039 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b2c813e6-51a4-44ae-bc7a-82a20f7e4d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:24:39.862187 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64b563-72a8-4b3f-a968-69e1ff82f5ab req-90a8b899-c5ba-4142-a530-f9d44ac81be3 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:39.863676 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-1a64b563-72a8-4b3f-a968-69e1ff82f5ab req-90a8b899-c5ba-4142-a530-f9d44ac81be3 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 944 time: 0.0549755 Feb 16 17:24:39.902999 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-1a64b563-72a8-4b3f-a968-69e1ff82f5ab req-558da25b-a134-4f9b-a134-fdbe7ba5efd2 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322897 Feb 16 17:24:40.470280 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:24:41.018138 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351905d6-251c-432e-a051-8a6cde8063bc req-40bc7d6a-bed1-4d74-87f7-323572f5a622 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:41.019597 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-351905d6-251c-432e-a051-8a6cde8063bc req-40bc7d6a-bed1-4d74-87f7-323572f5a622 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 944 time: 0.0484033 Feb 16 17:24:41.056782 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-351905d6-251c-432e-a051-8a6cde8063bc req-e4792222-2a78-4c73-97b0-fe070a14114b tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313504 Feb 16 17:24:41.870599 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:24:42.048239 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 91183a81-4883-432b-9541-0b7d4be7ecb1 details requested by agent hyperv_hv-neutron-8286 with host hv-neutron-8286 {{(pid=114377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:24:42.148007 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 91183a81-4883-432b-9541-0b7d4be7ecb1, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=91183a81-4883-432b-9541-0b7d4be7ecb1,segment=NetworkSegment(2fd36393-3bbe-4ecb-bbb0-c44e7509f877),segment_id=2fd36393-3bbe-4ecb-bbb0-c44e7509f877)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:24:42.159928 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Returning: {'device': '91183a81-4883-432b-9541-0b7d4be7ecb1', 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4', 'port_id': '91183a81-4883-432b-9541-0b7d4be7ecb1', 'mac_address': 'fa:16:3e:41:1f:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:24:42.185698 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:24:42.202069 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:24:42.216933 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91183a81-4883-432b-9541-0b7d4be7ecb1 {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:24:42.228711 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fce783-5945-41db-b5fa-88f95849c253 req-a33c6202-d509-4732-94b1-bc0ec7441345 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:42.230260 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-f8fce783-5945-41db-b5fa-88f95849c253 req-a33c6202-d509-4732-94b1-bc0ec7441345 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 944 time: 0.1028280 Feb 16 17:24:42.236861 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 91183a81-4883-432b-9541-0b7d4be7ecb1, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=91183a81-4883-432b-9541-0b7d4be7ecb1,segment=NetworkSegment(2fd36393-3bbe-4ecb-bbb0-c44e7509f877),segment_id=2fd36393-3bbe-4ecb-bbb0-c44e7509f877)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:24:42.267826 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-f8fce783-5945-41db-b5fa-88f95849c253 req-47f7f99c-f60d-4866-a03d-af5b30b14caf tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313561 Feb 16 17:24:42.304888 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:24:42.355126 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=91183a81-4883-432b-9541-0b7d4be7ecb1,revision_number=7']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:24:42.361694 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['91183a81-4883-432b-9541-0b7d4be7ecb1'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:24:43.386018 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4cda3-9ff2-4356-a5d7-275aef9ca2d0 req-33cbdd05-8a23-4c26-a556-f74369d876fb tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:43.393185 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b1a4cda3-9ff2-4356-a5d7-275aef9ca2d0 req-33cbdd05-8a23-4c26-a556-f74369d876fb tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 945 time: 0.0512130 Feb 16 17:24:43.426941 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b1a4cda3-9ff2-4356-a5d7-275aef9ca2d0 req-cd6dc3c6-b45e-4fd3-9ae6-8a5343764b6b tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315254 Feb 16 17:24:44.048256 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 91183a81-4883-432b-9541-0b7d4be7ecb1 up at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:24:44.094440 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning complete for port 91183a81-4883-432b-9541-0b7d4be7ecb1 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:24:44.094815 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:24:44.172213 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:24:44.193528 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7309e2-eefe-4f82-bab5-d10423831d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91183a81-4883-432b-9541-0b7d4be7ecb1'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:24:44.195742 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a90c42-f989-4451-8c45-d7b232add3b7" -d '{"events": [{"server_uuid": "4d7309e2-eefe-4f82-bab5-d10423831d7f", "name": "network-vif-plugged", "status": "completed", "tag": "91183a81-4883-432b-9541-0b7d4be7ecb1"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:24:44.208581 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 91183a81-4883-432b-9541-0b7d4be7ecb1, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=91183a81-4883-432b-9541-0b7d4be7ecb1,segment=NetworkSegment(2fd36393-3bbe-4ecb-bbb0-c44e7509f877),segment_id=2fd36393-3bbe-4ecb-bbb0-c44e7509f877)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:24:44.239310 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5580b5-8d21-4370-b783-95b81bd5d9e1 x-openstack-request-id: req-ea5580b5-8d21-4370-b783-95b81bd5d9e1 {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:24:44.239600 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7309e2-eefe-4f82-bab5-d10423831d7f", "name": "network-vif-plugged", "status": "completed", "tag": "91183a81-4883-432b-9541-0b7d4be7ecb1", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:24:44.239852 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ea5580b5-8d21-4370-b783-95b81bd5d9e1 {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:24:44.240276 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7309e2-eefe-4f82-bab5-d10423831d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91183a81-4883-432b-9541-0b7d4be7ecb1', 'code': 200} Feb 16 17:24:44.281649 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:24:44.327658 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=91183a81-4883-432b-9541-0b7d4be7ecb1,revision_number=8']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:24:44.627653 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf59fe0-c148-42e6-a566-363d6b3e9e9c req-cffab408-80b5-4c17-bc0a-42fcb69d2bd6 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:44.629065 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-daf59fe0-c148-42e6-a566-363d6b3e9e9c req-cffab408-80b5-4c17-bc0a-42fcb69d2bd6 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 946 time: 0.1276102 Feb 16 17:24:44.666610 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-daf59fe0-c148-42e6-a566-363d6b3e9e9c req-e3989b1b-f141-4938-bebe-9f09a441915d tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314820 Feb 16 17:24:45.785570 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0745b-032e-4835-8818-19bfa9764256 req-cfae927b-dc27-40b6-b40b-6836df709343 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:45.787043 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-0bf0745b-032e-4835-8818-19bfa9764256 req-cfae927b-dc27-40b6-b40b-6836df709343 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 946 time: 0.0498321 Feb 16 17:24:45.823675 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-0bf0745b-032e-4835-8818-19bfa9764256 req-11024761-dc2b-4347-8b1a-aab59c5e3bd9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307529 Feb 16 17:24:46.940606 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e46502-076b-46ea-b403-5a3fdd6f03f7 req-cbc2cf49-af4a-4fd4-a565-de572f1ae14d tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:46.942087 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-34e46502-076b-46ea-b403-5a3fdd6f03f7 req-cbc2cf49-af4a-4fd4-a565-de572f1ae14d tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 946 time: 0.0488780 Feb 16 17:24:46.980394 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-34e46502-076b-46ea-b403-5a3fdd6f03f7 req-3297b5b3-1758-4da7-9154-ad7cca2496e8 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315018 Feb 16 17:24:47.496522 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18857732-26ae-4cbe-a6cd-df99d851c404 req-bf05aad4-f34a-43c2-9e87-ef4a6d0e7d56 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:47.498109 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-18857732-26ae-4cbe-a6cd-df99d851c404 req-bf05aad4-f34a-43c2-9e87-ef4a6d0e7d56 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 946 time: 0.0572803 Feb 16 17:24:47.561566 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-18857732-26ae-4cbe-a6cd-df99d851c404 req-21d1c8df-8c23-4a04-87b3-a03ca3df68d6 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398488 Feb 16 17:24:47.571803 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d173e-10dd-4382-af22-5bc57fccfaa1 req-c2991f8a-6c09-46f1-a809-f03ef21487af tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:47.573224 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-703d173e-10dd-4382-af22-5bc57fccfaa1 req-c2991f8a-6c09-46f1-a809-f03ef21487af tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.89 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f&tenant_id=044c073cf03a45d9aa87a4f930121794&binding%3Ahost_id=hv-neutron-8286 HTTP/1.1" status: 200 len: 946 time: 0.0948350 Feb 16 17:24:47.631615 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-703d173e-10dd-4382-af22-5bc57fccfaa1 req-6dde80d3-97f7-45cc-89ec-648c07b021a2 service neutron] 10.222.0.89 "GET /v2.0/ports/91183a81-4883-432b-9541-0b7d4be7ecb1/bindings/hv-neutron-8286 HTTP/1.1" status: 200 len: 384 time: 0.0514886 Feb 16 17:24:47.690849 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d173e-10dd-4382-af22-5bc57fccfaa1 req-df106b4d-2ab7-4afc-ad66-b93bb752c3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:47.692339 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-703d173e-10dd-4382-af22-5bc57fccfaa1 req-df106b4d-2ab7-4afc-ad66-b93bb752c3a0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=044c073cf03a45d9aa87a4f930121794&device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 1099 time: 0.0392399 Feb 16 17:24:47.784161 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d173e-10dd-4382-af22-5bc57fccfaa1 req-a41eb9a7-54dc-4026-b5d8-de50f30396fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:47.785627 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-703d173e-10dd-4382-af22-5bc57fccfaa1 req-a41eb9a7-54dc-4026-b5d8-de50f30396fc service neutron] 10.222.0.89 "GET /v2.0/networks?id=cdd8717f-21e8-4316-b64c-5c9b734d21c4 HTTP/1.1" status: 200 len: 912 time: 0.0874009 Feb 16 17:24:47.849214 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-703d173e-10dd-4382-af22-5bc57fccfaa1 req-367a096d-b9f4-411f-a5f1-e7b36ae722bd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91183a81-4883-432b-9541-0b7d4be7ecb1 HTTP/1.1" status: 200 len: 1003 time: 0.0565853 Feb 16 17:24:47.900950 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d173e-10dd-4382-af22-5bc57fccfaa1 req-62b7d33e-37bf-4438-bd6a-ed2845fec326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:47.902410 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-703d173e-10dd-4382-af22-5bc57fccfaa1 req-62b7d33e-37bf-4438-bd6a-ed2845fec326 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a496ba2f-493e-47f8-a1a8-9c8b0b735fc3 HTTP/1.1" status: 200 len: 850 time: 0.0469294 Feb 16 17:24:47.945648 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d173e-10dd-4382-af22-5bc57fccfaa1 req-68694713-cdf8-492b-8dbf-56916abdc0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:47.947012 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-703d173e-10dd-4382-af22-5bc57fccfaa1 req-68694713-cdf8-492b-8dbf-56916abdc0eb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cdd8717f-21e8-4316-b64c-5c9b734d21c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384150 Feb 16 17:24:48.033713 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-703d173e-10dd-4382-af22-5bc57fccfaa1 req-ee95a27e-0c67-4641-8919-da339b5632f7 service neutron] 10.222.0.89 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797219 Feb 16 17:24:48.125732 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-703d173e-10dd-4382-af22-5bc57fccfaa1 req-be727115-746e-4be7-995f-d1dbfceb44aa service neutron] 10.222.0.89 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856950 Feb 16 17:24:48.682514 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc10e29-5616-4514-a161-aead5b2daf00 req-ad5726f4-c78f-4ba3-90f2-c2d3bded4ad0 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:48.684002 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-2fc10e29-5616-4514-a161-aead5b2daf00 req-ad5726f4-c78f-4ba3-90f2-c2d3bded4ad0 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 946 time: 0.0518498 Feb 16 17:24:48.721239 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-2fc10e29-5616-4514-a161-aead5b2daf00 req-8e4c618e-bf51-4a0a-874b-a04c6636b06f tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313480 Feb 16 17:24:49.837634 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d181aa1-ca6c-420d-8ac6-0f4419fd07cd req-31742be3-cf9b-4424-996f-2e3690406915 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:49.839106 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-9d181aa1-ca6c-420d-8ac6-0f4419fd07cd req-31742be3-cf9b-4424-996f-2e3690406915 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 946 time: 0.0485907 Feb 16 17:24:49.877095 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-9d181aa1-ca6c-420d-8ac6-0f4419fd07cd req-742e2080-5c5f-45d0-a1b7-36f7a9b36a46 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320032 Feb 16 17:24:50.998108 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d19004-e750-4961-97a0-2f6355de5c56 req-4256741a-df6d-4a08-86b9-c68b048ae667 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:50.999647 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-82d19004-e750-4961-97a0-2f6355de5c56 req-4256741a-df6d-4a08-86b9-c68b048ae667 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 946 time: 0.0509074 Feb 16 17:24:51.038234 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-82d19004-e750-4961-97a0-2f6355de5c56 req-5ac30257-41af-45f9-ac6b-3fb350cfecb5 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325880 Feb 16 17:24:52.154741 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f21871-46fb-465c-be5d-9ab5d3ffb28b req-c14006cd-05d6-4a30-9421-2ac87ca4b372 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:52.156174 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-26f21871-46fb-465c-be5d-9ab5d3ffb28b req-c14006cd-05d6-4a30-9421-2ac87ca4b372 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 946 time: 0.0481105 Feb 16 17:24:52.194011 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-26f21871-46fb-465c-be5d-9ab5d3ffb28b req-16ad7393-c9a9-4c9c-9958-e6af30f79557 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318189 Feb 16 17:24:52.999517 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d173e-10dd-4382-af22-5bc57fccfaa1 req-402f8e99-4fcb-46bb-96a5-7afdf7b83c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:53.001570 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-703d173e-10dd-4382-af22-5bc57fccfaa1 req-402f8e99-4fcb-46bb-96a5-7afdf7b83c77 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f&tenant_id=044c073cf03a45d9aa87a4f930121794 HTTP/1.1" status: 200 len: 1099 time: 0.0469875 Feb 16 17:24:53.064190 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d173e-10dd-4382-af22-5bc57fccfaa1 req-44ed829b-54c3-4a42-b616-586141500cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:53.065894 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-703d173e-10dd-4382-af22-5bc57fccfaa1 req-44ed829b-54c3-4a42-b616-586141500cde service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=044c073cf03a45d9aa87a4f930121794&device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 1099 time: 0.0427079 Feb 16 17:24:53.155624 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d173e-10dd-4382-af22-5bc57fccfaa1 req-6592b43e-85e9-4271-9b2d-c72621d138ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:53.157127 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-703d173e-10dd-4382-af22-5bc57fccfaa1 req-6592b43e-85e9-4271-9b2d-c72621d138ae service neutron] 10.222.0.89 "GET /v2.0/networks?id=cdd8717f-21e8-4316-b64c-5c9b734d21c4 HTTP/1.1" status: 200 len: 912 time: 0.0854664 Feb 16 17:24:53.226504 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-703d173e-10dd-4382-af22-5bc57fccfaa1 req-bb695027-fa67-45b9-84ac-9317bac9f26b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91183a81-4883-432b-9541-0b7d4be7ecb1 HTTP/1.1" status: 200 len: 1003 time: 0.0618525 Feb 16 17:24:53.275525 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d173e-10dd-4382-af22-5bc57fccfaa1 req-23adf102-a167-4576-b0e5-0be417dd359b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:53.276927 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-703d173e-10dd-4382-af22-5bc57fccfaa1 req-23adf102-a167-4576-b0e5-0be417dd359b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a496ba2f-493e-47f8-a1a8-9c8b0b735fc3 HTTP/1.1" status: 200 len: 850 time: 0.0436304 Feb 16 17:24:53.308530 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa4b98c-f391-4fa0-837b-e929a15bb420 req-364071d4-9f96-4125-aaf2-a301c2b0a39e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:53.310664 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-8fa4b98c-f391-4fa0-837b-e929a15bb420 req-364071d4-9f96-4125-aaf2-a301c2b0a39e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 946 time: 0.0488708 Feb 16 17:24:53.321626 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d173e-10dd-4382-af22-5bc57fccfaa1 req-cdb9d2c0-7d6a-479a-8b03-162df0aa10ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:53.323120 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-703d173e-10dd-4382-af22-5bc57fccfaa1 req-cdb9d2c0-7d6a-479a-8b03-162df0aa10ee service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cdd8717f-21e8-4316-b64c-5c9b734d21c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396779 Feb 16 17:24:53.350211 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-8fa4b98c-f391-4fa0-837b-e929a15bb420 req-04e55419-b5ce-486f-aaae-a75d58df9962 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334761 Feb 16 17:24:53.420441 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-703d173e-10dd-4382-af22-5bc57fccfaa1 req-eeb58c74-2fc9-49e7-a821-d34f23f1e7fd service neutron] 10.222.0.89 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900862 Feb 16 17:24:53.508042 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-703d173e-10dd-4382-af22-5bc57fccfaa1 req-a0ff5914-5e09-44eb-8f6f-72b792fe3d87 service neutron] 10.222.0.89 "GET /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814772 Feb 16 17:24:54.110677 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 91183a81-4883-432b-9541-0b7d4be7ecb1 no longer exists at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:24:54.188629 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:24:54.210434 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7309e2-eefe-4f82-bab5-d10423831d7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91183a81-4883-432b-9541-0b7d4be7ecb1'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:24:54.212665 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfe6a80-91bc-43e4-98ed-64cecf47baff" -d '{"events": [{"server_uuid": "4d7309e2-eefe-4f82-bab5-d10423831d7f", "name": "network-vif-unplugged", "status": "completed", "tag": "91183a81-4883-432b-9541-0b7d4be7ecb1"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:24:54.225214 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 91183a81-4883-432b-9541-0b7d4be7ecb1, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=91183a81-4883-432b-9541-0b7d4be7ecb1,segment=NetworkSegment(2fd36393-3bbe-4ecb-bbb0-c44e7509f877),segment_id=2fd36393-3bbe-4ecb-bbb0-c44e7509f877)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:24:54.260766 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 17:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d343d1-968b-41df-a714-e88814f63e08 x-openstack-request-id: req-d3d343d1-968b-41df-a714-e88814f63e08 {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:24:54.261085 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7309e2-eefe-4f82-bab5-d10423831d7f", "name": "network-vif-unplugged", "status": "completed", "tag": "91183a81-4883-432b-9541-0b7d4be7ecb1", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:24:54.261339 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d3d343d1-968b-41df-a714-e88814f63e08 {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:24:54.261758 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7309e2-eefe-4f82-bab5-d10423831d7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91183a81-4883-432b-9541-0b7d4be7ecb1', 'code': 200} Feb 16 17:24:54.292980 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:24:54.339961 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=91183a81-4883-432b-9541-0b7d4be7ecb1,revision_number=9']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:24:54.475210 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259768fc-0eff-4e0f-a426-93c905fb4348 req-617a8c13-c964-4d62-ad6e-36ebf582a9fa tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:54.476652 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-259768fc-0eff-4e0f-a426-93c905fb4348 req-617a8c13-c964-4d62-ad6e-36ebf582a9fa tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 944 time: 0.0527844 Feb 16 17:24:54.515605 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-259768fc-0eff-4e0f-a426-93c905fb4348 req-50ff0e7e-a51d-4332-9b79-c3f1a251f653 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320561 Feb 16 17:24:55.644969 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9200c-1d76-4508-9d39-1e2fcce2c4de req-ff809296-d789-4539-a2ed-c2c50834681d tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:55.646477 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-40f9200c-1d76-4508-9d39-1e2fcce2c4de req-ff809296-d789-4539-a2ed-c2c50834681d tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 944 time: 0.0594213 Feb 16 17:24:55.685050 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-40f9200c-1d76-4508-9d39-1e2fcce2c4de req-be02b154-3f24-444b-bf0f-e5a1c4fa8198 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324664 Feb 16 17:24:56.800143 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd021385-bcba-447b-a565-ad83b70324a0 req-461cb13b-d995-4bbd-b555-980856d65d5f tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:56.801625 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-dd021385-bcba-447b-a565-ad83b70324a0 req-461cb13b-d995-4bbd-b555-980856d65d5f tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 944 time: 0.0479074 Feb 16 17:24:56.840308 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-dd021385-bcba-447b-a565-ad83b70324a0 req-e53faa19-81e0-4f9d-a117-d923a0deafd1 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319395 Feb 16 17:24:57.956737 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844f3f2-4de6-4106-b75e-618440f1c6ae req-ed3de250-fa8d-4a56-ba73-950bd75609a9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:57.958215 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d844f3f2-4de6-4106-b75e-618440f1c6ae req-ed3de250-fa8d-4a56-ba73-950bd75609a9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 944 time: 0.0492208 Feb 16 17:24:57.995529 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d844f3f2-4de6-4106-b75e-618440f1c6ae req-92db2835-3724-4ddb-a01c-a27e0348aba3 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314350 Feb 16 17:24:59.109560 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c51bd-d6e1-44c3-846e-f5e0ee86bc83 req-40910c5a-8923-40f5-a550-c3fa68659325 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:59.111029 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-4b6c51bd-d6e1-44c3-846e-f5e0ee86bc83 req-40910c5a-8923-40f5-a550-c3fa68659325 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 944 time: 0.0484328 Feb 16 17:24:59.148204 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-4b6c51bd-d6e1-44c3-846e-f5e0ee86bc83 req-edf201bb-3655-408d-924d-e84b5c7b9663 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310764 Feb 16 17:25:00.157096 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 91183a81-4883-432b-9541-0b7d4be7ecb1 details requested by agent hyperv_hv-neutron-8286 with host hv-neutron-8286 {{(pid=114377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:25:00.252134 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 91183a81-4883-432b-9541-0b7d4be7ecb1, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=91183a81-4883-432b-9541-0b7d4be7ecb1,segment=NetworkSegment(2fd36393-3bbe-4ecb-bbb0-c44e7509f877),segment_id=2fd36393-3bbe-4ecb-bbb0-c44e7509f877)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:25:00.263259 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Returning: {'device': '91183a81-4883-432b-9541-0b7d4be7ecb1', 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4', 'port_id': '91183a81-4883-432b-9541-0b7d4be7ecb1', 'mac_address': 'fa:16:3e:41:1f:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:25:00.263465 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba39ab3f-6885-4fdb-80fd-3c835a205a3f req-f1f4e3f8-1de9-49f8-b458-60cb5013f8af tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:00.264985 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ba39ab3f-6885-4fdb-80fd-3c835a205a3f req-f1f4e3f8-1de9-49f8-b458-60cb5013f8af tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 944 time: 0.0495007 Feb 16 17:25:00.303419 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ba39ab3f-6885-4fdb-80fd-3c835a205a3f req-3b53d118-a810-42e0-a398-95e20bfc69d2 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322008 Feb 16 17:25:00.304298 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:00.317265 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91183a81-4883-432b-9541-0b7d4be7ecb1 {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:25:00.335737 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 91183a81-4883-432b-9541-0b7d4be7ecb1, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=91183a81-4883-432b-9541-0b7d4be7ecb1,segment=NetworkSegment(2fd36393-3bbe-4ecb-bbb0-c44e7509f877),segment_id=2fd36393-3bbe-4ecb-bbb0-c44e7509f877)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:25:00.426922 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:00.479230 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=91183a81-4883-432b-9541-0b7d4be7ecb1,revision_number=10']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:00.486633 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:00.486986 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:00.487333 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:00.487672 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:00.488030 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:00.488371 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:00.488705 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:00.489038 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:00.489370 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:00.489696 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:00.490021 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:00.490343 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:00.494984 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['91183a81-4883-432b-9541-0b7d4be7ecb1'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:25:00.686639 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:01.420576 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d277f-2c77-4432-bc9e-c6ad58a07da6 req-d1f55faa-8539-44a3-8fe0-5ae2db03047e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:01.422022 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-fd2d277f-2c77-4432-bc9e-c6ad58a07da6 req-d1f55faa-8539-44a3-8fe0-5ae2db03047e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 946 time: 0.0517354 Feb 16 17:25:01.458339 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-fd2d277f-2c77-4432-bc9e-c6ad58a07da6 req-3925e14a-24c7-4a8e-9aca-9abd00285a5e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304251 Feb 16 17:25:02.172542 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 91183a81-4883-432b-9541-0b7d4be7ecb1 up at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:25:02.220406 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning complete for port 91183a81-4883-432b-9541-0b7d4be7ecb1 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:25:02.220782 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:02.305685 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:02.332587 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7309e2-eefe-4f82-bab5-d10423831d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91183a81-4883-432b-9541-0b7d4be7ecb1'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:25:02.334811 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39768f38-6c6d-436a-9e03-03ada4fd8bce" -d '{"events": [{"server_uuid": "4d7309e2-eefe-4f82-bab5-d10423831d7f", "name": "network-vif-plugged", "status": "completed", "tag": "91183a81-4883-432b-9541-0b7d4be7ecb1"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:25:02.347253 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 91183a81-4883-432b-9541-0b7d4be7ecb1, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=91183a81-4883-432b-9541-0b7d4be7ecb1,segment=NetworkSegment(2fd36393-3bbe-4ecb-bbb0-c44e7509f877),segment_id=2fd36393-3bbe-4ecb-bbb0-c44e7509f877)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:25:02.384851 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bcfd92d-8eee-4be5-8c18-6405c2604f36 x-openstack-request-id: req-6bcfd92d-8eee-4be5-8c18-6405c2604f36 {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:25:02.384851 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7309e2-eefe-4f82-bab5-d10423831d7f", "name": "network-vif-plugged", "status": "completed", "tag": "91183a81-4883-432b-9541-0b7d4be7ecb1", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:25:02.384851 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6bcfd92d-8eee-4be5-8c18-6405c2604f36 {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:25:02.384851 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7309e2-eefe-4f82-bab5-d10423831d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91183a81-4883-432b-9541-0b7d4be7ecb1', 'code': 200} Feb 16 17:25:02.432619 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:02.478486 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=91183a81-4883-432b-9541-0b7d4be7ecb1,revision_number=11']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:02.579433 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc05b7f-52c0-4645-8119-d079f5349c29 req-2cb78f15-7ba7-476f-b7fe-90be6e8df71b tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:02.580966 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-0bc05b7f-52c0-4645-8119-d079f5349c29 req-2cb78f15-7ba7-476f-b7fe-90be6e8df71b tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 947 time: 0.0550857 Feb 16 17:25:02.619054 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-0bc05b7f-52c0-4645-8119-d079f5349c29 req-c17f2101-b7ad-4e06-8a84-91ab6bc7921e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320666 Feb 16 17:25:03.745841 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24864e80-bf1c-40d0-a7bd-fd41ed1a565d req-256442ac-ba18-4808-97a3-b1eccda4ba60 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:03.747886 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-24864e80-bf1c-40d0-a7bd-fd41ed1a565d req-256442ac-ba18-4808-97a3-b1eccda4ba60 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 947 time: 0.0597255 Feb 16 17:25:03.784226 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-24864e80-bf1c-40d0-a7bd-fd41ed1a565d req-7806cb06-864f-4afe-a6e3-7eaf4aa632f2 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303221 Feb 16 17:25:04.900933 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a7505-5e3d-479e-8714-ea778ce6f777 req-36ec1ca0-4450-4d30-98f1-0c123fed72a8 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:04.902429 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-d73a7505-5e3d-479e-8714-ea778ce6f777 req-36ec1ca0-4450-4d30-98f1-0c123fed72a8 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 947 time: 0.0492098 Feb 16 17:25:04.939447 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-d73a7505-5e3d-479e-8714-ea778ce6f777 req-be5a4c76-753d-4e8f-91f1-45ab79030bfc tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310137 Feb 16 17:25:05.064755 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494b374-c017-4326-9444-819d4e6c8ac2 req-64fea498-28c3-4bba-9747-8d67289aab83 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:05.066166 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2494b374-c017-4326-9444-819d4e6c8ac2 req-64fea498-28c3-4bba-9747-8d67289aab83 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 947 time: 0.0489683 Feb 16 17:25:05.105541 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2494b374-c017-4326-9444-819d4e6c8ac2 req-c1ab40e0-fcde-470c-b45d-e9fb77b7c716 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332232 Feb 16 17:25:05.231457 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585d0f1-501e-47a2-b6b2-9946a938c236 req-e8f0cfd7-2551-4713-9cde-447e97d92d3b tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:05.232969 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-0585d0f1-501e-47a2-b6b2-9946a938c236 req-e8f0cfd7-2551-4713-9cde-447e97d92d3b tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 947 time: 0.0522084 Feb 16 17:25:05.269787 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-0585d0f1-501e-47a2-b6b2-9946a938c236 req-977c5b23-5658-4ff4-97c1-3eeb3045b6de tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308969 Feb 16 17:25:05.690520 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7306dad7-beb5-4535-83b1-c91a2615fc1c req-33e5a210-d7ea-46f9-968b-8df466621d37 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:05.691995 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-7306dad7-beb5-4535-83b1-c91a2615fc1c req-33e5a210-d7ea-46f9-968b-8df466621d37 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 947 time: 0.0479841 Feb 16 17:25:05.734951 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-7306dad7-beb5-4535-83b1-c91a2615fc1c req-eb778edb-77ea-49dc-b932-d0da451e6b0e tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368128 Feb 16 17:25:06.846555 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c7c9231-619b-4945-9728-b516a0f43c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:06.851622 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda6cc4-b568-4fdb-80b5-083cd9c96505 req-96ad0fc2-62c7-4473-a6aa-4da48343787f tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:06.860100 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3fda6cc4-b568-4fdb-80b5-083cd9c96505 req-96ad0fc2-62c7-4473-a6aa-4da48343787f tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 947 time: 0.0490909 Feb 16 17:25:06.891450 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3fda6cc4-b568-4fdb-80b5-083cd9c96505 req-4cdd9740-f680-4759-9bda-1bdd4898f1ae tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314918 Feb 16 17:25:07.985794 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf5ff2-1494-426a-97c8-50be14a55026 req-860e077f-2181-4e2d-8e1a-2ea11f46795d tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:07.987252 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ccaf5ff2-1494-426a-97c8-50be14a55026 req-860e077f-2181-4e2d-8e1a-2ea11f46795d tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.89 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 947 time: 0.0536747 Feb 16 17:25:08.005992 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca456f-e421-4359-ac57-8fe6ec09012f req-6b5d3e65-befa-4976-a69c-83a5018af55a tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:08.007476 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-e1ca456f-e421-4359-ac57-8fe6ec09012f req-6b5d3e65-befa-4976-a69c-83a5018af55a tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 947 time: 0.0481908 Feb 16 17:25:08.045199 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-e1ca456f-e421-4359-ac57-8fe6ec09012f req-67d2786e-e258-4b56-b270-63b36efea15d tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309932 Feb 16 17:25:08.073982 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-ccaf5ff2-1494-426a-97c8-50be14a55026 req-6ccc73b2-f744-4e00-98a2-acece93a2bd9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Deleting port 91183a81-4883-432b-9541-0b7d4be7ecb1 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:25:08.074846 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-ccaf5ff2-1494-426a-97c8-50be14a55026 req-6ccc73b2-f744-4e00-98a2-acece93a2bd9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:08.163625 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-ccaf5ff2-1494-426a-97c8-50be14a55026 req-6ccc73b2-f744-4e00-98a2-acece93a2bd9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] For port 91183a81-4883-432b-9541-0b7d4be7ecb1, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=91183a81-4883-432b-9541-0b7d4be7ecb1,segment=NetworkSegment(2fd36393-3bbe-4ecb-bbb0-c44e7509f877),segment_id=2fd36393-3bbe-4ecb-bbb0-c44e7509f877)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:25:08.163902 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-ccaf5ff2-1494-426a-97c8-50be14a55026 req-6ccc73b2-f744-4e00-98a2-acece93a2bd9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:08.337117 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-ccaf5ff2-1494-426a-97c8-50be14a55026 req-6ccc73b2-f744-4e00-98a2-acece93a2bd9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:08.337474 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-ccaf5ff2-1494-426a-97c8-50be14a55026 req-6ccc73b2-f744-4e00-98a2-acece93a2bd9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:08.337787 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.l3_db [req-ccaf5ff2-1494-426a-97c8-50be14a55026 req-6ccc73b2-f744-4e00-98a2-acece93a2bd9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Floating IP b837956d-c2f9-46e7-843d-c64573153643 disassociated. External IP: 172.26.3.164, port: 91183a81-4883-432b-9541-0b7d4be7ecb1. Feb 16 17:25:08.338123 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-ccaf5ff2-1494-426a-97c8-50be14a55026 req-6ccc73b2-f744-4e00-98a2-acece93a2bd9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Calling delete_port for 91183a81-4883-432b-9541-0b7d4be7ecb1 owned by compute:nova {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:25:08.555789 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-ccaf5ff2-1494-426a-97c8-50be14a55026 req-6ccc73b2-f744-4e00-98a2-acece93a2bd9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:08.593035 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccc73b2-f744-4e00-98a2-acece93a2bd9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Pushing event deleted for resources: {'Port': ['ID=91183a81-4883-432b-9541-0b7d4be7ecb1,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:08.603721 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccc73b2-f744-4e00-98a2-acece93a2bd9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:08.604103 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccc73b2-f744-4e00-98a2-acece93a2bd9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:08.604446 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccc73b2-f744-4e00-98a2-acece93a2bd9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:08.604786 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccc73b2-f744-4e00-98a2-acece93a2bd9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:08.605128 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccc73b2-f744-4e00-98a2-acece93a2bd9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:08.606112 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccc73b2-f744-4e00-98a2-acece93a2bd9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:08.606440 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccc73b2-f744-4e00-98a2-acece93a2bd9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:08.606773 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccc73b2-f744-4e00-98a2-acece93a2bd9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:08.607102 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccc73b2-f744-4e00-98a2-acece93a2bd9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:08.607444 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccc73b2-f744-4e00-98a2-acece93a2bd9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:08.607836 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccc73b2-f744-4e00-98a2-acece93a2bd9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:08.608231 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccc73b2-f744-4e00-98a2-acece93a2bd9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:08.721348 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ccaf5ff2-1494-426a-97c8-50be14a55026 req-6ccc73b2-f744-4e00-98a2-acece93a2bd9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Router 66d422ce-8128-4711-852b-2b51bf482aad has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:25:08.831349 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ccaf5ff2-1494-426a-97c8-50be14a55026 req-6ccc73b2-f744-4e00-98a2-acece93a2bd9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:25:08.842769 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292eaa11-82fa-4905-91db-5035ece2e7a4 None None] Sync routers for ids ['66d422ce-8128-4711-852b-2b51bf482aad'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:25:08.852608 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292eaa11-82fa-4905-91db-5035ece2e7a4 None None] Routers {'66d422ce-8128-4711-852b-2b51bf482aad'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:25:08.853215 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-292eaa11-82fa-4905-91db-5035ece2e7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:24:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['66d422ce-8128-4711-852b-2b51bf482aad'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:25:08.871693 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccaf5ff2-1494-426a-97c8-50be14a55026 req-6ccc73b2-f744-4e00-98a2-acece93a2bd9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] No DVR routers for this DVR port 91183a81-4883-432b-9541-0b7d4be7ecb1 on host hv-neutron-8286 {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:25:08.874159 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-ccaf5ff2-1494-426a-97c8-50be14a55026 req-6ccc73b2-f744-4e00-98a2-acece93a2bd9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:08.877501 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ccaf5ff2-1494-426a-97c8-50be14a55026 req-6ccc73b2-f744-4e00-98a2-acece93a2bd9 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.89 "DELETE /v2.0/ports/91183a81-4883-432b-9541-0b7d4be7ecb1 HTTP/1.1" status: 204 len: 173 time: 0.8847473 Feb 16 17:25:08.880237 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7309e2-eefe-4f82-bab5-d10423831d7f', 'name': 'network-vif-deleted', 'tag': '91183a81-4883-432b-9541-0b7d4be7ecb1'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:25:08.880749 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df9bc83-ce2a-4bc9-9519-c22f2d813fe0" -d '{"events": [{"server_uuid": "4d7309e2-eefe-4f82-bab5-d10423831d7f", "name": "network-vif-deleted", "tag": "91183a81-4883-432b-9541-0b7d4be7ecb1"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:25:08.925957 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62780d3e-abfa-47d9-a52a-0c56d0754a16 x-openstack-request-id: req-62780d3e-abfa-47d9-a52a-0c56d0754a16 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:25:08.926558 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7309e2-eefe-4f82-bab5-d10423831d7f", "name": "network-vif-deleted", "tag": "91183a81-4883-432b-9541-0b7d4be7ecb1", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:25:08.926985 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-62780d3e-abfa-47d9-a52a-0c56d0754a16 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:25:08.927672 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7309e2-eefe-4f82-bab5-d10423831d7f', 'name': 'network-vif-deleted', 'tag': '91183a81-4883-432b-9541-0b7d4be7ecb1', 'status': 'completed', 'code': 200} Feb 16 17:25:09.098002 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-292eaa11-82fa-4905-91db-5035ece2e7a4 None None] Set router 66d422ce-8128-4711-852b-2b51bf482aad gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:25:09.147818 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-73b74a1a-f1fa-4757-8b19-779014478059 req-bd9618c8-aa17-41dd-93ef-371f6d5e1e83 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 210 time: 0.0323451 Feb 16 17:25:09.215854 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-890298db-47f9-4856-a509-b73eb205dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:09.313365 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-292eaa11-82fa-4905-91db-5035ece2e7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d422ce-8128-4711-852b-2b51bf482aad', 'name': 'tempest-ServerActionsTestJSON-313309323-router', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:11Z', 'revision_number': 4, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'gw_port': {'id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '125047d8-4988-48a9-bd6b-82deb9a14bf0', 'name': '', 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'mac_address': 'fa:16:3e:a1:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:21:10Z', 'updated_at': '2022-02-16T17:21:15Z', 'revision_number': 5, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'subnets': [{'id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:25:09.344521 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292eaa11-82fa-4905-91db-5035ece2e7a4 None None] Checking router: 66d422ce-8128-4711-852b-2b51bf482aad for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:25:09.353063 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292eaa11-82fa-4905-91db-5035ece2e7a4 None None] Routers {'66d422ce-8128-4711-852b-2b51bf482aad'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:25:09.353623 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-292eaa11-82fa-4905-91db-5035ece2e7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:25:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['66d422ce-8128-4711-852b-2b51bf482aad'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:25:09.457524 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-292eaa11-82fa-4905-91db-5035ece2e7a4 None None] Set router 66d422ce-8128-4711-852b-2b51bf482aad gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:25:09.654981 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-292eaa11-82fa-4905-91db-5035ece2e7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d422ce-8128-4711-852b-2b51bf482aad', 'name': 'tempest-ServerActionsTestJSON-313309323-router', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:11Z', 'revision_number': 4, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'gw_port': {'id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '125047d8-4988-48a9-bd6b-82deb9a14bf0', 'name': '', 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'mac_address': 'fa:16:3e:a1:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:21:10Z', 'updated_at': '2022-02-16T17:21:15Z', 'revision_number': 5, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'subnets': [{'id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:25:09.681577 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292eaa11-82fa-4905-91db-5035ece2e7a4 None None] The sync data for ids ['66d422ce-8128-4711-852b-2b51bf482aad'] in dv-neutron-828697-3-hyperv is: [{'id': '66d422ce-8128-4711-852b-2b51bf482aad', 'name': 'tempest-ServerActionsTestJSON-313309323-router', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:11Z', 'revision_number': 4, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'gw_port': {'id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '125047d8-4988-48a9-bd6b-82deb9a14bf0', 'name': '', 'network_id': 'cdd8717f-21e8-4316-b64c-5c9b734d21c4', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'mac_address': 'fa:16:3e:a1:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:21:10Z', 'updated_at': '2022-02-16T17:21:15Z', 'revision_number': 5, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'subnets': [{'id': 'a496ba2f-493e-47f8-a1a8-9c8b0b735fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:25:09.910357 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa58ed1-84c5-46aa-a409-e6b5cb440632 None None] New status for floating IP b837956d-c2f9-46e7-843d-c64573153643: DOWN {{(pid=114377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:25:10.247369 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-11fa02c0-c2d5-4585-a3be-fe1f30a07234 req-ebfd6ef8-1a92-461e-af4c-fbbb28dc86a1 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 210 time: 0.0274880 Feb 16 17:25:10.481236 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:11.340650 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-5848b369-53e1-426d-bbc4-53d6448bffed req-1c3f4952-d625-40df-b0aa-43d36db50de6 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 210 time: 0.0267036 Feb 16 17:25:11.663572 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [req-2060b377-ec1f-4759-ae3c-e3ad2d9bd1dd req-a3ba3507-d0ec-458b-a12a-2b86f0ece806 service neutron] (114376) timed out ('10.222.0.89', 55546) {{(pid=114376) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 16 17:25:11.821186 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:11.912819 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:25:12.123585 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:12.234542 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 91183a81-4883-432b-9541-0b7d4be7ecb1 no longer exists at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:25:12.255156 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] No Port match for: 91183a81-4883-432b-9541-0b7d4be7ecb1 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:25:12.255494 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 91183a81-4883-432b-9541-0b7d4be7ecb1 not bound to the agent host hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:25:12.440938 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-43b96b6e-076b-4a41-8488-4ea4775633a5 req-dc77f583-d6ae-401b-b17d-bbb2d7b4aecc tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7309e2-eefe-4f82-bab5-d10423831d7f HTTP/1.1" status: 200 len: 210 time: 0.0303502 Feb 16 17:25:17.342062 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 58194) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:25:17.396659 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c6218669-440b-4c8f-93ce-fca5627ca633 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:17.419756 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c6218669-440b-4c8f-93ce-fca5627ca633 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:17.529350 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c6218669-440b-4c8f-93ce-fca5627ca633 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:17.531817 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c6218669-440b-4c8f-93ce-fca5627ca633 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:17.532982 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c6218669-440b-4c8f-93ce-fca5627ca633 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "DELETE /v2.0/security-groups/bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf HTTP/1.1" status: 204 len: 168 time: 0.1899445 Feb 16 17:25:17.535589 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 58196) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:25:17.542471 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6218669-440b-4c8f-93ce-fca5627ca633 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:17.549137 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.api.v2.resource [None req-63589105-c15e-4fea-a79c-11716f89f775 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] show failed (client error): The resource could not be found. Feb 16 17:25:17.552558 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-63589105-c15e-4fea-a79c-11716f89f775 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "GET /v2.0/security-groups/bdfa352c-bcf2-4826-bd4a-cbeab68b6aaf HTTP/1.1" status: 404 len: 347 time: 0.0135288 Feb 16 17:25:17.552822 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 58198) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:25:17.676434 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-65664fdd-9c04-409d-93ae-0822f8afbc76 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Deleting port 893da010-4497-464e-b32c-4ab706f7027c {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:25:17.676783 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-65664fdd-9c04-409d-93ae-0822f8afbc76 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:17.754450 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-65664fdd-9c04-409d-93ae-0822f8afbc76 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:17.754790 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-65664fdd-9c04-409d-93ae-0822f8afbc76 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:17.766133 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-65664fdd-9c04-409d-93ae-0822f8afbc76 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Calling delete_port for 893da010-4497-464e-b32c-4ab706f7027c owned by network:floatingip {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:25:17.960866 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-65664fdd-9c04-409d-93ae-0822f8afbc76 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:17.990908 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65664fdd-9c04-409d-93ae-0822f8afbc76 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Pushing event deleted for resources: {'Port': ['ID=893da010-4497-464e-b32c-4ab706f7027c,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:18.003133 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65664fdd-9c04-409d-93ae-0822f8afbc76 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:18.003483 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65664fdd-9c04-409d-93ae-0822f8afbc76 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:18.003823 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65664fdd-9c04-409d-93ae-0822f8afbc76 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:18.004192 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65664fdd-9c04-409d-93ae-0822f8afbc76 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:18.004526 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65664fdd-9c04-409d-93ae-0822f8afbc76 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:18.004855 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65664fdd-9c04-409d-93ae-0822f8afbc76 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:18.005182 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65664fdd-9c04-409d-93ae-0822f8afbc76 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:18.005508 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65664fdd-9c04-409d-93ae-0822f8afbc76 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:18.005843 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65664fdd-9c04-409d-93ae-0822f8afbc76 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:18.006166 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65664fdd-9c04-409d-93ae-0822f8afbc76 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:18.006487 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65664fdd-9c04-409d-93ae-0822f8afbc76 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:18.006803 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65664fdd-9c04-409d-93ae-0822f8afbc76 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:18.060646 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-65664fdd-9c04-409d-93ae-0822f8afbc76 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks [] for floatingip, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:18.063300 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-65664fdd-9c04-409d-93ae-0822f8afbc76 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:18.064497 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-65664fdd-9c04-409d-93ae-0822f8afbc76 tempest-ServerActionsTestJSON-1960968913 tempest-ServerActionsTestJSON-1960968913-project] 10.222.0.88 "DELETE /v2.0/floatingips/b837956d-c2f9-46e7-843d-c64573153643 HTTP/1.1" status: 204 len: 168 time: 0.5107541 Feb 16 17:25:18.067296 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 58200) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:25:18.404598 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fc3779b3-913f-4d94-a953-db62e99bd336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:18.640257 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-fc3779b3-913f-4d94-a953-db62e99bd336 admin admin] Deleting port 125047d8-4988-48a9-bd6b-82deb9a14bf0 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:25:18.640888 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fc3779b3-913f-4d94-a953-db62e99bd336 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:18.717332 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-fc3779b3-913f-4d94-a953-db62e99bd336 admin admin] For port 125047d8-4988-48a9-bd6b-82deb9a14bf0, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=125047d8-4988-48a9-bd6b-82deb9a14bf0,segment=NetworkSegment(2fd36393-3bbe-4ecb-bbb0-c44e7509f877),segment_id=2fd36393-3bbe-4ecb-bbb0-c44e7509f877)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:25:18.717697 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fc3779b3-913f-4d94-a953-db62e99bd336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:18.729680 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-fc3779b3-913f-4d94-a953-db62e99bd336 admin admin] Calling delete_port for 125047d8-4988-48a9-bd6b-82deb9a14bf0 owned by network:router_interface {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:25:18.997568 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fc3779b3-913f-4d94-a953-db62e99bd336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:19.020858 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3779b3-913f-4d94-a953-db62e99bd336 admin admin] Pushing event deleted for resources: {'Port': ['ID=125047d8-4988-48a9-bd6b-82deb9a14bf0,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:19.187938 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-fc3779b3-913f-4d94-a953-db62e99bd336 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:19.397249 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc3779b3-913f-4d94-a953-db62e99bd336 admin admin] Router 66d422ce-8128-4711-852b-2b51bf482aad has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:25:19.497182 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3779b3-913f-4d94-a953-db62e99bd336 admin admin] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:25:19.502063 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-fc3779b3-913f-4d94-a953-db62e99bd336 admin admin] 10.222.0.88 "PUT /v2.0/routers/66d422ce-8128-4711-852b-2b51bf482aad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4338498 Feb 16 17:25:19.504664 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 58202) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:25:19.507534 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a008bd7-9095-474b-8de2-d1dbbcbad1bf None None] Sync routers for ids ['66d422ce-8128-4711-852b-2b51bf482aad'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:25:19.517763 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a008bd7-9095-474b-8de2-d1dbbcbad1bf None None] Routers {'66d422ce-8128-4711-852b-2b51bf482aad'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:25:19.518367 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-1a008bd7-9095-474b-8de2-d1dbbcbad1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:25:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['66d422ce-8128-4711-852b-2b51bf482aad'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:25:19.606544 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-48e10882-e799-418d-a30d-76647316d3f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:19.619624 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-1a008bd7-9095-474b-8de2-d1dbbcbad1bf None None] Set router 66d422ce-8128-4711-852b-2b51bf482aad gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:25:19.711777 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-48e10882-e799-418d-a30d-76647316d3f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:19.807283 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-1a008bd7-9095-474b-8de2-d1dbbcbad1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d422ce-8128-4711-852b-2b51bf482aad', 'name': 'tempest-ServerActionsTestJSON-313309323-router', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:25:18Z', 'revision_number': 5, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'gw_port': {'id': 'c088aaef-4aa4-4b2d-9d40-1849d04ba946', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d422ce-8128-4711-852b-2b51bf482aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:25:19.833245 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a008bd7-9095-474b-8de2-d1dbbcbad1bf None None] Checking router: 66d422ce-8128-4711-852b-2b51bf482aad for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:25:19.846151 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-48e10882-e799-418d-a30d-76647316d3f4 admin admin] Deleting port c088aaef-4aa4-4b2d-9d40-1849d04ba946 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:25:19.848504 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a008bd7-9095-474b-8de2-d1dbbcbad1bf None None] Routers {'66d422ce-8128-4711-852b-2b51bf482aad'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:25:19.848631 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-48e10882-e799-418d-a30d-76647316d3f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:19.848736 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-1a008bd7-9095-474b-8de2-d1dbbcbad1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:25:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['66d422ce-8128-4711-852b-2b51bf482aad'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:25:19.939682 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-1a008bd7-9095-474b-8de2-d1dbbcbad1bf None None] Set router 66d422ce-8128-4711-852b-2b51bf482aad gateway port host: None {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:25:19.996804 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-1a008bd7-9095-474b-8de2-d1dbbcbad1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d422ce-8128-4711-852b-2b51bf482aad', 'name': 'tempest-ServerActionsTestJSON-313309323-router', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:25:19Z', 'revision_number': 6, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'gw_port_host': None}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:25:20.024130 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a008bd7-9095-474b-8de2-d1dbbcbad1bf None None] The sync data for ids ['66d422ce-8128-4711-852b-2b51bf482aad'] in dv-neutron-828697-3-hyperv is: [{'id': '66d422ce-8128-4711-852b-2b51bf482aad', 'name': 'tempest-ServerActionsTestJSON-313309323-router', 'tenant_id': '044c073cf03a45d9aa87a4f930121794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:21:08Z', 'updated_at': '2022-02-16T17:25:19Z', 'revision_number': 6, 'project_id': '044c073cf03a45d9aa87a4f930121794', 'gw_port_host': None}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:25:20.196230 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-48e10882-e799-418d-a30d-76647316d3f4 admin admin] For port c088aaef-4aa4-4b2d-9d40-1849d04ba946, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=c088aaef-4aa4-4b2d-9d40-1849d04ba946,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:25:20.196592 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-48e10882-e799-418d-a30d-76647316d3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:20.208371 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-48e10882-e799-418d-a30d-76647316d3f4 admin admin] Calling delete_port for c088aaef-4aa4-4b2d-9d40-1849d04ba946 owned by network:router_gateway {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:25:20.420987 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-48e10882-e799-418d-a30d-76647316d3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:20.451759 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e10882-e799-418d-a30d-76647316d3f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c088aaef-4aa4-4b2d-9d40-1849d04ba946,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:20.454989 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 125047d8-4988-48a9-bd6b-82deb9a14bf0 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:25:20.477629 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 125047d8-4988-48a9-bd6b-82deb9a14bf0 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:25:20.478074 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 125047d8-4988-48a9-bd6b-82deb9a14bf0 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:25:20.516176 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-48e10882-e799-418d-a30d-76647316d3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584056'] for router_gateway, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:20.603428 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-48e10882-e799-418d-a30d-76647316d3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:20.605947 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-48e10882-e799-418d-a30d-76647316d3f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:20.709012 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-48e10882-e799-418d-a30d-76647316d3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:20.709565 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e10882-e799-418d-a30d-76647316d3f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66d422ce-8128-4711-852b-2b51bf482aad {{(pid=114375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:25:20.713946 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-48e10882-e799-418d-a30d-76647316d3f4 admin admin] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:20.714898 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-48e10882-e799-418d-a30d-76647316d3f4 admin admin] 10.222.0.88 "DELETE /v2.0/routers/66d422ce-8128-4711-852b-2b51bf482aad HTTP/1.1" status: 204 len: 168 time: 1.2093251 Feb 16 17:25:20.717440 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 58204) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:25:20.769877 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3be7b2d-38ab-40a9-8266-440f7a018cb8 admin admin] Deleting subnet a496ba2f-493e-47f8-a1a8-9c8b0b735fc3 {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:25:20.773325 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e3be7b2d-38ab-40a9-8266-440f7a018cb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:20.807380 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e3be7b2d-38ab-40a9-8266-440f7a018cb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:20.887530 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e3be7b2d-38ab-40a9-8266-440f7a018cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:21.012614 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e3be7b2d-38ab-40a9-8266-440f7a018cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:21.042973 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be7b2d-38ab-40a9-8266-440f7a018cb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a496ba2f-493e-47f8-a1a8-9c8b0b735fc3,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:21.048737 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e3be7b2d-38ab-40a9-8266-440f7a018cb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:21.052545 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e3be7b2d-38ab-40a9-8266-440f7a018cb8 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/a496ba2f-493e-47f8-a1a8-9c8b0b735fc3 HTTP/1.1" status: 204 len: 168 time: 0.3337636 Feb 16 17:25:21.055894 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 58206) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:25:21.056463 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3cde2e-05ff-42a3-b4c7-e6092b255591 None None] Network cdd8717f-21e8-4316-b64c-5c9b734d21c4 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:25:21.122954 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-30c69dca-33eb-4926-9dd4-11b55aa3d062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:21.175803 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-30c69dca-33eb-4926-9dd4-11b55aa3d062 admin admin] Deleting port e9292059-9ddc-45f5-833b-e9f1c704d8a1 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:25:21.176261 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-30c69dca-33eb-4926-9dd4-11b55aa3d062 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:21.227449 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9279f1-6d25-437d-88c1-be5849716005 None None] DHCP port deletion for cdd8717f-21e8-4316-b64c-5c9b734d21c4 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:25:21.244503 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-30c69dca-33eb-4926-9dd4-11b55aa3d062 admin admin] For port e9292059-9ddc-45f5-833b-e9f1c704d8a1, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=e9292059-9ddc-45f5-833b-e9f1c704d8a1,segment=NetworkSegment(2fd36393-3bbe-4ecb-bbb0-c44e7509f877),segment_id=2fd36393-3bbe-4ecb-bbb0-c44e7509f877)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:25:21.244869 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-30c69dca-33eb-4926-9dd4-11b55aa3d062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:21.257814 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-30c69dca-33eb-4926-9dd4-11b55aa3d062 admin admin] Calling delete_port for e9292059-9ddc-45f5-833b-e9f1c704d8a1 owned by network:dhcp {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:25:21.273083 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-ab9279f1-6d25-437d-88c1-be5849716005 None None] Deleting port e9292059-9ddc-45f5-833b-e9f1c704d8a1 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:25:21.273510 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ab9279f1-6d25-437d-88c1-be5849716005 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:21.335215 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-ab9279f1-6d25-437d-88c1-be5849716005 None None] For port e9292059-9ddc-45f5-833b-e9f1c704d8a1, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=e9292059-9ddc-45f5-833b-e9f1c704d8a1,segment=NetworkSegment(2fd36393-3bbe-4ecb-bbb0-c44e7509f877),segment_id=2fd36393-3bbe-4ecb-bbb0-c44e7509f877)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:25:21.335609 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ab9279f1-6d25-437d-88c1-be5849716005 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:21.348371 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-ab9279f1-6d25-437d-88c1-be5849716005 None None] Calling delete_port for e9292059-9ddc-45f5-833b-e9f1c704d8a1 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:25:21.389447 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-30c69dca-33eb-4926-9dd4-11b55aa3d062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:21.415581 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c69dca-33eb-4926-9dd4-11b55aa3d062 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9292059-9ddc-45f5-833b-e9f1c704d8a1,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:21.420524 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c69dca-33eb-4926-9dd4-11b55aa3d062 admin admin] No DVR routers for this DVR port e9292059-9ddc-45f5-833b-e9f1c704d8a1 on host dv-neutron-828697-3-hyperv {{(pid=114375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:25:21.438335 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ab9279f1-6d25-437d-88c1-be5849716005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:21.463409 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9279f1-6d25-437d-88c1-be5849716005 None None] Pushing event deleted for resources: {'Port': ['ID=e9292059-9ddc-45f5-833b-e9f1c704d8a1,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:21.467599 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9279f1-6d25-437d-88c1-be5849716005 None None] No DVR routers for this DVR port e9292059-9ddc-45f5-833b-e9f1c704d8a1 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:25:21.497333 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-30c69dca-33eb-4926-9dd4-11b55aa3d062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:21.517013 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-30c69dca-33eb-4926-9dd4-11b55aa3d062 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdd8717f-21e8-4316-b64c-5c9b734d21c4']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:25:21.525851 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-30c69dca-33eb-4926-9dd4-11b55aa3d062 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fd36393-3bbe-4ecb-bbb0-c44e7509f877') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:25:21.526146 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-30c69dca-33eb-4926-9dd4-11b55aa3d062 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fd36393-3bbe-4ecb-bbb0-c44e7509f877') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:25:21.535992 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-30c69dca-33eb-4926-9dd4-11b55aa3d062 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:21.548974 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-30c69dca-33eb-4926-9dd4-11b55aa3d062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:21.554505 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30c69dca-33eb-4926-9dd4-11b55aa3d062 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:25:21.554881 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-30c69dca-33eb-4926-9dd4-11b55aa3d062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:21.556490 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 17:25:21.556490 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:25:21.556490 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 17:25:21.556490 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:25:21.556490 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 17:25:21.556490 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:25:21.556490 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 17:25:21.556490 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:25:21.556490 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 17:25:21.556490 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:25:21.556490 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 17:25:21.556490 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:25:21.556490 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 17:25:21.556490 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:25:21.556490 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:25:21.556490 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:25:21.556490 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:25:21.556490 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:25:21.556490 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 17:25:21.556490 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:25:21.556490 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 17:25:21.556490 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:25:21.556490 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:25:21.556490 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:25:21.556490 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 17:25:21.556490 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:25:21.556490 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:25:21.556490 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:25:21.556490 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:25:21.556490 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:25:21.556490 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:25:21.556490 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:25:21.649358 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-30c69dca-33eb-4926-9dd4-11b55aa3d062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:21.658359 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-30c69dca-33eb-4926-9dd4-11b55aa3d062 admin admin] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:21.658534 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-30c69dca-33eb-4926-9dd4-11b55aa3d062 admin admin] 10.222.0.88 "DELETE /v2.0/networks/cdd8717f-21e8-4316-b64c-5c9b734d21c4 HTTP/1.1" status: 204 len: 168 time: 0.6016252 Feb 16 17:25:21.667951 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c69dca-33eb-4926-9dd4-11b55aa3d062 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdd8717f-21e8-4316-b64c-5c9b734d21c4,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:22.114111 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 58210) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:25:22.152972 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-b559b5e6-77f0-496b-976c-fac893256248 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=044c073cf03a45d9aa87a4f930121794&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377169 Feb 16 17:25:22.155454 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 58212) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:25:22.202389 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bdff66e3-c58e-4d39-9db6-3b9055307a51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:22.222537 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bdff66e3-c58e-4d39-9db6-3b9055307a51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:22.346544 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bdff66e3-c58e-4d39-9db6-3b9055307a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:22.349126 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bdff66e3-c58e-4d39-9db6-3b9055307a51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:22.350356 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-bdff66e3-c58e-4d39-9db6-3b9055307a51 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/be867276-0c0d-410b-a121-2528d68a06eb HTTP/1.1" status: 204 len: 168 time: 0.1939883 Feb 16 17:25:22.358869 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdff66e3-c58e-4d39-9db6-3b9055307a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be867276-0c0d-410b-a121-2528d68a06eb,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:22.443267 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device c088aaef-4aa4-4b2d-9d40-1849d04ba946 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:25:22.464545 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: c088aaef-4aa4-4b2d-9d40-1849d04ba946 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:25:22.465168 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device c088aaef-4aa4-4b2d-9d40-1849d04ba946 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:25:22.465274 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device e9292059-9ddc-45f5-833b-e9f1c704d8a1 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:25:22.487080 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: e9292059-9ddc-45f5-833b-e9f1c704d8a1 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:25:22.487425 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device e9292059-9ddc-45f5-833b-e9f1c704d8a1 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:25:23.385027 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 58234) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:25:23.486277 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-61d0edc1-87d0-4af8-be18-5263f5fa0a29 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-437542310-network', 'tenant_id': '781ad7d8cacf41a381328bbc33767a15'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:25:23.557449 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d0edc1-87d0-4af8-be18-5263f5fa0a29 admin admin] Made reservation on behalf of 781ad7d8cacf41a381328bbc33767a15 for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:25:23.560290 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-61d0edc1-87d0-4af8-be18-5263f5fa0a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:23.568688 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-61d0edc1-87d0-4af8-be18-5263f5fa0a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:23.642345 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-61d0edc1-87d0-4af8-be18-5263f5fa0a29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:23.726058 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-61d0edc1-87d0-4af8-be18-5263f5fa0a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:23.825143 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61d0edc1-87d0-4af8-be18-5263f5fa0a29 admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:25:23.831650 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d0edc1-87d0-4af8-be18-5263f5fa0a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6ff9ea-0f32-41de-92f1-1144a2e94a19,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:23.841845 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-61d0edc1-87d0-4af8-be18-5263f5fa0a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:23.841949 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-61d0edc1-87d0-4af8-be18-5263f5fa0a29 admin admin] Added segment 6e7806c7-658e-4baa-af1c-a13ef638fc2a of type vlan for network 225c0be7-79bb-49b3-81ef-b95dc99dfa70 Feb 16 17:25:23.899422 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-61d0edc1-87d0-4af8-be18-5263f5fa0a29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:23.989480 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-61d0edc1-87d0-4af8-be18-5263f5fa0a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:23.990459 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d0edc1-87d0-4af8-be18-5263f5fa0a29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:23.991044 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-61d0edc1-87d0-4af8-be18-5263f5fa0a29 admin admin] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:24.048786 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d0edc1-87d0-4af8-be18-5263f5fa0a29 admin admin] Pushing event updated for resources: {'Network': ['ID=225c0be7-79bb-49b3-81ef-b95dc99dfa70,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:24.059024 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 225c0be7-79bb-49b3-81ef-b95dc99dfa70 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:25:24.092520 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-61d0edc1-87d0-4af8-be18-5263f5fa0a29 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7047379 Feb 16 17:25:24.095292 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 58238) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:25:24.100007 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-0bf64dd3-dbda-43e2-aa11-bfa9c5d58cbb admin admin] Request body: {'subnet': {'network_id': '225c0be7-79bb-49b3-81ef-b95dc99dfa70', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-437542310-subnet', 'tenant_id': '781ad7d8cacf41a381328bbc33767a15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:25:24.214826 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf64dd3-dbda-43e2-aa11-bfa9c5d58cbb admin admin] Made reservation on behalf of 781ad7d8cacf41a381328bbc33767a15 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:25:24.217289 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0bf64dd3-dbda-43e2-aa11-bfa9c5d58cbb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:24.461070 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0bf64dd3-dbda-43e2-aa11-bfa9c5d58cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:24.517940 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf64dd3-dbda-43e2-aa11-bfa9c5d58cbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bde3d5a-c8f6-4cca-9f94-e491ee0ff398,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:24.525225 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf64dd3-dbda-43e2-aa11-bfa9c5d58cbb admin admin] Checking segment: {'id': '6e7806c7-658e-4baa-af1c-a13ef638fc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '225c0be7-79bb-49b3-81ef-b95dc99dfa70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:25:24.525586 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf64dd3-dbda-43e2-aa11-bfa9c5d58cbb admin admin] Network hostable DHCP agents. Network: 225c0be7-79bb-49b3-81ef-b95dc99dfa70, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:25:24.614949 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf64dd3-dbda-43e2-aa11-bfa9c5d58cbb admin admin] Network 225c0be7-79bb-49b3-81ef-b95dc99dfa70 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:25:24.683627 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-0bf64dd3-dbda-43e2-aa11-bfa9c5d58cbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 225c0be7-79bb-49b3-81ef-b95dc99dfa70) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:25:24.687959 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf64dd3-dbda-43e2-aa11-bfa9c5d58cbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:24.688581 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0bf64dd3-dbda-43e2-aa11-bfa9c5d58cbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:24.693382 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1f2e0a-efc6-4802-8568-75e47f7ab9fa None None] Network 225c0be7-79bb-49b3-81ef-b95dc99dfa70 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:25:24.780509 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-0bf64dd3-dbda-43e2-aa11-bfa9c5d58cbb admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6841795 Feb 16 17:25:24.815547 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dae5f88-e56b-4cab-ba02-d36b5ae6e714 None None] Network 225c0be7-79bb-49b3-81ef-b95dc99dfa70 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:25:25.203204 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659cec7e-ce5d-428e-990d-49e1ed51c069 req-013c9bf6-520d-44eb-85b4-bffebcf3b7b7 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:25.204634 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-659cec7e-ce5d-428e-990d-49e1ed51c069 req-013c9bf6-520d-44eb-85b4-bffebcf3b7b7 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/networks?id=225c0be7-79bb-49b3-81ef-b95dc99dfa70 HTTP/1.1" status: 200 len: 813 time: 0.1037185 Feb 16 17:25:25.219291 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-659cec7e-ce5d-428e-990d-49e1ed51c069 req-69d3fc2a-2daf-45b4-9ea8-44327b11e4a9 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/quotas/781ad7d8cacf41a381328bbc33767a15 HTTP/1.1" status: 200 len: 375 time: 0.0088646 Feb 16 17:25:25.251249 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-659cec7e-ce5d-428e-990d-49e1ed51c069 req-3ac93295-9139-418b-b13d-58eec86d0277 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=781ad7d8cacf41a381328bbc33767a15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267186 Feb 16 17:25:25.345464 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-659cec7e-ce5d-428e-990d-49e1ed51c069 req-2325223c-42dc-4eba-8560-37f43d496ba1 service neutron] 10.222.0.88 "GET /v2.0/networks/225c0be7-79bb-49b3-81ef-b95dc99dfa70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874598 Feb 16 17:25:25.435834 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-659cec7e-ce5d-428e-990d-49e1ed51c069 req-57a0d12c-d2ae-4feb-a5f7-90c5970c89c9 service neutron] 10.222.0.88 "GET /v2.0/networks/225c0be7-79bb-49b3-81ef-b95dc99dfa70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843034 Feb 16 17:25:25.711230 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-69de0869-3d34-43de-ada3-858350361321 req-0089e0fe-07c0-4600-ac97-41863f6ce505 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/ports?device_id=eb95a14f-5b8e-4b22-8a1b-c16444755821 HTTP/1.1" status: 200 len: 210 time: 0.0325990 Feb 16 17:25:26.788789 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e63c9974-3952-4d9e-a711-264d4eb8df83 req-583536da-656f-48fe-931b-78478dd55521 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/ports?device_id=eb95a14f-5b8e-4b22-8a1b-c16444755821 HTTP/1.1" status: 200 len: 210 time: 0.0259616 Feb 16 17:25:27.880700 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-f3b7f715-2055-480c-916a-04c8fa883142 req-b46b09fa-8a69-4130-9bc8-d2102aeb2a98 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/ports?device_id=eb95a14f-5b8e-4b22-8a1b-c16444755821 HTTP/1.1" status: 200 len: 210 time: 0.0258970 Feb 16 17:25:28.250335 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659cec7e-ce5d-428e-990d-49e1ed51c069 req-1a90f3bb-3a1a-4439-bb90-4498bcce2bec tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:28.251752 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-659cec7e-ce5d-428e-990d-49e1ed51c069 req-1a90f3bb-3a1a-4439-bb90-4498bcce2bec tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.89 "GET /v2.0/networks?id=225c0be7-79bb-49b3-81ef-b95dc99dfa70 HTTP/1.1" status: 200 len: 813 time: 0.1050282 Feb 16 17:25:28.264974 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-659cec7e-ce5d-428e-990d-49e1ed51c069 req-644ac787-daab-40d9-b567-e6788126936a tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Request body: {'port': {'device_id': 'eb95a14f-5b8e-4b22-8a1b-c16444755821', 'network_id': '225c0be7-79bb-49b3-81ef-b95dc99dfa70', 'admin_state_up': True, 'tenant_id': '781ad7d8cacf41a381328bbc33767a15'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:25:28.457971 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-659cec7e-ce5d-428e-990d-49e1ed51c069 req-644ac787-daab-40d9-b567-e6788126936a tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Made reservation on behalf of 781ad7d8cacf41a381328bbc33767a15 for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:25:28.461665 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-659cec7e-ce5d-428e-990d-49e1ed51c069 req-644ac787-daab-40d9-b567-e6788126936a tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:28.590344 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [req-659cec7e-ce5d-428e-990d-49e1ed51c069 req-644ac787-daab-40d9-b567-e6788126936a tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Allocated IP 172.20.0.5 (225c0be7-79bb-49b3-81ef-b95dc99dfa70/7bde3d5a-c8f6-4cca-9f94-e491ee0ff398/dbe99bd1-990c-433e-b22b-a032cd3a3ddf) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:25:28.734620 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-659cec7e-ce5d-428e-990d-49e1ed51c069 req-644ac787-daab-40d9-b567-e6788126936a tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:28.829336 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-659cec7e-ce5d-428e-990d-49e1ed51c069 req-644ac787-daab-40d9-b567-e6788126936a tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:28.875154 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-659cec7e-ce5d-428e-990d-49e1ed51c069 req-644ac787-daab-40d9-b567-e6788126936a tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Network 225c0be7-79bb-49b3-81ef-b95dc99dfa70 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:25:28.878072 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [req-659cec7e-ce5d-428e-990d-49e1ed51c069 req-644ac787-daab-40d9-b567-e6788126936a tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:25:28.880574 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-659cec7e-ce5d-428e-990d-49e1ed51c069 req-644ac787-daab-40d9-b567-e6788126936a tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:25:28.905568 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ac787-daab-40d9-b567-e6788126936a tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Pushing event updated for resources: {'Port': ['ID=dbe99bd1-990c-433e-b22b-a032cd3a3ddf,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:28.934086 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659cec7e-ce5d-428e-990d-49e1ed51c069 req-644ac787-daab-40d9-b567-e6788126936a tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:28.934690 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-659cec7e-ce5d-428e-990d-49e1ed51c069 req-644ac787-daab-40d9-b567-e6788126936a tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:28.999826 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aace3d-b118-4cae-835b-4db3055a7187 req-202cde17-e90a-42ee-9024-40e9646008c5 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:29.001395 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-50aace3d-b118-4cae-835b-4db3055a7187 req-202cde17-e90a-42ee-9024-40e9646008c5 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/ports?device_id=eb95a14f-5b8e-4b22-8a1b-c16444755821 HTTP/1.1" status: 200 len: 931 time: 0.0529323 Feb 16 17:25:29.005563 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-659cec7e-ce5d-428e-990d-49e1ed51c069 req-644ac787-daab-40d9-b567-e6788126936a tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7443070 Feb 16 17:25:29.022384 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-659cec7e-ce5d-428e-990d-49e1ed51c069 req-e34139df-df11-4705-81a3-449a9b9c3e5b service neutron] Request body: {'port': {'device_id': 'eb95a14f-5b8e-4b22-8a1b-c16444755821', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8286'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:25:29.073703 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-50aace3d-b118-4cae-835b-4db3055a7187 req-9a9b8266-42bb-4667-bec0-093bda5dd6eb tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/security-groups?id=6b6ff9ea-0f32-41de-92f1-1144a2e94a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648639 Feb 16 17:25:29.095960 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-659cec7e-ce5d-428e-990d-49e1ed51c069 req-e34139df-df11-4705-81a3-449a9b9c3e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:29.358479 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [req-659cec7e-ce5d-428e-990d-49e1ed51c069 req-e34139df-df11-4705-81a3-449a9b9c3e5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbe99bd1-990c-433e-b22b-a032cd3a3ddf {{(pid=114376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:25:29.365665 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-659cec7e-ce5d-428e-990d-49e1ed51c069 req-e34139df-df11-4705-81a3-449a9b9c3e5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:29.377607 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.provisioning_blocks [req-659cec7e-ce5d-428e-990d-49e1ed51c069 req-e34139df-df11-4705-81a3-449a9b9c3e5b service neutron] Transition to ACTIVE for port object dbe99bd1-990c-433e-b22b-a032cd3a3ddf will not be triggered until provisioned by entity L2. {{(pid=114376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:25:29.457245 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-659cec7e-ce5d-428e-990d-49e1ed51c069 req-e34139df-df11-4705-81a3-449a9b9c3e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:29.508091 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34139df-df11-4705-81a3-449a9b9c3e5b service neutron] Pushing event updated for resources: {'Port': ['ID=dbe99bd1-990c-433e-b22b-a032cd3a3ddf,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:29.569639 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-659cec7e-ce5d-428e-990d-49e1ed51c069 req-e34139df-df11-4705-81a3-449a9b9c3e5b service neutron] Attempting to bind port dbe99bd1-990c-433e-b22b-a032cd3a3ddf on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:25:29.569975 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-659cec7e-ce5d-428e-990d-49e1ed51c069 req-e34139df-df11-4705-81a3-449a9b9c3e5b service neutron] Attempting to bind port dbe99bd1-990c-433e-b22b-a032cd3a3ddf by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': '6e7806c7-658e-4baa-af1c-a13ef638fc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '225c0be7-79bb-49b3-81ef-b95dc99dfa70'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:25:29.570303 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659cec7e-ce5d-428e-990d-49e1ed51c069 req-e34139df-df11-4705-81a3-449a9b9c3e5b service neutron] Attempting to bind port dbe99bd1-990c-433e-b22b-a032cd3a3ddf on network 225c0be7-79bb-49b3-81ef-b95dc99dfa70 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:25:29.574499 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659cec7e-ce5d-428e-990d-49e1ed51c069 req-e34139df-df11-4705-81a3-449a9b9c3e5b service neutron] Port dbe99bd1-990c-433e-b22b-a032cd3a3ddf on network 225c0be7-79bb-49b3-81ef-b95dc99dfa70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:25:29.574854 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659cec7e-ce5d-428e-990d-49e1ed51c069 req-e34139df-df11-4705-81a3-449a9b9c3e5b service neutron] Attempting to bind port dbe99bd1-990c-433e-b22b-a032cd3a3ddf on network 225c0be7-79bb-49b3-81ef-b95dc99dfa70 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:25:29.580220 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659cec7e-ce5d-428e-990d-49e1ed51c069 req-e34139df-df11-4705-81a3-449a9b9c3e5b service neutron] Checking agent: {'id': '65dda45c-bbef-42f9-9728-e0fd84037987', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8286', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 56), 'started_at': datetime.datetime(2022, 2, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:25:29.580559 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659cec7e-ce5d-428e-990d-49e1ed51c069 req-e34139df-df11-4705-81a3-449a9b9c3e5b service neutron] Checking segment: {'id': '6e7806c7-658e-4baa-af1c-a13ef638fc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '225c0be7-79bb-49b3-81ef-b95dc99dfa70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:25:29.580947 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659cec7e-ce5d-428e-990d-49e1ed51c069 req-e34139df-df11-4705-81a3-449a9b9c3e5b service neutron] Bound using segment: {'id': '6e7806c7-658e-4baa-af1c-a13ef638fc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '225c0be7-79bb-49b3-81ef-b95dc99dfa70'} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:25:29.581370 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-659cec7e-ce5d-428e-990d-49e1ed51c069 req-e34139df-df11-4705-81a3-449a9b9c3e5b service neutron] Bound port: dbe99bd1-990c-433e-b22b-a032cd3a3ddf, host: hv-neutron-8286, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e7806c7-658e-4baa-af1c-a13ef638fc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '225c0be7-79bb-49b3-81ef-b95dc99dfa70'}}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:25:29.581721 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-659cec7e-ce5d-428e-990d-49e1ed51c069 req-e34139df-df11-4705-81a3-449a9b9c3e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:29.646700 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-659cec7e-ce5d-428e-990d-49e1ed51c069 req-e34139df-df11-4705-81a3-449a9b9c3e5b service neutron] For port dbe99bd1-990c-433e-b22b-a032cd3a3ddf, host hv-neutron-8286, cleared binding levels {{(pid=114376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:25:29.649623 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-659cec7e-ce5d-428e-990d-49e1ed51c069 req-e34139df-df11-4705-81a3-449a9b9c3e5b service neutron] For port dbe99bd1-990c-433e-b22b-a032cd3a3ddf, host hv-neutron-8286, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=dbe99bd1-990c-433e-b22b-a032cd3a3ddf,segment=NetworkSegment(6e7806c7-658e-4baa-af1c-a13ef638fc2a),segment_id=6e7806c7-658e-4baa-af1c-a13ef638fc2a)] {{(pid=114376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:25:29.741088 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-659cec7e-ce5d-428e-990d-49e1ed51c069 req-e34139df-df11-4705-81a3-449a9b9c3e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:29.777274 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659cec7e-ce5d-428e-990d-49e1ed51c069 req-e34139df-df11-4705-81a3-449a9b9c3e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:29.777922 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-659cec7e-ce5d-428e-990d-49e1ed51c069 req-e34139df-df11-4705-81a3-449a9b9c3e5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:29.779294 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-659cec7e-ce5d-428e-990d-49e1ed51c069 req-e34139df-df11-4705-81a3-449a9b9c3e5b service neutron] 10.222.0.89 "PUT /v2.0/ports/dbe99bd1-990c-433e-b22b-a032cd3a3ddf HTTP/1.1" status: 200 len: 1093 time: 0.7612345 Feb 16 17:25:29.779732 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb95a14f-5b8e-4b22-8a1b-c16444755821', 'tag': 'dbe99bd1-990c-433e-b22b-a032cd3a3ddf'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:25:29.781981 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99a1fb3-f2de-411b-b794-f6a35c735848" -d '{"events": [{"name": "network-changed", "server_uuid": "eb95a14f-5b8e-4b22-8a1b-c16444755821", "tag": "dbe99bd1-990c-433e-b22b-a032cd3a3ddf"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:25:29.802725 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34139df-df11-4705-81a3-449a9b9c3e5b service neutron] Pushing event updated for resources: {'Port': ['ID=dbe99bd1-990c-433e-b22b-a032cd3a3ddf,revision_number=3']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:29.880582 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722924aa-5ccd-40fd-bc12-3cd166109cf4 x-openstack-request-id: req-722924aa-5ccd-40fd-bc12-3cd166109cf4 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:25:29.880877 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb95a14f-5b8e-4b22-8a1b-c16444755821", "tag": "dbe99bd1-990c-433e-b22b-a032cd3a3ddf", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:25:29.881130 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-722924aa-5ccd-40fd-bc12-3cd166109cf4 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:25:29.884306 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb95a14f-5b8e-4b22-8a1b-c16444755821', 'tag': 'dbe99bd1-990c-433e-b22b-a032cd3a3ddf', 'status': 'completed', 'code': 200} Feb 16 17:25:29.941880 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a1fb3-f2de-411b-b794-f6a35c735848 req-89ddce69-74aa-496b-80b8-099a61daa94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:29.943352 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f99a1fb3-f2de-411b-b794-f6a35c735848 req-89ddce69-74aa-496b-80b8-099a61daa94b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=781ad7d8cacf41a381328bbc33767a15&device_id=eb95a14f-5b8e-4b22-8a1b-c16444755821 HTTP/1.1" status: 200 len: 1096 time: 0.0402491 Feb 16 17:25:30.043167 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a1fb3-f2de-411b-b794-f6a35c735848 req-f6d68eb8-912f-4f65-8e33-dea46d0abfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:30.045173 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f99a1fb3-f2de-411b-b794-f6a35c735848 req-f6d68eb8-912f-4f65-8e33-dea46d0abfdc service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=781ad7d8cacf41a381328bbc33767a15&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0938880 Feb 16 17:25:30.136474 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a1fb3-f2de-411b-b794-f6a35c735848 req-9a97bfd6-97e5-4a55-acbc-8cef9a9bca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:30.138004 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f99a1fb3-f2de-411b-b794-f6a35c735848 req-9a97bfd6-97e5-4a55-acbc-8cef9a9bca6c service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0870609 Feb 16 17:25:30.216738 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e5fdb-8a3e-4065-b83b-adcbed65b5b4 req-33e3d18c-21d3-41f8-b8ae-0f6518b19297 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:30.218194 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d30e5fdb-8a3e-4065-b83b-adcbed65b5b4 req-33e3d18c-21d3-41f8-b8ae-0f6518b19297 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/ports?device_id=eb95a14f-5b8e-4b22-8a1b-c16444755821 HTTP/1.1" status: 200 len: 943 time: 0.0775440 Feb 16 17:25:30.233148 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659cec7e-ce5d-428e-990d-49e1ed51c069 req-830ec4e2-9520-474a-a1c0-16ed60039cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:30.234508 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-659cec7e-ce5d-428e-990d-49e1ed51c069 req-830ec4e2-9520-474a-a1c0-16ed60039cd0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=781ad7d8cacf41a381328bbc33767a15&device_id=eb95a14f-5b8e-4b22-8a1b-c16444755821 HTTP/1.1" status: 200 len: 1096 time: 0.0611553 Feb 16 17:25:30.280694 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-659cec7e-ce5d-428e-990d-49e1ed51c069 req-edb5bb8f-1a9d-4256-beb3-7c0adfcf9b70 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbe99bd1-990c-433e-b22b-a032cd3a3ddf HTTP/1.1" status: 200 len: 217 time: 0.0386841 Feb 16 17:25:30.300918 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d30e5fdb-8a3e-4065-b83b-adcbed65b5b4 req-8903ca77-8d2e-41f6-ab34-922c4af49c53 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/security-groups?id=6b6ff9ea-0f32-41de-92f1-1144a2e94a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757089 Feb 16 17:25:30.333870 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659cec7e-ce5d-428e-990d-49e1ed51c069 req-882ac860-e164-444e-9a82-b45d4c225315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:30.335310 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-659cec7e-ce5d-428e-990d-49e1ed51c069 req-882ac860-e164-444e-9a82-b45d4c225315 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7bde3d5a-c8f6-4cca-9f94-e491ee0ff398 HTTP/1.1" status: 200 len: 853 time: 0.0474105 Feb 16 17:25:30.369296 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-659cec7e-ce5d-428e-990d-49e1ed51c069 req-e0499b80-e60d-4811-8a02-11bbd1db1919 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=225c0be7-79bb-49b3-81ef-b95dc99dfa70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276318 Feb 16 17:25:30.456508 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-659cec7e-ce5d-428e-990d-49e1ed51c069 req-61d7d6b9-3bfa-47c5-95c8-79b1bafe2b16 service neutron] 10.222.0.89 "GET /v2.0/networks/225c0be7-79bb-49b3-81ef-b95dc99dfa70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799603 Feb 16 17:25:30.548816 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-659cec7e-ce5d-428e-990d-49e1ed51c069 req-45b83698-e18a-47a9-8ac7-9d3a9b403187 service neutron] 10.222.0.89 "GET /v2.0/networks/225c0be7-79bb-49b3-81ef-b95dc99dfa70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855584 Feb 16 17:25:30.671611 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:31.415108 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c3da1-c4de-4a87-bf7d-33abc47fd734 req-7647de15-db31-4885-94ad-2fd3485ac80a tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:31.416590 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-c89c3da1-c4de-4a87-bf7d-33abc47fd734 req-7647de15-db31-4885-94ad-2fd3485ac80a tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/ports?device_id=eb95a14f-5b8e-4b22-8a1b-c16444755821 HTTP/1.1" status: 200 len: 943 time: 0.0473578 Feb 16 17:25:31.454096 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-c89c3da1-c4de-4a87-bf7d-33abc47fd734 req-9e6bf074-5b2d-4c34-984a-81396f64b44c tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/security-groups?id=6b6ff9ea-0f32-41de-92f1-1144a2e94a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309412 Feb 16 17:25:32.390335 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device dbe99bd1-990c-433e-b22b-a032cd3a3ddf details requested by agent hyperv_hv-neutron-8286 with host hv-neutron-8286 {{(pid=114377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:25:32.486016 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port dbe99bd1-990c-433e-b22b-a032cd3a3ddf, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=dbe99bd1-990c-433e-b22b-a032cd3a3ddf,segment=NetworkSegment(6e7806c7-658e-4baa-af1c-a13ef638fc2a),segment_id=6e7806c7-658e-4baa-af1c-a13ef638fc2a)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:25:32.497919 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Returning: {'device': 'dbe99bd1-990c-433e-b22b-a032cd3a3ddf', 'network_id': '225c0be7-79bb-49b3-81ef-b95dc99dfa70', 'port_id': 'dbe99bd1-990c-433e-b22b-a032cd3a3ddf', 'mac_address': 'fa:16:3e:d3:4e:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bde3d5a-c8f6-4cca-9f94-e491ee0ff398', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:25:32.534266 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:32.547031 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbe99bd1-990c-433e-b22b-a032cd3a3ddf {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:25:32.567059 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c64cd-4a05-4a79-aa96-a6869e03908e req-a38fd3a9-bb6d-4528-8557-fb54a665e644 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:32.568680 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-9c6c64cd-4a05-4a79-aa96-a6869e03908e req-a38fd3a9-bb6d-4528-8557-fb54a665e644 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/ports?device_id=eb95a14f-5b8e-4b22-8a1b-c16444755821 HTTP/1.1" status: 200 len: 943 time: 0.0484436 Feb 16 17:25:32.570136 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port dbe99bd1-990c-433e-b22b-a032cd3a3ddf, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=dbe99bd1-990c-433e-b22b-a032cd3a3ddf,segment=NetworkSegment(6e7806c7-658e-4baa-af1c-a13ef638fc2a),segment_id=6e7806c7-658e-4baa-af1c-a13ef638fc2a)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:25:32.606562 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-9c6c64cd-4a05-4a79-aa96-a6869e03908e req-62fc232c-d052-44d0-abd3-c3cce4ac1fe1 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/security-groups?id=6b6ff9ea-0f32-41de-92f1-1144a2e94a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316756 Feb 16 17:25:32.660428 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:32.706948 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=dbe99bd1-990c-433e-b22b-a032cd3a3ddf,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:32.875367 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['dbe99bd1-990c-433e-b22b-a032cd3a3ddf'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:25:33.721198 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef9398-467a-4d71-ab8e-10e3d7b32375 req-5bd1ef58-3b96-4b21-bba4-5223db82c12d tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:33.722750 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-27ef9398-467a-4d71-ab8e-10e3d7b32375 req-5bd1ef58-3b96-4b21-bba4-5223db82c12d tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/ports?device_id=eb95a14f-5b8e-4b22-8a1b-c16444755821 HTTP/1.1" status: 200 len: 944 time: 0.0484569 Feb 16 17:25:33.759484 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-27ef9398-467a-4d71-ab8e-10e3d7b32375 req-397c4044-4921-4af1-8b8f-4d0d0890b9a8 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/security-groups?id=6b6ff9ea-0f32-41de-92f1-1144a2e94a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304670 Feb 16 17:25:34.405753 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device dbe99bd1-990c-433e-b22b-a032cd3a3ddf up at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:25:34.563705 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning for port dbe99bd1-990c-433e-b22b-a032cd3a3ddf completed by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:25:34.567697 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning complete for port dbe99bd1-990c-433e-b22b-a032cd3a3ddf triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:25:34.575914 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:34.642343 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:34.664574 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb95a14f-5b8e-4b22-8a1b-c16444755821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe99bd1-990c-433e-b22b-a032cd3a3ddf'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:25:34.666737 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66354a7c-da36-4561-9cac-fb8c82b94b8e" -d '{"events": [{"server_uuid": "eb95a14f-5b8e-4b22-8a1b-c16444755821", "name": "network-vif-plugged", "status": "completed", "tag": "dbe99bd1-990c-433e-b22b-a032cd3a3ddf"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:25:34.679901 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port dbe99bd1-990c-433e-b22b-a032cd3a3ddf, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=dbe99bd1-990c-433e-b22b-a032cd3a3ddf,segment=NetworkSegment(6e7806c7-658e-4baa-af1c-a13ef638fc2a),segment_id=6e7806c7-658e-4baa-af1c-a13ef638fc2a)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:25:34.704376 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4b90f2-d329-4bea-9a29-657b565af394 x-openstack-request-id: req-ff4b90f2-d329-4bea-9a29-657b565af394 {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:25:34.704667 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb95a14f-5b8e-4b22-8a1b-c16444755821", "name": "network-vif-plugged", "status": "completed", "tag": "dbe99bd1-990c-433e-b22b-a032cd3a3ddf", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:25:34.704954 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ff4b90f2-d329-4bea-9a29-657b565af394 {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:25:34.705346 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb95a14f-5b8e-4b22-8a1b-c16444755821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe99bd1-990c-433e-b22b-a032cd3a3ddf', 'code': 200} Feb 16 17:25:34.757380 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:34.807287 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=dbe99bd1-990c-433e-b22b-a032cd3a3ddf,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:34.879766 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16d996-3fad-4474-881a-8fde7c0cc090 req-a7c6c1f6-2289-426d-b5c7-3a49793ff85a tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:34.881298 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-6b16d996-3fad-4474-881a-8fde7c0cc090 req-a7c6c1f6-2289-426d-b5c7-3a49793ff85a tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/ports?device_id=eb95a14f-5b8e-4b22-8a1b-c16444755821 HTTP/1.1" status: 200 len: 945 time: 0.0525563 Feb 16 17:25:34.922763 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-6b16d996-3fad-4474-881a-8fde7c0cc090 req-53792534-a2db-49a1-97a1-5e7d16e35e3e tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/security-groups?id=6b6ff9ea-0f32-41de-92f1-1144a2e94a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324309 Feb 16 17:25:35.058632 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2262b0f5-8046-4e59-a032-478a5fb13306 req-a32b2603-55be-49e0-b343-49aa71c20d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:35.060165 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2262b0f5-8046-4e59-a032-478a5fb13306 req-a32b2603-55be-49e0-b343-49aa71c20d17 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=eb95a14f-5b8e-4b22-8a1b-c16444755821 HTTP/1.1" status: 200 len: 1098 time: 0.0392215 Feb 16 17:25:35.093782 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2262b0f5-8046-4e59-a032-478a5fb13306 req-814719b3-28a2-4576-8435-1984c91fc2c3 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=6b6ff9ea-0f32-41de-92f1-1144a2e94a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274363 Feb 16 17:25:36.036698 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1a265-a9f4-4392-9442-e7570e6d7022 req-9653ff03-ca47-48b4-8394-1680f063672c tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:36.038189 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4eb1a265-a9f4-4392-9442-e7570e6d7022 req-9653ff03-ca47-48b4-8394-1680f063672c tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/ports?device_id=eb95a14f-5b8e-4b22-8a1b-c16444755821 HTTP/1.1" status: 200 len: 945 time: 0.0484316 Feb 16 17:25:36.079634 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4eb1a265-a9f4-4392-9442-e7570e6d7022 req-a8f84e8c-1f0c-4899-8cdf-75c89a4bd901 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/security-groups?id=6b6ff9ea-0f32-41de-92f1-1144a2e94a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348446 Feb 16 17:25:36.857639 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-04ce3c54-56c8-48c4-98a5-e4d4fc4d12bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:37.196572 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd6af0a-a3bd-425a-acd5-78c8e9d4fa0c req-c1a96914-e038-46e1-935a-83302c3c2286 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:37.198041 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-8dd6af0a-a3bd-425a-acd5-78c8e9d4fa0c req-c1a96914-e038-46e1-935a-83302c3c2286 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/ports?device_id=eb95a14f-5b8e-4b22-8a1b-c16444755821 HTTP/1.1" status: 200 len: 945 time: 0.0481224 Feb 16 17:25:37.235750 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-8dd6af0a-a3bd-425a-acd5-78c8e9d4fa0c req-2592f871-4c41-4223-b312-acf7575db56e tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/security-groups?id=6b6ff9ea-0f32-41de-92f1-1144a2e94a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318146 Feb 16 17:25:37.450024 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c06529-aaf0-42d5-a6e7-33d0e18f974a req-c82d2bc5-27f6-46a1-aee4-7e3100819396 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:37.451462 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e8c06529-aaf0-42d5-a6e7-33d0e18f974a req-c82d2bc5-27f6-46a1-aee4-7e3100819396 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/networks?id=225c0be7-79bb-49b3-81ef-b95dc99dfa70 HTTP/1.1" status: 200 len: 813 time: 0.0983372 Feb 16 17:25:37.465908 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e8c06529-aaf0-42d5-a6e7-33d0e18f974a req-27eb1fe6-5824-4599-9a17-85c8586fd6e7 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/quotas/781ad7d8cacf41a381328bbc33767a15 HTTP/1.1" status: 200 len: 375 time: 0.0087323 Feb 16 17:25:37.512807 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e8c06529-aaf0-42d5-a6e7-33d0e18f974a req-47acfe21-2d44-4030-bd98-d52e2980cdfb tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=781ad7d8cacf41a381328bbc33767a15&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0418668 Feb 16 17:25:37.603965 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e8c06529-aaf0-42d5-a6e7-33d0e18f974a req-08b7e6fa-3943-46dc-b79c-48c8281b7f8f service neutron] 10.222.0.88 "GET /v2.0/networks/225c0be7-79bb-49b3-81ef-b95dc99dfa70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841565 Feb 16 17:25:37.689797 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e8c06529-aaf0-42d5-a6e7-33d0e18f974a req-6e4ebb8e-da59-42b0-9b43-bae91940f890 service neutron] 10.222.0.88 "GET /v2.0/networks/225c0be7-79bb-49b3-81ef-b95dc99dfa70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796835 Feb 16 17:25:37.950298 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-db2780db-84fc-4dd5-88d0-f2b062dc213f req-980b0a20-fc84-40c1-858d-440ac0de7b19 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/ports?device_id=653f3333-b808-40f2-ba1f-31bc843f4063 HTTP/1.1" status: 200 len: 210 time: 0.0269163 Feb 16 17:25:39.048875 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6398f533-1bd3-41a7-9428-bb553e81e6d1 req-d1b0def8-c937-4213-a1ad-9058ffb2955f tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/ports?device_id=653f3333-b808-40f2-ba1f-31bc843f4063 HTTP/1.1" status: 200 len: 210 time: 0.0309043 Feb 16 17:25:39.263180 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-7c5ef5e1-5806-49a7-bdb1-8eb4e01decca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:39.877084 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c06529-aaf0-42d5-a6e7-33d0e18f974a req-e6facd12-77f3-44ad-bff0-71da6b924934 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:39.878506 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e8c06529-aaf0-42d5-a6e7-33d0e18f974a req-e6facd12-77f3-44ad-bff0-71da6b924934 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.89 "GET /v2.0/networks?id=225c0be7-79bb-49b3-81ef-b95dc99dfa70 HTTP/1.1" status: 200 len: 813 time: 0.1020279 Feb 16 17:25:39.891550 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-e8c06529-aaf0-42d5-a6e7-33d0e18f974a req-67e93c08-d429-4138-9b1c-39ecdf5fde0d tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Request body: {'port': {'device_id': '653f3333-b808-40f2-ba1f-31bc843f4063', 'network_id': '225c0be7-79bb-49b3-81ef-b95dc99dfa70', 'admin_state_up': True, 'tenant_id': '781ad7d8cacf41a381328bbc33767a15'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:25:40.089607 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8c06529-aaf0-42d5-a6e7-33d0e18f974a req-67e93c08-d429-4138-9b1c-39ecdf5fde0d tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Made reservation on behalf of 781ad7d8cacf41a381328bbc33767a15 for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:25:40.094955 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-e8c06529-aaf0-42d5-a6e7-33d0e18f974a req-67e93c08-d429-4138-9b1c-39ecdf5fde0d tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:40.155233 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-31878b52-c76a-47b9-a659-f23665498716 req-0e83331f-10b2-45af-896f-618c8b792159 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/ports?device_id=653f3333-b808-40f2-ba1f-31bc843f4063 HTTP/1.1" status: 200 len: 210 time: 0.0352118 Feb 16 17:25:40.247709 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [req-e8c06529-aaf0-42d5-a6e7-33d0e18f974a req-67e93c08-d429-4138-9b1c-39ecdf5fde0d tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Allocated IP 172.20.0.11 (225c0be7-79bb-49b3-81ef-b95dc99dfa70/7bde3d5a-c8f6-4cca-9f94-e491ee0ff398/e8c19552-42ee-4e38-8ba6-53f5ef822fcb) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:25:40.477691 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:40.744828 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-e8c06529-aaf0-42d5-a6e7-33d0e18f974a req-67e93c08-d429-4138-9b1c-39ecdf5fde0d tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:40.835385 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-e8c06529-aaf0-42d5-a6e7-33d0e18f974a req-67e93c08-d429-4138-9b1c-39ecdf5fde0d tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:40.847423 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['dbe99bd1-990c-433e-b22b-a032cd3a3ddf'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:25:40.881011 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8c06529-aaf0-42d5-a6e7-33d0e18f974a req-67e93c08-d429-4138-9b1c-39ecdf5fde0d tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Network 225c0be7-79bb-49b3-81ef-b95dc99dfa70 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:25:40.883935 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [req-e8c06529-aaf0-42d5-a6e7-33d0e18f974a req-67e93c08-d429-4138-9b1c-39ecdf5fde0d tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:25:40.895326 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c06529-aaf0-42d5-a6e7-33d0e18f974a req-67e93c08-d429-4138-9b1c-39ecdf5fde0d tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:25:40.895326 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e93c08-d429-4138-9b1c-39ecdf5fde0d tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Pushing event updated for resources: {'Port': ['ID=e8c19552-42ee-4e38-8ba6-53f5ef822fcb,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:40.943842 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c06529-aaf0-42d5-a6e7-33d0e18f974a req-67e93c08-d429-4138-9b1c-39ecdf5fde0d tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:40.944469 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-e8c06529-aaf0-42d5-a6e7-33d0e18f974a req-67e93c08-d429-4138-9b1c-39ecdf5fde0d tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:41.039796 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e8c06529-aaf0-42d5-a6e7-33d0e18f974a req-67e93c08-d429-4138-9b1c-39ecdf5fde0d tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1518252 Feb 16 17:25:41.051334 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-e8c06529-aaf0-42d5-a6e7-33d0e18f974a req-a6f86926-0579-4da7-b8ef-2116f95d95b6 service neutron] Request body: {'port': {'device_id': '653f3333-b808-40f2-ba1f-31bc843f4063', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8286'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:25:41.102031 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-e8c06529-aaf0-42d5-a6e7-33d0e18f974a req-a6f86926-0579-4da7-b8ef-2116f95d95b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:41.324629 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1416e76-eddb-45f5-ac70-2f6f1d0d4170 req-5c675a97-a02c-444d-86d0-b0926e50ec78 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:41.326019 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e1416e76-eddb-45f5-ac70-2f6f1d0d4170 req-5c675a97-a02c-444d-86d0-b0926e50ec78 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/ports?device_id=653f3333-b808-40f2-ba1f-31bc843f4063 HTTP/1.1" status: 200 len: 932 time: 0.1002183 Feb 16 17:25:41.389289 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e1416e76-eddb-45f5-ac70-2f6f1d0d4170 req-0443864f-688a-4fd0-b45b-00cba9a41e32 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/security-groups?id=6b6ff9ea-0f32-41de-92f1-1144a2e94a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572107 Feb 16 17:25:41.423561 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [req-e8c06529-aaf0-42d5-a6e7-33d0e18f974a req-a6f86926-0579-4da7-b8ef-2116f95d95b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8c19552-42ee-4e38-8ba6-53f5ef822fcb {{(pid=114376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:25:41.430738 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-e8c06529-aaf0-42d5-a6e7-33d0e18f974a req-a6f86926-0579-4da7-b8ef-2116f95d95b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:41.442030 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.provisioning_blocks [req-e8c06529-aaf0-42d5-a6e7-33d0e18f974a req-a6f86926-0579-4da7-b8ef-2116f95d95b6 service neutron] Transition to ACTIVE for port object e8c19552-42ee-4e38-8ba6-53f5ef822fcb will not be triggered until provisioned by entity L2. {{(pid=114376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:25:41.517436 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-e8c06529-aaf0-42d5-a6e7-33d0e18f974a req-a6f86926-0579-4da7-b8ef-2116f95d95b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:41.567838 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f86926-0579-4da7-b8ef-2116f95d95b6 service neutron] Pushing event updated for resources: {'Port': ['ID=e8c19552-42ee-4e38-8ba6-53f5ef822fcb,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:41.633588 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-e8c06529-aaf0-42d5-a6e7-33d0e18f974a req-a6f86926-0579-4da7-b8ef-2116f95d95b6 service neutron] Attempting to bind port e8c19552-42ee-4e38-8ba6-53f5ef822fcb on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:25:41.633931 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-e8c06529-aaf0-42d5-a6e7-33d0e18f974a req-a6f86926-0579-4da7-b8ef-2116f95d95b6 service neutron] Attempting to bind port e8c19552-42ee-4e38-8ba6-53f5ef822fcb by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': '6e7806c7-658e-4baa-af1c-a13ef638fc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '225c0be7-79bb-49b3-81ef-b95dc99dfa70'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:25:41.634265 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c06529-aaf0-42d5-a6e7-33d0e18f974a req-a6f86926-0579-4da7-b8ef-2116f95d95b6 service neutron] Attempting to bind port e8c19552-42ee-4e38-8ba6-53f5ef822fcb on network 225c0be7-79bb-49b3-81ef-b95dc99dfa70 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:25:41.638966 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c06529-aaf0-42d5-a6e7-33d0e18f974a req-a6f86926-0579-4da7-b8ef-2116f95d95b6 service neutron] Port e8c19552-42ee-4e38-8ba6-53f5ef822fcb on network 225c0be7-79bb-49b3-81ef-b95dc99dfa70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:25:41.639293 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c06529-aaf0-42d5-a6e7-33d0e18f974a req-a6f86926-0579-4da7-b8ef-2116f95d95b6 service neutron] Attempting to bind port e8c19552-42ee-4e38-8ba6-53f5ef822fcb on network 225c0be7-79bb-49b3-81ef-b95dc99dfa70 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:25:41.644290 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c06529-aaf0-42d5-a6e7-33d0e18f974a req-a6f86926-0579-4da7-b8ef-2116f95d95b6 service neutron] Checking agent: {'id': '65dda45c-bbef-42f9-9728-e0fd84037987', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8286', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 56), 'started_at': datetime.datetime(2022, 2, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:25:41.644630 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c06529-aaf0-42d5-a6e7-33d0e18f974a req-a6f86926-0579-4da7-b8ef-2116f95d95b6 service neutron] Checking segment: {'id': '6e7806c7-658e-4baa-af1c-a13ef638fc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '225c0be7-79bb-49b3-81ef-b95dc99dfa70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:25:41.645017 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c06529-aaf0-42d5-a6e7-33d0e18f974a req-a6f86926-0579-4da7-b8ef-2116f95d95b6 service neutron] Bound using segment: {'id': '6e7806c7-658e-4baa-af1c-a13ef638fc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '225c0be7-79bb-49b3-81ef-b95dc99dfa70'} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:25:41.645844 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-e8c06529-aaf0-42d5-a6e7-33d0e18f974a req-a6f86926-0579-4da7-b8ef-2116f95d95b6 service neutron] Bound port: e8c19552-42ee-4e38-8ba6-53f5ef822fcb, host: hv-neutron-8286, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e7806c7-658e-4baa-af1c-a13ef638fc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '225c0be7-79bb-49b3-81ef-b95dc99dfa70'}}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:25:41.645844 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-e8c06529-aaf0-42d5-a6e7-33d0e18f974a req-a6f86926-0579-4da7-b8ef-2116f95d95b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:41.709166 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-e8c06529-aaf0-42d5-a6e7-33d0e18f974a req-a6f86926-0579-4da7-b8ef-2116f95d95b6 service neutron] For port e8c19552-42ee-4e38-8ba6-53f5ef822fcb, host hv-neutron-8286, cleared binding levels {{(pid=114376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:25:41.712439 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-e8c06529-aaf0-42d5-a6e7-33d0e18f974a req-a6f86926-0579-4da7-b8ef-2116f95d95b6 service neutron] For port e8c19552-42ee-4e38-8ba6-53f5ef822fcb, host hv-neutron-8286, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=e8c19552-42ee-4e38-8ba6-53f5ef822fcb,segment=NetworkSegment(6e7806c7-658e-4baa-af1c-a13ef638fc2a),segment_id=6e7806c7-658e-4baa-af1c-a13ef638fc2a)] {{(pid=114376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:25:41.806710 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-e8c06529-aaf0-42d5-a6e7-33d0e18f974a req-a6f86926-0579-4da7-b8ef-2116f95d95b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:41.848819 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c06529-aaf0-42d5-a6e7-33d0e18f974a req-a6f86926-0579-4da7-b8ef-2116f95d95b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:41.853885 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-e8c06529-aaf0-42d5-a6e7-33d0e18f974a req-a6f86926-0579-4da7-b8ef-2116f95d95b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:41.853885 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e8c06529-aaf0-42d5-a6e7-33d0e18f974a req-a6f86926-0579-4da7-b8ef-2116f95d95b6 service neutron] 10.222.0.89 "PUT /v2.0/ports/e8c19552-42ee-4e38-8ba6-53f5ef822fcb HTTP/1.1" status: 200 len: 1094 time: 0.8035064 Feb 16 17:25:41.853885 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '653f3333-b808-40f2-ba1f-31bc843f4063', 'tag': 'e8c19552-42ee-4e38-8ba6-53f5ef822fcb'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:25:41.853885 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6560c9a1-ffe6-43e2-8e54-a997e90e813a" -d '{"events": [{"name": "network-changed", "server_uuid": "653f3333-b808-40f2-ba1f-31bc843f4063", "tag": "e8c19552-42ee-4e38-8ba6-53f5ef822fcb"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:25:41.875140 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f86926-0579-4da7-b8ef-2116f95d95b6 service neutron] Pushing event updated for resources: {'Port': ['ID=e8c19552-42ee-4e38-8ba6-53f5ef822fcb,revision_number=3']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:41.894456 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e58772-ea3f-41d4-936b-20091d002dd7 x-openstack-request-id: req-65e58772-ea3f-41d4-936b-20091d002dd7 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:25:41.894767 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "653f3333-b808-40f2-ba1f-31bc843f4063", "tag": "e8c19552-42ee-4e38-8ba6-53f5ef822fcb", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:25:41.895016 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-65e58772-ea3f-41d4-936b-20091d002dd7 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:25:41.896150 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '653f3333-b808-40f2-ba1f-31bc843f4063', 'tag': 'e8c19552-42ee-4e38-8ba6-53f5ef822fcb', 'status': 'completed', 'code': 200} Feb 16 17:25:41.959158 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560c9a1-ffe6-43e2-8e54-a997e90e813a req-dbb4276a-0479-40ad-a012-85f194e842f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:41.960704 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6560c9a1-ffe6-43e2-8e54-a997e90e813a req-dbb4276a-0479-40ad-a012-85f194e842f0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=781ad7d8cacf41a381328bbc33767a15&device_id=653f3333-b808-40f2-ba1f-31bc843f4063 HTTP/1.1" status: 200 len: 1097 time: 0.0444288 Feb 16 17:25:42.017445 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:42.056428 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560c9a1-ffe6-43e2-8e54-a997e90e813a req-f374b8b8-1589-44d2-9b83-0c109ac76044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:42.057897 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6560c9a1-ffe6-43e2-8e54-a997e90e813a req-f374b8b8-1589-44d2-9b83-0c109ac76044 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=781ad7d8cacf41a381328bbc33767a15&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0888247 Feb 16 17:25:42.148959 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:42.156449 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560c9a1-ffe6-43e2-8e54-a997e90e813a req-e405b451-a7cb-49de-8b35-7ffdab056cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:42.163479 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6560c9a1-ffe6-43e2-8e54-a997e90e813a req-e405b451-a7cb-49de-8b35-7ffdab056cb2 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0943186 Feb 16 17:25:42.238479 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c06529-aaf0-42d5-a6e7-33d0e18f974a req-c3fb4a34-c28a-4dba-8714-b4344627f75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:42.240006 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e8c06529-aaf0-42d5-a6e7-33d0e18f974a req-c3fb4a34-c28a-4dba-8714-b4344627f75d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=781ad7d8cacf41a381328bbc33767a15&device_id=653f3333-b808-40f2-ba1f-31bc843f4063 HTTP/1.1" status: 200 len: 1097 time: 0.0427773 Feb 16 17:25:42.281556 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e8c06529-aaf0-42d5-a6e7-33d0e18f974a req-151a4d18-614d-4b55-87f7-ad518af26362 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8c19552-42ee-4e38-8ba6-53f5ef822fcb HTTP/1.1" status: 200 len: 217 time: 0.0337398 Feb 16 17:25:42.333825 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c06529-aaf0-42d5-a6e7-33d0e18f974a req-1d088bf9-1d53-4214-9e01-f54999e4b800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:42.335326 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e8c06529-aaf0-42d5-a6e7-33d0e18f974a req-1d088bf9-1d53-4214-9e01-f54999e4b800 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7bde3d5a-c8f6-4cca-9f94-e491ee0ff398 HTTP/1.1" status: 200 len: 853 time: 0.0481210 Feb 16 17:25:42.376561 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e8c06529-aaf0-42d5-a6e7-33d0e18f974a req-a45892ea-8783-4585-8467-b12139c6496c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=225c0be7-79bb-49b3-81ef-b95dc99dfa70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236130 Feb 16 17:25:42.474219 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e8c06529-aaf0-42d5-a6e7-33d0e18f974a req-3465a568-1f4c-4183-b073-a0a5fe3827e6 service neutron] 10.222.0.89 "GET /v2.0/networks/225c0be7-79bb-49b3-81ef-b95dc99dfa70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913980 Feb 16 17:25:42.560668 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c5a15-1f07-4545-993b-7d8f48277295 req-364bc541-14d5-483f-ae14-a7b6b3592670 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:42.562144 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a80c5a15-1f07-4545-993b-7d8f48277295 req-364bc541-14d5-483f-ae14-a7b6b3592670 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/ports?device_id=653f3333-b808-40f2-ba1f-31bc843f4063 HTTP/1.1" status: 200 len: 944 time: 0.1023388 Feb 16 17:25:42.607401 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e8c06529-aaf0-42d5-a6e7-33d0e18f974a req-18ce6f27-d358-4128-b862-9bfdd8dfbc7e service neutron] 10.222.0.89 "GET /v2.0/networks/225c0be7-79bb-49b3-81ef-b95dc99dfa70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157663 Feb 16 17:25:42.619738 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a80c5a15-1f07-4545-993b-7d8f48277295 req-67e81ad2-b403-47e5-b0ce-ea03f0c8bcd2 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/security-groups?id=6b6ff9ea-0f32-41de-92f1-1144a2e94a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476503 Feb 16 17:25:43.737451 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa4972d-ca2c-4514-970c-0d412c9c0cca req-e4c70563-4363-4a88-befc-ea5c0781439f tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:43.739053 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-afa4972d-ca2c-4514-970c-0d412c9c0cca req-e4c70563-4363-4a88-befc-ea5c0781439f tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/ports?device_id=653f3333-b808-40f2-ba1f-31bc843f4063 HTTP/1.1" status: 200 len: 944 time: 0.0500190 Feb 16 17:25:43.777594 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-afa4972d-ca2c-4514-970c-0d412c9c0cca req-68a1dbef-4d17-4fb1-bc20-3091d27dd8f3 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/security-groups?id=6b6ff9ea-0f32-41de-92f1-1144a2e94a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324013 Feb 16 17:25:44.468008 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device e8c19552-42ee-4e38-8ba6-53f5ef822fcb details requested by agent hyperv_hv-neutron-8286 with host hv-neutron-8286 {{(pid=114377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:25:44.562900 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port e8c19552-42ee-4e38-8ba6-53f5ef822fcb, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=e8c19552-42ee-4e38-8ba6-53f5ef822fcb,segment=NetworkSegment(6e7806c7-658e-4baa-af1c-a13ef638fc2a),segment_id=6e7806c7-658e-4baa-af1c-a13ef638fc2a)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:25:44.573929 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Returning: {'device': 'e8c19552-42ee-4e38-8ba6-53f5ef822fcb', 'network_id': '225c0be7-79bb-49b3-81ef-b95dc99dfa70', 'port_id': 'e8c19552-42ee-4e38-8ba6-53f5ef822fcb', 'mac_address': 'fa:16:3e:8e:c3:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bde3d5a-c8f6-4cca-9f94-e491ee0ff398', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:25:44.609959 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:44.624988 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8c19552-42ee-4e38-8ba6-53f5ef822fcb {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:25:44.645658 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port e8c19552-42ee-4e38-8ba6-53f5ef822fcb, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=e8c19552-42ee-4e38-8ba6-53f5ef822fcb,segment=NetworkSegment(6e7806c7-658e-4baa-af1c-a13ef638fc2a),segment_id=6e7806c7-658e-4baa-af1c-a13ef638fc2a)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:25:44.720099 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:44.767637 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=e8c19552-42ee-4e38-8ba6-53f5ef822fcb,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:44.896923 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670c2a7-db03-421e-8f84-93862ec8abb5 req-e83f003b-2906-4b1d-b054-e3f413200b68 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:44.898452 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5670c2a7-db03-421e-8f84-93862ec8abb5 req-e83f003b-2906-4b1d-b054-e3f413200b68 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/ports?device_id=653f3333-b808-40f2-ba1f-31bc843f4063 HTTP/1.1" status: 200 len: 945 time: 0.0550520 Feb 16 17:25:44.937004 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['e8c19552-42ee-4e38-8ba6-53f5ef822fcb'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:25:44.939997 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5670c2a7-db03-421e-8f84-93862ec8abb5 req-fd111502-ec8d-43a4-9831-746e10cebcab tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/security-groups?id=6b6ff9ea-0f32-41de-92f1-1144a2e94a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354004 Feb 16 17:25:46.058885 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a801835-a0fd-4445-ab3c-8105ae2f3b10 req-6a34a775-5a6d-4ea0-8b48-6fea723d8514 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:46.060385 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-2a801835-a0fd-4445-ab3c-8105ae2f3b10 req-6a34a775-5a6d-4ea0-8b48-6fea723d8514 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/ports?device_id=653f3333-b808-40f2-ba1f-31bc843f4063 HTTP/1.1" status: 200 len: 945 time: 0.0502887 Feb 16 17:25:46.097524 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-2a801835-a0fd-4445-ab3c-8105ae2f3b10 req-0d37cae0-e720-41e1-8f2c-510a749f8b4e tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/security-groups?id=6b6ff9ea-0f32-41de-92f1-1144a2e94a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311341 Feb 16 17:25:46.479233 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device e8c19552-42ee-4e38-8ba6-53f5ef822fcb up at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:25:46.599846 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning for port e8c19552-42ee-4e38-8ba6-53f5ef822fcb completed by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:25:46.603741 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning complete for port e8c19552-42ee-4e38-8ba6-53f5ef822fcb triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:25:46.604149 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:46.682412 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:46.704126 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653f3333-b808-40f2-ba1f-31bc843f4063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c19552-42ee-4e38-8ba6-53f5ef822fcb'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:25:46.706340 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f4fc2b-6dbb-466b-88b2-7dfb369c8918" -d '{"events": [{"server_uuid": "653f3333-b808-40f2-ba1f-31bc843f4063", "name": "network-vif-plugged", "status": "completed", "tag": "e8c19552-42ee-4e38-8ba6-53f5ef822fcb"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:25:46.719216 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port e8c19552-42ee-4e38-8ba6-53f5ef822fcb, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=e8c19552-42ee-4e38-8ba6-53f5ef822fcb,segment=NetworkSegment(6e7806c7-658e-4baa-af1c-a13ef638fc2a),segment_id=6e7806c7-658e-4baa-af1c-a13ef638fc2a)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:25:46.743166 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ef50fe-a0a1-471a-9384-339546499545 x-openstack-request-id: req-d3ef50fe-a0a1-471a-9384-339546499545 {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:25:46.743458 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "653f3333-b808-40f2-ba1f-31bc843f4063", "name": "network-vif-plugged", "status": "completed", "tag": "e8c19552-42ee-4e38-8ba6-53f5ef822fcb", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:25:46.743737 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d3ef50fe-a0a1-471a-9384-339546499545 {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:25:46.744161 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653f3333-b808-40f2-ba1f-31bc843f4063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c19552-42ee-4e38-8ba6-53f5ef822fcb', 'code': 200} Feb 16 17:25:46.814211 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:46.861772 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=e8c19552-42ee-4e38-8ba6-53f5ef822fcb,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:47.087428 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba6efb-ce50-4c05-b079-e6a66c4169ac req-2045a27d-ac3f-4928-b27f-75ed856f85e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:47.088847 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2bba6efb-ce50-4c05-b079-e6a66c4169ac req-2045a27d-ac3f-4928-b27f-75ed856f85e0 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=653f3333-b808-40f2-ba1f-31bc843f4063 HTTP/1.1" status: 200 len: 1099 time: 0.0392909 Feb 16 17:25:47.124404 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2bba6efb-ce50-4c05-b079-e6a66c4169ac req-28562a34-70a1-464c-8ebf-fc537a32ff80 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=6b6ff9ea-0f32-41de-92f1-1144a2e94a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279322 Feb 16 17:25:47.208984 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7076481-34e2-4ea8-a734-55beaad525c2 req-b5b20719-1200-4dc6-975a-0eeb6a2ac07d tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:47.210441 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-d7076481-34e2-4ea8-a734-55beaad525c2 req-b5b20719-1200-4dc6-975a-0eeb6a2ac07d tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/ports?device_id=653f3333-b808-40f2-ba1f-31bc843f4063 HTTP/1.1" status: 200 len: 946 time: 0.0472889 Feb 16 17:25:47.251498 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-d7076481-34e2-4ea8-a734-55beaad525c2 req-90b3985b-6b2e-41e3-9137-604545c8abe7 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/security-groups?id=6b6ff9ea-0f32-41de-92f1-1144a2e94a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351281 Feb 16 17:25:48.368005 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc4968-0e26-46dc-a202-91cb583abaf4 req-c0eac4e7-e4e3-47a9-9841-4c5024368ce8 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:48.369525 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4edc4968-0e26-46dc-a202-91cb583abaf4 req-c0eac4e7-e4e3-47a9-9841-4c5024368ce8 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/ports?device_id=653f3333-b808-40f2-ba1f-31bc843f4063 HTTP/1.1" status: 200 len: 946 time: 0.0505140 Feb 16 17:25:48.409852 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4edc4968-0e26-46dc-a202-91cb583abaf4 req-103f8a50-11dd-461f-af7f-aeb558d13182 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/security-groups?id=6b6ff9ea-0f32-41de-92f1-1144a2e94a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327411 Feb 16 17:25:48.911522 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:25:49.523376 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeaa47c-7585-4000-892f-ebb82b50b47d req-ca6644ef-cbc2-4bee-9952-c4f26bf622c9 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:49.525083 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-bbeaa47c-7585-4000-892f-ebb82b50b47d req-ca6644ef-cbc2-4bee-9952-c4f26bf622c9 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/ports?device_id=653f3333-b808-40f2-ba1f-31bc843f4063 HTTP/1.1" status: 200 len: 946 time: 0.0497854 Feb 16 17:25:49.565755 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-bbeaa47c-7585-4000-892f-ebb82b50b47d req-a34b0d40-6ec1-4a03-b88a-09988db278b8 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/security-groups?id=6b6ff9ea-0f32-41de-92f1-1144a2e94a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338259 Feb 16 17:25:50.038578 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b39ed-e6df-470d-9277-31308421b659 req-b2d34ebf-5b7a-4055-b195-22585ca8a5c5 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:50.040058 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-4f1b39ed-e6df-470d-9277-31308421b659 req-b2d34ebf-5b7a-4055-b195-22585ca8a5c5 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/ports?device_id=653f3333-b808-40f2-ba1f-31bc843f4063 HTTP/1.1" status: 200 len: 946 time: 0.0486827 Feb 16 17:25:50.076381 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-4f1b39ed-e6df-470d-9277-31308421b659 req-fb289550-669c-4950-92b4-31d26f351d0e tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/security-groups?id=6b6ff9ea-0f32-41de-92f1-1144a2e94a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303996 Feb 16 17:25:51.194903 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af56ccf-d585-451a-9abd-37e1f5b78ac2 req-5a6f7c83-d01c-42f4-a071-2803c697fa25 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:51.196428 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0af56ccf-d585-451a-9abd-37e1f5b78ac2 req-5a6f7c83-d01c-42f4-a071-2803c697fa25 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/ports?device_id=653f3333-b808-40f2-ba1f-31bc843f4063 HTTP/1.1" status: 200 len: 946 time: 0.0525355 Feb 16 17:25:51.233699 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0af56ccf-d585-451a-9abd-37e1f5b78ac2 req-89807ee9-4f16-4d37-a7f6-34b607d8af39 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/security-groups?id=6b6ff9ea-0f32-41de-92f1-1144a2e94a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313745 Feb 16 17:25:51.532271 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee0f3b4-21d3-4769-843e-91d653393ac2 req-9cd4a935-a611-40c6-9b24-c46ec9d1a055 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:51.533619 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4ee0f3b4-21d3-4769-843e-91d653393ac2 req-9cd4a935-a611-40c6-9b24-c46ec9d1a055 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.89 "GET /v2.0/ports?device_id=653f3333-b808-40f2-ba1f-31bc843f4063 HTTP/1.1" status: 200 len: 946 time: 0.0471187 Feb 16 17:25:51.621779 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-4ee0f3b4-21d3-4769-843e-91d653393ac2 req-eaa6ee1c-2c88-4258-9ddc-67166e5555be tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Deleting port e8c19552-42ee-4e38-8ba6-53f5ef822fcb {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:25:51.622123 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-4ee0f3b4-21d3-4769-843e-91d653393ac2 req-eaa6ee1c-2c88-4258-9ddc-67166e5555be tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:51.714278 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-4ee0f3b4-21d3-4769-843e-91d653393ac2 req-eaa6ee1c-2c88-4258-9ddc-67166e5555be tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] For port e8c19552-42ee-4e38-8ba6-53f5ef822fcb, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=e8c19552-42ee-4e38-8ba6-53f5ef822fcb,segment=NetworkSegment(6e7806c7-658e-4baa-af1c-a13ef638fc2a),segment_id=6e7806c7-658e-4baa-af1c-a13ef638fc2a)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:25:51.714645 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-4ee0f3b4-21d3-4769-843e-91d653393ac2 req-eaa6ee1c-2c88-4258-9ddc-67166e5555be tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:51.726314 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-4ee0f3b4-21d3-4769-843e-91d653393ac2 req-eaa6ee1c-2c88-4258-9ddc-67166e5555be tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Calling delete_port for e8c19552-42ee-4e38-8ba6-53f5ef822fcb owned by compute:nova {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:25:51.942683 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-4ee0f3b4-21d3-4769-843e-91d653393ac2 req-eaa6ee1c-2c88-4258-9ddc-67166e5555be tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:51.955342 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['dbe99bd1-990c-433e-b22b-a032cd3a3ddf', 'e8c19552-42ee-4e38-8ba6-53f5ef822fcb'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:25:51.972485 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa6ee1c-2c88-4258-9ddc-67166e5555be tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Pushing event deleted for resources: {'Port': ['ID=e8c19552-42ee-4e38-8ba6-53f5ef822fcb,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:52.015152 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee0f3b4-21d3-4769-843e-91d653393ac2 req-eaa6ee1c-2c88-4258-9ddc-67166e5555be tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] No DVR routers for this DVR port e8c19552-42ee-4e38-8ba6-53f5ef822fcb on host hv-neutron-8286 {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:25:52.017874 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-4ee0f3b4-21d3-4769-843e-91d653393ac2 req-eaa6ee1c-2c88-4258-9ddc-67166e5555be tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:52.022542 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4ee0f3b4-21d3-4769-843e-91d653393ac2 req-eaa6ee1c-2c88-4258-9ddc-67166e5555be tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.89 "DELETE /v2.0/ports/e8c19552-42ee-4e38-8ba6-53f5ef822fcb HTTP/1.1" status: 204 len: 173 time: 0.4822924 Feb 16 17:25:52.023027 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653f3333-b808-40f2-ba1f-31bc843f4063', 'name': 'network-vif-deleted', 'tag': 'e8c19552-42ee-4e38-8ba6-53f5ef822fcb'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:25:52.026051 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-becb0b95-93a8-463d-af4f-3cba76faf0ca" -d '{"events": [{"server_uuid": "653f3333-b808-40f2-ba1f-31bc843f4063", "name": "network-vif-deleted", "tag": "e8c19552-42ee-4e38-8ba6-53f5ef822fcb"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:25:52.065717 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719c488d-f6c3-4c81-8459-48a052ac14b1 x-openstack-request-id: req-719c488d-f6c3-4c81-8459-48a052ac14b1 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:25:52.066012 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "653f3333-b808-40f2-ba1f-31bc843f4063", "name": "network-vif-deleted", "tag": "e8c19552-42ee-4e38-8ba6-53f5ef822fcb", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:25:52.066260 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-719c488d-f6c3-4c81-8459-48a052ac14b1 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:25:52.066659 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653f3333-b808-40f2-ba1f-31bc843f4063', 'name': 'network-vif-deleted', 'tag': 'e8c19552-42ee-4e38-8ba6-53f5ef822fcb', 'status': 'completed', 'code': 200} Feb 16 17:25:52.330198 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-93c995f0-8533-4a0e-ae18-388da12140f3 req-d8b30f3e-3247-4a0c-bfde-5c1fb0566f5b tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/ports?device_id=653f3333-b808-40f2-ba1f-31bc843f4063 HTTP/1.1" status: 200 len: 210 time: 0.0267878 Feb 16 17:25:53.481799 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4bf71-520f-41b7-9fc0-9182d770e98c req-0295be2b-6625-471a-89f8-dbdf90c218b7 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:53.483253 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d1e4bf71-520f-41b7-9fc0-9182d770e98c req-0295be2b-6625-471a-89f8-dbdf90c218b7 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/ports?device_id=eb95a14f-5b8e-4b22-8a1b-c16444755821 HTTP/1.1" status: 200 len: 945 time: 0.0522602 Feb 16 17:25:53.520577 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d1e4bf71-520f-41b7-9fc0-9182d770e98c req-2de58644-08cb-4d02-b2ed-88558b18c692 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/security-groups?id=6b6ff9ea-0f32-41de-92f1-1144a2e94a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306818 Feb 16 17:25:53.648828 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54230afa-d82d-450b-abe7-5f4c99be763c req-f31bdb69-17f0-4a2b-a7de-41e722c72d45 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:53.650211 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-54230afa-d82d-450b-abe7-5f4c99be763c req-f31bdb69-17f0-4a2b-a7de-41e722c72d45 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/ports?device_id=eb95a14f-5b8e-4b22-8a1b-c16444755821 HTTP/1.1" status: 200 len: 945 time: 0.0485089 Feb 16 17:25:53.687731 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-54230afa-d82d-450b-abe7-5f4c99be763c req-8370a8d6-bcbf-4216-9cb8-c25b20507693 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/security-groups?id=6b6ff9ea-0f32-41de-92f1-1144a2e94a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316126 Feb 16 17:25:53.809119 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c526d29-f3e4-465d-be15-e8e9bf2f21f8 req-fb3ef040-3390-49d7-ab92-312d9fb5430b tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:53.810586 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-6c526d29-f3e4-465d-be15-e8e9bf2f21f8 req-fb3ef040-3390-49d7-ab92-312d9fb5430b tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/ports?device_id=eb95a14f-5b8e-4b22-8a1b-c16444755821 HTTP/1.1" status: 200 len: 945 time: 0.0481644 Feb 16 17:25:53.852884 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-6c526d29-f3e4-465d-be15-e8e9bf2f21f8 req-dfcce0be-9c26-487c-a91a-092815b289b5 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/security-groups?id=6b6ff9ea-0f32-41de-92f1-1144a2e94a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361013 Feb 16 17:25:54.015757 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0039a-2702-4262-827c-e59b399a9474 req-2101de49-aba1-4bb9-b750-db71f0b81aae tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:54.017246 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-12e0039a-2702-4262-827c-e59b399a9474 req-2101de49-aba1-4bb9-b750-db71f0b81aae tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/ports?device_id=eb95a14f-5b8e-4b22-8a1b-c16444755821 HTTP/1.1" status: 200 len: 945 time: 0.0483470 Feb 16 17:25:54.054635 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-12e0039a-2702-4262-827c-e59b399a9474 req-4d969609-c61c-4170-9ed3-7f139a8e5795 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/security-groups?id=6b6ff9ea-0f32-41de-92f1-1144a2e94a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308597 Feb 16 17:25:54.168171 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c75663-560e-4096-8714-3e0919089178 req-cd63bf56-60e9-4aa0-b333-de2d2a329fe3 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:54.169528 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-09c75663-560e-4096-8714-3e0919089178 req-cd63bf56-60e9-4aa0-b333-de2d2a329fe3 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/ports?device_id=eb95a14f-5b8e-4b22-8a1b-c16444755821 HTTP/1.1" status: 200 len: 945 time: 0.0473561 Feb 16 17:25:54.206227 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-09c75663-560e-4096-8714-3e0919089178 req-18821ba4-dde0-487e-98de-6a53edc34e5e tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/security-groups?id=6b6ff9ea-0f32-41de-92f1-1144a2e94a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308807 Feb 16 17:25:54.335866 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a733959-568d-4e2a-b613-981e20b035ca req-c98ced77-940e-45e4-9730-8ccf65cf1ee5 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:54.337371 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2a733959-568d-4e2a-b613-981e20b035ca req-c98ced77-940e-45e4-9730-8ccf65cf1ee5 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/ports?device_id=eb95a14f-5b8e-4b22-8a1b-c16444755821 HTTP/1.1" status: 200 len: 945 time: 0.0535309 Feb 16 17:25:54.374101 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2a733959-568d-4e2a-b613-981e20b035ca req-7094ea23-7b89-4573-be17-dbf2ff137f0e tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/security-groups?id=6b6ff9ea-0f32-41de-92f1-1144a2e94a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307419 Feb 16 17:25:54.884062 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a781a6ff-3fc0-41a9-9e1b-324112a8e71d req-bc0ed493-b899-4269-b7d3-3d074eac7b02 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:54.885568 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a781a6ff-3fc0-41a9-9e1b-324112a8e71d req-bc0ed493-b899-4269-b7d3-3d074eac7b02 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/ports?device_id=eb95a14f-5b8e-4b22-8a1b-c16444755821 HTTP/1.1" status: 200 len: 945 time: 0.0491009 Feb 16 17:25:54.923605 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a781a6ff-3fc0-41a9-9e1b-324112a8e71d req-6a286775-7746-4fbb-9a88-f16939c63f7c tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/security-groups?id=6b6ff9ea-0f32-41de-92f1-1144a2e94a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320859 Feb 16 17:25:56.041421 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af0c25-95f3-4b30-b0c4-9e82e116ed19 req-5dd38290-1420-4fb3-a9ac-794db4ac659a tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:56.042910 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-b9af0c25-95f3-4b30-b0c4-9e82e116ed19 req-5dd38290-1420-4fb3-a9ac-794db4ac659a tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/ports?device_id=eb95a14f-5b8e-4b22-8a1b-c16444755821 HTTP/1.1" status: 200 len: 945 time: 0.0503418 Feb 16 17:25:56.085059 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-b9af0c25-95f3-4b30-b0c4-9e82e116ed19 req-626e8321-d8a9-4d3c-84c6-61ec8a2ee3db tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/security-groups?id=6b6ff9ea-0f32-41de-92f1-1144a2e94a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342143 Feb 16 17:25:56.228789 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98f9a2-0c46-4774-810a-98d186f17539 req-6323e51f-c6a6-4782-aa7c-9631be82f982 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:56.230263 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-fc98f9a2-0c46-4774-810a-98d186f17539 req-6323e51f-c6a6-4782-aa7c-9631be82f982 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb95a14f-5b8e-4b22-8a1b-c16444755821 HTTP/1.1" status: 200 len: 945 time: 0.0476251 Feb 16 17:25:56.322139 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-fc98f9a2-0c46-4774-810a-98d186f17539 req-5585700f-3c13-43be-96eb-756ed02beed2 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Deleting port dbe99bd1-990c-433e-b22b-a032cd3a3ddf {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:25:56.322585 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-fc98f9a2-0c46-4774-810a-98d186f17539 req-5585700f-3c13-43be-96eb-756ed02beed2 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:56.411084 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-fc98f9a2-0c46-4774-810a-98d186f17539 req-5585700f-3c13-43be-96eb-756ed02beed2 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] For port dbe99bd1-990c-433e-b22b-a032cd3a3ddf, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=dbe99bd1-990c-433e-b22b-a032cd3a3ddf,segment=NetworkSegment(6e7806c7-658e-4baa-af1c-a13ef638fc2a),segment_id=6e7806c7-658e-4baa-af1c-a13ef638fc2a)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:25:56.411449 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-fc98f9a2-0c46-4774-810a-98d186f17539 req-5585700f-3c13-43be-96eb-756ed02beed2 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:56.424319 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-fc98f9a2-0c46-4774-810a-98d186f17539 req-5585700f-3c13-43be-96eb-756ed02beed2 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Calling delete_port for dbe99bd1-990c-433e-b22b-a032cd3a3ddf owned by compute:nova {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:25:56.536808 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device e8c19552-42ee-4e38-8ba6-53f5ef822fcb no longer exists at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:25:56.552875 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] No Port match for: e8c19552-42ee-4e38-8ba6-53f5ef822fcb {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:25:56.553230 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device e8c19552-42ee-4e38-8ba6-53f5ef822fcb not bound to the agent host hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:25:56.588135 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-fc98f9a2-0c46-4774-810a-98d186f17539 req-5585700f-3c13-43be-96eb-756ed02beed2 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:56.598715 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['dbe99bd1-990c-433e-b22b-a032cd3a3ddf'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:25:56.616447 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5585700f-3c13-43be-96eb-756ed02beed2 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Pushing event deleted for resources: {'Port': ['ID=dbe99bd1-990c-433e-b22b-a032cd3a3ddf,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:56.658657 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc98f9a2-0c46-4774-810a-98d186f17539 req-5585700f-3c13-43be-96eb-756ed02beed2 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] No DVR routers for this DVR port dbe99bd1-990c-433e-b22b-a032cd3a3ddf on host hv-neutron-8286 {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:25:56.661666 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-fc98f9a2-0c46-4774-810a-98d186f17539 req-5585700f-3c13-43be-96eb-756ed02beed2 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:56.664909 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-fc98f9a2-0c46-4774-810a-98d186f17539 req-5585700f-3c13-43be-96eb-756ed02beed2 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.89 "DELETE /v2.0/ports/dbe99bd1-990c-433e-b22b-a032cd3a3ddf HTTP/1.1" status: 204 len: 173 time: 0.4291074 Feb 16 17:25:56.665360 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb95a14f-5b8e-4b22-8a1b-c16444755821', 'name': 'network-vif-deleted', 'tag': 'dbe99bd1-990c-433e-b22b-a032cd3a3ddf'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:25:56.667580 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b538768-64e5-4f32-9213-452dce8c308f" -d '{"events": [{"server_uuid": "eb95a14f-5b8e-4b22-8a1b-c16444755821", "name": "network-vif-deleted", "tag": "dbe99bd1-990c-433e-b22b-a032cd3a3ddf"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:25:56.703634 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8724cb9-dff3-45bf-bb9a-06806f8728b9 x-openstack-request-id: req-b8724cb9-dff3-45bf-bb9a-06806f8728b9 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:25:56.704155 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb95a14f-5b8e-4b22-8a1b-c16444755821", "name": "network-vif-deleted", "tag": "dbe99bd1-990c-433e-b22b-a032cd3a3ddf", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:25:56.704546 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b8724cb9-dff3-45bf-bb9a-06806f8728b9 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:25:56.708711 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb95a14f-5b8e-4b22-8a1b-c16444755821', 'name': 'network-vif-deleted', 'tag': 'dbe99bd1-990c-433e-b22b-a032cd3a3ddf', 'status': 'completed', 'code': 200} Feb 16 17:25:57.195188 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-0df5448c-429d-4091-8051-41ab7ef65b71 req-2ff813de-527c-4fb1-9b9d-895513bdc1d8 tempest-ServersNegativeTestJSON-124559067 tempest-ServersNegativeTestJSON-124559067-project] 10.222.0.88 "GET /v2.0/ports?device_id=eb95a14f-5b8e-4b22-8a1b-c16444755821 HTTP/1.1" status: 200 len: 210 time: 0.0262868 Feb 16 17:25:58.250358 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 58394) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:25:58.294268 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-f62ba4c4-8ccf-4f43-b279-645b69d18ca5 admin admin] Deleting subnet 7bde3d5a-c8f6-4cca-9f94-e491ee0ff398 {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:25:58.297304 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f62ba4c4-8ccf-4f43-b279-645b69d18ca5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:58.333066 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f62ba4c4-8ccf-4f43-b279-645b69d18ca5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:58.387030 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f62ba4c4-8ccf-4f43-b279-645b69d18ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:58.520210 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f62ba4c4-8ccf-4f43-b279-645b69d18ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:58.550280 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62ba4c4-8ccf-4f43-b279-645b69d18ca5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bde3d5a-c8f6-4cca-9f94-e491ee0ff398,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:58.553902 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f62ba4c4-8ccf-4f43-b279-645b69d18ca5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:58.557065 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-f62ba4c4-8ccf-4f43-b279-645b69d18ca5 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/7bde3d5a-c8f6-4cca-9f94-e491ee0ff398 HTTP/1.1" status: 204 len: 168 time: 0.3057201 Feb 16 17:25:58.559632 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 58396) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:25:58.626923 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5e5a0c8d-4386-4345-83c2-b91ec0ef5512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:58.708162 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5e5a0c8d-4386-4345-83c2-b91ec0ef5512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:58.730355 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-5e5a0c8d-4386-4345-83c2-b91ec0ef5512 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['225c0be7-79bb-49b3-81ef-b95dc99dfa70']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:25:58.741487 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-5e5a0c8d-4386-4345-83c2-b91ec0ef5512 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e7806c7-658e-4baa-af1c-a13ef638fc2a') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:25:58.741787 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-5e5a0c8d-4386-4345-83c2-b91ec0ef5512 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e7806c7-658e-4baa-af1c-a13ef638fc2a') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:25:58.753974 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5e5a0c8d-4386-4345-83c2-b91ec0ef5512 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:58.771933 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5e5a0c8d-4386-4345-83c2-b91ec0ef5512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:58.778315 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e5a0c8d-4386-4345-83c2-b91ec0ef5512 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:25:58.778699 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5e5a0c8d-4386-4345-83c2-b91ec0ef5512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:58.780338 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 17:25:58.780338 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:25:58.780338 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 17:25:58.780338 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:25:58.780338 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 17:25:58.780338 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:25:58.780338 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 17:25:58.780338 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:25:58.780338 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 17:25:58.780338 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:25:58.780338 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 17:25:58.780338 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:25:58.780338 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 17:25:58.780338 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:25:58.780338 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:25:58.780338 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:25:58.780338 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:25:58.780338 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:25:58.780338 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 17:25:58.780338 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:25:58.780338 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 17:25:58.780338 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:25:58.780338 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:25:58.780338 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:25:58.780338 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 17:25:58.780338 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:25:58.780338 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:25:58.780338 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:25:58.780338 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:25:58.780338 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:25:58.780338 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:25:58.780338 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:25:58.908155 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5e5a0c8d-4386-4345-83c2-b91ec0ef5512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:58.912736 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5e5a0c8d-4386-4345-83c2-b91ec0ef5512 admin admin] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:58.916686 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-5e5a0c8d-4386-4345-83c2-b91ec0ef5512 admin admin] 10.222.0.88 "DELETE /v2.0/networks/225c0be7-79bb-49b3-81ef-b95dc99dfa70 HTTP/1.1" status: 204 len: 168 time: 0.3560812 Feb 16 17:25:58.929620 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5a0c8d-4386-4345-83c2-b91ec0ef5512 admin admin] Pushing event deleted for resources: {'Network': ['ID=225c0be7-79bb-49b3-81ef-b95dc99dfa70,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:59.252368 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 58400) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:25:59.291644 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-98a2e460-e69b-47c8-bf86-f93d8e5811fe admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=781ad7d8cacf41a381328bbc33767a15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380650 Feb 16 17:25:59.293951 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 58402) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:25:59.345393 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-eddd6908-33be-408f-a471-03eaac21df58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:59.365568 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-eddd6908-33be-408f-a471-03eaac21df58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:59.465617 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-eddd6908-33be-408f-a471-03eaac21df58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:59.468221 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-eddd6908-33be-408f-a471-03eaac21df58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:25:59.469388 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-eddd6908-33be-408f-a471-03eaac21df58 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6b6ff9ea-0f32-41de-92f1-1144a2e94a19 HTTP/1.1" status: 204 len: 168 time: 0.1745467 Feb 16 17:25:59.477515 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd6908-33be-408f-a471-03eaac21df58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6ff9ea-0f32-41de-92f1-1144a2e94a19,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:00.438416 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 58424) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:26:00.530673 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-6308720e-0c63-4135-b4dd-b7842dce16e0 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1134823650'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:26:00.547193 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device dbe99bd1-990c-433e-b22b-a032cd3a3ddf no longer exists at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:26:00.567328 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] No Port match for: dbe99bd1-990c-433e-b22b-a032cd3a3ddf {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:26:00.567661 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device dbe99bd1-990c-433e-b22b-a032cd3a3ddf not bound to the agent host hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:26:00.614130 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6308720e-0c63-4135-b4dd-b7842dce16e0 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Made reservation on behalf of f23155f0cb6044398e93c7ab4e87e762 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:26:00.618275 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6308720e-0c63-4135-b4dd-b7842dce16e0 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:00.630369 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6308720e-0c63-4135-b4dd-b7842dce16e0 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:00.703325 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6308720e-0c63-4135-b4dd-b7842dce16e0 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:00.805692 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:00.831303 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6308720e-0c63-4135-b4dd-b7842dce16e0 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:00.858748 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6308720e-0c63-4135-b4dd-b7842dce16e0 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:26:00.867418 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6308720e-0c63-4135-b4dd-b7842dce16e0 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa114b78-55d9-4246-8f6b-ea7223ff3761,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:00.873469 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6308720e-0c63-4135-b4dd-b7842dce16e0 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:00.873900 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-6308720e-0c63-4135-b4dd-b7842dce16e0 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Added segment 01669468-7f0b-40e0-8b08-cb48386ad6cb of type vlan for network 8c90f2ed-d5a0-48f3-9cc6-318fafe3eeab Feb 16 17:26:00.914434 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6308720e-0c63-4135-b4dd-b7842dce16e0 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:01.022479 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6308720e-0c63-4135-b4dd-b7842dce16e0 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:01.028123 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6308720e-0c63-4135-b4dd-b7842dce16e0 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:01.028734 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6308720e-0c63-4135-b4dd-b7842dce16e0 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:01.097194 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6308720e-0c63-4135-b4dd-b7842dce16e0 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Pushing event updated for resources: {'Network': ['ID=8c90f2ed-d5a0-48f3-9cc6-318fafe3eeab,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:01.108325 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 8c90f2ed-d5a0-48f3-9cc6-318fafe3eeab details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:26:01.190563 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-6308720e-0c63-4135-b4dd-b7842dce16e0 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7509782 Feb 16 17:26:04.445566 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 58428) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:26:04.450960 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-1016ee13-ac2d-468a-99f7-09deb4e7ec59 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Request body: {'subnet': {'network_id': '8c90f2ed-d5a0-48f3-9cc6-318fafe3eeab', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:26:04.605033 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1016ee13-ac2d-468a-99f7-09deb4e7ec59 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Made reservation on behalf of f23155f0cb6044398e93c7ab4e87e762 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:26:04.608648 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1016ee13-ac2d-468a-99f7-09deb4e7ec59 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:04.874335 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1016ee13-ac2d-468a-99f7-09deb4e7ec59 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:04.932231 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1016ee13-ac2d-468a-99f7-09deb4e7ec59 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Pushing event updated for resources: {'Subnet': ['ID=cf36246e-32d8-4f1d-a91c-d3e95b8527ee,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:04.942454 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1016ee13-ac2d-468a-99f7-09deb4e7ec59 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Checking segment: {'id': '01669468-7f0b-40e0-8b08-cb48386ad6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8c90f2ed-d5a0-48f3-9cc6-318fafe3eeab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:26:04.942816 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1016ee13-ac2d-468a-99f7-09deb4e7ec59 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Network hostable DHCP agents. Network: 8c90f2ed-d5a0-48f3-9cc6-318fafe3eeab, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:26:05.019589 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1016ee13-ac2d-468a-99f7-09deb4e7ec59 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Network 8c90f2ed-d5a0-48f3-9cc6-318fafe3eeab is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:26:05.108154 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-1016ee13-ac2d-468a-99f7-09deb4e7ec59 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 8c90f2ed-d5a0-48f3-9cc6-318fafe3eeab) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:26:05.112448 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1016ee13-ac2d-468a-99f7-09deb4e7ec59 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:05.113054 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1016ee13-ac2d-468a-99f7-09deb4e7ec59 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:05.117797 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cfc3af-5a72-474e-b038-66745852948e None None] Network 8c90f2ed-d5a0-48f3-9cc6-318fafe3eeab requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:26:05.190932 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-1016ee13-ac2d-468a-99f7-09deb4e7ec59 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7442055 Feb 16 17:26:05.194281 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 58430) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:26:05.199292 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-74f8c90e-8ac5-41ad-9098-9afe092a4d2b tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-877203402'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:26:05.258832 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a36f9d-e162-4677-bb47-fdd84f2d9149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-8c90f2ed-d5a0-48f3-9cc6-318fafe3eeab', 'network_id': '8c90f2ed-d5a0-48f3-9cc6-318fafe3eeab', 'tenant_id': 'f23155f0cb6044398e93c7ab4e87e762', 'fixed_ips': [{'subnet_id': 'cf36246e-32d8-4f1d-a91c-d3e95b8527ee'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:26:05.259677 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-91a36f9d-e162-4677-bb47-fdd84f2d9149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:05.271191 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f8c90e-8ac5-41ad-9098-9afe092a4d2b tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Made reservation on behalf of f23155f0cb6044398e93c7ab4e87e762 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:26:05.275310 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-74f8c90e-8ac5-41ad-9098-9afe092a4d2b tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:05.299099 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74f8c90e-8ac5-41ad-9098-9afe092a4d2b tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:26:05.307730 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-74f8c90e-8ac5-41ad-9098-9afe092a4d2b tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:05.308709 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-74f8c90e-8ac5-41ad-9098-9afe092a4d2b tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Added segment 4c9f82ac-1c44-4242-9e6c-99ec33ef623f of type vlan for network 9a3f2a27-0e1d-4ac3-8499-b5dc02abec27 Feb 16 17:26:05.352545 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-74f8c90e-8ac5-41ad-9098-9afe092a4d2b tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:05.397914 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-91a36f9d-e162-4677-bb47-fdd84f2d9149 None None] Allocated IP 2001:db8:0:ffff::2 (8c90f2ed-d5a0-48f3-9cc6-318fafe3eeab/cf36246e-32d8-4f1d-a91c-d3e95b8527ee/8cb86542-6a45-4007-ad56-f71f5afad6a8) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:26:05.442555 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-74f8c90e-8ac5-41ad-9098-9afe092a4d2b tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:05.447995 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f8c90e-8ac5-41ad-9098-9afe092a4d2b tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:05.448659 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-74f8c90e-8ac5-41ad-9098-9afe092a4d2b tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:05.514148 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f8c90e-8ac5-41ad-9098-9afe092a4d2b tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Pushing event updated for resources: {'Network': ['ID=9a3f2a27-0e1d-4ac3-8499-b5dc02abec27,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:05.524812 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 9a3f2a27-0e1d-4ac3-8499-b5dc02abec27 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:26:05.554841 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-74f8c90e-8ac5-41ad-9098-9afe092a4d2b tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3595228 Feb 16 17:26:05.557817 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 58432) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:26:05.562674 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-52ee3205-0dbd-4c2f-b1a2-be252a2efc72 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Request body: {'subnet': {'network_id': '9a3f2a27-0e1d-4ac3-8499-b5dc02abec27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:26:05.584344 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-91a36f9d-e162-4677-bb47-fdd84f2d9149 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:05.643400 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-91a36f9d-e162-4677-bb47-fdd84f2d9149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:05.683347 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a36f9d-e162-4677-bb47-fdd84f2d9149 None None] Network 8c90f2ed-d5a0-48f3-9cc6-318fafe3eeab is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:26:05.687900 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-91a36f9d-e162-4677-bb47-fdd84f2d9149 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:26:05.690413 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a36f9d-e162-4677-bb47-fdd84f2d9149 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:26:05.699105 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a36f9d-e162-4677-bb47-fdd84f2d9149 None None] Pushing event updated for resources: {'Port': ['ID=8cb86542-6a45-4007-ad56-f71f5afad6a8,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:05.724742 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a36f9d-e162-4677-bb47-fdd84f2d9149 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:05.726456 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a36f9d-e162-4677-bb47-fdd84f2d9149 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:05.726456 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a36f9d-e162-4677-bb47-fdd84f2d9149 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:05.726456 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a36f9d-e162-4677-bb47-fdd84f2d9149 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:05.726732 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a36f9d-e162-4677-bb47-fdd84f2d9149 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:05.726980 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a36f9d-e162-4677-bb47-fdd84f2d9149 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:05.727681 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a36f9d-e162-4677-bb47-fdd84f2d9149 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:05.728037 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a36f9d-e162-4677-bb47-fdd84f2d9149 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:05.728372 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a36f9d-e162-4677-bb47-fdd84f2d9149 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:05.728693 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a36f9d-e162-4677-bb47-fdd84f2d9149 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:05.729017 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a36f9d-e162-4677-bb47-fdd84f2d9149 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:05.729338 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a36f9d-e162-4677-bb47-fdd84f2d9149 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:05.762506 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-91a36f9d-e162-4677-bb47-fdd84f2d9149 None None] Attempting to bind port 8cb86542-6a45-4007-ad56-f71f5afad6a8 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:26:05.762746 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ee3205-0dbd-4c2f-b1a2-be252a2efc72 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Made reservation on behalf of f23155f0cb6044398e93c7ab4e87e762 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:26:05.762884 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-91a36f9d-e162-4677-bb47-fdd84f2d9149 None None] Attempting to bind port 8cb86542-6a45-4007-ad56-f71f5afad6a8 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '01669468-7f0b-40e0-8b08-cb48386ad6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8c90f2ed-d5a0-48f3-9cc6-318fafe3eeab'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:26:05.763251 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a36f9d-e162-4677-bb47-fdd84f2d9149 None None] Attempting to bind port 8cb86542-6a45-4007-ad56-f71f5afad6a8 on network 8c90f2ed-d5a0-48f3-9cc6-318fafe3eeab {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:26:05.766476 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-52ee3205-0dbd-4c2f-b1a2-be252a2efc72 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:05.768318 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a36f9d-e162-4677-bb47-fdd84f2d9149 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:26:05.768788 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a36f9d-e162-4677-bb47-fdd84f2d9149 None None] Checking segment: {'id': '01669468-7f0b-40e0-8b08-cb48386ad6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8c90f2ed-d5a0-48f3-9cc6-318fafe3eeab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:26:05.769165 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-91a36f9d-e162-4677-bb47-fdd84f2d9149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:05.769623 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a36f9d-e162-4677-bb47-fdd84f2d9149 None None] Bound using segment: {'id': '01669468-7f0b-40e0-8b08-cb48386ad6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8c90f2ed-d5a0-48f3-9cc6-318fafe3eeab'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:26:05.770030 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-91a36f9d-e162-4677-bb47-fdd84f2d9149 None None] Bound port: 8cb86542-6a45-4007-ad56-f71f5afad6a8, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01669468-7f0b-40e0-8b08-cb48386ad6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8c90f2ed-d5a0-48f3-9cc6-318fafe3eeab'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:26:05.770410 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-91a36f9d-e162-4677-bb47-fdd84f2d9149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:05.832883 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-91a36f9d-e162-4677-bb47-fdd84f2d9149 None None] For port 8cb86542-6a45-4007-ad56-f71f5afad6a8, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:26:05.836674 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-91a36f9d-e162-4677-bb47-fdd84f2d9149 None None] For port 8cb86542-6a45-4007-ad56-f71f5afad6a8, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=8cb86542-6a45-4007-ad56-f71f5afad6a8,segment=NetworkSegment(01669468-7f0b-40e0-8b08-cb48386ad6cb),segment_id=01669468-7f0b-40e0-8b08-cb48386ad6cb)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:26:05.917559 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-91a36f9d-e162-4677-bb47-fdd84f2d9149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:05.980380 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a36f9d-e162-4677-bb47-fdd84f2d9149 None None] Pushing event updated for resources: {'Port': ['ID=8cb86542-6a45-4007-ad56-f71f5afad6a8,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:06.002761 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-52ee3205-0dbd-4c2f-b1a2-be252a2efc72 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:06.058519 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee3205-0dbd-4c2f-b1a2-be252a2efc72 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Pushing event updated for resources: {'Subnet': ['ID=573076c9-52f1-489a-8785-eeab2cd03078,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:06.075030 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ee3205-0dbd-4c2f-b1a2-be252a2efc72 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Checking segment: {'id': '4c9f82ac-1c44-4242-9e6c-99ec33ef623f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9a3f2a27-0e1d-4ac3-8499-b5dc02abec27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:26:06.075394 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ee3205-0dbd-4c2f-b1a2-be252a2efc72 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Network hostable DHCP agents. Network: 9a3f2a27-0e1d-4ac3-8499-b5dc02abec27, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:26:06.151402 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ee3205-0dbd-4c2f-b1a2-be252a2efc72 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Network 9a3f2a27-0e1d-4ac3-8499-b5dc02abec27 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:26:06.234156 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-52ee3205-0dbd-4c2f-b1a2-be252a2efc72 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 9a3f2a27-0e1d-4ac3-8499-b5dc02abec27) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:26:06.238674 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ee3205-0dbd-4c2f-b1a2-be252a2efc72 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:06.239332 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-52ee3205-0dbd-4c2f-b1a2-be252a2efc72 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:06.244340 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5442080c-603e-4859-902f-6e308e0dea9e None None] Network 9a3f2a27-0e1d-4ac3-8499-b5dc02abec27 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:26:06.354586 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-52ee3205-0dbd-4c2f-b1a2-be252a2efc72 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7957122 Feb 16 17:26:06.357288 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 58434) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:26:06.389629 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2fb46c-674c-445e-bbec-ad97af5dff41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-9a3f2a27-0e1d-4ac3-8499-b5dc02abec27', 'network_id': '9a3f2a27-0e1d-4ac3-8499-b5dc02abec27', 'tenant_id': 'f23155f0cb6044398e93c7ab4e87e762', 'fixed_ips': [{'subnet_id': '573076c9-52f1-489a-8785-eeab2cd03078'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:26:06.390537 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0c2fb46c-674c-445e-bbec-ad97af5dff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:06.481559 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-18c921c4-5eb8-409b-8d07-2e323c20d5ee tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:06.524948 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 8cb86542-6a45-4007-ad56-f71f5afad6a8 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:26:06.564991 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-0c2fb46c-674c-445e-bbec-ad97af5dff41 None None] Allocated IP 2001:db8::2 (9a3f2a27-0e1d-4ac3-8499-b5dc02abec27/573076c9-52f1-489a-8785-eeab2cd03078/cf328ba9-ff2c-48c5-a82a-4d5bc8cd13fe) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:26:06.565515 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-18c921c4-5eb8-409b-8d07-2e323c20d5ee tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:06.646372 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 8cb86542-6a45-4007-ad56-f71f5afad6a8 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:26:06.646742 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:06.784729 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0c2fb46c-674c-445e-bbec-ad97af5dff41 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:06.807287 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:06.845060 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port 8cb86542-6a45-4007-ad56-f71f5afad6a8, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=8cb86542-6a45-4007-ad56-f71f5afad6a8,segment=NetworkSegment(01669468-7f0b-40e0-8b08-cb48386ad6cb),segment_id=01669468-7f0b-40e0-8b08-cb48386ad6cb)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:26:06.889232 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd22d5a-e5d3-4508-8d59-6ff609e9fd33 None None] Network 8c90f2ed-d5a0-48f3-9cc6-318fafe3eeab requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:26:06.940026 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0c2fb46c-674c-445e-bbec-ad97af5dff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:06.976184 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9e9475db-c762-4f9f-ba7e-bee5eace6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:06.977808 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:07.000737 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2fb46c-674c-445e-bbec-ad97af5dff41 None None] Network 9a3f2a27-0e1d-4ac3-8499-b5dc02abec27 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:26:07.008793 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-0c2fb46c-674c-445e-bbec-ad97af5dff41 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:26:07.011652 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-18c921c4-5eb8-409b-8d07-2e323c20d5ee tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:07.017369 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2fb46c-674c-445e-bbec-ad97af5dff41 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:26:07.020550 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-a9b1e7fd-3948-4a8d-82db-fcd8858e975c None None] Provisioning complete for port 8cb86542-6a45-4007-ad56-f71f5afad6a8 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:26:07.020966 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a9b1e7fd-3948-4a8d-82db-fcd8858e975c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:07.040758 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c921c4-5eb8-409b-8d07-2e323c20d5ee tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Pushing event deleted for resources: {'Subnet': ['ID=573076c9-52f1-489a-8785-eeab2cd03078,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:07.055815 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2fb46c-674c-445e-bbec-ad97af5dff41 None None] Pushing event updated for resources: {'Port': ['ID=cf328ba9-ff2c-48c5-a82a-4d5bc8cd13fe,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:07.103797 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-18c921c4-5eb8-409b-8d07-2e323c20d5ee tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:07.123836 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-18c921c4-5eb8-409b-8d07-2e323c20d5ee tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a3f2a27-0e1d-4ac3-8499-b5dc02abec27']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:26:07.133899 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-18c921c4-5eb8-409b-8d07-2e323c20d5ee tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c9f82ac-1c44-4242-9e6c-99ec33ef623f') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:26:07.134128 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-18c921c4-5eb8-409b-8d07-2e323c20d5ee tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c9f82ac-1c44-4242-9e6c-99ec33ef623f') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:26:07.143897 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-18c921c4-5eb8-409b-8d07-2e323c20d5ee tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:07.157526 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-18c921c4-5eb8-409b-8d07-2e323c20d5ee tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:07.164489 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18c921c4-5eb8-409b-8d07-2e323c20d5ee tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:26:07.169511 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-18c921c4-5eb8-409b-8d07-2e323c20d5ee tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:07.169511 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 17:26:07.169511 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:26:07.169511 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 17:26:07.169511 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:26:07.169511 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 17:26:07.169511 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:26:07.169511 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 17:26:07.169511 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:26:07.169511 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 17:26:07.169511 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:26:07.169511 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 17:26:07.169511 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:26:07.169511 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 17:26:07.169511 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:26:07.169511 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:26:07.169511 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:26:07.169511 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:26:07.169511 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:26:07.169511 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 17:26:07.169511 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:26:07.169511 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 17:26:07.169511 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:26:07.169511 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:26:07.169511 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:26:07.169511 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 17:26:07.169511 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:26:07.169511 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:26:07.169511 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:26:07.169511 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:26:07.169511 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:26:07.169511 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:26:07.169511 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:26:07.187689 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-0c2fb46c-674c-445e-bbec-ad97af5dff41 None None] Attempting to bind port cf328ba9-ff2c-48c5-a82a-4d5bc8cd13fe on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:26:07.188076 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-0c2fb46c-674c-445e-bbec-ad97af5dff41 None None] Attempting to bind port cf328ba9-ff2c-48c5-a82a-4d5bc8cd13fe by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '4c9f82ac-1c44-4242-9e6c-99ec33ef623f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9a3f2a27-0e1d-4ac3-8499-b5dc02abec27'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:26:07.188440 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2fb46c-674c-445e-bbec-ad97af5dff41 None None] Attempting to bind port cf328ba9-ff2c-48c5-a82a-4d5bc8cd13fe on network 9a3f2a27-0e1d-4ac3-8499-b5dc02abec27 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:26:07.201100 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=8cb86542-6a45-4007-ad56-f71f5afad6a8,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:07.221679 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2fb46c-674c-445e-bbec-ad97af5dff41 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:26:07.222059 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2fb46c-674c-445e-bbec-ad97af5dff41 None None] Checking segment: {'id': '4c9f82ac-1c44-4242-9e6c-99ec33ef623f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9a3f2a27-0e1d-4ac3-8499-b5dc02abec27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:26:07.222460 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0c2fb46c-674c-445e-bbec-ad97af5dff41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:07.222841 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2fb46c-674c-445e-bbec-ad97af5dff41 None None] Bound using segment: {'id': '4c9f82ac-1c44-4242-9e6c-99ec33ef623f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9a3f2a27-0e1d-4ac3-8499-b5dc02abec27'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:26:07.223315 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-0c2fb46c-674c-445e-bbec-ad97af5dff41 None None] Bound port: cf328ba9-ff2c-48c5-a82a-4d5bc8cd13fe, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c9f82ac-1c44-4242-9e6c-99ec33ef623f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9a3f2a27-0e1d-4ac3-8499-b5dc02abec27'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:26:07.223690 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0c2fb46c-674c-445e-bbec-ad97af5dff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:07.285927 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.db.api [None req-18c921c4-5eb8-409b-8d07-2e323c20d5ee tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 17:26:07.285927 dv-neutron-828697-3-hyperv neutron-server[114375]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 17:26:07.285927 dv-neutron-828697-3-hyperv neutron-server[114375]: [parameters: {'id': '9a3f2a27-0e1d-4ac3-8499-b5dc02abec27'}] Feb 16 17:26:07.285927 dv-neutron-828697-3-hyperv neutron-server[114375]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:26:07.286382 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG oslo_db.api [None req-18c921c4-5eb8-409b-8d07-2e323c20d5ee tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:26:07.323393 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-0c2fb46c-674c-445e-bbec-ad97af5dff41 None None] For port cf328ba9-ff2c-48c5-a82a-4d5bc8cd13fe, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:26:07.326917 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-0c2fb46c-674c-445e-bbec-ad97af5dff41 None None] For port cf328ba9-ff2c-48c5-a82a-4d5bc8cd13fe, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=cf328ba9-ff2c-48c5-a82a-4d5bc8cd13fe,segment=NetworkSegment(4c9f82ac-1c44-4242-9e6c-99ec33ef623f),segment_id=4c9f82ac-1c44-4242-9e6c-99ec33ef623f)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:26:07.388697 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0c2fb46c-674c-445e-bbec-ad97af5dff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:07.473941 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2fb46c-674c-445e-bbec-ad97af5dff41 None None] Pushing event updated for resources: {'Port': ['ID=cf328ba9-ff2c-48c5-a82a-4d5bc8cd13fe,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:07.487309 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f24c17-4540-4b5e-9db5-ebc46e1cffb5 None None] Network 9a3f2a27-0e1d-4ac3-8499-b5dc02abec27 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:26:07.556164 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-9d6db6df-6edf-426a-8f4a-7af572d4ac41 None None] Provisioning complete for port 8cb86542-6a45-4007-ad56-f71f5afad6a8 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:26:07.556464 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9d6db6df-6edf-426a-8f4a-7af572d4ac41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:07.660015 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459176bf-e178-4528-a944-15198a60c11e None None] get_active_networks_info from dv-neutron-828697-3-hyperv {{(pid=114377) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 16 17:26:07.737574 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459176bf-e178-4528-a944-15198a60c11e None None] Resources bound (agent type, host, resource id): {{(pid=114377) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 17:26:07.787239 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-18c921c4-5eb8-409b-8d07-2e323c20d5ee tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:07.847225 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-18c921c4-5eb8-409b-8d07-2e323c20d5ee tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Deleting port cf328ba9-ff2c-48c5-a82a-4d5bc8cd13fe {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:26:07.847483 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-18c921c4-5eb8-409b-8d07-2e323c20d5ee tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:07.910242 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-18c921c4-5eb8-409b-8d07-2e323c20d5ee tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] For port cf328ba9-ff2c-48c5-a82a-4d5bc8cd13fe, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=cf328ba9-ff2c-48c5-a82a-4d5bc8cd13fe,segment=NetworkSegment(4c9f82ac-1c44-4242-9e6c-99ec33ef623f),segment_id=4c9f82ac-1c44-4242-9e6c-99ec33ef623f)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:26:07.910605 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-18c921c4-5eb8-409b-8d07-2e323c20d5ee tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:07.922917 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-18c921c4-5eb8-409b-8d07-2e323c20d5ee tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Calling delete_port for cf328ba9-ff2c-48c5-a82a-4d5bc8cd13fe owned by network:dhcp {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:26:08.076437 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-18c921c4-5eb8-409b-8d07-2e323c20d5ee tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:08.102886 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c921c4-5eb8-409b-8d07-2e323c20d5ee tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Pushing event deleted for resources: {'Port': ['ID=cf328ba9-ff2c-48c5-a82a-4d5bc8cd13fe,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:08.111615 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c921c4-5eb8-409b-8d07-2e323c20d5ee tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] No DVR routers for this DVR port cf328ba9-ff2c-48c5-a82a-4d5bc8cd13fe on host dv-neutron-828697-3-hyperv {{(pid=114375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:26:08.196875 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-18c921c4-5eb8-409b-8d07-2e323c20d5ee tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:08.220605 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-18c921c4-5eb8-409b-8d07-2e323c20d5ee tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a3f2a27-0e1d-4ac3-8499-b5dc02abec27']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:26:08.230658 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-18c921c4-5eb8-409b-8d07-2e323c20d5ee tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c9f82ac-1c44-4242-9e6c-99ec33ef623f') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:26:08.230955 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-18c921c4-5eb8-409b-8d07-2e323c20d5ee tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c9f82ac-1c44-4242-9e6c-99ec33ef623f') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:26:08.240533 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-18c921c4-5eb8-409b-8d07-2e323c20d5ee tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:08.253411 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-18c921c4-5eb8-409b-8d07-2e323c20d5ee tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:08.259645 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18c921c4-5eb8-409b-8d07-2e323c20d5ee tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:26:08.260059 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-18c921c4-5eb8-409b-8d07-2e323c20d5ee tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:08.262844 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 17:26:08.262844 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:26:08.262844 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 17:26:08.262844 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:26:08.262844 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 17:26:08.262844 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:26:08.262844 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 17:26:08.262844 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:26:08.262844 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 17:26:08.262844 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:26:08.262844 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 17:26:08.262844 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:26:08.262844 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 17:26:08.262844 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:26:08.262844 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:26:08.262844 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:26:08.262844 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:26:08.262844 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:26:08.262844 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 17:26:08.262844 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:26:08.262844 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 17:26:08.262844 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:26:08.262844 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:26:08.262844 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:26:08.262844 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 17:26:08.262844 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:26:08.262844 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:26:08.262844 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:26:08.262844 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:26:08.262844 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:26:08.262844 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:26:08.262844 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:26:08.393828 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-18c921c4-5eb8-409b-8d07-2e323c20d5ee tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:08.401609 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-18c921c4-5eb8-409b-8d07-2e323c20d5ee tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:08.404287 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-18c921c4-5eb8-409b-8d07-2e323c20d5ee tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] 10.222.0.88 "DELETE /v2.0/networks/9a3f2a27-0e1d-4ac3-8499-b5dc02abec27 HTTP/1.1" status: 204 len: 168 time: 2.0458801 Feb 16 17:26:08.408029 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 58436) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:26:08.414987 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-6b47f547-8011-499a-aab9-df26fc0e8233 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-99676210'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:26:08.416513 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c921c4-5eb8-409b-8d07-2e323c20d5ee tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Pushing event deleted for resources: {'Network': ['ID=9a3f2a27-0e1d-4ac3-8499-b5dc02abec27,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:08.473718 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 8cb86542-6a45-4007-ad56-f71f5afad6a8 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:26:08.505389 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b47f547-8011-499a-aab9-df26fc0e8233 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Made reservation on behalf of f23155f0cb6044398e93c7ab4e87e762 for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:26:08.509101 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6b47f547-8011-499a-aab9-df26fc0e8233 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:08.534502 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b47f547-8011-499a-aab9-df26fc0e8233 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:26:08.544438 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6b47f547-8011-499a-aab9-df26fc0e8233 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:08.544790 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-6b47f547-8011-499a-aab9-df26fc0e8233 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Added segment 7a93606a-568c-461c-a9cd-0f14e844b9be of type vlan for network 5a3d4d60-e577-40be-95a8-b42463ccb27b Feb 16 17:26:08.587700 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6b47f547-8011-499a-aab9-df26fc0e8233 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:08.667622 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 8cb86542-6a45-4007-ad56-f71f5afad6a8 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:26:08.667904 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:08.682336 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6b47f547-8011-499a-aab9-df26fc0e8233 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:08.687934 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b47f547-8011-499a-aab9-df26fc0e8233 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:08.688591 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6b47f547-8011-499a-aab9-df26fc0e8233 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:08.757516 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b47f547-8011-499a-aab9-df26fc0e8233 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Pushing event updated for resources: {'Network': ['ID=5a3d4d60-e577-40be-95a8-b42463ccb27b,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:08.764514 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b47f547-8011-499a-aab9-df26fc0e8233 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:08.764864 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b47f547-8011-499a-aab9-df26fc0e8233 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:08.765218 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b47f547-8011-499a-aab9-df26fc0e8233 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:08.765556 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b47f547-8011-499a-aab9-df26fc0e8233 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:08.765894 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b47f547-8011-499a-aab9-df26fc0e8233 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:08.766230 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b47f547-8011-499a-aab9-df26fc0e8233 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:08.766567 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b47f547-8011-499a-aab9-df26fc0e8233 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:08.766891 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b47f547-8011-499a-aab9-df26fc0e8233 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:08.767219 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b47f547-8011-499a-aab9-df26fc0e8233 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:08.767545 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b47f547-8011-499a-aab9-df26fc0e8233 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:08.767871 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b47f547-8011-499a-aab9-df26fc0e8233 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:08.768241 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b47f547-8011-499a-aab9-df26fc0e8233 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:08.778549 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 5a3d4d60-e577-40be-95a8-b42463ccb27b details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:26:08.813794 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-6b47f547-8011-499a-aab9-df26fc0e8233 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4020371 Feb 16 17:26:08.814023 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 58438) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:26:08.818872 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-f7e5b745-5487-4c79-961a-137a252a810c tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Request body: {'subnet': {'network_id': '5a3d4d60-e577-40be-95a8-b42463ccb27b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:26:08.962184 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e5b745-5487-4c79-961a-137a252a810c tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Made reservation on behalf of f23155f0cb6044398e93c7ab4e87e762 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:26:08.965727 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f7e5b745-5487-4c79-961a-137a252a810c tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:09.025774 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.ipam_backend_mixin [None req-f7e5b745-5487-4c79-961a-137a252a810c tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Performing IP validity checks on allocation pools {{(pid=114376) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 16 17:26:09.026290 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.ipam_backend_mixin [None req-f7e5b745-5487-4c79-961a-137a252a810c tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114376) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 16 17:26:09.192311 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f7e5b745-5487-4c79-961a-137a252a810c tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:09.236598 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ae092563-2e24-4593-98b0-19eada467ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:09.258414 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e5b745-5487-4c79-961a-137a252a810c tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Pushing event updated for resources: {'Subnet': ['ID=16a440a4-84e6-4592-a4d7-ffcad07d286d,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:09.265469 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e5b745-5487-4c79-961a-137a252a810c tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Checking segment: {'id': '7a93606a-568c-461c-a9cd-0f14e844b9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5a3d4d60-e577-40be-95a8-b42463ccb27b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:26:09.265816 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e5b745-5487-4c79-961a-137a252a810c tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Network hostable DHCP agents. Network: 5a3d4d60-e577-40be-95a8-b42463ccb27b, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:26:09.336493 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e5b745-5487-4c79-961a-137a252a810c tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Network 5a3d4d60-e577-40be-95a8-b42463ccb27b is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:26:09.387424 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-f7e5b745-5487-4c79-961a-137a252a810c tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 5a3d4d60-e577-40be-95a8-b42463ccb27b) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:26:09.392007 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e5b745-5487-4c79-961a-137a252a810c tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:09.393273 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f7e5b745-5487-4c79-961a-137a252a810c tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:09.396011 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f1e548-2a68-4895-9a2e-75a059f45e3e None None] Network 5a3d4d60-e577-40be-95a8-b42463ccb27b requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:26:09.488260 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-f7e5b745-5487-4c79-961a-137a252a810c tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6731274 Feb 16 17:26:09.491232 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 58440) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:26:09.545143 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d16da0-89c6-4e96-8acd-bd18792f935d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-5a3d4d60-e577-40be-95a8-b42463ccb27b', 'network_id': '5a3d4d60-e577-40be-95a8-b42463ccb27b', 'tenant_id': 'f23155f0cb6044398e93c7ab4e87e762', 'fixed_ips': [{'subnet_id': '16a440a4-84e6-4592-a4d7-ffcad07d286d'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:26:09.546010 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-16d16da0-89c6-4e96-8acd-bd18792f935d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:09.586452 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-61fb76c9-6899-454d-8621-a086f9fad8f2 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:09.664713 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-61fb76c9-6899-454d-8621-a086f9fad8f2 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:09.682351 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-16d16da0-89c6-4e96-8acd-bd18792f935d None None] Allocated IP 2001:db8::3 (5a3d4d60-e577-40be-95a8-b42463ccb27b/16a440a4-84e6-4592-a4d7-ffcad07d286d/87c07370-4829-4574-8cfb-6ccda758c72b) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:26:09.820315 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-16d16da0-89c6-4e96-8acd-bd18792f935d None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:09.925487 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-16d16da0-89c6-4e96-8acd-bd18792f935d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:09.969017 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d16da0-89c6-4e96-8acd-bd18792f935d None None] Network 5a3d4d60-e577-40be-95a8-b42463ccb27b is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:26:09.971802 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-16d16da0-89c6-4e96-8acd-bd18792f935d None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:26:09.975657 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d16da0-89c6-4e96-8acd-bd18792f935d None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:26:09.982509 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d16da0-89c6-4e96-8acd-bd18792f935d None None] Pushing event updated for resources: {'Port': ['ID=87c07370-4829-4574-8cfb-6ccda758c72b,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:10.029810 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-16d16da0-89c6-4e96-8acd-bd18792f935d None None] Attempting to bind port 87c07370-4829-4574-8cfb-6ccda758c72b on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:26:10.030182 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-16d16da0-89c6-4e96-8acd-bd18792f935d None None] Attempting to bind port 87c07370-4829-4574-8cfb-6ccda758c72b by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '7a93606a-568c-461c-a9cd-0f14e844b9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5a3d4d60-e577-40be-95a8-b42463ccb27b'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:26:10.030547 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d16da0-89c6-4e96-8acd-bd18792f935d None None] Attempting to bind port 87c07370-4829-4574-8cfb-6ccda758c72b on network 5a3d4d60-e577-40be-95a8-b42463ccb27b {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:26:10.035443 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d16da0-89c6-4e96-8acd-bd18792f935d None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:26:10.035817 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d16da0-89c6-4e96-8acd-bd18792f935d None None] Checking segment: {'id': '7a93606a-568c-461c-a9cd-0f14e844b9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5a3d4d60-e577-40be-95a8-b42463ccb27b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:26:10.036268 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-16d16da0-89c6-4e96-8acd-bd18792f935d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:10.036659 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d16da0-89c6-4e96-8acd-bd18792f935d None None] Bound using segment: {'id': '7a93606a-568c-461c-a9cd-0f14e844b9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5a3d4d60-e577-40be-95a8-b42463ccb27b'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:26:10.037120 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-16d16da0-89c6-4e96-8acd-bd18792f935d None None] Bound port: 87c07370-4829-4574-8cfb-6ccda758c72b, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a93606a-568c-461c-a9cd-0f14e844b9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5a3d4d60-e577-40be-95a8-b42463ccb27b'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:26:10.038074 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-16d16da0-89c6-4e96-8acd-bd18792f935d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:10.039961 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-61fb76c9-6899-454d-8621-a086f9fad8f2 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:10.068651 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb76c9-6899-454d-8621-a086f9fad8f2 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Pushing event deleted for resources: {'Subnet': ['ID=16a440a4-84e6-4592-a4d7-ffcad07d286d,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:10.101532 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-16d16da0-89c6-4e96-8acd-bd18792f935d None None] For port 87c07370-4829-4574-8cfb-6ccda758c72b, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:26:10.104819 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-16d16da0-89c6-4e96-8acd-bd18792f935d None None] For port 87c07370-4829-4574-8cfb-6ccda758c72b, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=87c07370-4829-4574-8cfb-6ccda758c72b,segment=NetworkSegment(7a93606a-568c-461c-a9cd-0f14e844b9be),segment_id=7a93606a-568c-461c-a9cd-0f14e844b9be)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:26:10.129919 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-61fb76c9-6899-454d-8621-a086f9fad8f2 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:10.150083 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-61fb76c9-6899-454d-8621-a086f9fad8f2 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a3d4d60-e577-40be-95a8-b42463ccb27b']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:26:10.159207 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-61fb76c9-6899-454d-8621-a086f9fad8f2 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a93606a-568c-461c-a9cd-0f14e844b9be') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:26:10.159502 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-61fb76c9-6899-454d-8621-a086f9fad8f2 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a93606a-568c-461c-a9cd-0f14e844b9be') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:26:10.169179 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-61fb76c9-6899-454d-8621-a086f9fad8f2 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:10.171469 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-16d16da0-89c6-4e96-8acd-bd18792f935d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:10.183352 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-61fb76c9-6899-454d-8621-a086f9fad8f2 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:10.189366 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61fb76c9-6899-454d-8621-a086f9fad8f2 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:26:10.189788 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-61fb76c9-6899-454d-8621-a086f9fad8f2 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:10.192773 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 17:26:10.192773 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:26:10.192773 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 17:26:10.192773 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:26:10.192773 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 17:26:10.192773 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:26:10.192773 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 17:26:10.192773 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:26:10.192773 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 17:26:10.192773 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:26:10.192773 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 17:26:10.192773 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:26:10.192773 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 17:26:10.192773 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:26:10.192773 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:26:10.192773 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:26:10.192773 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:26:10.192773 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:26:10.192773 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 17:26:10.192773 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:26:10.192773 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 17:26:10.192773 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:26:10.192773 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:26:10.192773 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:26:10.192773 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 17:26:10.192773 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:26:10.192773 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:26:10.192773 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:26:10.192773 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:26:10.192773 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:26:10.192773 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:26:10.192773 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:26:10.252069 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d16da0-89c6-4e96-8acd-bd18792f935d None None] Pushing event updated for resources: {'Port': ['ID=87c07370-4829-4574-8cfb-6ccda758c72b,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:10.267360 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1621344f-4137-4b81-8ced-3a2d13adbce9 None None] Network 5a3d4d60-e577-40be-95a8-b42463ccb27b requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:26:10.274421 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.db.api [None req-61fb76c9-6899-454d-8621-a086f9fad8f2 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 17:26:10.274421 dv-neutron-828697-3-hyperv neutron-server[114376]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 17:26:10.274421 dv-neutron-828697-3-hyperv neutron-server[114376]: [parameters: {'id': '5a3d4d60-e577-40be-95a8-b42463ccb27b'}] Feb 16 17:26:10.274421 dv-neutron-828697-3-hyperv neutron-server[114376]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114376) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:26:10.274830 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG oslo_db.api [None req-61fb76c9-6899-454d-8621-a086f9fad8f2 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:26:10.387084 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a086697f-181b-4559-8e29-e14086819932 None None] get_active_networks_info from dv-neutron-828697-3-hyperv {{(pid=114377) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 16 17:26:10.461092 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a086697f-181b-4559-8e29-e14086819932 None None] Resources bound (agent type, host, resource id): {{(pid=114377) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 17:26:10.487147 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:10.775716 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-61fb76c9-6899-454d-8621-a086f9fad8f2 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:10.826939 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-61fb76c9-6899-454d-8621-a086f9fad8f2 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Deleting port 87c07370-4829-4574-8cfb-6ccda758c72b {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:26:10.827266 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-61fb76c9-6899-454d-8621-a086f9fad8f2 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:10.898309 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-61fb76c9-6899-454d-8621-a086f9fad8f2 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] For port 87c07370-4829-4574-8cfb-6ccda758c72b, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=87c07370-4829-4574-8cfb-6ccda758c72b,segment=NetworkSegment(7a93606a-568c-461c-a9cd-0f14e844b9be),segment_id=7a93606a-568c-461c-a9cd-0f14e844b9be)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:26:10.898825 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-61fb76c9-6899-454d-8621-a086f9fad8f2 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:10.914488 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-61fb76c9-6899-454d-8621-a086f9fad8f2 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Calling delete_port for 87c07370-4829-4574-8cfb-6ccda758c72b owned by network:dhcp {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:26:11.090797 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-61fb76c9-6899-454d-8621-a086f9fad8f2 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:11.120671 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb76c9-6899-454d-8621-a086f9fad8f2 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Pushing event deleted for resources: {'Port': ['ID=87c07370-4829-4574-8cfb-6ccda758c72b,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:11.124087 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fb76c9-6899-454d-8621-a086f9fad8f2 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] No DVR routers for this DVR port 87c07370-4829-4574-8cfb-6ccda758c72b on host dv-neutron-828697-3-hyperv {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:26:11.199665 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-61fb76c9-6899-454d-8621-a086f9fad8f2 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:11.219710 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-61fb76c9-6899-454d-8621-a086f9fad8f2 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a3d4d60-e577-40be-95a8-b42463ccb27b']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:26:11.229587 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-61fb76c9-6899-454d-8621-a086f9fad8f2 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a93606a-568c-461c-a9cd-0f14e844b9be') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:26:11.229889 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-61fb76c9-6899-454d-8621-a086f9fad8f2 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a93606a-568c-461c-a9cd-0f14e844b9be') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:26:11.238945 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-61fb76c9-6899-454d-8621-a086f9fad8f2 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:11.251613 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-61fb76c9-6899-454d-8621-a086f9fad8f2 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:11.258029 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61fb76c9-6899-454d-8621-a086f9fad8f2 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:26:11.258426 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-61fb76c9-6899-454d-8621-a086f9fad8f2 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:11.261360 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 17:26:11.261360 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:26:11.261360 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 17:26:11.261360 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:26:11.261360 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 17:26:11.261360 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:26:11.261360 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 17:26:11.261360 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:26:11.261360 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 17:26:11.261360 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:26:11.261360 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 17:26:11.261360 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:26:11.261360 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 17:26:11.261360 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:26:11.261360 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:26:11.261360 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:26:11.261360 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:26:11.261360 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:26:11.261360 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 17:26:11.261360 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:26:11.261360 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 17:26:11.261360 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:26:11.261360 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:26:11.261360 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:26:11.261360 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 17:26:11.261360 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:26:11.261360 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:26:11.261360 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:26:11.261360 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:26:11.261360 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:26:11.261360 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:26:11.261360 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:26:11.390831 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-61fb76c9-6899-454d-8621-a086f9fad8f2 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:11.401902 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-61fb76c9-6899-454d-8621-a086f9fad8f2 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:11.401902 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-61fb76c9-6899-454d-8621-a086f9fad8f2 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] 10.222.0.88 "DELETE /v2.0/networks/5a3d4d60-e577-40be-95a8-b42463ccb27b HTTP/1.1" status: 204 len: 168 time: 1.9091535 Feb 16 17:26:11.405272 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 58442) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:26:11.410416 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-63dc4eab-7691-4407-b559-de789c341de9 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-181492002'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:26:11.412720 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb76c9-6899-454d-8621-a086f9fad8f2 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Pushing event deleted for resources: {'Network': ['ID=5a3d4d60-e577-40be-95a8-b42463ccb27b,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:11.470538 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63dc4eab-7691-4407-b559-de789c341de9 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Made reservation on behalf of f23155f0cb6044398e93c7ab4e87e762 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:26:11.473936 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-63dc4eab-7691-4407-b559-de789c341de9 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:11.496945 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63dc4eab-7691-4407-b559-de789c341de9 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:26:11.507494 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-63dc4eab-7691-4407-b559-de789c341de9 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:11.507839 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-63dc4eab-7691-4407-b559-de789c341de9 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Added segment 697007fe-5f36-41f1-bd4f-cd94e28f7e09 of type vlan for network b68d2bc8-d5c9-41d3-95b7-5b24db63fc19 Feb 16 17:26:11.545794 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-63dc4eab-7691-4407-b559-de789c341de9 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:11.633864 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-63dc4eab-7691-4407-b559-de789c341de9 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:11.639302 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63dc4eab-7691-4407-b559-de789c341de9 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:11.639877 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-63dc4eab-7691-4407-b559-de789c341de9 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:11.709330 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dc4eab-7691-4407-b559-de789c341de9 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Pushing event updated for resources: {'Network': ['ID=b68d2bc8-d5c9-41d3-95b7-5b24db63fc19,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:11.719534 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network b68d2bc8-d5c9-41d3-95b7-5b24db63fc19 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:26:11.765886 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-63dc4eab-7691-4407-b559-de789c341de9 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3555443 Feb 16 17:26:11.765886 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 58444) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:26:11.770553 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-0cc97543-c559-4183-a31f-1a5180203826 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Request body: {'subnet': {'network_id': 'b68d2bc8-d5c9-41d3-95b7-5b24db63fc19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:26:11.862319 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:11.919123 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc97543-c559-4183-a31f-1a5180203826 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Made reservation on behalf of f23155f0cb6044398e93c7ab4e87e762 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:26:11.923665 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0cc97543-c559-4183-a31f-1a5180203826 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:12.125357 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:12.165319 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0cc97543-c559-4183-a31f-1a5180203826 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:12.223593 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc97543-c559-4183-a31f-1a5180203826 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Pushing event updated for resources: {'Subnet': ['ID=67b0729e-81e0-4933-ada6-ffd7b64d09a9,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:12.232773 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc97543-c559-4183-a31f-1a5180203826 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Checking segment: {'id': '697007fe-5f36-41f1-bd4f-cd94e28f7e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b68d2bc8-d5c9-41d3-95b7-5b24db63fc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:26:12.233146 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc97543-c559-4183-a31f-1a5180203826 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Network hostable DHCP agents. Network: b68d2bc8-d5c9-41d3-95b7-5b24db63fc19, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:26:12.313527 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc97543-c559-4183-a31f-1a5180203826 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Network b68d2bc8-d5c9-41d3-95b7-5b24db63fc19 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:26:12.376375 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-0cc97543-c559-4183-a31f-1a5180203826 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, b68d2bc8-d5c9-41d3-95b7-5b24db63fc19) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:26:12.380348 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc97543-c559-4183-a31f-1a5180203826 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:12.380916 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0cc97543-c559-4183-a31f-1a5180203826 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:12.385233 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6dfddc3-63bd-4c1d-a3df-c73fcfe4db70 None None] Network b68d2bc8-d5c9-41d3-95b7-5b24db63fc19 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:26:12.468207 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-0cc97543-c559-4183-a31f-1a5180203826 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7014401 Feb 16 17:26:12.471783 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 58446) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:26:12.477681 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-ebdb73dd-2aa7-4b55-a346-8ad234049486 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1013472975'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:26:12.527295 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b908961-c5a5-4346-8101-2068835628b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-b68d2bc8-d5c9-41d3-95b7-5b24db63fc19', 'network_id': 'b68d2bc8-d5c9-41d3-95b7-5b24db63fc19', 'tenant_id': 'f23155f0cb6044398e93c7ab4e87e762', 'fixed_ips': [{'subnet_id': '67b0729e-81e0-4933-ada6-ffd7b64d09a9'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:26:12.528230 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1b908961-c5a5-4346-8101-2068835628b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:12.573950 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebdb73dd-2aa7-4b55-a346-8ad234049486 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Made reservation on behalf of f23155f0cb6044398e93c7ab4e87e762 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:26:12.577507 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ebdb73dd-2aa7-4b55-a346-8ad234049486 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:12.603169 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebdb73dd-2aa7-4b55-a346-8ad234049486 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:26:12.612094 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ebdb73dd-2aa7-4b55-a346-8ad234049486 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:12.612456 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-ebdb73dd-2aa7-4b55-a346-8ad234049486 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Added segment b5a9a0af-c212-4c56-8281-54eedc7aff70 of type vlan for network 9fa5de60-5633-4b40-8719-c5ce847c3048 Feb 16 17:26:12.652549 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ebdb73dd-2aa7-4b55-a346-8ad234049486 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:12.675050 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-1b908961-c5a5-4346-8101-2068835628b0 None None] Allocated IP 2001:db8::2 (b68d2bc8-d5c9-41d3-95b7-5b24db63fc19/67b0729e-81e0-4933-ada6-ffd7b64d09a9/1657ea49-d707-46f4-a6f1-4da107263496) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:26:12.745449 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ebdb73dd-2aa7-4b55-a346-8ad234049486 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:12.751133 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdb73dd-2aa7-4b55-a346-8ad234049486 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:12.751726 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ebdb73dd-2aa7-4b55-a346-8ad234049486 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:12.816503 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1b908961-c5a5-4346-8101-2068835628b0 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:12.821460 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb73dd-2aa7-4b55-a346-8ad234049486 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Pushing event updated for resources: {'Network': ['ID=9fa5de60-5633-4b40-8719-c5ce847c3048,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:12.831456 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 9fa5de60-5633-4b40-8719-c5ce847c3048 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:26:12.900012 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ebdb73dd-2aa7-4b55-a346-8ad234049486 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4271419 Feb 16 17:26:12.909296 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 58448) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:26:12.914337 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-97ed1c1a-e5ea-40ac-a188-b80aef386974 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Request body: {'subnet': {'network_id': '9fa5de60-5633-4b40-8719-c5ce847c3048', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:26:12.922672 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1b908961-c5a5-4346-8101-2068835628b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:12.962884 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b908961-c5a5-4346-8101-2068835628b0 None None] Network b68d2bc8-d5c9-41d3-95b7-5b24db63fc19 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:26:12.965631 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-1b908961-c5a5-4346-8101-2068835628b0 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:26:12.968961 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b908961-c5a5-4346-8101-2068835628b0 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:26:12.975930 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b908961-c5a5-4346-8101-2068835628b0 None None] Pushing event updated for resources: {'Port': ['ID=1657ea49-d707-46f4-a6f1-4da107263496,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:13.027537 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-1b908961-c5a5-4346-8101-2068835628b0 None None] Attempting to bind port 1657ea49-d707-46f4-a6f1-4da107263496 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:26:13.027903 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-1b908961-c5a5-4346-8101-2068835628b0 None None] Attempting to bind port 1657ea49-d707-46f4-a6f1-4da107263496 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '697007fe-5f36-41f1-bd4f-cd94e28f7e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b68d2bc8-d5c9-41d3-95b7-5b24db63fc19'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:26:13.028299 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b908961-c5a5-4346-8101-2068835628b0 None None] Attempting to bind port 1657ea49-d707-46f4-a6f1-4da107263496 on network b68d2bc8-d5c9-41d3-95b7-5b24db63fc19 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:26:13.033083 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b908961-c5a5-4346-8101-2068835628b0 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:26:13.033435 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b908961-c5a5-4346-8101-2068835628b0 None None] Checking segment: {'id': '697007fe-5f36-41f1-bd4f-cd94e28f7e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b68d2bc8-d5c9-41d3-95b7-5b24db63fc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:26:13.033830 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1b908961-c5a5-4346-8101-2068835628b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:13.034212 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b908961-c5a5-4346-8101-2068835628b0 None None] Bound using segment: {'id': '697007fe-5f36-41f1-bd4f-cd94e28f7e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b68d2bc8-d5c9-41d3-95b7-5b24db63fc19'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:26:13.034674 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-1b908961-c5a5-4346-8101-2068835628b0 None None] Bound port: 1657ea49-d707-46f4-a6f1-4da107263496, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '697007fe-5f36-41f1-bd4f-cd94e28f7e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b68d2bc8-d5c9-41d3-95b7-5b24db63fc19'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:26:13.035043 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1b908961-c5a5-4346-8101-2068835628b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:13.096335 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1b908961-c5a5-4346-8101-2068835628b0 None None] For port 1657ea49-d707-46f4-a6f1-4da107263496, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:26:13.096571 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ed1c1a-e5ea-40ac-a188-b80aef386974 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Made reservation on behalf of f23155f0cb6044398e93c7ab4e87e762 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:26:13.099372 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1b908961-c5a5-4346-8101-2068835628b0 None None] For port 1657ea49-d707-46f4-a6f1-4da107263496, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=1657ea49-d707-46f4-a6f1-4da107263496,segment=NetworkSegment(697007fe-5f36-41f1-bd4f-cd94e28f7e09),segment_id=697007fe-5f36-41f1-bd4f-cd94e28f7e09)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:26:13.099904 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-97ed1c1a-e5ea-40ac-a188-b80aef386974 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:13.194160 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1b908961-c5a5-4346-8101-2068835628b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:13.250415 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b908961-c5a5-4346-8101-2068835628b0 None None] Pushing event updated for resources: {'Port': ['ID=1657ea49-d707-46f4-a6f1-4da107263496,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:13.348476 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-97ed1c1a-e5ea-40ac-a188-b80aef386974 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:13.424053 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ed1c1a-e5ea-40ac-a188-b80aef386974 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Pushing event updated for resources: {'Subnet': ['ID=72782402-a77b-4a34-a9d3-fa4bb53c4bf7,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:13.439659 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ed1c1a-e5ea-40ac-a188-b80aef386974 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Checking segment: {'id': 'b5a9a0af-c212-4c56-8281-54eedc7aff70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9fa5de60-5633-4b40-8719-c5ce847c3048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:26:13.440088 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ed1c1a-e5ea-40ac-a188-b80aef386974 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Network hostable DHCP agents. Network: 9fa5de60-5633-4b40-8719-c5ce847c3048, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:26:13.522221 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ed1c1a-e5ea-40ac-a188-b80aef386974 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Network 9fa5de60-5633-4b40-8719-c5ce847c3048 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:26:13.573550 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-97ed1c1a-e5ea-40ac-a188-b80aef386974 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 9fa5de60-5633-4b40-8719-c5ce847c3048) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:26:13.577554 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ed1c1a-e5ea-40ac-a188-b80aef386974 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:13.578128 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-97ed1c1a-e5ea-40ac-a188-b80aef386974 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:13.583017 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d14980-8c9b-42cb-abd4-c9656ed3889a None None] Network 9fa5de60-5633-4b40-8719-c5ce847c3048 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:26:13.628880 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-97ed1c1a-e5ea-40ac-a188-b80aef386974 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7178276 Feb 16 17:26:13.630823 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 58450) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:26:13.725260 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39224d54-f52a-464f-8efc-41727266d790 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-9fa5de60-5633-4b40-8719-c5ce847c3048', 'network_id': '9fa5de60-5633-4b40-8719-c5ce847c3048', 'tenant_id': 'f23155f0cb6044398e93c7ab4e87e762', 'fixed_ips': [{'subnet_id': '72782402-a77b-4a34-a9d3-fa4bb53c4bf7'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:26:13.726206 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-39224d54-f52a-464f-8efc-41727266d790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:13.734183 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1bcdb524-bad4-4d8d-9bfb-5f5134254471 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:13.785121 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1bcdb524-bad4-4d8d-9bfb-5f5134254471 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:13.872774 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-39224d54-f52a-464f-8efc-41727266d790 None None] Allocated IP 2001:db8::2 (9fa5de60-5633-4b40-8719-c5ce847c3048/72782402-a77b-4a34-a9d3-fa4bb53c4bf7/e7a36384-2afa-4798-9b0f-d4228d0f0214) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:26:14.024364 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-39224d54-f52a-464f-8efc-41727266d790 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:14.095767 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-39224d54-f52a-464f-8efc-41727266d790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:14.125512 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87047052-2fb9-476e-887c-28931832ded8 None None] Network b68d2bc8-d5c9-41d3-95b7-5b24db63fc19 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:26:14.178200 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39224d54-f52a-464f-8efc-41727266d790 None None] Network 9fa5de60-5633-4b40-8719-c5ce847c3048 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:26:14.180948 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1bcdb524-bad4-4d8d-9bfb-5f5134254471 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:14.192368 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-39224d54-f52a-464f-8efc-41727266d790 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:26:14.202158 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39224d54-f52a-464f-8efc-41727266d790 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:26:14.206042 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39224d54-f52a-464f-8efc-41727266d790 None None] Pushing event updated for resources: {'Port': ['ID=e7a36384-2afa-4798-9b0f-d4228d0f0214,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:14.213896 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcdb524-bad4-4d8d-9bfb-5f5134254471 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Pushing event deleted for resources: {'Subnet': ['ID=72782402-a77b-4a34-a9d3-fa4bb53c4bf7,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:14.224055 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-dde12ffc-12a8-4a28-a3f6-c767f9cf16a3 None None] Provisioning complete for port 1657ea49-d707-46f4-a6f1-4da107263496 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:26:14.224432 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-dde12ffc-12a8-4a28-a3f6-c767f9cf16a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:14.270733 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1bcdb524-bad4-4d8d-9bfb-5f5134254471 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:14.291480 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-1bcdb524-bad4-4d8d-9bfb-5f5134254471 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fa5de60-5633-4b40-8719-c5ce847c3048']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:26:14.300780 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-1bcdb524-bad4-4d8d-9bfb-5f5134254471 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5a9a0af-c212-4c56-8281-54eedc7aff70') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:26:14.301079 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-1bcdb524-bad4-4d8d-9bfb-5f5134254471 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5a9a0af-c212-4c56-8281-54eedc7aff70') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:26:14.311317 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1bcdb524-bad4-4d8d-9bfb-5f5134254471 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:14.324925 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1bcdb524-bad4-4d8d-9bfb-5f5134254471 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:14.331370 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bcdb524-bad4-4d8d-9bfb-5f5134254471 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:26:14.331863 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1bcdb524-bad4-4d8d-9bfb-5f5134254471 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:14.335239 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 17:26:14.335239 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:26:14.335239 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 17:26:14.335239 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:26:14.335239 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 17:26:14.335239 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:26:14.335239 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 17:26:14.335239 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:26:14.335239 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 17:26:14.335239 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:26:14.335239 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 17:26:14.335239 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:26:14.335239 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 17:26:14.335239 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:26:14.335239 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:26:14.335239 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:26:14.335239 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:26:14.335239 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:26:14.335239 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 17:26:14.335239 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:26:14.335239 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 17:26:14.335239 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:26:14.335239 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:26:14.335239 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:26:14.335239 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 17:26:14.335239 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:26:14.335239 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:26:14.335239 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:26:14.335239 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:26:14.335239 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:26:14.335239 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:26:14.335239 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:26:14.479355 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.db.api [None req-1bcdb524-bad4-4d8d-9bfb-5f5134254471 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 17:26:14.479355 dv-neutron-828697-3-hyperv neutron-server[114375]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 17:26:14.479355 dv-neutron-828697-3-hyperv neutron-server[114375]: [parameters: {'id': '9fa5de60-5633-4b40-8719-c5ce847c3048'}] Feb 16 17:26:14.479355 dv-neutron-828697-3-hyperv neutron-server[114375]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:26:14.479848 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG oslo_db.api [None req-1bcdb524-bad4-4d8d-9bfb-5f5134254471 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:26:14.490831 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-39224d54-f52a-464f-8efc-41727266d790 None None] Attempting to bind port e7a36384-2afa-4798-9b0f-d4228d0f0214 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:26:14.491764 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-39224d54-f52a-464f-8efc-41727266d790 None None] Attempting to bind port e7a36384-2afa-4798-9b0f-d4228d0f0214 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': 'b5a9a0af-c212-4c56-8281-54eedc7aff70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9fa5de60-5633-4b40-8719-c5ce847c3048'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:26:14.492153 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39224d54-f52a-464f-8efc-41727266d790 None None] Attempting to bind port e7a36384-2afa-4798-9b0f-d4228d0f0214 on network 9fa5de60-5633-4b40-8719-c5ce847c3048 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:26:14.502944 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 1657ea49-d707-46f4-a6f1-4da107263496 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:26:14.530660 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39224d54-f52a-464f-8efc-41727266d790 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:26:14.530954 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39224d54-f52a-464f-8efc-41727266d790 None None] Checking segment: {'id': 'b5a9a0af-c212-4c56-8281-54eedc7aff70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9fa5de60-5633-4b40-8719-c5ce847c3048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:26:14.531360 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-39224d54-f52a-464f-8efc-41727266d790 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:14.531751 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39224d54-f52a-464f-8efc-41727266d790 None None] Bound using segment: {'id': 'b5a9a0af-c212-4c56-8281-54eedc7aff70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9fa5de60-5633-4b40-8719-c5ce847c3048'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:26:14.532273 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-39224d54-f52a-464f-8efc-41727266d790 None None] Bound port: e7a36384-2afa-4798-9b0f-d4228d0f0214, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5a9a0af-c212-4c56-8281-54eedc7aff70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9fa5de60-5633-4b40-8719-c5ce847c3048'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:26:14.532656 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-39224d54-f52a-464f-8efc-41727266d790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:14.642330 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-dde12ffc-12a8-4a28-a3f6-c767f9cf16a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:14.684774 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-39224d54-f52a-464f-8efc-41727266d790 None None] For port e7a36384-2afa-4798-9b0f-d4228d0f0214, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:26:14.692840 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-39224d54-f52a-464f-8efc-41727266d790 None None] For port e7a36384-2afa-4798-9b0f-d4228d0f0214, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=e7a36384-2afa-4798-9b0f-d4228d0f0214,segment=NetworkSegment(b5a9a0af-c212-4c56-8281-54eedc7aff70),segment_id=b5a9a0af-c212-4c56-8281-54eedc7aff70)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:26:14.695512 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 1657ea49-d707-46f4-a6f1-4da107263496 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:26:14.695891 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:14.742466 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-dde12ffc-12a8-4a28-a3f6-c767f9cf16a3 None None] For port 1657ea49-d707-46f4-a6f1-4da107263496, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=1657ea49-d707-46f4-a6f1-4da107263496,segment=NetworkSegment(697007fe-5f36-41f1-bd4f-cd94e28f7e09),segment_id=697007fe-5f36-41f1-bd4f-cd94e28f7e09)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:26:14.759417 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-39224d54-f52a-464f-8efc-41727266d790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:14.829447 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-dde12ffc-12a8-4a28-a3f6-c767f9cf16a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:14.865666 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:14.883404 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39224d54-f52a-464f-8efc-41727266d790 None None] Pushing event updated for resources: {'Port': ['ID=e7a36384-2afa-4798-9b0f-d4228d0f0214,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:14.914740 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4ecbd6-1303-4d62-930d-3a53d0cb7473 None None] Network 9fa5de60-5633-4b40-8719-c5ce847c3048 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:26:14.980703 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1bcdb524-bad4-4d8d-9bfb-5f5134254471 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:15.034139 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde12ffc-12a8-4a28-a3f6-c767f9cf16a3 None None] Pushing event updated for resources: {'Port': ['ID=1657ea49-d707-46f4-a6f1-4da107263496,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:15.037954 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-1bcdb524-bad4-4d8d-9bfb-5f5134254471 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Deleting port e7a36384-2afa-4798-9b0f-d4228d0f0214 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:26:15.039043 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1bcdb524-bad4-4d8d-9bfb-5f5134254471 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:15.040349 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.db.api [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:26:15.040649 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG oslo_db.api [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:26:15.042867 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-f9560535-912b-464f-9bc8-82a823a51b17 None None] Provisioning complete for port 1657ea49-d707-46f4-a6f1-4da107263496 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:26:15.043233 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f9560535-912b-464f-9bc8-82a823a51b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:15.109198 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-1bcdb524-bad4-4d8d-9bfb-5f5134254471 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] For port e7a36384-2afa-4798-9b0f-d4228d0f0214, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=e7a36384-2afa-4798-9b0f-d4228d0f0214,segment=NetworkSegment(b5a9a0af-c212-4c56-8281-54eedc7aff70),segment_id=b5a9a0af-c212-4c56-8281-54eedc7aff70)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:26:15.109570 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1bcdb524-bad4-4d8d-9bfb-5f5134254471 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:15.122281 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-1bcdb524-bad4-4d8d-9bfb-5f5134254471 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Calling delete_port for e7a36384-2afa-4798-9b0f-d4228d0f0214 owned by network:dhcp {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:26:15.156616 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4a3364-27d1-4907-b0a0-966c4c68f756 None None] get_active_networks_info from dv-neutron-828697-3-hyperv {{(pid=114377) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 16 17:26:15.243997 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4a3364-27d1-4907-b0a0-966c4c68f756 None None] Resources bound (agent type, host, resource id): {{(pid=114377) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 17:26:15.576381 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1bcdb524-bad4-4d8d-9bfb-5f5134254471 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:15.603083 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcdb524-bad4-4d8d-9bfb-5f5134254471 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Pushing event deleted for resources: {'Port': ['ID=e7a36384-2afa-4798-9b0f-d4228d0f0214,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:15.604893 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcdb524-bad4-4d8d-9bfb-5f5134254471 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] No DVR routers for this DVR port e7a36384-2afa-4798-9b0f-d4228d0f0214 on host dv-neutron-828697-3-hyperv {{(pid=114375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:26:15.681817 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1bcdb524-bad4-4d8d-9bfb-5f5134254471 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:15.701514 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-1bcdb524-bad4-4d8d-9bfb-5f5134254471 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fa5de60-5633-4b40-8719-c5ce847c3048']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:26:15.710408 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-1bcdb524-bad4-4d8d-9bfb-5f5134254471 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5a9a0af-c212-4c56-8281-54eedc7aff70') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:26:15.710639 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-1bcdb524-bad4-4d8d-9bfb-5f5134254471 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5a9a0af-c212-4c56-8281-54eedc7aff70') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:26:15.719651 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1bcdb524-bad4-4d8d-9bfb-5f5134254471 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:15.733048 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1bcdb524-bad4-4d8d-9bfb-5f5134254471 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:15.738654 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bcdb524-bad4-4d8d-9bfb-5f5134254471 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:26:15.739030 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1bcdb524-bad4-4d8d-9bfb-5f5134254471 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:15.742373 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 17:26:15.742373 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:26:15.742373 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 17:26:15.742373 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:26:15.742373 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 17:26:15.742373 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:26:15.742373 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 17:26:15.742373 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:26:15.742373 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 17:26:15.742373 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:26:15.742373 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 17:26:15.742373 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:26:15.742373 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 17:26:15.742373 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:26:15.742373 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:26:15.742373 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:26:15.742373 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:26:15.742373 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:26:15.742373 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 17:26:15.742373 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:26:15.742373 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 17:26:15.742373 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:26:15.742373 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:26:15.742373 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:26:15.742373 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 17:26:15.742373 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:26:15.742373 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:26:15.742373 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:26:15.742373 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:26:15.742373 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:26:15.742373 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:26:15.742373 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:26:15.894276 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1bcdb524-bad4-4d8d-9bfb-5f5134254471 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:15.901612 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1bcdb524-bad4-4d8d-9bfb-5f5134254471 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:15.904292 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-1bcdb524-bad4-4d8d-9bfb-5f5134254471 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] 10.222.0.88 "DELETE /v2.0/networks/9fa5de60-5633-4b40-8719-c5ce847c3048 HTTP/1.1" status: 204 len: 168 time: 2.2724721 Feb 16 17:26:15.907030 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 58452) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:26:15.916001 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcdb524-bad4-4d8d-9bfb-5f5134254471 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Pushing event deleted for resources: {'Network': ['ID=9fa5de60-5633-4b40-8719-c5ce847c3048,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:15.936050 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9874734-5c05-4d7d-9806-420f85fb1a04 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] GET failed (client error): The resource could not be found. Feb 16 17:26:15.937385 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c9874734-5c05-4d7d-9806-420f85fb1a04 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] 10.222.0.88 "GET /v2.0/subnets/72782402-a77b-4a34-a9d3-fa4bb53c4bf7 HTTP/1.1" status: 404 len: 337 time: 0.0293429 Feb 16 17:26:15.940059 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 58454) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:26:15.957298 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9c845f5-a720-45e1-8c78-ed29266f97f0 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] DELETE failed (client error): The resource could not be found. Feb 16 17:26:15.957817 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9c845f5-a720-45e1-8c78-ed29266f97f0 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:26:15.960803 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-f9c845f5-a720-45e1-8c78-ed29266f97f0 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] 10.222.0.88 "DELETE /v2.0/networks/9fa5de60-5633-4b40-8719-c5ce847c3048 HTTP/1.1" status: 404 len: 339 time: 0.0197413 Feb 16 17:26:15.964208 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 58456) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:26:15.989342 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd54262c-dfba-4622-a020-92348491cb64 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] DELETE failed (client error): The resource could not be found. Feb 16 17:26:15.989784 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd54262c-dfba-4622-a020-92348491cb64 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:26:15.993370 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-bd54262c-dfba-4622-a020-92348491cb64 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] 10.222.0.88 "DELETE /v2.0/subnets/72782402-a77b-4a34-a9d3-fa4bb53c4bf7 HTTP/1.1" status: 404 len: 337 time: 0.0282235 Feb 16 17:26:15.995717 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 58458) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:26:16.012447 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7a7055f-ffe5-42d3-b872-0651c96d4bae tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] DELETE failed (client error): The resource could not be found. Feb 16 17:26:16.012955 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7a7055f-ffe5-42d3-b872-0651c96d4bae tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:26:16.015777 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c7a7055f-ffe5-42d3-b872-0651c96d4bae tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] 10.222.0.88 "DELETE /v2.0/networks/9fa5de60-5633-4b40-8719-c5ce847c3048 HTTP/1.1" status: 404 len: 339 time: 0.0191665 Feb 16 17:26:16.017893 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 58460) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:26:16.070551 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-795db6d3-35fb-41b7-8b3b-c662be067f17 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Deleting subnet 67b0729e-81e0-4933-ada6-ffd7b64d09a9 {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:26:16.073539 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-795db6d3-35fb-41b7-8b3b-c662be067f17 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:16.112225 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-795db6d3-35fb-41b7-8b3b-c662be067f17 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:16.190853 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-795db6d3-35fb-41b7-8b3b-c662be067f17 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:16.325116 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-795db6d3-35fb-41b7-8b3b-c662be067f17 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:16.350049 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795db6d3-35fb-41b7-8b3b-c662be067f17 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Pushing event deleted for resources: {'Subnet': ['ID=67b0729e-81e0-4933-ada6-ffd7b64d09a9,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:16.356561 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-795db6d3-35fb-41b7-8b3b-c662be067f17 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:16.359740 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-795db6d3-35fb-41b7-8b3b-c662be067f17 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] 10.222.0.88 "DELETE /v2.0/subnets/67b0729e-81e0-4933-ada6-ffd7b64d09a9 HTTP/1.1" status: 204 len: 168 time: 0.3409870 Feb 16 17:26:16.362329 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 58462) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:26:16.363171 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23da18f-ff3e-427e-8224-2ab83532a302 None None] Network b68d2bc8-d5c9-41d3-95b7-5b24db63fc19 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:26:16.436727 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9087f2f5-e2eb-4170-9dd5-e563eed89443 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:16.483030 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 1657ea49-d707-46f4-a6f1-4da107263496 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:26:16.493405 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-9087f2f5-e2eb-4170-9dd5-e563eed89443 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Deleting port 1657ea49-d707-46f4-a6f1-4da107263496 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:26:16.493745 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9087f2f5-e2eb-4170-9dd5-e563eed89443 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:16.538519 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 1657ea49-d707-46f4-a6f1-4da107263496 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:26:16.538752 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:16.562932 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-9087f2f5-e2eb-4170-9dd5-e563eed89443 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] For port 1657ea49-d707-46f4-a6f1-4da107263496, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=1657ea49-d707-46f4-a6f1-4da107263496,segment=NetworkSegment(697007fe-5f36-41f1-bd4f-cd94e28f7e09),segment_id=697007fe-5f36-41f1-bd4f-cd94e28f7e09)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:26:16.563531 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9087f2f5-e2eb-4170-9dd5-e563eed89443 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:16.566347 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b5ca67-eed2-4c60-96e0-f3fb0c48104d None None] DHCP port deletion for b68d2bc8-d5c9-41d3-95b7-5b24db63fc19 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:26:16.586464 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-9087f2f5-e2eb-4170-9dd5-e563eed89443 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Calling delete_port for 1657ea49-d707-46f4-a6f1-4da107263496 owned by network:dhcp {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:26:16.661818 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-53b5ca67-eed2-4c60-96e0-f3fb0c48104d None None] Deleting port 1657ea49-d707-46f4-a6f1-4da107263496 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:26:16.662191 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-53b5ca67-eed2-4c60-96e0-f3fb0c48104d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:16.722588 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-53b5ca67-eed2-4c60-96e0-f3fb0c48104d None None] For port 1657ea49-d707-46f4-a6f1-4da107263496, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=1657ea49-d707-46f4-a6f1-4da107263496,segment=NetworkSegment(697007fe-5f36-41f1-bd4f-cd94e28f7e09),segment_id=697007fe-5f36-41f1-bd4f-cd94e28f7e09)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:26:16.722976 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-53b5ca67-eed2-4c60-96e0-f3fb0c48104d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:16.735711 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-53b5ca67-eed2-4c60-96e0-f3fb0c48104d None None] Calling delete_port for 1657ea49-d707-46f4-a6f1-4da107263496 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:26:16.759952 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9087f2f5-e2eb-4170-9dd5-e563eed89443 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:16.786641 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9087f2f5-e2eb-4170-9dd5-e563eed89443 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Pushing event deleted for resources: {'Port': ['ID=1657ea49-d707-46f4-a6f1-4da107263496,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:16.788435 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9087f2f5-e2eb-4170-9dd5-e563eed89443 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] No DVR routers for this DVR port 1657ea49-d707-46f4-a6f1-4da107263496 on host dv-neutron-828697-3-hyperv {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:26:16.814423 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-53b5ca67-eed2-4c60-96e0-f3fb0c48104d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:16.841748 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b5ca67-eed2-4c60-96e0-f3fb0c48104d None None] Pushing event deleted for resources: {'Port': ['ID=1657ea49-d707-46f4-a6f1-4da107263496,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:16.843508 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b5ca67-eed2-4c60-96e0-f3fb0c48104d None None] No DVR routers for this DVR port 1657ea49-d707-46f4-a6f1-4da107263496 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:26:16.869185 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9087f2f5-e2eb-4170-9dd5-e563eed89443 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:16.889580 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-9087f2f5-e2eb-4170-9dd5-e563eed89443 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b68d2bc8-d5c9-41d3-95b7-5b24db63fc19']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:26:16.898829 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-9087f2f5-e2eb-4170-9dd5-e563eed89443 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '697007fe-5f36-41f1-bd4f-cd94e28f7e09') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:26:16.899124 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-9087f2f5-e2eb-4170-9dd5-e563eed89443 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '697007fe-5f36-41f1-bd4f-cd94e28f7e09') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:26:16.908266 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9087f2f5-e2eb-4170-9dd5-e563eed89443 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:16.920941 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9087f2f5-e2eb-4170-9dd5-e563eed89443 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:16.926676 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9087f2f5-e2eb-4170-9dd5-e563eed89443 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:26:16.927057 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9087f2f5-e2eb-4170-9dd5-e563eed89443 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:16.931016 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 17:26:16.931016 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:26:16.931016 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 17:26:16.931016 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:26:16.931016 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 17:26:16.931016 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:26:16.931016 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 17:26:16.931016 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:26:16.931016 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 17:26:16.931016 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:26:16.931016 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 17:26:16.931016 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:26:16.931016 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 17:26:16.931016 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:26:16.931016 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:26:16.931016 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:26:16.931016 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:26:16.931016 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:26:16.931016 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 17:26:16.931016 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:26:16.931016 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 17:26:16.931016 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:26:16.931016 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:26:16.931016 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:26:16.931016 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 17:26:16.931016 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:26:16.931016 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:26:16.931016 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:26:16.931016 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:26:16.931016 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:26:16.931016 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:26:16.931016 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:26:17.036503 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9087f2f5-e2eb-4170-9dd5-e563eed89443 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:17.045729 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9087f2f5-e2eb-4170-9dd5-e563eed89443 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:17.046389 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-9087f2f5-e2eb-4170-9dd5-e563eed89443 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] 10.222.0.88 "DELETE /v2.0/networks/b68d2bc8-d5c9-41d3-95b7-5b24db63fc19 HTTP/1.1" status: 204 len: 168 time: 0.6831489 Feb 16 17:26:17.049015 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 58464) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:26:17.058308 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9087f2f5-e2eb-4170-9dd5-e563eed89443 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Pushing event deleted for resources: {'Network': ['ID=b68d2bc8-d5c9-41d3-95b7-5b24db63fc19,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:17.080421 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c8cbc2b-d2ec-47d4-8bca-4d6e7448cac1 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] DELETE failed (client error): The resource could not be found. Feb 16 17:26:17.080880 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c8cbc2b-d2ec-47d4-8bca-4d6e7448cac1 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:26:17.083885 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-2c8cbc2b-d2ec-47d4-8bca-4d6e7448cac1 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] 10.222.0.88 "DELETE /v2.0/subnets/16a440a4-84e6-4592-a4d7-ffcad07d286d HTTP/1.1" status: 404 len: 337 time: 0.0338500 Feb 16 17:26:17.086373 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 58466) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:26:17.104296 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d4aeff1-7acc-4474-a9f5-56a244f57a22 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] DELETE failed (client error): The resource could not be found. Feb 16 17:26:17.104727 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d4aeff1-7acc-4474-a9f5-56a244f57a22 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:26:17.107572 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-6d4aeff1-7acc-4474-a9f5-56a244f57a22 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] 10.222.0.88 "DELETE /v2.0/networks/5a3d4d60-e577-40be-95a8-b42463ccb27b HTTP/1.1" status: 404 len: 339 time: 0.0203097 Feb 16 17:26:17.109812 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 58468) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:26:17.135905 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-908df0e4-4d4d-4de3-a005-0c6896b337ac tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] DELETE failed (client error): The resource could not be found. Feb 16 17:26:17.136392 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-908df0e4-4d4d-4de3-a005-0c6896b337ac tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:26:17.139404 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-908df0e4-4d4d-4de3-a005-0c6896b337ac tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] 10.222.0.88 "DELETE /v2.0/subnets/573076c9-52f1-489a-8785-eeab2cd03078 HTTP/1.1" status: 404 len: 337 time: 0.0287311 Feb 16 17:26:17.141775 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 58470) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:26:17.158895 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.pecan_wsgi.hooks.translation [None req-efca51db-ae4d-4099-9035-6c14b8c3777b tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] DELETE failed (client error): The resource could not be found. Feb 16 17:26:17.159409 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efca51db-ae4d-4099-9035-6c14b8c3777b tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:26:17.162315 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-efca51db-ae4d-4099-9035-6c14b8c3777b tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] 10.222.0.88 "DELETE /v2.0/networks/9a3f2a27-0e1d-4ac3-8499-b5dc02abec27 HTTP/1.1" status: 404 len: 339 time: 0.0196755 Feb 16 17:26:17.164517 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 58472) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:26:17.213176 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-33d9aef9-d872-4269-9c8e-7162647ae6c6 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Deleting subnet cf36246e-32d8-4f1d-a91c-d3e95b8527ee {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:26:17.216161 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-33d9aef9-d872-4269-9c8e-7162647ae6c6 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:17.255122 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-33d9aef9-d872-4269-9c8e-7162647ae6c6 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:17.339322 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-33d9aef9-d872-4269-9c8e-7162647ae6c6 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:17.465415 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-33d9aef9-d872-4269-9c8e-7162647ae6c6 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:17.494416 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d9aef9-d872-4269-9c8e-7162647ae6c6 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Pushing event deleted for resources: {'Subnet': ['ID=cf36246e-32d8-4f1d-a91c-d3e95b8527ee,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:17.496463 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-33d9aef9-d872-4269-9c8e-7162647ae6c6 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:17.499583 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-33d9aef9-d872-4269-9c8e-7162647ae6c6 tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] 10.222.0.88 "DELETE /v2.0/subnets/cf36246e-32d8-4f1d-a91c-d3e95b8527ee HTTP/1.1" status: 204 len: 168 time: 0.3342004 Feb 16 17:26:17.502217 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 58474) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:26:17.504624 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88d78d6-7a2f-42f7-bafd-e85a1daf5c94 None None] Network 8c90f2ed-d5a0-48f3-9cc6-318fafe3eeab requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:26:17.578469 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-eb4e5c10-a5c9-4230-8d9c-f042d63db22d tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:17.630744 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-eb4e5c10-a5c9-4230-8d9c-f042d63db22d tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Deleting port 8cb86542-6a45-4007-ad56-f71f5afad6a8 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:26:17.631090 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-eb4e5c10-a5c9-4230-8d9c-f042d63db22d tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:17.667535 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22d6775-96db-4a45-a465-636208158430 None None] DHCP port deletion for 8c90f2ed-d5a0-48f3-9cc6-318fafe3eeab request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:26:17.698828 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-eb4e5c10-a5c9-4230-8d9c-f042d63db22d tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] For port 8cb86542-6a45-4007-ad56-f71f5afad6a8, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=8cb86542-6a45-4007-ad56-f71f5afad6a8,segment=NetworkSegment(01669468-7f0b-40e0-8b08-cb48386ad6cb),segment_id=01669468-7f0b-40e0-8b08-cb48386ad6cb)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:26:17.711108 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-eb4e5c10-a5c9-4230-8d9c-f042d63db22d tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:17.712651 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-eb4e5c10-a5c9-4230-8d9c-f042d63db22d tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Calling delete_port for 8cb86542-6a45-4007-ad56-f71f5afad6a8 owned by network:dhcp {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:26:17.713806 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-b22d6775-96db-4a45-a465-636208158430 None None] Deleting port 8cb86542-6a45-4007-ad56-f71f5afad6a8 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:26:17.714180 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b22d6775-96db-4a45-a465-636208158430 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:17.801291 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-b22d6775-96db-4a45-a465-636208158430 None None] For port 8cb86542-6a45-4007-ad56-f71f5afad6a8, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=8cb86542-6a45-4007-ad56-f71f5afad6a8,segment=NetworkSegment(01669468-7f0b-40e0-8b08-cb48386ad6cb),segment_id=01669468-7f0b-40e0-8b08-cb48386ad6cb)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:26:17.801607 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b22d6775-96db-4a45-a465-636208158430 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:17.813317 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-b22d6775-96db-4a45-a465-636208158430 None None] Calling delete_port for 8cb86542-6a45-4007-ad56-f71f5afad6a8 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:26:17.859555 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-eb4e5c10-a5c9-4230-8d9c-f042d63db22d tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:17.888010 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e5c10-a5c9-4230-8d9c-f042d63db22d tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Pushing event deleted for resources: {'Port': ['ID=8cb86542-6a45-4007-ad56-f71f5afad6a8,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:17.888268 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b22d6775-96db-4a45-a465-636208158430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:17.891570 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4e5c10-a5c9-4230-8d9c-f042d63db22d tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] No DVR routers for this DVR port 8cb86542-6a45-4007-ad56-f71f5afad6a8 on host dv-neutron-828697-3-hyperv {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:26:17.915964 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d6775-96db-4a45-a465-636208158430 None None] Pushing event deleted for resources: {'Port': ['ID=8cb86542-6a45-4007-ad56-f71f5afad6a8,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:17.917969 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22d6775-96db-4a45-a465-636208158430 None None] No DVR routers for this DVR port 8cb86542-6a45-4007-ad56-f71f5afad6a8 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:26:17.978828 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-eb4e5c10-a5c9-4230-8d9c-f042d63db22d tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:17.998312 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-eb4e5c10-a5c9-4230-8d9c-f042d63db22d tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c90f2ed-d5a0-48f3-9cc6-318fafe3eeab']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:26:18.008357 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-eb4e5c10-a5c9-4230-8d9c-f042d63db22d tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01669468-7f0b-40e0-8b08-cb48386ad6cb') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:26:18.008653 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-eb4e5c10-a5c9-4230-8d9c-f042d63db22d tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01669468-7f0b-40e0-8b08-cb48386ad6cb') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:26:18.017679 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-eb4e5c10-a5c9-4230-8d9c-f042d63db22d tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:18.031093 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-eb4e5c10-a5c9-4230-8d9c-f042d63db22d tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:18.037009 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb4e5c10-a5c9-4230-8d9c-f042d63db22d tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:26:18.042852 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-eb4e5c10-a5c9-4230-8d9c-f042d63db22d tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:18.042852 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 17:26:18.042852 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:26:18.042852 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 17:26:18.042852 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:26:18.042852 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 17:26:18.042852 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:26:18.042852 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 17:26:18.042852 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:26:18.042852 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 17:26:18.042852 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:26:18.042852 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 17:26:18.042852 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:26:18.042852 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 17:26:18.042852 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:26:18.042852 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:26:18.042852 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:26:18.042852 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:26:18.042852 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:26:18.042852 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 17:26:18.042852 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:26:18.042852 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 17:26:18.042852 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:26:18.042852 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:26:18.042852 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:26:18.042852 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 17:26:18.042852 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:26:18.042852 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:26:18.042852 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:26:18.042852 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:26:18.042852 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:26:18.042852 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:26:18.042852 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:26:18.216561 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-eb4e5c10-a5c9-4230-8d9c-f042d63db22d tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:18.223756 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-eb4e5c10-a5c9-4230-8d9c-f042d63db22d tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:18.226235 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-eb4e5c10-a5c9-4230-8d9c-f042d63db22d tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] 10.222.0.88 "DELETE /v2.0/networks/8c90f2ed-d5a0-48f3-9cc6-318fafe3eeab HTTP/1.1" status: 204 len: 168 time: 0.7228863 Feb 16 17:26:18.238080 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e5c10-a5c9-4230-8d9c-f042d63db22d tempest-NetworksIpV6Test-738215246 tempest-NetworksIpV6Test-738215246-project] Pushing event deleted for resources: {'Network': ['ID=8c90f2ed-d5a0-48f3-9cc6-318fafe3eeab,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:18.469203 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 8cb86542-6a45-4007-ad56-f71f5afad6a8 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:26:18.492916 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 8cb86542-6a45-4007-ad56-f71f5afad6a8 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:26:18.493249 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 8cb86542-6a45-4007-ad56-f71f5afad6a8 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:26:18.493650 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 1657ea49-d707-46f4-a6f1-4da107263496 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:26:18.512382 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 1657ea49-d707-46f4-a6f1-4da107263496 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:26:18.516318 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 1657ea49-d707-46f4-a6f1-4da107263496 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:26:18.706116 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 58480) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:26:18.835702 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-dc2a7e3d-986c-4dee-90c3-80a2bf708dc2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f23155f0cb6044398e93c7ab4e87e762&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1284449 Feb 16 17:26:18.838222 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 58484) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:26:18.889338 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d83f62c2-b2bf-4047-99a2-19454ac88aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:18.910517 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d83f62c2-b2bf-4047-99a2-19454ac88aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:19.025522 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d83f62c2-b2bf-4047-99a2-19454ac88aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:19.028091 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d83f62c2-b2bf-4047-99a2-19454ac88aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:19.029260 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d83f62c2-b2bf-4047-99a2-19454ac88aab admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/aa114b78-55d9-4246-8f6b-ea7223ff3761 HTTP/1.1" status: 204 len: 168 time: 0.1901436 Feb 16 17:26:19.037412 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83f62c2-b2bf-4047-99a2-19454ac88aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa114b78-55d9-4246-8f6b-ea7223ff3761,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:19.044908 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83f62c2-b2bf-4047-99a2-19454ac88aab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:19.045262 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83f62c2-b2bf-4047-99a2-19454ac88aab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:19.045604 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83f62c2-b2bf-4047-99a2-19454ac88aab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:19.045941 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83f62c2-b2bf-4047-99a2-19454ac88aab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:19.046274 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83f62c2-b2bf-4047-99a2-19454ac88aab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:19.046605 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83f62c2-b2bf-4047-99a2-19454ac88aab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:19.046933 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83f62c2-b2bf-4047-99a2-19454ac88aab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:19.047331 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83f62c2-b2bf-4047-99a2-19454ac88aab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:19.047574 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83f62c2-b2bf-4047-99a2-19454ac88aab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:19.047895 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83f62c2-b2bf-4047-99a2-19454ac88aab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:19.048254 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83f62c2-b2bf-4047-99a2-19454ac88aab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:19.048572 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83f62c2-b2bf-4047-99a2-19454ac88aab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:19.997847 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 58506) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:26:20.092852 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-5fba3cc6-059a-4296-ba33-b649bdfbf364 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-924501173', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:26:20.176379 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5fba3cc6-059a-4296-ba33-b649bdfbf364 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:20.177432 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5fba3cc6-059a-4296-ba33-b649bdfbf364 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:20.226595 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5fba3cc6-059a-4296-ba33-b649bdfbf364 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:20.305936 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5fba3cc6-059a-4296-ba33-b649bdfbf364 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:20.392702 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5fba3cc6-059a-4296-ba33-b649bdfbf364 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:20.393828 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-5fba3cc6-059a-4296-ba33-b649bdfbf364 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3949881 Feb 16 17:26:20.396457 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 58510) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:26:20.401161 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-a87b453c-2662-455e-807e-f23ce1625270 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-170497990'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:26:20.490090 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87b453c-2662-455e-807e-f23ce1625270 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Made reservation on behalf of 4e84bb637dd24605aae9165fbaebbb85 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:26:20.494150 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a87b453c-2662-455e-807e-f23ce1625270 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:20.505065 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a87b453c-2662-455e-807e-f23ce1625270 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:20.575760 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a87b453c-2662-455e-807e-f23ce1625270 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:20.645043 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a87b453c-2662-455e-807e-f23ce1625270 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:20.685601 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a87b453c-2662-455e-807e-f23ce1625270 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:26:20.691872 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87b453c-2662-455e-807e-f23ce1625270 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=821fa6a6-5e71-4a2c-bac1-11edca9a72ac,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:20.697707 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a87b453c-2662-455e-807e-f23ce1625270 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:20.698052 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-a87b453c-2662-455e-807e-f23ce1625270 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Added segment b1ee700d-a9e1-42ea-9413-e1581f8e0871 of type vlan for network cda89bdf-bcb2-4d4f-b7f7-8c431ec409f1 Feb 16 17:26:20.736931 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a87b453c-2662-455e-807e-f23ce1625270 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:20.845038 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a87b453c-2662-455e-807e-f23ce1625270 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:20.850534 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87b453c-2662-455e-807e-f23ce1625270 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:20.851141 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a87b453c-2662-455e-807e-f23ce1625270 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:20.917343 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87b453c-2662-455e-807e-f23ce1625270 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Pushing event updated for resources: {'Network': ['ID=cda89bdf-bcb2-4d4f-b7f7-8c431ec409f1,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:20.927484 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network cda89bdf-bcb2-4d4f-b7f7-8c431ec409f1 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:26:20.981757 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a87b453c-2662-455e-807e-f23ce1625270 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5842896 Feb 16 17:26:20.984496 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 58512) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:26:20.989359 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-42e110aa-f6e5-4d01-bc99-51b57ea34780 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Request body: {'subnet': {'network_id': 'cda89bdf-bcb2-4d4f-b7f7-8c431ec409f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:26:21.139172 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e110aa-f6e5-4d01-bc99-51b57ea34780 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Made reservation on behalf of 4e84bb637dd24605aae9165fbaebbb85 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:26:21.142670 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-42e110aa-f6e5-4d01-bc99-51b57ea34780 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:21.370690 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-42e110aa-f6e5-4d01-bc99-51b57ea34780 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:21.432345 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e110aa-f6e5-4d01-bc99-51b57ea34780 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Pushing event updated for resources: {'Subnet': ['ID=57dbb5ef-5187-4a5d-b701-ea946425c37b,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:21.438954 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e110aa-f6e5-4d01-bc99-51b57ea34780 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Checking segment: {'id': 'b1ee700d-a9e1-42ea-9413-e1581f8e0871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'cda89bdf-bcb2-4d4f-b7f7-8c431ec409f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:26:21.438954 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e110aa-f6e5-4d01-bc99-51b57ea34780 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Network hostable DHCP agents. Network: cda89bdf-bcb2-4d4f-b7f7-8c431ec409f1, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:26:21.541867 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e110aa-f6e5-4d01-bc99-51b57ea34780 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Network cda89bdf-bcb2-4d4f-b7f7-8c431ec409f1 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:26:21.621867 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-42e110aa-f6e5-4d01-bc99-51b57ea34780 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, cda89bdf-bcb2-4d4f-b7f7-8c431ec409f1) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:26:21.626373 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e110aa-f6e5-4d01-bc99-51b57ea34780 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:21.633969 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-42e110aa-f6e5-4d01-bc99-51b57ea34780 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:21.634108 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45138914-8c85-48c8-9e2a-f0cc2fcad657 None None] Network cda89bdf-bcb2-4d4f-b7f7-8c431ec409f1 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:26:21.715644 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 58514) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:26:21.716236 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-42e110aa-f6e5-4d01-bc99-51b57ea34780 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7302814 Feb 16 17:26:21.721897 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-03a6c96e-14fe-4af6-96b4-cc66f3cf2509 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-785485863'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:26:21.775859 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219685d2-1f21-48eb-8dbe-1d949ff77845 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-cda89bdf-bcb2-4d4f-b7f7-8c431ec409f1', 'network_id': 'cda89bdf-bcb2-4d4f-b7f7-8c431ec409f1', 'tenant_id': '4e84bb637dd24605aae9165fbaebbb85', 'fixed_ips': [{'subnet_id': '57dbb5ef-5187-4a5d-b701-ea946425c37b'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:26:21.776853 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-219685d2-1f21-48eb-8dbe-1d949ff77845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:21.833963 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a6c96e-14fe-4af6-96b4-cc66f3cf2509 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Made reservation on behalf of 4e84bb637dd24605aae9165fbaebbb85 for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:26:21.838412 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-03a6c96e-14fe-4af6-96b4-cc66f3cf2509 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:21.866999 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03a6c96e-14fe-4af6-96b4-cc66f3cf2509 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:26:21.877332 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-03a6c96e-14fe-4af6-96b4-cc66f3cf2509 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:21.877606 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-03a6c96e-14fe-4af6-96b4-cc66f3cf2509 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Added segment 114af057-20bd-4c8b-90b0-74af3560018c of type vlan for network 459a7827-ebee-4475-bc22-f3f1ef888360 Feb 16 17:26:21.919218 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-03a6c96e-14fe-4af6-96b4-cc66f3cf2509 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:21.920306 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-219685d2-1f21-48eb-8dbe-1d949ff77845 None None] Allocated IP 172.20.0.2 (cda89bdf-bcb2-4d4f-b7f7-8c431ec409f1/57dbb5ef-5187-4a5d-b701-ea946425c37b/47def458-b140-440c-ab27-c6fe90a8ba5e) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:26:21.999123 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-03a6c96e-14fe-4af6-96b4-cc66f3cf2509 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:22.004742 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a6c96e-14fe-4af6-96b4-cc66f3cf2509 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:22.005430 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-03a6c96e-14fe-4af6-96b4-cc66f3cf2509 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:22.064590 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-219685d2-1f21-48eb-8dbe-1d949ff77845 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:22.074475 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a6c96e-14fe-4af6-96b4-cc66f3cf2509 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Pushing event updated for resources: {'Network': ['ID=459a7827-ebee-4475-bc22-f3f1ef888360,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:22.087591 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 459a7827-ebee-4475-bc22-f3f1ef888360 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:26:22.093668 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-03a6c96e-14fe-4af6-96b4-cc66f3cf2509 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3758752 Feb 16 17:26:22.100769 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 58516) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:26:22.106220 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-fa45cbcb-0efc-433a-b8de-9437e01bcdbe tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Request body: {'subnet': {'network_id': '459a7827-ebee-4475-bc22-f3f1ef888360', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:26:22.155826 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-219685d2-1f21-48eb-8dbe-1d949ff77845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:22.200630 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219685d2-1f21-48eb-8dbe-1d949ff77845 None None] Network cda89bdf-bcb2-4d4f-b7f7-8c431ec409f1 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:26:22.205041 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-219685d2-1f21-48eb-8dbe-1d949ff77845 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:26:22.208364 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219685d2-1f21-48eb-8dbe-1d949ff77845 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:26:22.213601 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219685d2-1f21-48eb-8dbe-1d949ff77845 None None] Pushing event updated for resources: {'Port': ['ID=47def458-b140-440c-ab27-c6fe90a8ba5e,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:22.263400 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-219685d2-1f21-48eb-8dbe-1d949ff77845 None None] Attempting to bind port 47def458-b140-440c-ab27-c6fe90a8ba5e on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:26:22.263772 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-219685d2-1f21-48eb-8dbe-1d949ff77845 None None] Attempting to bind port 47def458-b140-440c-ab27-c6fe90a8ba5e by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': 'b1ee700d-a9e1-42ea-9413-e1581f8e0871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'cda89bdf-bcb2-4d4f-b7f7-8c431ec409f1'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:26:22.264457 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219685d2-1f21-48eb-8dbe-1d949ff77845 None None] Attempting to bind port 47def458-b140-440c-ab27-c6fe90a8ba5e on network cda89bdf-bcb2-4d4f-b7f7-8c431ec409f1 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:26:22.269135 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219685d2-1f21-48eb-8dbe-1d949ff77845 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:26:22.269505 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219685d2-1f21-48eb-8dbe-1d949ff77845 None None] Checking segment: {'id': 'b1ee700d-a9e1-42ea-9413-e1581f8e0871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'cda89bdf-bcb2-4d4f-b7f7-8c431ec409f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:26:22.269906 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-219685d2-1f21-48eb-8dbe-1d949ff77845 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:22.270297 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219685d2-1f21-48eb-8dbe-1d949ff77845 None None] Bound using segment: {'id': 'b1ee700d-a9e1-42ea-9413-e1581f8e0871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'cda89bdf-bcb2-4d4f-b7f7-8c431ec409f1'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:26:22.270762 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-219685d2-1f21-48eb-8dbe-1d949ff77845 None None] Bound port: 47def458-b140-440c-ab27-c6fe90a8ba5e, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1ee700d-a9e1-42ea-9413-e1581f8e0871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'cda89bdf-bcb2-4d4f-b7f7-8c431ec409f1'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:26:22.271141 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-219685d2-1f21-48eb-8dbe-1d949ff77845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:22.296240 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa45cbcb-0efc-433a-b8de-9437e01bcdbe tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Made reservation on behalf of 4e84bb637dd24605aae9165fbaebbb85 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:26:22.299876 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fa45cbcb-0efc-433a-b8de-9437e01bcdbe tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:22.332227 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-219685d2-1f21-48eb-8dbe-1d949ff77845 None None] For port 47def458-b140-440c-ab27-c6fe90a8ba5e, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:26:22.335253 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-219685d2-1f21-48eb-8dbe-1d949ff77845 None None] For port 47def458-b140-440c-ab27-c6fe90a8ba5e, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=47def458-b140-440c-ab27-c6fe90a8ba5e,segment=NetworkSegment(b1ee700d-a9e1-42ea-9413-e1581f8e0871),segment_id=b1ee700d-a9e1-42ea-9413-e1581f8e0871)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:26:22.399987 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-219685d2-1f21-48eb-8dbe-1d949ff77845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:22.462028 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219685d2-1f21-48eb-8dbe-1d949ff77845 None None] Pushing event updated for resources: {'Port': ['ID=47def458-b140-440c-ab27-c6fe90a8ba5e,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:22.940183 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fa45cbcb-0efc-433a-b8de-9437e01bcdbe tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:23.005978 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa45cbcb-0efc-433a-b8de-9437e01bcdbe tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Pushing event updated for resources: {'Subnet': ['ID=1d110a11-22f8-4ba5-93f2-3ad2ea279b73,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:23.013873 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa45cbcb-0efc-433a-b8de-9437e01bcdbe tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Checking segment: {'id': '114af057-20bd-4c8b-90b0-74af3560018c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '459a7827-ebee-4475-bc22-f3f1ef888360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:26:23.014236 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa45cbcb-0efc-433a-b8de-9437e01bcdbe tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Network hostable DHCP agents. Network: 459a7827-ebee-4475-bc22-f3f1ef888360, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:26:23.080214 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa45cbcb-0efc-433a-b8de-9437e01bcdbe tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Network 459a7827-ebee-4475-bc22-f3f1ef888360 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:26:23.148126 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-fa45cbcb-0efc-433a-b8de-9437e01bcdbe tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 459a7827-ebee-4475-bc22-f3f1ef888360) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:26:23.153338 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa45cbcb-0efc-433a-b8de-9437e01bcdbe tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:23.153922 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-fa45cbcb-0efc-433a-b8de-9437e01bcdbe tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:23.159583 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17a4f1d-9e21-4b88-bb0f-ef42e325681a None None] Network 459a7827-ebee-4475-bc22-f3f1ef888360 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:26:23.245381 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-fa45cbcb-0efc-433a-b8de-9437e01bcdbe tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1435485 Feb 16 17:26:23.248243 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 58518) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:26:23.253291 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-77aef213-32c3-4397-b092-74e96ebb55f1 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Request body: {'router': {'external_gateway_info': {'network_id': '459a7827-ebee-4475-bc22-f3f1ef888360'}}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:26:23.316560 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be57ad0e-c8b8-47c7-9c22-9e7ce3c1b281 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-459a7827-ebee-4475-bc22-f3f1ef888360', 'network_id': '459a7827-ebee-4475-bc22-f3f1ef888360', 'tenant_id': '4e84bb637dd24605aae9165fbaebbb85', 'fixed_ips': [{'subnet_id': '1d110a11-22f8-4ba5-93f2-3ad2ea279b73'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:26:23.317438 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-be57ad0e-c8b8-47c7-9c22-9e7ce3c1b281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:23.389411 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4915fb-419b-4911-9a02-93e8efeefd1e None None] Network cda89bdf-bcb2-4d4f-b7f7-8c431ec409f1 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:26:23.472162 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-77aef213-32c3-4397-b092-74e96ebb55f1 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:23.641249 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.api.v2.resource [None req-77aef213-32c3-4397-b092-74e96ebb55f1 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:26:23.642237 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-77aef213-32c3-4397-b092-74e96ebb55f1 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] 10.222.0.88 "PUT /v2.0/routers/f1baef92-3496-4649-91b5-db828ab060a6 HTTP/1.1" status: 400 len: 364 time: 0.3930304 Feb 16 17:26:23.648219 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 58520) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:26:23.662511 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-63ec4dd1-9d24-490d-bdfa-d834db16c9fa None None] Provisioning complete for port 47def458-b140-440c-ab27-c6fe90a8ba5e triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:26:23.662885 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-63ec4dd1-9d24-490d-bdfa-d834db16c9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:23.699270 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-98774691-6738-403c-a7dc-6c704afcd68b tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Deleting subnet 1d110a11-22f8-4ba5-93f2-3ad2ea279b73 {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:26:23.727891 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-be57ad0e-c8b8-47c7-9c22-9e7ce3c1b281 None None] Allocated IP 172.21.0.2 (459a7827-ebee-4475-bc22-f3f1ef888360/1d110a11-22f8-4ba5-93f2-3ad2ea279b73/9609caa0-c418-4141-a36b-64fe4cabedfd) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:26:23.900544 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-63ec4dd1-9d24-490d-bdfa-d834db16c9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:23.983694 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-63ec4dd1-9d24-490d-bdfa-d834db16c9fa None None] For port 47def458-b140-440c-ab27-c6fe90a8ba5e, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=47def458-b140-440c-ab27-c6fe90a8ba5e,segment=NetworkSegment(b1ee700d-a9e1-42ea-9413-e1581f8e0871),segment_id=b1ee700d-a9e1-42ea-9413-e1581f8e0871)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:26:24.002491 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-be57ad0e-c8b8-47c7-9c22-9e7ce3c1b281 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:24.044864 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-63ec4dd1-9d24-490d-bdfa-d834db16c9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:24.073122 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-98774691-6738-403c-a7dc-6c704afcd68b tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:24.079383 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-be57ad0e-c8b8-47c7-9c22-9e7ce3c1b281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:24.107889 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be57ad0e-c8b8-47c7-9c22-9e7ce3c1b281 None None] Network 459a7827-ebee-4475-bc22-f3f1ef888360 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:26:24.112819 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-be57ad0e-c8b8-47c7-9c22-9e7ce3c1b281 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:26:24.115754 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be57ad0e-c8b8-47c7-9c22-9e7ce3c1b281 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:26:24.116727 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-98774691-6738-403c-a7dc-6c704afcd68b tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:24.119471 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec4dd1-9d24-490d-bdfa-d834db16c9fa None None] Pushing event updated for resources: {'Port': ['ID=47def458-b140-440c-ab27-c6fe90a8ba5e,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:24.206945 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-98774691-6738-403c-a7dc-6c704afcd68b tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:24.208864 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be57ad0e-c8b8-47c7-9c22-9e7ce3c1b281 None None] Pushing event updated for resources: {'Port': ['ID=9609caa0-c418-4141-a36b-64fe4cabedfd,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:24.216584 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-be57ad0e-c8b8-47c7-9c22-9e7ce3c1b281 None None] Attempting to bind port 9609caa0-c418-4141-a36b-64fe4cabedfd on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:26:24.216954 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-be57ad0e-c8b8-47c7-9c22-9e7ce3c1b281 None None] Attempting to bind port 9609caa0-c418-4141-a36b-64fe4cabedfd by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '114af057-20bd-4c8b-90b0-74af3560018c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '459a7827-ebee-4475-bc22-f3f1ef888360'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:26:24.217316 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be57ad0e-c8b8-47c7-9c22-9e7ce3c1b281 None None] Attempting to bind port 9609caa0-c418-4141-a36b-64fe4cabedfd on network 459a7827-ebee-4475-bc22-f3f1ef888360 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:26:24.222478 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-56dcefcd-5605-4431-a3e6-07a90faadc78 None None] Provisioning complete for port 47def458-b140-440c-ab27-c6fe90a8ba5e triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:26:24.226012 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-56dcefcd-5605-4431-a3e6-07a90faadc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:24.226012 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be57ad0e-c8b8-47c7-9c22-9e7ce3c1b281 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:26:24.226012 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be57ad0e-c8b8-47c7-9c22-9e7ce3c1b281 None None] Checking segment: {'id': '114af057-20bd-4c8b-90b0-74af3560018c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '459a7827-ebee-4475-bc22-f3f1ef888360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:26:24.226318 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-be57ad0e-c8b8-47c7-9c22-9e7ce3c1b281 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:24.227436 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be57ad0e-c8b8-47c7-9c22-9e7ce3c1b281 None None] Bound using segment: {'id': '114af057-20bd-4c8b-90b0-74af3560018c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '459a7827-ebee-4475-bc22-f3f1ef888360'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:26:24.227910 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-be57ad0e-c8b8-47c7-9c22-9e7ce3c1b281 None None] Bound port: 9609caa0-c418-4141-a36b-64fe4cabedfd, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '114af057-20bd-4c8b-90b0-74af3560018c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '459a7827-ebee-4475-bc22-f3f1ef888360'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:26:24.228315 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-be57ad0e-c8b8-47c7-9c22-9e7ce3c1b281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:24.354380 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-98774691-6738-403c-a7dc-6c704afcd68b tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:24.365549 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-be57ad0e-c8b8-47c7-9c22-9e7ce3c1b281 None None] For port 9609caa0-c418-4141-a36b-64fe4cabedfd, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:26:24.373679 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-be57ad0e-c8b8-47c7-9c22-9e7ce3c1b281 None None] For port 9609caa0-c418-4141-a36b-64fe4cabedfd, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=9609caa0-c418-4141-a36b-64fe4cabedfd,segment=NetworkSegment(114af057-20bd-4c8b-90b0-74af3560018c),segment_id=114af057-20bd-4c8b-90b0-74af3560018c)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:26:24.382469 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98774691-6738-403c-a7dc-6c704afcd68b tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Pushing event deleted for resources: {'Subnet': ['ID=1d110a11-22f8-4ba5-93f2-3ad2ea279b73,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:24.385156 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-98774691-6738-403c-a7dc-6c704afcd68b tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:24.388303 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-98774691-6738-403c-a7dc-6c704afcd68b tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] 10.222.0.88 "DELETE /v2.0/subnets/1d110a11-22f8-4ba5-93f2-3ad2ea279b73 HTTP/1.1" status: 204 len: 168 time: 0.7384572 Feb 16 17:26:24.390719 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 58524) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:26:24.448639 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-be57ad0e-c8b8-47c7-9c22-9e7ce3c1b281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:24.474282 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e4c70cbd-6f76-4c2f-92db-ad002b94d4d1 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:24.514892 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be57ad0e-c8b8-47c7-9c22-9e7ce3c1b281 None None] Pushing event updated for resources: {'Port': ['ID=9609caa0-c418-4141-a36b-64fe4cabedfd,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:24.525399 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 47def458-b140-440c-ab27-c6fe90a8ba5e up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:26:24.541458 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-e4c70cbd-6f76-4c2f-92db-ad002b94d4d1 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Deleting port 9609caa0-c418-4141-a36b-64fe4cabedfd {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:26:24.543613 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e4c70cbd-6f76-4c2f-92db-ad002b94d4d1 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:24.582176 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 47def458-b140-440c-ab27-c6fe90a8ba5e triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:26:24.582552 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:24.607325 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-e4c70cbd-6f76-4c2f-92db-ad002b94d4d1 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] For port 9609caa0-c418-4141-a36b-64fe4cabedfd, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=9609caa0-c418-4141-a36b-64fe4cabedfd,segment=NetworkSegment(114af057-20bd-4c8b-90b0-74af3560018c),segment_id=114af057-20bd-4c8b-90b0-74af3560018c)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:26:24.607703 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e4c70cbd-6f76-4c2f-92db-ad002b94d4d1 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:24.623679 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-e4c70cbd-6f76-4c2f-92db-ad002b94d4d1 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Calling delete_port for 9609caa0-c418-4141-a36b-64fe4cabedfd owned by network:dhcp {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:26:24.827836 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e4c70cbd-6f76-4c2f-92db-ad002b94d4d1 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:24.861262 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c70cbd-6f76-4c2f-92db-ad002b94d4d1 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Pushing event deleted for resources: {'Port': ['ID=9609caa0-c418-4141-a36b-64fe4cabedfd,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:24.861262 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c70cbd-6f76-4c2f-92db-ad002b94d4d1 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] No DVR routers for this DVR port 9609caa0-c418-4141-a36b-64fe4cabedfd on host dv-neutron-828697-3-hyperv {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:26:24.938846 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e4c70cbd-6f76-4c2f-92db-ad002b94d4d1 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:24.964226 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-e4c70cbd-6f76-4c2f-92db-ad002b94d4d1 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['459a7827-ebee-4475-bc22-f3f1ef888360']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:26:24.973813 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-e4c70cbd-6f76-4c2f-92db-ad002b94d4d1 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '114af057-20bd-4c8b-90b0-74af3560018c') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:26:24.974137 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-e4c70cbd-6f76-4c2f-92db-ad002b94d4d1 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '114af057-20bd-4c8b-90b0-74af3560018c') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:26:24.984366 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e4c70cbd-6f76-4c2f-92db-ad002b94d4d1 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:24.998050 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e4c70cbd-6f76-4c2f-92db-ad002b94d4d1 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:25.004047 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4c70cbd-6f76-4c2f-92db-ad002b94d4d1 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:26:25.004463 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e4c70cbd-6f76-4c2f-92db-ad002b94d4d1 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:25.007445 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 17:26:25.007445 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:26:25.007445 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 17:26:25.007445 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:26:25.007445 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 17:26:25.007445 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:26:25.007445 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 17:26:25.007445 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:26:25.007445 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 17:26:25.007445 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:26:25.007445 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 17:26:25.007445 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:26:25.007445 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 17:26:25.007445 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:26:25.007445 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:26:25.007445 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:26:25.007445 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:26:25.007445 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:26:25.007445 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 17:26:25.007445 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:26:25.007445 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 17:26:25.007445 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:26:25.007445 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:26:25.007445 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:26:25.007445 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 17:26:25.007445 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:26:25.007445 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:26:25.007445 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:26:25.007445 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:26:25.007445 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:26:25.007445 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:26:25.007445 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:26:25.150677 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e4c70cbd-6f76-4c2f-92db-ad002b94d4d1 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:25.158037 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e4c70cbd-6f76-4c2f-92db-ad002b94d4d1 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:25.161450 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-e4c70cbd-6f76-4c2f-92db-ad002b94d4d1 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] 10.222.0.88 "DELETE /v2.0/networks/459a7827-ebee-4475-bc22-f3f1ef888360 HTTP/1.1" status: 204 len: 168 time: 0.7698271 Feb 16 17:26:25.163883 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 58526) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:26:25.183649 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c70cbd-6f76-4c2f-92db-ad002b94d4d1 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Pushing event deleted for resources: {'Network': ['ID=459a7827-ebee-4475-bc22-f3f1ef888360,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:25.233179 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d95ecee-0d73-410d-9798-127d3d897218 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Deleting subnet 57dbb5ef-5187-4a5d-b701-ea946425c37b {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:26:25.237765 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1d95ecee-0d73-410d-9798-127d3d897218 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:25.284979 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1d95ecee-0d73-410d-9798-127d3d897218 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:25.372152 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1d95ecee-0d73-410d-9798-127d3d897218 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:25.443513 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8e271f-bf37-4005-9a67-ff9c81602529 None None] DHCP port deletion for 459a7827-ebee-4475-bc22-f3f1ef888360 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:26:25.457552 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314bffe8-4ee6-40c8-8d6c-a107e05f3fd5 None None] Network 459a7827-ebee-4475-bc22-f3f1ef888360 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:26:25.472680 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314bffe8-4ee6-40c8-8d6c-a107e05f3fd5 None None] Network 459a7827-ebee-4475-bc22-f3f1ef888360 could not be found, it might have been deleted concurrently. {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 16 17:26:25.475897 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-673783f8-ce60-489a-83ba-85f5e3b452d0 None None] Could not find standard attr ID for object 9609caa0-c418-4141-a36b-64fe4cabedfd. {{(pid=114377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 17:26:25.513704 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1d95ecee-0d73-410d-9798-127d3d897218 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:25.557255 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d95ecee-0d73-410d-9798-127d3d897218 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Pushing event deleted for resources: {'Subnet': ['ID=57dbb5ef-5187-4a5d-b701-ea946425c37b,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:25.564813 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1d95ecee-0d73-410d-9798-127d3d897218 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:25.568036 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-1d95ecee-0d73-410d-9798-127d3d897218 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] 10.222.0.88 "DELETE /v2.0/subnets/57dbb5ef-5187-4a5d-b701-ea946425c37b HTTP/1.1" status: 204 len: 168 time: 0.4023728 Feb 16 17:26:25.570988 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 58528) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:26:25.571519 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78be2b4-6a22-486b-b868-738e85021f71 None None] Network cda89bdf-bcb2-4d4f-b7f7-8c431ec409f1 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:26:25.646979 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e4ec71ac-d717-415c-ad6d-f01a849b686c tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:25.703651 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-e4ec71ac-d717-415c-ad6d-f01a849b686c tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Deleting port 47def458-b140-440c-ab27-c6fe90a8ba5e {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:26:25.706856 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e4ec71ac-d717-415c-ad6d-f01a849b686c tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:25.747681 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d20376-e796-4d1f-909a-b41147b47ef8 None None] DHCP port deletion for cda89bdf-bcb2-4d4f-b7f7-8c431ec409f1 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:26:25.777040 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-e4ec71ac-d717-415c-ad6d-f01a849b686c tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] For port 47def458-b140-440c-ab27-c6fe90a8ba5e, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=47def458-b140-440c-ab27-c6fe90a8ba5e,segment=NetworkSegment(b1ee700d-a9e1-42ea-9413-e1581f8e0871),segment_id=b1ee700d-a9e1-42ea-9413-e1581f8e0871)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:26:25.777410 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e4ec71ac-d717-415c-ad6d-f01a849b686c tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:25.791093 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-e4ec71ac-d717-415c-ad6d-f01a849b686c tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Calling delete_port for 47def458-b140-440c-ab27-c6fe90a8ba5e owned by network:dhcp {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:26:25.795232 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-30d20376-e796-4d1f-909a-b41147b47ef8 None None] Deleting port 47def458-b140-440c-ab27-c6fe90a8ba5e {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:26:25.795610 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-30d20376-e796-4d1f-909a-b41147b47ef8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:25.868078 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-30d20376-e796-4d1f-909a-b41147b47ef8 None None] For port 47def458-b140-440c-ab27-c6fe90a8ba5e, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=47def458-b140-440c-ab27-c6fe90a8ba5e,segment=NetworkSegment(b1ee700d-a9e1-42ea-9413-e1581f8e0871),segment_id=b1ee700d-a9e1-42ea-9413-e1581f8e0871)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:26:25.868478 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-30d20376-e796-4d1f-909a-b41147b47ef8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:25.883120 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-30d20376-e796-4d1f-909a-b41147b47ef8 None None] Calling delete_port for 47def458-b140-440c-ab27-c6fe90a8ba5e owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:26:25.910437 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:26:25.973680 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e4ec71ac-d717-415c-ad6d-f01a849b686c tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:25.980638 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-30d20376-e796-4d1f-909a-b41147b47ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:26.002403 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec71ac-d717-415c-ad6d-f01a849b686c tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Pushing event deleted for resources: {'Port': ['ID=47def458-b140-440c-ab27-c6fe90a8ba5e,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:26.005479 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d20376-e796-4d1f-909a-b41147b47ef8 None None] Pushing event deleted for resources: {'Port': ['ID=47def458-b140-440c-ab27-c6fe90a8ba5e,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:26.006160 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ec71ac-d717-415c-ad6d-f01a849b686c tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] No DVR routers for this DVR port 47def458-b140-440c-ab27-c6fe90a8ba5e on host dv-neutron-828697-3-hyperv {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:26:26.009492 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d20376-e796-4d1f-909a-b41147b47ef8 None None] No DVR routers for this DVR port 47def458-b140-440c-ab27-c6fe90a8ba5e on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:26:26.103674 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e4ec71ac-d717-415c-ad6d-f01a849b686c tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:26.126106 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-e4ec71ac-d717-415c-ad6d-f01a849b686c tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cda89bdf-bcb2-4d4f-b7f7-8c431ec409f1']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:26:26.136590 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-e4ec71ac-d717-415c-ad6d-f01a849b686c tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1ee700d-a9e1-42ea-9413-e1581f8e0871') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:26:26.137092 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-e4ec71ac-d717-415c-ad6d-f01a849b686c tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1ee700d-a9e1-42ea-9413-e1581f8e0871') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:26:26.147810 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e4ec71ac-d717-415c-ad6d-f01a849b686c tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:26.162067 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e4ec71ac-d717-415c-ad6d-f01a849b686c tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:26.169554 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4ec71ac-d717-415c-ad6d-f01a849b686c tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:26:26.169934 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e4ec71ac-d717-415c-ad6d-f01a849b686c tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:26.172836 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 17:26:26.172836 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:26:26.172836 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 17:26:26.172836 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:26:26.172836 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 17:26:26.172836 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:26:26.172836 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 17:26:26.172836 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:26:26.172836 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 17:26:26.172836 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:26:26.172836 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 17:26:26.172836 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:26:26.172836 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 17:26:26.172836 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:26:26.172836 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:26:26.172836 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:26:26.172836 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:26:26.172836 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:26:26.172836 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 17:26:26.172836 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:26:26.172836 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 17:26:26.172836 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:26:26.172836 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:26:26.172836 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:26:26.172836 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 17:26:26.172836 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:26:26.172836 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:26:26.172836 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:26:26.172836 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:26:26.172836 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:26:26.172836 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:26:26.172836 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:26:26.307865 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e4ec71ac-d717-415c-ad6d-f01a849b686c tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:26.319928 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e4ec71ac-d717-415c-ad6d-f01a849b686c tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:26.319928 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-e4ec71ac-d717-415c-ad6d-f01a849b686c tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] 10.222.0.88 "DELETE /v2.0/networks/cda89bdf-bcb2-4d4f-b7f7-8c431ec409f1 HTTP/1.1" status: 204 len: 168 time: 0.7478387 Feb 16 17:26:26.323196 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 58530) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:26:26.332373 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec71ac-d717-415c-ad6d-f01a849b686c tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Pushing event deleted for resources: {'Network': ['ID=cda89bdf-bcb2-4d4f-b7f7-8c431ec409f1,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:26.358020 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-aa8c9712-989e-4e16-ac7d-f89f7563cac3 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] 10.222.0.88 "GET /v2.0/ports?device_id=f1baef92-3496-4649-91b5-db828ab060a6 HTTP/1.1" status: 200 len: 205 time: 0.0331397 Feb 16 17:26:26.360458 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 58532) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:26:26.435499 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6205e53f-4bec-4a4b-b153-9c29a08d79c2 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks [] for router, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:26.484815 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 47def458-b140-440c-ab27-c6fe90a8ba5e no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:26:26.505392 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 47def458-b140-440c-ab27-c6fe90a8ba5e {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:26:26.505833 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 47def458-b140-440c-ab27-c6fe90a8ba5e not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:26:26.619149 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6205e53f-4bec-4a4b-b153-9c29a08d79c2 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:26.622347 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6205e53f-4bec-4a4b-b153-9c29a08d79c2 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:26.759965 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6205e53f-4bec-4a4b-b153-9c29a08d79c2 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:26.760526 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6205e53f-4bec-4a4b-b153-9c29a08d79c2 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Fanout notify agent at l3_agent the message router_deleted on router f1baef92-3496-4649-91b5-db828ab060a6 {{(pid=114375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:26:26.767386 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6205e53f-4bec-4a4b-b153-9c29a08d79c2 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:26.768462 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-6205e53f-4bec-4a4b-b153-9c29a08d79c2 tempest-RoutersNegativeTest-503165157 tempest-RoutersNegativeTest-503165157-project] 10.222.0.88 "DELETE /v2.0/routers/f1baef92-3496-4649-91b5-db828ab060a6 HTTP/1.1" status: 204 len: 168 time: 0.4070799 Feb 16 17:26:27.243957 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 58538) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:26:27.379257 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-65443433-e980-41d5-a621-36e2e4d2b88a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4e84bb637dd24605aae9165fbaebbb85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1340895 Feb 16 17:26:27.381820 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 58542) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:26:27.430087 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f1a34cc5-fd9c-4b95-92cb-fe55e603818c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:27.450493 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f1a34cc5-fd9c-4b95-92cb-fe55e603818c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:27.568180 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f1a34cc5-fd9c-4b95-92cb-fe55e603818c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:27.570679 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f1a34cc5-fd9c-4b95-92cb-fe55e603818c admin admin] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:27.571853 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-f1a34cc5-fd9c-4b95-92cb-fe55e603818c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/821fa6a6-5e71-4a2c-bac1-11edca9a72ac HTTP/1.1" status: 204 len: 168 time: 0.1891468 Feb 16 17:26:27.579393 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a34cc5-fd9c-4b95-92cb-fe55e603818c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821fa6a6-5e71-4a2c-bac1-11edca9a72ac,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:28.599333 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 58564) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:26:28.697087 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-83086506-1e21-4372-a291-3a354ab2c0a5 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-249263449-network', 'tenant_id': '9017328ea9c4478290f5fabf2c9948a7'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:26:28.802147 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83086506-1e21-4372-a291-3a354ab2c0a5 admin admin] Made reservation on behalf of 9017328ea9c4478290f5fabf2c9948a7 for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:26:28.805056 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-83086506-1e21-4372-a291-3a354ab2c0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:28.813661 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-83086506-1e21-4372-a291-3a354ab2c0a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:28.890514 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-83086506-1e21-4372-a291-3a354ab2c0a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:28.962043 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-83086506-1e21-4372-a291-3a354ab2c0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:28.986360 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83086506-1e21-4372-a291-3a354ab2c0a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:26:28.996268 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83086506-1e21-4372-a291-3a354ab2c0a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1186fa-e777-495c-9dfb-04a1502becc6,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:29.000949 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-83086506-1e21-4372-a291-3a354ab2c0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:29.001288 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-83086506-1e21-4372-a291-3a354ab2c0a5 admin admin] Added segment 79833b22-b7f0-41e6-892a-a564ebb1de2c of type vlan for network 023d7b1f-79a8-4c19-8660-40d6056e17db Feb 16 17:26:29.041093 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-83086506-1e21-4372-a291-3a354ab2c0a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:29.130415 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-83086506-1e21-4372-a291-3a354ab2c0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:29.131403 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83086506-1e21-4372-a291-3a354ab2c0a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:29.132004 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-83086506-1e21-4372-a291-3a354ab2c0a5 admin admin] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:29.190432 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83086506-1e21-4372-a291-3a354ab2c0a5 admin admin] Pushing event updated for resources: {'Network': ['ID=023d7b1f-79a8-4c19-8660-40d6056e17db,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:29.200678 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 023d7b1f-79a8-4c19-8660-40d6056e17db details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:26:29.290120 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-83086506-1e21-4372-a291-3a354ab2c0a5 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6896596 Feb 16 17:26:29.292916 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 58568) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:26:29.297694 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-445b4749-e7f4-4129-942b-131b28808f41 admin admin] Request body: {'subnet': {'network_id': '023d7b1f-79a8-4c19-8660-40d6056e17db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-249263449-subnet', 'tenant_id': '9017328ea9c4478290f5fabf2c9948a7', 'ip_version': 4}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:26:29.390242 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445b4749-e7f4-4129-942b-131b28808f41 admin admin] Made reservation on behalf of 9017328ea9c4478290f5fabf2c9948a7 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:26:29.392653 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-445b4749-e7f4-4129-942b-131b28808f41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:29.625164 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-445b4749-e7f4-4129-942b-131b28808f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:29.685211 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b4749-e7f4-4129-942b-131b28808f41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b54514a-8141-4256-a473-42d8f34ca269,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:29.692199 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445b4749-e7f4-4129-942b-131b28808f41 admin admin] Checking segment: {'id': '79833b22-b7f0-41e6-892a-a564ebb1de2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '023d7b1f-79a8-4c19-8660-40d6056e17db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:26:29.692562 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445b4749-e7f4-4129-942b-131b28808f41 admin admin] Network hostable DHCP agents. Network: 023d7b1f-79a8-4c19-8660-40d6056e17db, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:26:29.792814 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445b4749-e7f4-4129-942b-131b28808f41 admin admin] Network 023d7b1f-79a8-4c19-8660-40d6056e17db is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:26:29.855649 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-445b4749-e7f4-4129-942b-131b28808f41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 023d7b1f-79a8-4c19-8660-40d6056e17db) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:26:29.859641 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445b4749-e7f4-4129-942b-131b28808f41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:29.860266 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-445b4749-e7f4-4129-942b-131b28808f41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:29.864836 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1192a1ae-bdc1-4958-8374-9e6e70d4e546 None None] Network 023d7b1f-79a8-4c19-8660-40d6056e17db requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:26:29.938791 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-445b4749-e7f4-4129-942b-131b28808f41 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6448147 Feb 16 17:26:29.941402 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 58570) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:26:29.945686 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-f5887af6-bf70-46d9-8958-1f588b4e7632 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-249263449-router', 'tenant_id': '9017328ea9c4478290f5fabf2c9948a7', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:26:30.011680 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab662b17-90e9-4359-8cbe-357136d140a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-023d7b1f-79a8-4c19-8660-40d6056e17db', 'network_id': '023d7b1f-79a8-4c19-8660-40d6056e17db', 'tenant_id': '9017328ea9c4478290f5fabf2c9948a7', 'fixed_ips': [{'subnet_id': '7b54514a-8141-4256-a473-42d8f34ca269'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:26:30.012571 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ab662b17-90e9-4359-8cbe-357136d140a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:30.036568 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f5887af6-bf70-46d9-8958-1f588b4e7632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:30.037634 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f5887af6-bf70-46d9-8958-1f588b4e7632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:30.089273 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f5887af6-bf70-46d9-8958-1f588b4e7632 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:30.147035 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-ab662b17-90e9-4359-8cbe-357136d140a0 None None] Allocated IP 172.20.0.2 (023d7b1f-79a8-4c19-8660-40d6056e17db/7b54514a-8141-4256-a473-42d8f34ca269/c85bb039-9690-404c-b030-ef4b8e6a690b) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:26:30.284730 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ab662b17-90e9-4359-8cbe-357136d140a0 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:30.303100 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f5887af6-bf70-46d9-8958-1f588b4e7632 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:30.347559 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ab662b17-90e9-4359-8cbe-357136d140a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:30.391542 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab662b17-90e9-4359-8cbe-357136d140a0 None None] Network 023d7b1f-79a8-4c19-8660-40d6056e17db is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:26:30.394400 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-ab662b17-90e9-4359-8cbe-357136d140a0 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:26:30.397751 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab662b17-90e9-4359-8cbe-357136d140a0 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:26:30.403178 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab662b17-90e9-4359-8cbe-357136d140a0 None None] Pushing event updated for resources: {'Port': ['ID=c85bb039-9690-404c-b030-ef4b8e6a690b,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:30.454016 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-ab662b17-90e9-4359-8cbe-357136d140a0 None None] Attempting to bind port c85bb039-9690-404c-b030-ef4b8e6a690b on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:26:30.454388 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-ab662b17-90e9-4359-8cbe-357136d140a0 None None] Attempting to bind port c85bb039-9690-404c-b030-ef4b8e6a690b by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '79833b22-b7f0-41e6-892a-a564ebb1de2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '023d7b1f-79a8-4c19-8660-40d6056e17db'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:26:30.454758 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab662b17-90e9-4359-8cbe-357136d140a0 None None] Attempting to bind port c85bb039-9690-404c-b030-ef4b8e6a690b on network 023d7b1f-79a8-4c19-8660-40d6056e17db {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:26:30.459909 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab662b17-90e9-4359-8cbe-357136d140a0 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:26:30.460315 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab662b17-90e9-4359-8cbe-357136d140a0 None None] Checking segment: {'id': '79833b22-b7f0-41e6-892a-a564ebb1de2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '023d7b1f-79a8-4c19-8660-40d6056e17db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:26:30.460717 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ab662b17-90e9-4359-8cbe-357136d140a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:30.461109 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab662b17-90e9-4359-8cbe-357136d140a0 None None] Bound using segment: {'id': '79833b22-b7f0-41e6-892a-a564ebb1de2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '023d7b1f-79a8-4c19-8660-40d6056e17db'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:26:30.461570 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-ab662b17-90e9-4359-8cbe-357136d140a0 None None] Bound port: c85bb039-9690-404c-b030-ef4b8e6a690b, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79833b22-b7f0-41e6-892a-a564ebb1de2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '023d7b1f-79a8-4c19-8660-40d6056e17db'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:26:30.461949 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ab662b17-90e9-4359-8cbe-357136d140a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:30.524083 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-ab662b17-90e9-4359-8cbe-357136d140a0 None None] For port c85bb039-9690-404c-b030-ef4b8e6a690b, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:26:30.527106 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-ab662b17-90e9-4359-8cbe-357136d140a0 None None] For port c85bb039-9690-404c-b030-ef4b8e6a690b, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=c85bb039-9690-404c-b030-ef4b8e6a690b,segment=NetworkSegment(79833b22-b7f0-41e6-892a-a564ebb1de2c),segment_id=79833b22-b7f0-41e6-892a-a564ebb1de2c)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:26:30.561073 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f5887af6-bf70-46d9-8958-1f588b4e7632 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:30.583118 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f5887af6-bf70-46d9-8958-1f588b4e7632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:30.610473 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ab662b17-90e9-4359-8cbe-357136d140a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:30.681136 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab662b17-90e9-4359-8cbe-357136d140a0 None None] Pushing event updated for resources: {'Port': ['ID=c85bb039-9690-404c-b030-ef4b8e6a690b,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:30.701297 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-f5887af6-bf70-46d9-8958-1f588b4e7632 admin admin] Allocated IP 172.26.3.100 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/4e274231-cc7c-460c-9bb0-1ae2af567d10) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:26:30.728578 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:30.847702 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f5887af6-bf70-46d9-8958-1f588b4e7632 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:30.939633 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f5887af6-bf70-46d9-8958-1f588b4e7632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:30.984330 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5887af6-bf70-46d9-8958-1f588b4e7632 admin admin] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:26:30.987223 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-f5887af6-bf70-46d9-8958-1f588b4e7632 admin admin] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:26:30.990645 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5887af6-bf70-46d9-8958-1f588b4e7632 admin admin] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:26:30.996082 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5887af6-bf70-46d9-8958-1f588b4e7632 admin admin] Pushing event updated for resources: {'Port': ['ID=4e274231-cc7c-460c-9bb0-1ae2af567d10,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:31.305408 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f5887af6-bf70-46d9-8958-1f588b4e7632 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:31.505645 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f5887af6-bf70-46d9-8958-1f588b4e7632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:31.520597 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f91844-7100-4e56-a180-fd859937493d None None] Network 023d7b1f-79a8-4c19-8660-40d6056e17db requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:26:31.578962 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-bdde7325-9a66-421f-ad65-8cc1bf54ab92 None None] Provisioning complete for port c85bb039-9690-404c-b030-ef4b8e6a690b triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:26:31.579329 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-bdde7325-9a66-421f-ad65-8cc1bf54ab92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:31.725721 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-bdde7325-9a66-421f-ad65-8cc1bf54ab92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:31.766741 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-bdde7325-9a66-421f-ad65-8cc1bf54ab92 None None] For port c85bb039-9690-404c-b030-ef4b8e6a690b, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=c85bb039-9690-404c-b030-ef4b8e6a690b,segment=NetworkSegment(79833b22-b7f0-41e6-892a-a564ebb1de2c),segment_id=79833b22-b7f0-41e6-892a-a564ebb1de2c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:26:31.799049 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5887af6-bf70-46d9-8958-1f588b4e7632 admin admin] Router 8a87748d-c274-4d3f-ac5f-988c7a9b582f is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:26:31.833837 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-bdde7325-9a66-421f-ad65-8cc1bf54ab92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:31.896188 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde7325-9a66-421f-ad65-8cc1bf54ab92 None None] Pushing event updated for resources: {'Port': ['ID=c85bb039-9690-404c-b030-ef4b8e6a690b,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:31.917661 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5887af6-bf70-46d9-8958-1f588b4e7632 admin admin] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:26:31.927200 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06593a8-ff7e-4d74-b71d-8c0b53e4d6c0 None None] Sync routers for ids ['8a87748d-c274-4d3f-ac5f-988c7a9b582f'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:26:31.937581 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06593a8-ff7e-4d74-b71d-8c0b53e4d6c0 None None] Routers {'8a87748d-c274-4d3f-ac5f-988c7a9b582f'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:26:31.938209 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-d06593a8-ff7e-4d74-b71d-8c0b53e4d6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:26:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['8a87748d-c274-4d3f-ac5f-988c7a9b582f'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:26:32.000612 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f5887af6-bf70-46d9-8958-1f588b4e7632 admin admin] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:32.001826 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-f5887af6-bf70-46d9-8958-1f588b4e7632 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0594976 Feb 16 17:26:32.004503 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 58572) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:26:32.181515 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-76c30d1f-9367-4196-a916-5c2801c386e4 None None] Provisioning complete for port c85bb039-9690-404c-b030-ef4b8e6a690b triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:26:32.181809 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-76c30d1f-9367-4196-a916-5c2801c386e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:32.231175 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-d06593a8-ff7e-4d74-b71d-8c0b53e4d6c0 None None] Set router 8a87748d-c274-4d3f-ac5f-988c7a9b582f gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:26:32.462155 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-d06593a8-ff7e-4d74-b71d-8c0b53e4d6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a87748d-c274-4d3f-ac5f-988c7a9b582f', 'name': 'tempest-TestEncryptedCinderVolumes-249263449-router', 'tenant_id': '9017328ea9c4478290f5fabf2c9948a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.100'}], 'enable_snat': True}, 'gw_port_id': '4e274231-cc7c-460c-9bb0-1ae2af567d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:26:30Z', 'updated_at': '2022-02-16T17:26:31Z', 'revision_number': 3, 'project_id': '9017328ea9c4478290f5fabf2c9948a7', 'gw_port': {'id': '4e274231-cc7c-460c-9bb0-1ae2af567d10', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:47:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a87748d-c274-4d3f-ac5f-988c7a9b582f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:26:30Z', 'updated_at': '2022-02-16T17:26:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:26:32.489145 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06593a8-ff7e-4d74-b71d-8c0b53e4d6c0 None None] Checking router: 8a87748d-c274-4d3f-ac5f-988c7a9b582f for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:26:32.489498 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06593a8-ff7e-4d74-b71d-8c0b53e4d6c0 None None] Updating router 8a87748d-c274-4d3f-ac5f-988c7a9b582f port 4e274231-cc7c-460c-9bb0-1ae2af567d10 binding host dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:26:32.516414 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device c85bb039-9690-404c-b030-ef4b8e6a690b up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:26:32.521555 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d06593a8-ff7e-4d74-b71d-8c0b53e4d6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:32.654981 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port c85bb039-9690-404c-b030-ef4b8e6a690b triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:26:32.655273 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:32.784794 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3f890925-3abd-47c3-aa9e-25de96062607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:32.895228 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d06593a8-ff7e-4d74-b71d-8c0b53e4d6c0 None None] Notify callbacks [] for port, precommit_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:32.964840 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d06593a8-ff7e-4d74-b71d-8c0b53e4d6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:32.985635 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-3f890925-3abd-47c3-aa9e-25de96062607 admin admin] Allocated IP 172.20.0.1 (023d7b1f-79a8-4c19-8660-40d6056e17db/7b54514a-8141-4256-a473-42d8f34ca269/672f8bcc-da3c-4972-a997-2df35c5ed8bc) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:26:33.020907 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-d06593a8-ff7e-4d74-b71d-8c0b53e4d6c0 None None] Attempting to bind port 4e274231-cc7c-460c-9bb0-1ae2af567d10 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:26:33.021277 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-d06593a8-ff7e-4d74-b71d-8c0b53e4d6c0 None None] Attempting to bind port 4e274231-cc7c-460c-9bb0-1ae2af567d10 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:26:33.021639 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06593a8-ff7e-4d74-b71d-8c0b53e4d6c0 None None] Attempting to bind port 4e274231-cc7c-460c-9bb0-1ae2af567d10 on network d8eab20e-246c-47ce-8449-822ce53769fc {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:26:33.025327 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fe5bf9-8e4f-45a5-b62a-2a6857f13b24 None None] Pushing event updated for resources: {'Port': ['ID=4e274231-cc7c-460c-9bb0-1ae2af567d10,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:33.029988 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06593a8-ff7e-4d74-b71d-8c0b53e4d6c0 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:26:33.030369 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06593a8-ff7e-4d74-b71d-8c0b53e4d6c0 None None] Checking segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:26:33.030791 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d06593a8-ff7e-4d74-b71d-8c0b53e4d6c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:33.031166 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06593a8-ff7e-4d74-b71d-8c0b53e4d6c0 None None] Bound using segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:26:33.031636 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-d06593a8-ff7e-4d74-b71d-8c0b53e4d6c0 None None] Bound port: 4e274231-cc7c-460c-9bb0-1ae2af567d10, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:26:33.032070 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d06593a8-ff7e-4d74-b71d-8c0b53e4d6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:33.082303 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-d06593a8-ff7e-4d74-b71d-8c0b53e4d6c0 None None] For port 4e274231-cc7c-460c-9bb0-1ae2af567d10, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:26:33.085534 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-d06593a8-ff7e-4d74-b71d-8c0b53e4d6c0 None None] For port 4e274231-cc7c-460c-9bb0-1ae2af567d10, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=4e274231-cc7c-460c-9bb0-1ae2af567d10,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:26:33.090234 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3f890925-3abd-47c3-aa9e-25de96062607 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:33.179313 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d06593a8-ff7e-4d74-b71d-8c0b53e4d6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:33.221957 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3f890925-3abd-47c3-aa9e-25de96062607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:33.235522 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06593a8-ff7e-4d74-b71d-8c0b53e4d6c0 None None] Routers {'8a87748d-c274-4d3f-ac5f-988c7a9b582f'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:26:33.236197 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-d06593a8-ff7e-4d74-b71d-8c0b53e4d6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:26:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['8a87748d-c274-4d3f-ac5f-988c7a9b582f'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:26:33.261497 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f890925-3abd-47c3-aa9e-25de96062607 admin admin] Network 023d7b1f-79a8-4c19-8660-40d6056e17db is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:26:33.265960 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-3f890925-3abd-47c3-aa9e-25de96062607 admin admin] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:26:33.269443 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f890925-3abd-47c3-aa9e-25de96062607 admin admin] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:26:33.276065 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fe5bf9-8e4f-45a5-b62a-2a6857f13b24 None None] Pushing event updated for resources: {'Port': ['ID=4e274231-cc7c-460c-9bb0-1ae2af567d10,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:33.292249 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f890925-3abd-47c3-aa9e-25de96062607 admin admin] Pushing event updated for resources: {'Port': ['ID=672f8bcc-da3c-4972-a997-2df35c5ed8bc,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:33.311735 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3f890925-3abd-47c3-aa9e-25de96062607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:33.366972 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-d06593a8-ff7e-4d74-b71d-8c0b53e4d6c0 None None] Set router 8a87748d-c274-4d3f-ac5f-988c7a9b582f gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:26:33.547689 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-78d7f31b-bb00-43ed-b479-5ddd248ca3bd None None] Provisioning complete for port 672f8bcc-da3c-4972-a997-2df35c5ed8bc triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:26:33.548360 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-78d7f31b-bb00-43ed-b479-5ddd248ca3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:33.550187 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3f890925-3abd-47c3-aa9e-25de96062607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:33.588577 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-78d7f31b-bb00-43ed-b479-5ddd248ca3bd None None] Port 672f8bcc-da3c-4972-a997-2df35c5ed8bc cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:26:33.598391 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-d06593a8-ff7e-4d74-b71d-8c0b53e4d6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a87748d-c274-4d3f-ac5f-988c7a9b582f', 'name': 'tempest-TestEncryptedCinderVolumes-249263449-router', 'tenant_id': '9017328ea9c4478290f5fabf2c9948a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.100'}], 'enable_snat': True}, 'gw_port_id': '4e274231-cc7c-460c-9bb0-1ae2af567d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:26:30Z', 'updated_at': '2022-02-16T17:26:31Z', 'revision_number': 3, 'project_id': '9017328ea9c4478290f5fabf2c9948a7', 'gw_port': {'id': '4e274231-cc7c-460c-9bb0-1ae2af567d10', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:47:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a87748d-c274-4d3f-ac5f-988c7a9b582f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:26:30Z', 'updated_at': '2022-02-16T17:26:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:26:33.625742 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06593a8-ff7e-4d74-b71d-8c0b53e4d6c0 None None] The sync data for ids ['8a87748d-c274-4d3f-ac5f-988c7a9b582f'] in dv-neutron-828697-3-hyperv is: [{'id': '8a87748d-c274-4d3f-ac5f-988c7a9b582f', 'name': 'tempest-TestEncryptedCinderVolumes-249263449-router', 'tenant_id': '9017328ea9c4478290f5fabf2c9948a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.100'}], 'enable_snat': True}, 'gw_port_id': '4e274231-cc7c-460c-9bb0-1ae2af567d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:26:30Z', 'updated_at': '2022-02-16T17:26:31Z', 'revision_number': 3, 'project_id': '9017328ea9c4478290f5fabf2c9948a7', 'gw_port': {'id': '4e274231-cc7c-460c-9bb0-1ae2af567d10', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:47:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a87748d-c274-4d3f-ac5f-988c7a9b582f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:26:30Z', 'updated_at': '2022-02-16T17:26:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:26:33.720568 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3f890925-3abd-47c3-aa9e-25de96062607 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:33.778875 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3f890925-3abd-47c3-aa9e-25de96062607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:33.852621 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3f890925-3abd-47c3-aa9e-25de96062607 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:33.870696 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f890925-3abd-47c3-aa9e-25de96062607 admin admin] Pushing event updated for resources: {'Port': ['ID=672f8bcc-da3c-4972-a997-2df35c5ed8bc,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:33.962814 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f890925-3abd-47c3-aa9e-25de96062607 admin admin] Network 023d7b1f-79a8-4c19-8660-40d6056e17db is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:26:33.964429 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-3f890925-3abd-47c3-aa9e-25de96062607 admin admin] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:26:34.092059 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f890925-3abd-47c3-aa9e-25de96062607 admin admin] Router 8a87748d-c274-4d3f-ac5f-988c7a9b582f has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:26:34.206654 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f890925-3abd-47c3-aa9e-25de96062607 admin admin] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:26:34.213047 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-3f890925-3abd-47c3-aa9e-25de96062607 admin admin] 10.222.0.88 "PUT /v2.0/routers/8a87748d-c274-4d3f-ac5f-988c7a9b582f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2075377 Feb 16 17:26:34.220649 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-368922fd-5e75-4a7a-b0e1-0af0619f2c8d None None] Provisioning complete for port 672f8bcc-da3c-4972-a997-2df35c5ed8bc triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:26:34.221424 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-368922fd-5e75-4a7a-b0e1-0af0619f2c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:34.262734 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-368922fd-5e75-4a7a-b0e1-0af0619f2c8d None None] Port 672f8bcc-da3c-4972-a997-2df35c5ed8bc cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:26:34.507932 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 4e274231-cc7c-460c-9bb0-1ae2af567d10 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:26:34.556738 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 4e274231-cc7c-460c-9bb0-1ae2af567d10 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:26:34.557389 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:34.636881 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:34.657585 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port 4e274231-cc7c-460c-9bb0-1ae2af567d10, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=4e274231-cc7c-460c-9bb0-1ae2af567d10,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:26:34.711020 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:34.764042 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=4e274231-cc7c-460c-9bb0-1ae2af567d10,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:34.979869 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 58588) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:26:34.984911 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-9b3d0660-2f2f-4c1f-b24b-1e37d8e107b3 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1832942492-network', 'tenant_id': '54e772488f95405e88e3fbbc19408cfa'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:26:35.082353 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3d0660-2f2f-4c1f-b24b-1e37d8e107b3 admin admin] Made reservation on behalf of 54e772488f95405e88e3fbbc19408cfa for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:26:35.084835 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9b3d0660-2f2f-4c1f-b24b-1e37d8e107b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:35.093980 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9b3d0660-2f2f-4c1f-b24b-1e37d8e107b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:35.169997 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9b3d0660-2f2f-4c1f-b24b-1e37d8e107b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:35.207003 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff85d13-9b53-4809-995d-9d448b636533 None None] Sync routers for ids ['8a87748d-c274-4d3f-ac5f-988c7a9b582f'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:26:35.216441 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff85d13-9b53-4809-995d-9d448b636533 None None] Routers {'8a87748d-c274-4d3f-ac5f-988c7a9b582f'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:26:35.217049 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-eff85d13-9b53-4809-995d-9d448b636533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:26:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['8a87748d-c274-4d3f-ac5f-988c7a9b582f'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:26:35.250223 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9b3d0660-2f2f-4c1f-b24b-1e37d8e107b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:35.270985 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b3d0660-2f2f-4c1f-b24b-1e37d8e107b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:26:35.284281 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3d0660-2f2f-4c1f-b24b-1e37d8e107b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0552efc-9773-4df9-9e69-ea9e3fbf374c,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:35.289594 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9b3d0660-2f2f-4c1f-b24b-1e37d8e107b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:35.289945 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-9b3d0660-2f2f-4c1f-b24b-1e37d8e107b3 admin admin] Added segment a2acaa25-4fc9-462c-87bb-25427ef21af7 of type vlan for network 76f5b960-c9e5-407f-917a-8617409ee177 Feb 16 17:26:35.326993 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-eff85d13-9b53-4809-995d-9d448b636533 None None] Set router 8a87748d-c274-4d3f-ac5f-988c7a9b582f gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:26:35.347382 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9b3d0660-2f2f-4c1f-b24b-1e37d8e107b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:35.445533 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9b3d0660-2f2f-4c1f-b24b-1e37d8e107b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:35.447064 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3d0660-2f2f-4c1f-b24b-1e37d8e107b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:35.447663 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9b3d0660-2f2f-4c1f-b24b-1e37d8e107b3 admin admin] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:35.511884 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3d0660-2f2f-4c1f-b24b-1e37d8e107b3 admin admin] Pushing event updated for resources: {'Network': ['ID=76f5b960-c9e5-407f-917a-8617409ee177,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:35.521528 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 76f5b960-c9e5-407f-917a-8617409ee177 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:26:35.525049 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-eff85d13-9b53-4809-995d-9d448b636533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a87748d-c274-4d3f-ac5f-988c7a9b582f', 'name': 'tempest-TestEncryptedCinderVolumes-249263449-router', 'tenant_id': '9017328ea9c4478290f5fabf2c9948a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.100'}], 'enable_snat': True}, 'gw_port_id': '4e274231-cc7c-460c-9bb0-1ae2af567d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:26:30Z', 'updated_at': '2022-02-16T17:26:33Z', 'revision_number': 4, 'project_id': '9017328ea9c4478290f5fabf2c9948a7', 'gw_port': {'id': '4e274231-cc7c-460c-9bb0-1ae2af567d10', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:47:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a87748d-c274-4d3f-ac5f-988c7a9b582f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:26:30Z', 'updated_at': '2022-02-16T17:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '672f8bcc-da3c-4972-a997-2df35c5ed8bc', 'name': '', 'network_id': '023d7b1f-79a8-4c19-8660-40d6056e17db', 'tenant_id': '9017328ea9c4478290f5fabf2c9948a7', 'mac_address': 'fa:16:3e:b1:fb:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a87748d-c274-4d3f-ac5f-988c7a9b582f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '7b54514a-8141-4256-a473-42d8f34ca269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:26:32Z', 'updated_at': '2022-02-16T17:26:33Z', 'revision_number': 2, 'project_id': '9017328ea9c4478290f5fabf2c9948a7', 'subnets': [{'id': '7b54514a-8141-4256-a473-42d8f34ca269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:26:35.536694 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-9b3d0660-2f2f-4c1f-b24b-1e37d8e107b3 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5556126 Feb 16 17:26:35.539276 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 58590) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:26:35.544319 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-a7e9da2e-5b8a-4bf1-ac16-525447d83674 admin admin] Request body: {'subnet': {'network_id': '76f5b960-c9e5-407f-917a-8617409ee177', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1832942492-subnet', 'tenant_id': '54e772488f95405e88e3fbbc19408cfa', 'ip_version': 4}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:26:35.550733 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff85d13-9b53-4809-995d-9d448b636533 None None] Checking router: 8a87748d-c274-4d3f-ac5f-988c7a9b582f for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:26:35.551085 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff85d13-9b53-4809-995d-9d448b636533 None None] Updating router 8a87748d-c274-4d3f-ac5f-988c7a9b582f port 672f8bcc-da3c-4972-a997-2df35c5ed8bc binding host dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:26:35.576968 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-eff85d13-9b53-4809-995d-9d448b636533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:35.641540 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e9da2e-5b8a-4bf1-ac16-525447d83674 admin admin] Made reservation on behalf of 54e772488f95405e88e3fbbc19408cfa for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:26:35.644045 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a7e9da2e-5b8a-4bf1-ac16-525447d83674 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:35.858079 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-eff85d13-9b53-4809-995d-9d448b636533 None None] Notify callbacks [] for port, precommit_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:35.892737 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a7e9da2e-5b8a-4bf1-ac16-525447d83674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:35.930268 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-eff85d13-9b53-4809-995d-9d448b636533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:35.942545 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e9da2e-5b8a-4bf1-ac16-525447d83674 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f96dcfa-ac5e-4126-ae5d-354719fd5413,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:35.958363 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e9da2e-5b8a-4bf1-ac16-525447d83674 admin admin] Checking segment: {'id': 'a2acaa25-4fc9-462c-87bb-25427ef21af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '76f5b960-c9e5-407f-917a-8617409ee177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:26:35.958726 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e9da2e-5b8a-4bf1-ac16-525447d83674 admin admin] Network hostable DHCP agents. Network: 76f5b960-c9e5-407f-917a-8617409ee177, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:26:35.981285 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df575d2-8baf-41e3-b12b-18275b492efd None None] Pushing event updated for resources: {'Port': ['ID=672f8bcc-da3c-4972-a997-2df35c5ed8bc,revision_number=3']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:35.991047 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df575d2-8baf-41e3-b12b-18275b492efd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:35.991404 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df575d2-8baf-41e3-b12b-18275b492efd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:35.991749 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df575d2-8baf-41e3-b12b-18275b492efd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:35.992108 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df575d2-8baf-41e3-b12b-18275b492efd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:35.992434 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df575d2-8baf-41e3-b12b-18275b492efd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:35.992764 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df575d2-8baf-41e3-b12b-18275b492efd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:35.993095 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df575d2-8baf-41e3-b12b-18275b492efd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:35.993420 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df575d2-8baf-41e3-b12b-18275b492efd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:35.993750 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df575d2-8baf-41e3-b12b-18275b492efd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:35.994071 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df575d2-8baf-41e3-b12b-18275b492efd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:35.994389 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df575d2-8baf-41e3-b12b-18275b492efd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:35.994704 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df575d2-8baf-41e3-b12b-18275b492efd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:36.045068 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-eff85d13-9b53-4809-995d-9d448b636533 None None] Attempting to bind port 672f8bcc-da3c-4972-a997-2df35c5ed8bc on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:26:36.045432 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-eff85d13-9b53-4809-995d-9d448b636533 None None] Attempting to bind port 672f8bcc-da3c-4972-a997-2df35c5ed8bc by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '79833b22-b7f0-41e6-892a-a564ebb1de2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '023d7b1f-79a8-4c19-8660-40d6056e17db'}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:26:36.045792 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff85d13-9b53-4809-995d-9d448b636533 None None] Attempting to bind port 672f8bcc-da3c-4972-a997-2df35c5ed8bc on network 023d7b1f-79a8-4c19-8660-40d6056e17db {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:26:36.050351 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e9da2e-5b8a-4bf1-ac16-525447d83674 admin admin] Network 76f5b960-c9e5-407f-917a-8617409ee177 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:26:36.051150 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff85d13-9b53-4809-995d-9d448b636533 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:26:36.051524 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff85d13-9b53-4809-995d-9d448b636533 None None] Checking segment: {'id': '79833b22-b7f0-41e6-892a-a564ebb1de2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '023d7b1f-79a8-4c19-8660-40d6056e17db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:26:36.051928 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-eff85d13-9b53-4809-995d-9d448b636533 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:36.055139 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff85d13-9b53-4809-995d-9d448b636533 None None] Bound using segment: {'id': '79833b22-b7f0-41e6-892a-a564ebb1de2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '023d7b1f-79a8-4c19-8660-40d6056e17db'} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:26:36.055139 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-eff85d13-9b53-4809-995d-9d448b636533 None None] Bound port: 672f8bcc-da3c-4972-a997-2df35c5ed8bc, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79833b22-b7f0-41e6-892a-a564ebb1de2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '023d7b1f-79a8-4c19-8660-40d6056e17db'}}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:26:36.055139 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-eff85d13-9b53-4809-995d-9d448b636533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:36.121852 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-eff85d13-9b53-4809-995d-9d448b636533 None None] For port 672f8bcc-da3c-4972-a997-2df35c5ed8bc, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:26:36.124986 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-eff85d13-9b53-4809-995d-9d448b636533 None None] For port 672f8bcc-da3c-4972-a997-2df35c5ed8bc, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=672f8bcc-da3c-4972-a997-2df35c5ed8bc,segment=NetworkSegment(79833b22-b7f0-41e6-892a-a564ebb1de2c),segment_id=79833b22-b7f0-41e6-892a-a564ebb1de2c)] {{(pid=114378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:26:36.130022 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-a7e9da2e-5b8a-4bf1-ac16-525447d83674 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 76f5b960-c9e5-407f-917a-8617409ee177) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:26:36.135881 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e9da2e-5b8a-4bf1-ac16-525447d83674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:36.136666 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a7e9da2e-5b8a-4bf1-ac16-525447d83674 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:36.140930 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96b13d6-df87-4e15-bf27-8681dcc4f68a None None] Network 76f5b960-c9e5-407f-917a-8617409ee177 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:26:36.206799 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-90b5ed32-4393-4bb7-9798-a52cc1af58d4 None None] Provisioning complete for port 672f8bcc-da3c-4972-a997-2df35c5ed8bc triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:26:36.207090 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-90b5ed32-4393-4bb7-9798-a52cc1af58d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:36.210462 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-eff85d13-9b53-4809-995d-9d448b636533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:36.224532 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-a7e9da2e-5b8a-4bf1-ac16-525447d83674 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6839800 Feb 16 17:26:36.227745 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 58594) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:26:36.232367 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-ac9ce0d7-ab78-4353-8f06-29802d674d82 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1832942492-router', 'tenant_id': '54e772488f95405e88e3fbbc19408cfa', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:26:36.270632 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df575d2-8baf-41e3-b12b-18275b492efd None None] Pushing event updated for resources: {'Port': ['ID=672f8bcc-da3c-4972-a997-2df35c5ed8bc,revision_number=4']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:36.280401 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff85d13-9b53-4809-995d-9d448b636533 None None] Routers {'8a87748d-c274-4d3f-ac5f-988c7a9b582f'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:26:36.281014 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-eff85d13-9b53-4809-995d-9d448b636533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:26:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['8a87748d-c274-4d3f-ac5f-988c7a9b582f'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:26:36.322391 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ac9ce0d7-ab78-4353-8f06-29802d674d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:36.323470 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ac9ce0d7-ab78-4353-8f06-29802d674d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:36.375471 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23b472f-73fb-4948-8cd3-1b21d0076fd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-76f5b960-c9e5-407f-917a-8617409ee177', 'network_id': '76f5b960-c9e5-407f-917a-8617409ee177', 'tenant_id': '54e772488f95405e88e3fbbc19408cfa', 'fixed_ips': [{'subnet_id': '7f96dcfa-ac5e-4126-ae5d-354719fd5413'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:26:36.376399 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d23b472f-73fb-4948-8cd3-1b21d0076fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:36.378934 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-90b5ed32-4393-4bb7-9798-a52cc1af58d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:36.392673 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ac9ce0d7-ab78-4353-8f06-29802d674d82 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:36.412979 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-eff85d13-9b53-4809-995d-9d448b636533 None None] Set router 8a87748d-c274-4d3f-ac5f-988c7a9b582f gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:26:36.432171 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-90b5ed32-4393-4bb7-9798-a52cc1af58d4 None None] For port 672f8bcc-da3c-4972-a997-2df35c5ed8bc, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=672f8bcc-da3c-4972-a997-2df35c5ed8bc,segment=NetworkSegment(79833b22-b7f0-41e6-892a-a564ebb1de2c),segment_id=79833b22-b7f0-41e6-892a-a564ebb1de2c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:26:36.501180 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-90b5ed32-4393-4bb7-9798-a52cc1af58d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:36.553242 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 4e274231-cc7c-460c-9bb0-1ae2af567d10 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:26:36.615386 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ac9ce0d7-ab78-4353-8f06-29802d674d82 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:36.639944 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-eff85d13-9b53-4809-995d-9d448b636533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a87748d-c274-4d3f-ac5f-988c7a9b582f', 'name': 'tempest-TestEncryptedCinderVolumes-249263449-router', 'tenant_id': '9017328ea9c4478290f5fabf2c9948a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.100'}], 'enable_snat': True}, 'gw_port_id': '4e274231-cc7c-460c-9bb0-1ae2af567d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:26:30Z', 'updated_at': '2022-02-16T17:26:33Z', 'revision_number': 4, 'project_id': '9017328ea9c4478290f5fabf2c9948a7', 'gw_port': {'id': '4e274231-cc7c-460c-9bb0-1ae2af567d10', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:47:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a87748d-c274-4d3f-ac5f-988c7a9b582f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:26:30Z', 'updated_at': '2022-02-16T17:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '672f8bcc-da3c-4972-a997-2df35c5ed8bc', 'name': '', 'network_id': '023d7b1f-79a8-4c19-8660-40d6056e17db', 'tenant_id': '9017328ea9c4478290f5fabf2c9948a7', 'mac_address': 'fa:16:3e:b1:fb:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a87748d-c274-4d3f-ac5f-988c7a9b582f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '7b54514a-8141-4256-a473-42d8f34ca269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:26:32Z', 'updated_at': '2022-02-16T17:26:36Z', 'revision_number': 4, 'project_id': '9017328ea9c4478290f5fabf2c9948a7', 'subnets': [{'id': '7b54514a-8141-4256-a473-42d8f34ca269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:26:36.641964 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b5ed32-4393-4bb7-9798-a52cc1af58d4 None None] Pushing event updated for resources: {'Port': ['ID=672f8bcc-da3c-4972-a997-2df35c5ed8bc,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:36.664972 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-d23b472f-73fb-4948-8cd3-1b21d0076fd8 None None] Allocated IP 172.20.0.2 (76f5b960-c9e5-407f-917a-8617409ee177/7f96dcfa-ac5e-4126-ae5d-354719fd5413/3aa67e26-38e0-4e32-b895-f767bfb0039c) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:26:36.666584 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff85d13-9b53-4809-995d-9d448b636533 None None] The sync data for ids ['8a87748d-c274-4d3f-ac5f-988c7a9b582f'] in dv-neutron-828697-3-hyperv is: [{'id': '8a87748d-c274-4d3f-ac5f-988c7a9b582f', 'name': 'tempest-TestEncryptedCinderVolumes-249263449-router', 'tenant_id': '9017328ea9c4478290f5fabf2c9948a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.100'}], 'enable_snat': True}, 'gw_port_id': '4e274231-cc7c-460c-9bb0-1ae2af567d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:26:30Z', 'updated_at': '2022-02-16T17:26:33Z', 'revision_number': 4, 'project_id': '9017328ea9c4478290f5fabf2c9948a7', 'gw_port': {'id': '4e274231-cc7c-460c-9bb0-1ae2af567d10', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:47:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a87748d-c274-4d3f-ac5f-988c7a9b582f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:26:30Z', 'updated_at': '2022-02-16T17:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '672f8bcc-da3c-4972-a997-2df35c5ed8bc', 'name': '', 'network_id': '023d7b1f-79a8-4c19-8660-40d6056e17db', 'tenant_id': '9017328ea9c4478290f5fabf2c9948a7', 'mac_address': 'fa:16:3e:b1:fb:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a87748d-c274-4d3f-ac5f-988c7a9b582f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '7b54514a-8141-4256-a473-42d8f34ca269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:26:32Z', 'updated_at': '2022-02-16T17:26:36Z', 'revision_number': 4, 'project_id': '9017328ea9c4478290f5fabf2c9948a7', 'subnets': [{'id': '7b54514a-8141-4256-a473-42d8f34ca269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:26:36.666890 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-40f544e2-696b-4cd1-b5d4-2a7aa3441fd9 None None] Provisioning complete for port 672f8bcc-da3c-4972-a997-2df35c5ed8bc triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:26:36.667218 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-40f544e2-696b-4cd1-b5d4-2a7aa3441fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:36.739505 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 4e274231-cc7c-460c-9bb0-1ae2af567d10 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:26:36.739880 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:36.922276 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d21f4558-3aa4-4fc4-aa6b-00fdaf1bf5d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:36.946955 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ac9ce0d7-ab78-4353-8f06-29802d674d82 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:36.970821 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ac9ce0d7-ab78-4353-8f06-29802d674d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:37.005824 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d23b472f-73fb-4948-8cd3-1b21d0076fd8 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:37.077255 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d23b472f-73fb-4948-8cd3-1b21d0076fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:37.084604 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-ac9ce0d7-ab78-4353-8f06-29802d674d82 admin admin] Allocated IP 172.26.3.41 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/b2ab380e-ce43-4a2e-8c20-9778fd321a76) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:26:37.125372 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23b472f-73fb-4948-8cd3-1b21d0076fd8 None None] Network 76f5b960-c9e5-407f-917a-8617409ee177 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:26:37.128257 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-d23b472f-73fb-4948-8cd3-1b21d0076fd8 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:26:37.133298 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23b472f-73fb-4948-8cd3-1b21d0076fd8 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:26:37.136504 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23b472f-73fb-4948-8cd3-1b21d0076fd8 None None] Pushing event updated for resources: {'Port': ['ID=3aa67e26-38e0-4e32-b895-f767bfb0039c,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:37.192871 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-d23b472f-73fb-4948-8cd3-1b21d0076fd8 None None] Attempting to bind port 3aa67e26-38e0-4e32-b895-f767bfb0039c on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:26:37.193434 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-d23b472f-73fb-4948-8cd3-1b21d0076fd8 None None] Attempting to bind port 3aa67e26-38e0-4e32-b895-f767bfb0039c by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': 'a2acaa25-4fc9-462c-87bb-25427ef21af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '76f5b960-c9e5-407f-917a-8617409ee177'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:26:37.193617 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23b472f-73fb-4948-8cd3-1b21d0076fd8 None None] Attempting to bind port 3aa67e26-38e0-4e32-b895-f767bfb0039c on network 76f5b960-c9e5-407f-917a-8617409ee177 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:26:37.199571 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23b472f-73fb-4948-8cd3-1b21d0076fd8 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:26:37.200558 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23b472f-73fb-4948-8cd3-1b21d0076fd8 None None] Checking segment: {'id': 'a2acaa25-4fc9-462c-87bb-25427ef21af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '76f5b960-c9e5-407f-917a-8617409ee177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:26:37.200788 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d23b472f-73fb-4948-8cd3-1b21d0076fd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:37.201184 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23b472f-73fb-4948-8cd3-1b21d0076fd8 None None] Bound using segment: {'id': 'a2acaa25-4fc9-462c-87bb-25427ef21af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '76f5b960-c9e5-407f-917a-8617409ee177'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:26:37.201688 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-d23b472f-73fb-4948-8cd3-1b21d0076fd8 None None] Bound port: 3aa67e26-38e0-4e32-b895-f767bfb0039c, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2acaa25-4fc9-462c-87bb-25427ef21af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '76f5b960-c9e5-407f-917a-8617409ee177'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:26:37.202081 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d23b472f-73fb-4948-8cd3-1b21d0076fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:37.210784 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ac9ce0d7-ab78-4353-8f06-29802d674d82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:37.269901 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-d23b472f-73fb-4948-8cd3-1b21d0076fd8 None None] For port 3aa67e26-38e0-4e32-b895-f767bfb0039c, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:26:37.273119 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-d23b472f-73fb-4948-8cd3-1b21d0076fd8 None None] For port 3aa67e26-38e0-4e32-b895-f767bfb0039c, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=3aa67e26-38e0-4e32-b895-f767bfb0039c,segment=NetworkSegment(a2acaa25-4fc9-462c-87bb-25427ef21af7),segment_id=a2acaa25-4fc9-462c-87bb-25427ef21af7)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:26:37.313650 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ac9ce0d7-ab78-4353-8f06-29802d674d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:37.356504 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9ce0d7-ab78-4353-8f06-29802d674d82 admin admin] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:26:37.359408 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-ac9ce0d7-ab78-4353-8f06-29802d674d82 admin admin] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:26:37.362998 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9ce0d7-ab78-4353-8f06-29802d674d82 admin admin] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:26:37.374045 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d23b472f-73fb-4948-8cd3-1b21d0076fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:37.387699 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ce0d7-ab78-4353-8f06-29802d674d82 admin admin] Pushing event updated for resources: {'Port': ['ID=b2ab380e-ce43-4a2e-8c20-9778fd321a76,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:37.443307 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23b472f-73fb-4948-8cd3-1b21d0076fd8 None None] Pushing event updated for resources: {'Port': ['ID=3aa67e26-38e0-4e32-b895-f767bfb0039c,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:37.724233 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ac9ce0d7-ab78-4353-8f06-29802d674d82 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:37.931262 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ac9ce0d7-ab78-4353-8f06-29802d674d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:38.133824 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac9ce0d7-ab78-4353-8f06-29802d674d82 admin admin] Router e2b5b886-7cf5-47e2-acc3-bcc63e3f110c is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:26:38.241146 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9ce0d7-ab78-4353-8f06-29802d674d82 admin admin] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:26:38.251665 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2925a5c-913d-4b84-a352-b9ae83d3e983 None None] Sync routers for ids ['e2b5b886-7cf5-47e2-acc3-bcc63e3f110c'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:26:38.263688 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2925a5c-913d-4b84-a352-b9ae83d3e983 None None] Routers {'e2b5b886-7cf5-47e2-acc3-bcc63e3f110c'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:26:38.264569 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-f2925a5c-913d-4b84-a352-b9ae83d3e983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:26:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['e2b5b886-7cf5-47e2-acc3-bcc63e3f110c'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:26:38.312967 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ac9ce0d7-ab78-4353-8f06-29802d674d82 admin admin] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:38.318378 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 58596) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:26:38.318862 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-ac9ce0d7-ab78-4353-8f06-29802d674d82 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0894151 Feb 16 17:26:38.552527 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-f2925a5c-913d-4b84-a352-b9ae83d3e983 None None] Set router e2b5b886-7cf5-47e2-acc3-bcc63e3f110c gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:26:38.617541 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 3aa67e26-38e0-4e32-b895-f767bfb0039c up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:26:38.638913 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c87ef6a-e489-4394-b448-e88f7471a1f7 None None] Network 76f5b960-c9e5-407f-917a-8617409ee177 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:26:38.773929 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-27117e53-cc51-4dbd-afdd-c7198a76120f None None] Provisioning complete for port 3aa67e26-38e0-4e32-b895-f767bfb0039c triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:26:38.774309 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-27117e53-cc51-4dbd-afdd-c7198a76120f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:38.794714 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7542fc6b-9174-4d8e-9c2b-781515673003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:38.850686 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 3aa67e26-38e0-4e32-b895-f767bfb0039c triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:26:38.851676 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:38.960044 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-7542fc6b-9174-4d8e-9c2b-781515673003 admin admin] Allocated IP 172.20.0.1 (76f5b960-c9e5-407f-917a-8617409ee177/7f96dcfa-ac5e-4126-ae5d-354719fd5413/fe09e4d1-bcd9-45d5-979b-076d4ceb2b4a) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:26:39.055175 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-27117e53-cc51-4dbd-afdd-c7198a76120f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:39.062602 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7542fc6b-9174-4d8e-9c2b-781515673003 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:39.104264 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:39.109735 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-f2925a5c-913d-4b84-a352-b9ae83d3e983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b5b886-7cf5-47e2-acc3-bcc63e3f110c', 'name': 'tempest-TestEncryptedCinderVolumes-1832942492-router', 'tenant_id': '54e772488f95405e88e3fbbc19408cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': 'b2ab380e-ce43-4a2e-8c20-9778fd321a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:26:36Z', 'updated_at': '2022-02-16T17:26:37Z', 'revision_number': 3, 'project_id': '54e772488f95405e88e3fbbc19408cfa', 'gw_port': {'id': 'b2ab380e-ce43-4a2e-8c20-9778fd321a76', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f0:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b5b886-7cf5-47e2-acc3-bcc63e3f110c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:26:36Z', 'updated_at': '2022-02-16T17:26:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:26:39.148704 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-27117e53-cc51-4dbd-afdd-c7198a76120f None None] For port 3aa67e26-38e0-4e32-b895-f767bfb0039c, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=3aa67e26-38e0-4e32-b895-f767bfb0039c,segment=NetworkSegment(a2acaa25-4fc9-462c-87bb-25427ef21af7),segment_id=a2acaa25-4fc9-462c-87bb-25427ef21af7)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:26:39.150809 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2925a5c-913d-4b84-a352-b9ae83d3e983 None None] Checking router: e2b5b886-7cf5-47e2-acc3-bcc63e3f110c for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:26:39.150809 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2925a5c-913d-4b84-a352-b9ae83d3e983 None None] Updating router e2b5b886-7cf5-47e2-acc3-bcc63e3f110c port b2ab380e-ce43-4a2e-8c20-9778fd321a76 binding host dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:26:39.193488 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f2925a5c-913d-4b84-a352-b9ae83d3e983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:39.205126 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7542fc6b-9174-4d8e-9c2b-781515673003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:39.255661 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7542fc6b-9174-4d8e-9c2b-781515673003 admin admin] Network 76f5b960-c9e5-407f-917a-8617409ee177 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:26:39.259082 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-7542fc6b-9174-4d8e-9c2b-781515673003 admin admin] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:26:39.262398 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7542fc6b-9174-4d8e-9c2b-781515673003 admin admin] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:26:39.269602 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7542fc6b-9174-4d8e-9c2b-781515673003 admin admin] Pushing event updated for resources: {'Port': ['ID=fe09e4d1-bcd9-45d5-979b-076d4ceb2b4a,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:39.298057 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-27117e53-cc51-4dbd-afdd-c7198a76120f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:39.319070 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7542fc6b-9174-4d8e-9c2b-781515673003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:39.372661 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5d96101a-554f-49e4-95be-5391906499d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:39.446403 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.db.api [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:26:39.446758 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG oslo_db.api [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:26:39.454800 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27117e53-cc51-4dbd-afdd-c7198a76120f None None] Pushing event updated for resources: {'Port': ['ID=3aa67e26-38e0-4e32-b895-f767bfb0039c,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:39.472065 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-5b53f532-e3d6-4cce-a24f-b036b8ea0ea9 None None] Provisioning complete for port 3aa67e26-38e0-4e32-b895-f767bfb0039c triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:26:39.472453 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5b53f532-e3d6-4cce-a24f-b036b8ea0ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:39.534707 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7542fc6b-9174-4d8e-9c2b-781515673003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:39.620371 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f2925a5c-913d-4b84-a352-b9ae83d3e983 None None] Notify callbacks [] for port, precommit_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:39.684070 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f2925a5c-913d-4b84-a352-b9ae83d3e983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:39.701119 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7542fc6b-9174-4d8e-9c2b-781515673003 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:39.739791 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3767eb-0be3-4c36-9080-84ad708904aa None None] Pushing event updated for resources: {'Port': ['ID=b2ab380e-ce43-4a2e-8c20-9778fd321a76,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:39.744314 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-f2925a5c-913d-4b84-a352-b9ae83d3e983 None None] Attempting to bind port b2ab380e-ce43-4a2e-8c20-9778fd321a76 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:26:39.744684 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-f2925a5c-913d-4b84-a352-b9ae83d3e983 None None] Attempting to bind port b2ab380e-ce43-4a2e-8c20-9778fd321a76 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:26:39.745043 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2925a5c-913d-4b84-a352-b9ae83d3e983 None None] Attempting to bind port b2ab380e-ce43-4a2e-8c20-9778fd321a76 on network d8eab20e-246c-47ce-8449-822ce53769fc {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:26:39.754632 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2925a5c-913d-4b84-a352-b9ae83d3e983 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:26:39.766626 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2925a5c-913d-4b84-a352-b9ae83d3e983 None None] Checking segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:26:39.766626 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f2925a5c-913d-4b84-a352-b9ae83d3e983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:39.766626 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2925a5c-913d-4b84-a352-b9ae83d3e983 None None] Bound using segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:26:39.766626 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-f2925a5c-913d-4b84-a352-b9ae83d3e983 None None] Bound port: b2ab380e-ce43-4a2e-8c20-9778fd321a76, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:26:39.766626 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f2925a5c-913d-4b84-a352-b9ae83d3e983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:39.766626 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-9e12edc4-66ab-4097-a5c5-493e65c4d918 None None] Provisioning complete for port fe09e4d1-bcd9-45d5-979b-076d4ceb2b4a triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:26:39.766626 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9e12edc4-66ab-4097-a5c5-493e65c4d918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:39.784495 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7542fc6b-9174-4d8e-9c2b-781515673003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:39.834612 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-9e12edc4-66ab-4097-a5c5-493e65c4d918 None None] Port fe09e4d1-bcd9-45d5-979b-076d4ceb2b4a cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:26:39.840816 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-f2925a5c-913d-4b84-a352-b9ae83d3e983 None None] For port b2ab380e-ce43-4a2e-8c20-9778fd321a76, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:26:39.846660 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-f2925a5c-913d-4b84-a352-b9ae83d3e983 None None] For port b2ab380e-ce43-4a2e-8c20-9778fd321a76, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=b2ab380e-ce43-4a2e-8c20-9778fd321a76,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:26:39.851413 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7542fc6b-9174-4d8e-9c2b-781515673003 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:39.859509 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7542fc6b-9174-4d8e-9c2b-781515673003 admin admin] Pushing event updated for resources: {'Port': ['ID=fe09e4d1-bcd9-45d5-979b-076d4ceb2b4a,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:39.918969 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f2925a5c-913d-4b84-a352-b9ae83d3e983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:39.952858 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7542fc6b-9174-4d8e-9c2b-781515673003 admin admin] Network 76f5b960-c9e5-407f-917a-8617409ee177 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:26:39.954297 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-7542fc6b-9174-4d8e-9c2b-781515673003 admin admin] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:26:39.996787 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2925a5c-913d-4b84-a352-b9ae83d3e983 None None] Routers {'e2b5b886-7cf5-47e2-acc3-bcc63e3f110c'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:26:39.997417 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-f2925a5c-913d-4b84-a352-b9ae83d3e983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:26:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['e2b5b886-7cf5-47e2-acc3-bcc63e3f110c'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:26:40.050409 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3767eb-0be3-4c36-9080-84ad708904aa None None] Pushing event updated for resources: {'Port': ['ID=b2ab380e-ce43-4a2e-8c20-9778fd321a76,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:40.055278 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 672f8bcc-da3c-4972-a997-2df35c5ed8bc up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:26:40.073518 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7542fc6b-9174-4d8e-9c2b-781515673003 admin admin] Router e2b5b886-7cf5-47e2-acc3-bcc63e3f110c has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:26:40.152097 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-f2925a5c-913d-4b84-a352-b9ae83d3e983 None None] Set router e2b5b886-7cf5-47e2-acc3-bcc63e3f110c gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:26:40.183721 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 672f8bcc-da3c-4972-a997-2df35c5ed8bc triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:26:40.184112 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:40.189913 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7542fc6b-9174-4d8e-9c2b-781515673003 admin admin] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:26:40.194945 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-7542fc6b-9174-4d8e-9c2b-781515673003 admin admin] 10.222.0.88 "PUT /v2.0/routers/e2b5b886-7cf5-47e2-acc3-bcc63e3f110c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8753326 Feb 16 17:26:40.482031 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-dadb923d-3cc5-4039-9a1f-4cc7e0a5b922 None None] Provisioning complete for port fe09e4d1-bcd9-45d5-979b-076d4ceb2b4a triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:26:40.482031 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-dadb923d-3cc5-4039-9a1f-4cc7e0a5b922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:40.549084 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:40.564471 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-dadb923d-3cc5-4039-9a1f-4cc7e0a5b922 None None] Port fe09e4d1-bcd9-45d5-979b-076d4ceb2b4a cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:26:40.625717 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-f2925a5c-913d-4b84-a352-b9ae83d3e983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b5b886-7cf5-47e2-acc3-bcc63e3f110c', 'name': 'tempest-TestEncryptedCinderVolumes-1832942492-router', 'tenant_id': '54e772488f95405e88e3fbbc19408cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': 'b2ab380e-ce43-4a2e-8c20-9778fd321a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:26:36Z', 'updated_at': '2022-02-16T17:26:39Z', 'revision_number': 4, 'project_id': '54e772488f95405e88e3fbbc19408cfa', 'gw_port': {'id': 'b2ab380e-ce43-4a2e-8c20-9778fd321a76', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f0:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b5b886-7cf5-47e2-acc3-bcc63e3f110c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:26:36Z', 'updated_at': '2022-02-16T17:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'fe09e4d1-bcd9-45d5-979b-076d4ceb2b4a', 'name': '', 'network_id': '76f5b960-c9e5-407f-917a-8617409ee177', 'tenant_id': '54e772488f95405e88e3fbbc19408cfa', 'mac_address': 'fa:16:3e:cf:91:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b5b886-7cf5-47e2-acc3-bcc63e3f110c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '7f96dcfa-ac5e-4126-ae5d-354719fd5413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:26:38Z', 'updated_at': '2022-02-16T17:26:39Z', 'revision_number': 2, 'project_id': '54e772488f95405e88e3fbbc19408cfa', 'subnets': [{'id': '7f96dcfa-ac5e-4126-ae5d-354719fd5413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:26:40.656555 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 3aa67e26-38e0-4e32-b895-f767bfb0039c up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:26:40.659868 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2925a5c-913d-4b84-a352-b9ae83d3e983 None None] The sync data for ids ['e2b5b886-7cf5-47e2-acc3-bcc63e3f110c'] in dv-neutron-828697-3-hyperv is: [{'id': 'e2b5b886-7cf5-47e2-acc3-bcc63e3f110c', 'name': 'tempest-TestEncryptedCinderVolumes-1832942492-router', 'tenant_id': '54e772488f95405e88e3fbbc19408cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': 'b2ab380e-ce43-4a2e-8c20-9778fd321a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:26:36Z', 'updated_at': '2022-02-16T17:26:39Z', 'revision_number': 4, 'project_id': '54e772488f95405e88e3fbbc19408cfa', 'gw_port': {'id': 'b2ab380e-ce43-4a2e-8c20-9778fd321a76', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f0:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b5b886-7cf5-47e2-acc3-bcc63e3f110c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:26:36Z', 'updated_at': '2022-02-16T17:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'fe09e4d1-bcd9-45d5-979b-076d4ceb2b4a', 'name': '', 'network_id': '76f5b960-c9e5-407f-917a-8617409ee177', 'tenant_id': '54e772488f95405e88e3fbbc19408cfa', 'mac_address': 'fa:16:3e:cf:91:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b5b886-7cf5-47e2-acc3-bcc63e3f110c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '7f96dcfa-ac5e-4126-ae5d-354719fd5413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:26:38Z', 'updated_at': '2022-02-16T17:26:39Z', 'revision_number': 2, 'project_id': '54e772488f95405e88e3fbbc19408cfa', 'subnets': [{'id': '7f96dcfa-ac5e-4126-ae5d-354719fd5413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:26:40.711321 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 3aa67e26-38e0-4e32-b895-f767bfb0039c triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:26:40.711698 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:41.046648 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc423fb-7b64-4aab-889c-05521b9dfffa req-7cf8bd1b-2d25-4429-87a4-ed4770dee7c1 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:41.048231 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5cc423fb-7b64-4aab-889c-05521b9dfffa req-7cf8bd1b-2d25-4429-87a4-ed4770dee7c1 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.88 "GET /v2.0/networks?id=023d7b1f-79a8-4c19-8660-40d6056e17db HTTP/1.1" status: 200 len: 816 time: 0.1085176 Feb 16 17:26:41.063593 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5cc423fb-7b64-4aab-889c-05521b9dfffa req-7133afb2-7c53-47ce-8cac-eecaf5be9e2d tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.88 "GET /v2.0/quotas/9017328ea9c4478290f5fabf2c9948a7 HTTP/1.1" status: 200 len: 375 time: 0.0095878 Feb 16 17:26:41.122118 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5cc423fb-7b64-4aab-889c-05521b9dfffa req-95aa80c5-add0-44d3-b8f1-e90c801377ac tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=9017328ea9c4478290f5fabf2c9948a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527298 Feb 16 17:26:41.231853 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5cc423fb-7b64-4aab-889c-05521b9dfffa req-ec717bb6-7b71-47b4-a0e3-1ec1cce3b59d service neutron] 10.222.0.88 "GET /v2.0/networks/023d7b1f-79a8-4c19-8660-40d6056e17db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977278 Feb 16 17:26:41.353110 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5cc423fb-7b64-4aab-889c-05521b9dfffa req-18aa4917-4fd4-4f94-b55c-701d8fdf252c service neutron] 10.222.0.88 "GET /v2.0/networks/023d7b1f-79a8-4c19-8660-40d6056e17db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150475 Feb 16 17:26:41.606577 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-c4b69c3b-e282-49fb-831d-39a2bfc18386 req-e62bd669-0f40-4e14-8e4d-b1331be21878 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a840865-6222-40ce-b109-5fd16c53621b HTTP/1.1" status: 200 len: 210 time: 0.0408597 Feb 16 17:26:41.831562 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:42.150248 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:42.675453 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device b2ab380e-ce43-4a2e-8c20-9778fd321a76 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:26:42.707835 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-16e1e036-af97-457e-9034-943cabb804d7 req-72af4fff-3009-43d8-afb9-838a20812a15 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a840865-6222-40ce-b109-5fd16c53621b HTTP/1.1" status: 200 len: 210 time: 0.0262489 Feb 16 17:26:42.735173 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port b2ab380e-ce43-4a2e-8c20-9778fd321a76 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:26:42.735550 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:42.814160 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:42.835934 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port b2ab380e-ce43-4a2e-8c20-9778fd321a76, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=b2ab380e-ce43-4a2e-8c20-9778fd321a76,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:26:42.922458 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:42.997865 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=b2ab380e-ce43-4a2e-8c20-9778fd321a76,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:43.728029 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc423fb-7b64-4aab-889c-05521b9dfffa req-0f9f0556-30de-4a25-9e18-e27916e39163 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:43.731646 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5cc423fb-7b64-4aab-889c-05521b9dfffa req-0f9f0556-30de-4a25-9e18-e27916e39163 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.89 "GET /v2.0/networks?id=023d7b1f-79a8-4c19-8660-40d6056e17db HTTP/1.1" status: 200 len: 816 time: 0.1080141 Feb 16 17:26:43.742678 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-5cc423fb-7b64-4aab-889c-05521b9dfffa req-eb853f55-fc21-4707-9993-b71e637256be tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Request body: {'port': {'device_id': '5a840865-6222-40ce-b109-5fd16c53621b', 'network_id': '023d7b1f-79a8-4c19-8660-40d6056e17db', 'admin_state_up': True, 'tenant_id': '9017328ea9c4478290f5fabf2c9948a7'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:26:43.805208 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-55f73a9b-d948-4f4f-83f5-4565998abdb5 req-b3f3bd2e-8725-4f05-9c2c-d0220a7fff9b tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a840865-6222-40ce-b109-5fd16c53621b HTTP/1.1" status: 200 len: 210 time: 0.0273478 Feb 16 17:26:43.859101 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b11662-5c5d-4422-818b-91b6064f0198 None None] Sync routers for ids ['e2b5b886-7cf5-47e2-acc3-bcc63e3f110c'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:26:43.870608 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b11662-5c5d-4422-818b-91b6064f0198 None None] Routers {'e2b5b886-7cf5-47e2-acc3-bcc63e3f110c'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:26:43.871261 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-28b11662-5c5d-4422-818b-91b6064f0198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:26:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['e2b5b886-7cf5-47e2-acc3-bcc63e3f110c'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:26:43.957472 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cc423fb-7b64-4aab-889c-05521b9dfffa req-eb853f55-fc21-4707-9993-b71e637256be tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Made reservation on behalf of 9017328ea9c4478290f5fabf2c9948a7 for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:26:43.961965 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-5cc423fb-7b64-4aab-889c-05521b9dfffa req-eb853f55-fc21-4707-9993-b71e637256be tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:43.980671 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-28b11662-5c5d-4422-818b-91b6064f0198 None None] Set router e2b5b886-7cf5-47e2-acc3-bcc63e3f110c gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:26:44.096545 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [req-5cc423fb-7b64-4aab-889c-05521b9dfffa req-eb853f55-fc21-4707-9993-b71e637256be tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Allocated IP 172.20.0.3 (023d7b1f-79a8-4c19-8660-40d6056e17db/7b54514a-8141-4256-a473-42d8f34ca269/b124d01f-4f48-472c-8800-d24ea10d27e9) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:26:44.185360 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-28b11662-5c5d-4422-818b-91b6064f0198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b5b886-7cf5-47e2-acc3-bcc63e3f110c', 'name': 'tempest-TestEncryptedCinderVolumes-1832942492-router', 'tenant_id': '54e772488f95405e88e3fbbc19408cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': 'b2ab380e-ce43-4a2e-8c20-9778fd321a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:26:36Z', 'updated_at': '2022-02-16T17:26:39Z', 'revision_number': 4, 'project_id': '54e772488f95405e88e3fbbc19408cfa', 'gw_port': {'id': 'b2ab380e-ce43-4a2e-8c20-9778fd321a76', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b5b886-7cf5-47e2-acc3-bcc63e3f110c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:26:36Z', 'updated_at': '2022-02-16T17:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'fe09e4d1-bcd9-45d5-979b-076d4ceb2b4a', 'name': '', 'network_id': '76f5b960-c9e5-407f-917a-8617409ee177', 'tenant_id': '54e772488f95405e88e3fbbc19408cfa', 'mac_address': 'fa:16:3e:cf:91:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b5b886-7cf5-47e2-acc3-bcc63e3f110c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '7f96dcfa-ac5e-4126-ae5d-354719fd5413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:26:38Z', 'updated_at': '2022-02-16T17:26:39Z', 'revision_number': 2, 'project_id': '54e772488f95405e88e3fbbc19408cfa', 'subnets': [{'id': '7f96dcfa-ac5e-4126-ae5d-354719fd5413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:26:44.211833 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b11662-5c5d-4422-818b-91b6064f0198 None None] Checking router: e2b5b886-7cf5-47e2-acc3-bcc63e3f110c for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:26:44.212185 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b11662-5c5d-4422-818b-91b6064f0198 None None] Updating router e2b5b886-7cf5-47e2-acc3-bcc63e3f110c port fe09e4d1-bcd9-45d5-979b-076d4ceb2b4a binding host dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:26:44.236147 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-28b11662-5c5d-4422-818b-91b6064f0198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:44.240034 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-5cc423fb-7b64-4aab-889c-05521b9dfffa req-eb853f55-fc21-4707-9993-b71e637256be tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:44.327807 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-5cc423fb-7b64-4aab-889c-05521b9dfffa req-eb853f55-fc21-4707-9993-b71e637256be tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:44.377984 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cc423fb-7b64-4aab-889c-05521b9dfffa req-eb853f55-fc21-4707-9993-b71e637256be tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Network 023d7b1f-79a8-4c19-8660-40d6056e17db is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:26:44.381010 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [req-5cc423fb-7b64-4aab-889c-05521b9dfffa req-eb853f55-fc21-4707-9993-b71e637256be tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:26:44.385229 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cc423fb-7b64-4aab-889c-05521b9dfffa req-eb853f55-fc21-4707-9993-b71e637256be tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:26:44.409661 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb853f55-fc21-4707-9993-b71e637256be tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Pushing event updated for resources: {'Port': ['ID=b124d01f-4f48-472c-8800-d24ea10d27e9,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:44.439693 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc423fb-7b64-4aab-889c-05521b9dfffa req-eb853f55-fc21-4707-9993-b71e637256be tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:44.440365 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-5cc423fb-7b64-4aab-889c-05521b9dfffa req-eb853f55-fc21-4707-9993-b71e637256be tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:44.527536 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5cc423fb-7b64-4aab-889c-05521b9dfffa req-eb853f55-fc21-4707-9993-b71e637256be tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7893119 Feb 16 17:26:44.539592 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-5cc423fb-7b64-4aab-889c-05521b9dfffa req-e4850732-5058-4a8c-811f-1914c71dbf42 service neutron] Request body: {'port': {'device_id': '5a840865-6222-40ce-b109-5fd16c53621b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8286'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:26:44.594209 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-28b11662-5c5d-4422-818b-91b6064f0198 None None] Notify callbacks [] for port, precommit_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:44.597858 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-5cc423fb-7b64-4aab-889c-05521b9dfffa req-e4850732-5058-4a8c-811f-1914c71dbf42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:44.614538 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-173c8ca9-4f0a-43ec-9674-b144a9f295f4 None None] Provisioning complete for port b124d01f-4f48-472c-8800-d24ea10d27e9 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:26:44.615046 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-173c8ca9-4f0a-43ec-9674-b144a9f295f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:44.649695 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-173c8ca9-4f0a-43ec-9674-b144a9f295f4 None None] Port b124d01f-4f48-472c-8800-d24ea10d27e9 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:26:44.659251 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device b2ab380e-ce43-4a2e-8c20-9778fd321a76 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:26:44.704914 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-28b11662-5c5d-4422-818b-91b6064f0198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:44.709158 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port b2ab380e-ce43-4a2e-8c20-9778fd321a76 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:26:44.709538 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:44.769111 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275667f0-e262-4d3d-9414-4b22445fbb01 None None] Pushing event updated for resources: {'Port': ['ID=fe09e4d1-bcd9-45d5-979b-076d4ceb2b4a,revision_number=3']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:44.837694 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-28b11662-5c5d-4422-818b-91b6064f0198 None None] Attempting to bind port fe09e4d1-bcd9-45d5-979b-076d4ceb2b4a on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:26:44.838684 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-28b11662-5c5d-4422-818b-91b6064f0198 None None] Attempting to bind port fe09e4d1-bcd9-45d5-979b-076d4ceb2b4a by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': 'a2acaa25-4fc9-462c-87bb-25427ef21af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '76f5b960-c9e5-407f-917a-8617409ee177'}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:26:44.839215 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b11662-5c5d-4422-818b-91b6064f0198 None None] Attempting to bind port fe09e4d1-bcd9-45d5-979b-076d4ceb2b4a on network 76f5b960-c9e5-407f-917a-8617409ee177 {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:26:44.847321 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b11662-5c5d-4422-818b-91b6064f0198 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:26:44.847924 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b11662-5c5d-4422-818b-91b6064f0198 None None] Checking segment: {'id': 'a2acaa25-4fc9-462c-87bb-25427ef21af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '76f5b960-c9e5-407f-917a-8617409ee177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:26:44.848510 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-28b11662-5c5d-4422-818b-91b6064f0198 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:44.849154 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b11662-5c5d-4422-818b-91b6064f0198 None None] Bound using segment: {'id': 'a2acaa25-4fc9-462c-87bb-25427ef21af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '76f5b960-c9e5-407f-917a-8617409ee177'} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:26:44.849787 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-28b11662-5c5d-4422-818b-91b6064f0198 None None] Bound port: fe09e4d1-bcd9-45d5-979b-076d4ceb2b4a, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2acaa25-4fc9-462c-87bb-25427ef21af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '76f5b960-c9e5-407f-917a-8617409ee177'}}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:26:44.850337 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-28b11662-5c5d-4422-818b-91b6064f0198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:44.906879 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [req-5cc423fb-7b64-4aab-889c-05521b9dfffa req-e4850732-5058-4a8c-811f-1914c71dbf42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b124d01f-4f48-472c-8800-d24ea10d27e9 {{(pid=114376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:26:44.915507 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-5cc423fb-7b64-4aab-889c-05521b9dfffa req-e4850732-5058-4a8c-811f-1914c71dbf42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:44.919775 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-28b11662-5c5d-4422-818b-91b6064f0198 None None] For port fe09e4d1-bcd9-45d5-979b-076d4ceb2b4a, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:26:44.923036 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-28b11662-5c5d-4422-818b-91b6064f0198 None None] For port fe09e4d1-bcd9-45d5-979b-076d4ceb2b4a, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=fe09e4d1-bcd9-45d5-979b-076d4ceb2b4a,segment=NetworkSegment(a2acaa25-4fc9-462c-87bb-25427ef21af7),segment_id=a2acaa25-4fc9-462c-87bb-25427ef21af7)] {{(pid=114378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:26:44.945379 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.provisioning_blocks [req-5cc423fb-7b64-4aab-889c-05521b9dfffa req-e4850732-5058-4a8c-811f-1914c71dbf42 service neutron] Transition to ACTIVE for port object b124d01f-4f48-472c-8800-d24ea10d27e9 will not be triggered until provisioned by entity L2. {{(pid=114376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:26:44.963607 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d1d19-d781-4503-95e3-a2c98631a46f req-04b19033-827e-4fa0-a51f-2ebb37e9c5fc tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:44.965197 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f58d1d19-d781-4503-95e3-a2c98631a46f req-04b19033-827e-4fa0-a51f-2ebb37e9c5fc tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a840865-6222-40ce-b109-5fd16c53621b HTTP/1.1" status: 200 len: 931 time: 0.0801609 Feb 16 17:26:44.971424 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-4d084fb0-b5b9-4740-a68e-57a53445d5c8 None None] Provisioning complete for port fe09e4d1-bcd9-45d5-979b-076d4ceb2b4a triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:26:44.971796 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4d084fb0-b5b9-4740-a68e-57a53445d5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:45.007280 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-4d084fb0-b5b9-4740-a68e-57a53445d5c8 None None] Port fe09e4d1-bcd9-45d5-979b-076d4ceb2b4a cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:26:45.010061 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f58d1d19-d781-4503-95e3-a2c98631a46f req-fe7a482e-5607-4ac2-865e-81b80334dc4a tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.88 "GET /v2.0/security-groups?id=6a1186fa-e777-495c-9dfb-04a1502becc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346918 Feb 16 17:26:45.015933 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-28b11662-5c5d-4422-818b-91b6064f0198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:45.032894 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-5cc423fb-7b64-4aab-889c-05521b9dfffa req-e4850732-5058-4a8c-811f-1914c71dbf42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:45.072833 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b11662-5c5d-4422-818b-91b6064f0198 None None] Routers {'e2b5b886-7cf5-47e2-acc3-bcc63e3f110c'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:26:45.073462 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-28b11662-5c5d-4422-818b-91b6064f0198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:26:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['e2b5b886-7cf5-47e2-acc3-bcc63e3f110c'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:26:45.079623 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275667f0-e262-4d3d-9414-4b22445fbb01 None None] Pushing event updated for resources: {'Port': ['ID=fe09e4d1-bcd9-45d5-979b-076d4ceb2b4a,revision_number=4']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:45.088600 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4850732-5058-4a8c-811f-1914c71dbf42 service neutron] Pushing event updated for resources: {'Port': ['ID=b124d01f-4f48-472c-8800-d24ea10d27e9,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:45.161272 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-5cc423fb-7b64-4aab-889c-05521b9dfffa req-e4850732-5058-4a8c-811f-1914c71dbf42 service neutron] Attempting to bind port b124d01f-4f48-472c-8800-d24ea10d27e9 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:26:45.161607 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-5cc423fb-7b64-4aab-889c-05521b9dfffa req-e4850732-5058-4a8c-811f-1914c71dbf42 service neutron] Attempting to bind port b124d01f-4f48-472c-8800-d24ea10d27e9 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': '79833b22-b7f0-41e6-892a-a564ebb1de2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '023d7b1f-79a8-4c19-8660-40d6056e17db'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:26:45.161944 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc423fb-7b64-4aab-889c-05521b9dfffa req-e4850732-5058-4a8c-811f-1914c71dbf42 service neutron] Attempting to bind port b124d01f-4f48-472c-8800-d24ea10d27e9 on network 023d7b1f-79a8-4c19-8660-40d6056e17db {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:26:45.171543 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc423fb-7b64-4aab-889c-05521b9dfffa req-e4850732-5058-4a8c-811f-1914c71dbf42 service neutron] Port b124d01f-4f48-472c-8800-d24ea10d27e9 on network 023d7b1f-79a8-4c19-8660-40d6056e17db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:26:45.171870 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc423fb-7b64-4aab-889c-05521b9dfffa req-e4850732-5058-4a8c-811f-1914c71dbf42 service neutron] Attempting to bind port b124d01f-4f48-472c-8800-d24ea10d27e9 on network 023d7b1f-79a8-4c19-8660-40d6056e17db {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:26:45.177888 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc423fb-7b64-4aab-889c-05521b9dfffa req-e4850732-5058-4a8c-811f-1914c71dbf42 service neutron] Checking agent: {'id': '65dda45c-bbef-42f9-9728-e0fd84037987', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8286', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 56), 'started_at': datetime.datetime(2022, 2, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:26:45.178224 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc423fb-7b64-4aab-889c-05521b9dfffa req-e4850732-5058-4a8c-811f-1914c71dbf42 service neutron] Checking segment: {'id': '79833b22-b7f0-41e6-892a-a564ebb1de2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '023d7b1f-79a8-4c19-8660-40d6056e17db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:26:45.178602 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc423fb-7b64-4aab-889c-05521b9dfffa req-e4850732-5058-4a8c-811f-1914c71dbf42 service neutron] Bound using segment: {'id': '79833b22-b7f0-41e6-892a-a564ebb1de2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '023d7b1f-79a8-4c19-8660-40d6056e17db'} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:26:45.179607 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-5cc423fb-7b64-4aab-889c-05521b9dfffa req-e4850732-5058-4a8c-811f-1914c71dbf42 service neutron] Bound port: b124d01f-4f48-472c-8800-d24ea10d27e9, host: hv-neutron-8286, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79833b22-b7f0-41e6-892a-a564ebb1de2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '023d7b1f-79a8-4c19-8660-40d6056e17db'}}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:26:45.180053 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-5cc423fb-7b64-4aab-889c-05521b9dfffa req-e4850732-5058-4a8c-811f-1914c71dbf42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:45.212476 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-28b11662-5c5d-4422-818b-91b6064f0198 None None] Set router e2b5b886-7cf5-47e2-acc3-bcc63e3f110c gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:26:45.258233 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-5cc423fb-7b64-4aab-889c-05521b9dfffa req-e4850732-5058-4a8c-811f-1914c71dbf42 service neutron] For port b124d01f-4f48-472c-8800-d24ea10d27e9, host hv-neutron-8286, cleared binding levels {{(pid=114376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:26:45.261998 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-5cc423fb-7b64-4aab-889c-05521b9dfffa req-e4850732-5058-4a8c-811f-1914c71dbf42 service neutron] For port b124d01f-4f48-472c-8800-d24ea10d27e9, host hv-neutron-8286, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=b124d01f-4f48-472c-8800-d24ea10d27e9,segment=NetworkSegment(79833b22-b7f0-41e6-892a-a564ebb1de2c),segment_id=79833b22-b7f0-41e6-892a-a564ebb1de2c)] {{(pid=114376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:26:45.328430 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-4dd8cc50-87e2-481c-a75c-a642d3545ae0 None None] Provisioning complete for port fe09e4d1-bcd9-45d5-979b-076d4ceb2b4a triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:26:45.329381 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4dd8cc50-87e2-481c-a75c-a642d3545ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:45.366810 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-5cc423fb-7b64-4aab-889c-05521b9dfffa req-e4850732-5058-4a8c-811f-1914c71dbf42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:45.404425 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc423fb-7b64-4aab-889c-05521b9dfffa req-e4850732-5058-4a8c-811f-1914c71dbf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:45.411492 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-5cc423fb-7b64-4aab-889c-05521b9dfffa req-e4850732-5058-4a8c-811f-1914c71dbf42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:45.411492 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5cc423fb-7b64-4aab-889c-05521b9dfffa req-e4850732-5058-4a8c-811f-1914c71dbf42 service neutron] 10.222.0.89 "PUT /v2.0/ports/b124d01f-4f48-472c-8800-d24ea10d27e9 HTTP/1.1" status: 200 len: 1093 time: 0.8714221 Feb 16 17:26:45.411492 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a840865-6222-40ce-b109-5fd16c53621b', 'tag': 'b124d01f-4f48-472c-8800-d24ea10d27e9'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:26:45.411492 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d7500b-a0c9-4382-a6c3-71aaf681192e" -d '{"events": [{"name": "network-changed", "server_uuid": "5a840865-6222-40ce-b109-5fd16c53621b", "tag": "b124d01f-4f48-472c-8800-d24ea10d27e9"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:26:45.412004 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4dd8cc50-87e2-481c-a75c-a642d3545ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:45.449629 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4850732-5058-4a8c-811f-1914c71dbf42 service neutron] Pushing event updated for resources: {'Port': ['ID=b124d01f-4f48-472c-8800-d24ea10d27e9,revision_number=3']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:45.455526 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-4dd8cc50-87e2-481c-a75c-a642d3545ae0 None None] For port fe09e4d1-bcd9-45d5-979b-076d4ceb2b4a, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=fe09e4d1-bcd9-45d5-979b-076d4ceb2b4a,segment=NetworkSegment(a2acaa25-4fc9-462c-87bb-25427ef21af7),segment_id=a2acaa25-4fc9-462c-87bb-25427ef21af7)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:26:45.458575 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2049fa-8c45-4f2f-ab54-d476ffec5eb2 x-openstack-request-id: req-1f2049fa-8c45-4f2f-ab54-d476ffec5eb2 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:26:45.458834 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a840865-6222-40ce-b109-5fd16c53621b", "tag": "b124d01f-4f48-472c-8800-d24ea10d27e9", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:26:45.458979 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-28b11662-5c5d-4422-818b-91b6064f0198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b5b886-7cf5-47e2-acc3-bcc63e3f110c', 'name': 'tempest-TestEncryptedCinderVolumes-1832942492-router', 'tenant_id': '54e772488f95405e88e3fbbc19408cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': 'b2ab380e-ce43-4a2e-8c20-9778fd321a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:26:36Z', 'updated_at': '2022-02-16T17:26:39Z', 'revision_number': 4, 'project_id': '54e772488f95405e88e3fbbc19408cfa', 'gw_port': {'id': 'b2ab380e-ce43-4a2e-8c20-9778fd321a76', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b5b886-7cf5-47e2-acc3-bcc63e3f110c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:26:36Z', 'updated_at': '2022-02-16T17:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'fe09e4d1-bcd9-45d5-979b-076d4ceb2b4a', 'name': '', 'network_id': '76f5b960-c9e5-407f-917a-8617409ee177', 'tenant_id': '54e772488f95405e88e3fbbc19408cfa', 'mac_address': 'fa:16:3e:cf:91:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b5b886-7cf5-47e2-acc3-bcc63e3f110c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '7f96dcfa-ac5e-4126-ae5d-354719fd5413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:26:38Z', 'updated_at': '2022-02-16T17:26:44Z', 'revision_number': 4, 'project_id': '54e772488f95405e88e3fbbc19408cfa', 'subnets': [{'id': '7f96dcfa-ac5e-4126-ae5d-354719fd5413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:26:45.459549 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1f2049fa-8c45-4f2f-ab54-d476ffec5eb2 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:26:45.460301 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a840865-6222-40ce-b109-5fd16c53621b', 'tag': 'b124d01f-4f48-472c-8800-d24ea10d27e9', 'status': 'completed', 'code': 200} Feb 16 17:26:45.493077 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b11662-5c5d-4422-818b-91b6064f0198 None None] The sync data for ids ['e2b5b886-7cf5-47e2-acc3-bcc63e3f110c'] in dv-neutron-828697-3-hyperv is: [{'id': 'e2b5b886-7cf5-47e2-acc3-bcc63e3f110c', 'name': 'tempest-TestEncryptedCinderVolumes-1832942492-router', 'tenant_id': '54e772488f95405e88e3fbbc19408cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': 'b2ab380e-ce43-4a2e-8c20-9778fd321a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:26:36Z', 'updated_at': '2022-02-16T17:26:39Z', 'revision_number': 4, 'project_id': '54e772488f95405e88e3fbbc19408cfa', 'gw_port': {'id': 'b2ab380e-ce43-4a2e-8c20-9778fd321a76', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b5b886-7cf5-47e2-acc3-bcc63e3f110c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:26:36Z', 'updated_at': '2022-02-16T17:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'fe09e4d1-bcd9-45d5-979b-076d4ceb2b4a', 'name': '', 'network_id': '76f5b960-c9e5-407f-917a-8617409ee177', 'tenant_id': '54e772488f95405e88e3fbbc19408cfa', 'mac_address': 'fa:16:3e:cf:91:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b5b886-7cf5-47e2-acc3-bcc63e3f110c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '7f96dcfa-ac5e-4126-ae5d-354719fd5413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:26:38Z', 'updated_at': '2022-02-16T17:26:44Z', 'revision_number': 4, 'project_id': '54e772488f95405e88e3fbbc19408cfa', 'subnets': [{'id': '7f96dcfa-ac5e-4126-ae5d-354719fd5413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:26:45.530122 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7500b-a0c9-4382-a6c3-71aaf681192e req-f208c3eb-94ab-4739-aab5-709c365d6e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:45.530122 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-33d7500b-a0c9-4382-a6c3-71aaf681192e req-f208c3eb-94ab-4739-aab5-709c365d6e56 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9017328ea9c4478290f5fabf2c9948a7&device_id=5a840865-6222-40ce-b109-5fd16c53621b HTTP/1.1" status: 200 len: 1096 time: 0.0473187 Feb 16 17:26:45.607196 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4dd8cc50-87e2-481c-a75c-a642d3545ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:45.660585 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7500b-a0c9-4382-a6c3-71aaf681192e req-6e55dd1e-655a-4856-92e7-6ebf02b6d460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:45.662228 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-33d7500b-a0c9-4382-a6c3-71aaf681192e req-6e55dd1e-655a-4856-92e7-6ebf02b6d460 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=9017328ea9c4478290f5fabf2c9948a7&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1224568 Feb 16 17:26:45.669724 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd8cc50-87e2-481c-a75c-a642d3545ae0 None None] Pushing event updated for resources: {'Port': ['ID=fe09e4d1-bcd9-45d5-979b-076d4ceb2b4a,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:45.766706 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7500b-a0c9-4382-a6c3-71aaf681192e req-0727cb84-290d-4ab2-b7bd-819b63d27348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:45.768354 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-33d7500b-a0c9-4382-a6c3-71aaf681192e req-0727cb84-290d-4ab2-b7bd-819b63d27348 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0987964 Feb 16 17:26:46.201876 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc423fb-7b64-4aab-889c-05521b9dfffa req-e1cdcaf0-f215-4d37-b586-586811275670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:46.203223 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5cc423fb-7b64-4aab-889c-05521b9dfffa req-e1cdcaf0-f215-4d37-b586-586811275670 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9017328ea9c4478290f5fabf2c9948a7&device_id=5a840865-6222-40ce-b109-5fd16c53621b HTTP/1.1" status: 200 len: 1096 time: 0.3984144 Feb 16 17:26:46.257597 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5cc423fb-7b64-4aab-889c-05521b9dfffa req-d9ec7924-4257-47a2-b819-aad0ba8367dc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b124d01f-4f48-472c-8800-d24ea10d27e9 HTTP/1.1" status: 200 len: 217 time: 0.0461810 Feb 16 17:26:46.312176 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee70bc-b9a1-4589-98da-5dd99a5c9acf req-50ba19c8-a4da-4495-913f-c56fd62bfb8f tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:46.313636 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-32ee70bc-b9a1-4589-98da-5dd99a5c9acf req-50ba19c8-a4da-4495-913f-c56fd62bfb8f tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a840865-6222-40ce-b109-5fd16c53621b HTTP/1.1" status: 200 len: 943 time: 0.1144450 Feb 16 17:26:46.322137 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc423fb-7b64-4aab-889c-05521b9dfffa req-59c2d763-095b-4c95-8a01-3b23130c39bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:46.323462 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5cc423fb-7b64-4aab-889c-05521b9dfffa req-59c2d763-095b-4c95-8a01-3b23130c39bd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7b54514a-8141-4256-a473-42d8f34ca269 HTTP/1.1" status: 200 len: 855 time: 0.0598044 Feb 16 17:26:46.381147 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-32ee70bc-b9a1-4589-98da-5dd99a5c9acf req-266ce25d-7a36-4244-89f1-e0cbe80601a2 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.88 "GET /v2.0/security-groups?id=6a1186fa-e777-495c-9dfb-04a1502becc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605049 Feb 16 17:26:46.392464 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc423fb-7b64-4aab-889c-05521b9dfffa req-f1195f3a-75bc-4c40-8820-0c39a82a50de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:46.394012 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5cc423fb-7b64-4aab-889c-05521b9dfffa req-f1195f3a-75bc-4c40-8820-0c39a82a50de service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=023d7b1f-79a8-4c19-8660-40d6056e17db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0644519 Feb 16 17:26:46.490439 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5cc423fb-7b64-4aab-889c-05521b9dfffa req-71810046-dd01-456b-91a6-e51150ec49c4 service neutron] 10.222.0.89 "GET /v2.0/networks/023d7b1f-79a8-4c19-8660-40d6056e17db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884314 Feb 16 17:26:46.578176 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5cc423fb-7b64-4aab-889c-05521b9dfffa req-dd3055bd-320e-4c15-9327-b268cc49ae71 service neutron] 10.222.0.89 "GET /v2.0/networks/023d7b1f-79a8-4c19-8660-40d6056e17db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799589 Feb 16 17:26:46.671528 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device fe09e4d1-bcd9-45d5-979b-076d4ceb2b4a up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:26:46.719285 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port fe09e4d1-bcd9-45d5-979b-076d4ceb2b4a triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:26:46.719652 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:47.502489 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd001f53-3625-4bcc-9b55-65cbfcbca31f req-a44079ba-5706-48a7-a978-1a9f9c5ba739 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:47.503940 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-bd001f53-3625-4bcc-9b55-65cbfcbca31f req-a44079ba-5706-48a7-a978-1a9f9c5ba739 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a840865-6222-40ce-b109-5fd16c53621b HTTP/1.1" status: 200 len: 943 time: 0.0483737 Feb 16 17:26:47.541060 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-bd001f53-3625-4bcc-9b55-65cbfcbca31f req-b69c608e-220f-4bac-81d7-746714cf51ed tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.88 "GET /v2.0/security-groups?id=6a1186fa-e777-495c-9dfb-04a1502becc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312512 Feb 16 17:26:48.653924 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63573fca-617a-4a2c-b089-2bf847a5655e req-13c0de54-44ba-4064-8686-b0b7ef580ba3 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:48.655403 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-63573fca-617a-4a2c-b089-2bf847a5655e req-13c0de54-44ba-4064-8686-b0b7ef580ba3 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a840865-6222-40ce-b109-5fd16c53621b HTTP/1.1" status: 200 len: 943 time: 0.0492632 Feb 16 17:26:48.693451 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-63573fca-617a-4a2c-b089-2bf847a5655e req-71384181-99ef-46fd-bfb4-487f29e2eefa tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.88 "GET /v2.0/security-groups?id=6a1186fa-e777-495c-9dfb-04a1502becc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317049 Feb 16 17:26:48.763828 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device b124d01f-4f48-472c-8800-d24ea10d27e9 details requested by agent hyperv_hv-neutron-8286 with host hv-neutron-8286 {{(pid=114377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:26:48.858465 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port b124d01f-4f48-472c-8800-d24ea10d27e9, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=b124d01f-4f48-472c-8800-d24ea10d27e9,segment=NetworkSegment(79833b22-b7f0-41e6-892a-a564ebb1de2c),segment_id=79833b22-b7f0-41e6-892a-a564ebb1de2c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:26:48.871101 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Returning: {'device': 'b124d01f-4f48-472c-8800-d24ea10d27e9', 'network_id': '023d7b1f-79a8-4c19-8660-40d6056e17db', 'port_id': 'b124d01f-4f48-472c-8800-d24ea10d27e9', 'mac_address': 'fa:16:3e:b9:40:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b54514a-8141-4256-a473-42d8f34ca269', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:26:48.910871 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:48.923880 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b124d01f-4f48-472c-8800-d24ea10d27e9 {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:26:48.943153 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port b124d01f-4f48-472c-8800-d24ea10d27e9, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=b124d01f-4f48-472c-8800-d24ea10d27e9,segment=NetworkSegment(79833b22-b7f0-41e6-892a-a564ebb1de2c),segment_id=79833b22-b7f0-41e6-892a-a564ebb1de2c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:26:49.021016 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:49.069656 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=b124d01f-4f48-472c-8800-d24ea10d27e9,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:49.232823 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['b124d01f-4f48-472c-8800-d24ea10d27e9'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:26:49.809942 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8fad8-a2b7-40a6-b42d-a4d3cf895540 req-cacfdcf1-93b0-4d67-b964-2a1b2cdb0896 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:49.811459 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-13e8fad8-a2b7-40a6-b42d-a4d3cf895540 req-cacfdcf1-93b0-4d67-b964-2a1b2cdb0896 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a840865-6222-40ce-b109-5fd16c53621b HTTP/1.1" status: 200 len: 944 time: 0.0492668 Feb 16 17:26:49.848983 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-13e8fad8-a2b7-40a6-b42d-a4d3cf895540 req-9b839c05-7b4a-44ba-a0f8-0bfec45e45f1 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.88 "GET /v2.0/security-groups?id=6a1186fa-e777-495c-9dfb-04a1502becc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313778 Feb 16 17:26:50.786692 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device b124d01f-4f48-472c-8800-d24ea10d27e9 up at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:26:50.932660 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning for port b124d01f-4f48-472c-8800-d24ea10d27e9 completed by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:26:50.937351 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning complete for port b124d01f-4f48-472c-8800-d24ea10d27e9 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:26:50.937720 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:50.978821 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e560aa-eb87-4247-99a7-2171de0bed6e req-ffdaa476-c9fa-495e-b4ee-b586bba27c88 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:50.980357 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-28e560aa-eb87-4247-99a7-2171de0bed6e req-ffdaa476-c9fa-495e-b4ee-b586bba27c88 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a840865-6222-40ce-b109-5fd16c53621b HTTP/1.1" status: 200 len: 944 time: 0.0624547 Feb 16 17:26:51.017994 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:51.026911 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-28e560aa-eb87-4247-99a7-2171de0bed6e req-c6369dde-a21c-46c2-8278-f4471658720f tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.88 "GET /v2.0/security-groups?id=6a1186fa-e777-495c-9dfb-04a1502becc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383415 Feb 16 17:26:51.045658 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a840865-6222-40ce-b109-5fd16c53621b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b124d01f-4f48-472c-8800-d24ea10d27e9'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:26:51.049716 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e931bdb-ee9e-4b07-b6be-cc1d609dea6d" -d '{"events": [{"server_uuid": "5a840865-6222-40ce-b109-5fd16c53621b", "name": "network-vif-plugged", "status": "completed", "tag": "b124d01f-4f48-472c-8800-d24ea10d27e9"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:26:51.071162 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port b124d01f-4f48-472c-8800-d24ea10d27e9, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=b124d01f-4f48-472c-8800-d24ea10d27e9,segment=NetworkSegment(79833b22-b7f0-41e6-892a-a564ebb1de2c),segment_id=79833b22-b7f0-41e6-892a-a564ebb1de2c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:26:51.129670 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:26:51.163418 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff4f6ec-d9e8-44a4-8483-95b9f7ded8fd x-openstack-request-id: req-dff4f6ec-d9e8-44a4-8483-95b9f7ded8fd {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:26:51.163775 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a840865-6222-40ce-b109-5fd16c53621b", "name": "network-vif-plugged", "status": "completed", "tag": "b124d01f-4f48-472c-8800-d24ea10d27e9", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:26:51.164186 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-dff4f6ec-d9e8-44a4-8483-95b9f7ded8fd {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:26:51.164652 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a840865-6222-40ce-b109-5fd16c53621b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b124d01f-4f48-472c-8800-d24ea10d27e9', 'code': 200} Feb 16 17:26:51.201160 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=b124d01f-4f48-472c-8800-d24ea10d27e9,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:51.458874 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143dae20-3136-4305-b818-769c37271123 req-20a0f6a3-0d64-4db6-928f-1921163b4b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:51.460471 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-143dae20-3136-4305-b818-769c37271123 req-20a0f6a3-0d64-4db6-928f-1921163b4b55 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5a840865-6222-40ce-b109-5fd16c53621b HTTP/1.1" status: 200 len: 1098 time: 0.0415418 Feb 16 17:26:51.496609 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-143dae20-3136-4305-b818-769c37271123 req-72287bbf-2ec2-4294-a775-c0c6a13f02c6 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=6a1186fa-e777-495c-9dfb-04a1502becc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293341 Feb 16 17:26:52.148991 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475caccf-2580-4262-bba3-7586a52872e7 req-231d78bf-bdf3-44dd-aa26-f2e64c7ef7e3 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:52.150410 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-475caccf-2580-4262-bba3-7586a52872e7 req-231d78bf-bdf3-44dd-aa26-f2e64c7ef7e3 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a840865-6222-40ce-b109-5fd16c53621b HTTP/1.1" status: 200 len: 945 time: 0.0486715 Feb 16 17:26:52.187885 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-475caccf-2580-4262-bba3-7586a52872e7 req-92c84a79-678e-40e9-b324-d3302a5afd98 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.88 "GET /v2.0/security-groups?id=6a1186fa-e777-495c-9dfb-04a1502becc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311880 Feb 16 17:26:53.308452 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af37333-1da5-4f36-924a-9a5eb8f44a6f req-9734e255-7ade-4bbd-b1a1-4c4c8e03e581 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:53.309911 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-9af37333-1da5-4f36-924a-9a5eb8f44a6f req-9734e255-7ade-4bbd-b1a1-4c4c8e03e581 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a840865-6222-40ce-b109-5fd16c53621b HTTP/1.1" status: 200 len: 945 time: 0.0518725 Feb 16 17:26:53.348444 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-9af37333-1da5-4f36-924a-9a5eb8f44a6f req-1658f1df-d47e-4807-8918-3da862d526bf tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.88 "GET /v2.0/security-groups?id=6a1186fa-e777-495c-9dfb-04a1502becc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325315 Feb 16 17:26:53.473859 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2fe9d7-3c3a-4da9-9c8d-a8cfa5888c8e req-12b7960b-663f-4aa0-b158-34909dfc8b97 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:53.475397 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7a2fe9d7-3c3a-4da9-9c8d-a8cfa5888c8e req-12b7960b-663f-4aa0-b158-34909dfc8b97 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a840865-6222-40ce-b109-5fd16c53621b HTTP/1.1" status: 200 len: 945 time: 0.0596097 Feb 16 17:26:53.515531 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7a2fe9d7-3c3a-4da9-9c8d-a8cfa5888c8e req-7cc0c4bc-9e41-445d-b433-69bf86ed6d96 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.88 "GET /v2.0/security-groups?id=6a1186fa-e777-495c-9dfb-04a1502becc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337529 Feb 16 17:27:00.712587 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:02.909068 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:27:06.858656 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4b91bd9b-00ea-4f2f-af00-f0d038e59405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:09.229486 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4b904a02-7fd0-4a56-b809-6c4710a134a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:10.475116 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:11.864399 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:12.129096 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:16.772222 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a3e19-1306-4291-b5ec-64632fb9e27e req-10a57230-055f-4894-ad1a-6fb845f71f40 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:16.773709 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a38a3e19-1306-4291-b5ec-64632fb9e27e req-10a57230-055f-4894-ad1a-6fb845f71f40 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a840865-6222-40ce-b109-5fd16c53621b HTTP/1.1" status: 200 len: 945 time: 0.0489833 Feb 16 17:27:16.810484 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a38a3e19-1306-4291-b5ec-64632fb9e27e req-8b6baccd-8f40-4763-898b-f0d538f3f417 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.88 "GET /v2.0/security-groups?id=6a1186fa-e777-495c-9dfb-04a1502becc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308604 Feb 16 17:27:17.925908 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7447766-0785-4d0b-958e-a815da760d7b req-128c429f-75e5-4e7d-b85b-0ff804ace18b tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:17.927367 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-d7447766-0785-4d0b-958e-a815da760d7b req-128c429f-75e5-4e7d-b85b-0ff804ace18b tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a840865-6222-40ce-b109-5fd16c53621b HTTP/1.1" status: 200 len: 945 time: 0.0478992 Feb 16 17:27:17.963875 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-d7447766-0785-4d0b-958e-a815da760d7b req-bf83c357-98ca-459c-ba4a-a268f287d689 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.88 "GET /v2.0/security-groups?id=6a1186fa-e777-495c-9dfb-04a1502becc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298445 Feb 16 17:27:18.372975 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326212b0-4f7d-49b8-8eeb-afce95c06870 req-0742b895-69d4-43af-9e30-24d602f437c9 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:18.374440 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-326212b0-4f7d-49b8-8eeb-afce95c06870 req-0742b895-69d4-43af-9e30-24d602f437c9 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a840865-6222-40ce-b109-5fd16c53621b HTTP/1.1" status: 200 len: 945 time: 0.0486555 Feb 16 17:27:18.464630 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-326212b0-4f7d-49b8-8eeb-afce95c06870 req-f938ca4a-611b-4d77-a53a-ccd57467503d tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Deleting port b124d01f-4f48-472c-8800-d24ea10d27e9 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:27:18.464978 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-326212b0-4f7d-49b8-8eeb-afce95c06870 req-f938ca4a-611b-4d77-a53a-ccd57467503d tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:18.551556 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-326212b0-4f7d-49b8-8eeb-afce95c06870 req-f938ca4a-611b-4d77-a53a-ccd57467503d tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] For port b124d01f-4f48-472c-8800-d24ea10d27e9, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=b124d01f-4f48-472c-8800-d24ea10d27e9,segment=NetworkSegment(79833b22-b7f0-41e6-892a-a564ebb1de2c),segment_id=79833b22-b7f0-41e6-892a-a564ebb1de2c)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:27:18.551930 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-326212b0-4f7d-49b8-8eeb-afce95c06870 req-f938ca4a-611b-4d77-a53a-ccd57467503d tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:18.563505 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-326212b0-4f7d-49b8-8eeb-afce95c06870 req-f938ca4a-611b-4d77-a53a-ccd57467503d tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Calling delete_port for b124d01f-4f48-472c-8800-d24ea10d27e9 owned by compute:nova {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:27:18.761154 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-326212b0-4f7d-49b8-8eeb-afce95c06870 req-f938ca4a-611b-4d77-a53a-ccd57467503d tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:18.772404 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['b124d01f-4f48-472c-8800-d24ea10d27e9'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:27:18.791369 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f938ca4a-611b-4d77-a53a-ccd57467503d tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Pushing event deleted for resources: {'Port': ['ID=b124d01f-4f48-472c-8800-d24ea10d27e9,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:27:18.812134 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f938ca4a-611b-4d77-a53a-ccd57467503d tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:18.812134 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f938ca4a-611b-4d77-a53a-ccd57467503d tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:18.812134 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f938ca4a-611b-4d77-a53a-ccd57467503d tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:18.812134 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f938ca4a-611b-4d77-a53a-ccd57467503d tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:18.812134 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f938ca4a-611b-4d77-a53a-ccd57467503d tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:18.812134 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f938ca4a-611b-4d77-a53a-ccd57467503d tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:18.812134 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f938ca4a-611b-4d77-a53a-ccd57467503d tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:18.812134 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f938ca4a-611b-4d77-a53a-ccd57467503d tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:18.812134 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f938ca4a-611b-4d77-a53a-ccd57467503d tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:18.812134 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f938ca4a-611b-4d77-a53a-ccd57467503d tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:18.812134 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f938ca4a-611b-4d77-a53a-ccd57467503d tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:18.812134 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f938ca4a-611b-4d77-a53a-ccd57467503d tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:18.849049 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-326212b0-4f7d-49b8-8eeb-afce95c06870 req-f938ca4a-611b-4d77-a53a-ccd57467503d tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] No DVR routers for this DVR port b124d01f-4f48-472c-8800-d24ea10d27e9 on host hv-neutron-8286 {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:27:18.852978 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-326212b0-4f7d-49b8-8eeb-afce95c06870 req-f938ca4a-611b-4d77-a53a-ccd57467503d tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:18.856241 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-326212b0-4f7d-49b8-8eeb-afce95c06870 req-f938ca4a-611b-4d77-a53a-ccd57467503d tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.89 "DELETE /v2.0/ports/b124d01f-4f48-472c-8800-d24ea10d27e9 HTTP/1.1" status: 204 len: 173 time: 0.4764969 Feb 16 17:27:18.856677 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a840865-6222-40ce-b109-5fd16c53621b', 'name': 'network-vif-deleted', 'tag': 'b124d01f-4f48-472c-8800-d24ea10d27e9'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:27:18.858908 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7fa7390-e014-47e2-9548-e22ca4a317f0" -d '{"events": [{"server_uuid": "5a840865-6222-40ce-b109-5fd16c53621b", "name": "network-vif-deleted", "tag": "b124d01f-4f48-472c-8800-d24ea10d27e9"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:27:18.894065 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4708120-0290-40ae-8352-fb59984fcdae x-openstack-request-id: req-a4708120-0290-40ae-8352-fb59984fcdae {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:27:18.894432 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a840865-6222-40ce-b109-5fd16c53621b", "name": "network-vif-deleted", "tag": "b124d01f-4f48-472c-8800-d24ea10d27e9", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:27:18.894689 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a4708120-0290-40ae-8352-fb59984fcdae {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:27:18.895087 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a840865-6222-40ce-b109-5fd16c53621b', 'name': 'network-vif-deleted', 'tag': 'b124d01f-4f48-472c-8800-d24ea10d27e9', 'status': 'completed', 'code': 200} Feb 16 17:27:19.058503 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-e4579efd-4129-4740-a9c9-07782905ec2a req-82f17999-4efe-447e-84f7-ae5f58f0f165 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a840865-6222-40ce-b109-5fd16c53621b HTTP/1.1" status: 200 len: 210 time: 0.0263751 Feb 16 17:27:20.913647 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce5c97-d647-4965-be47-d6ec2d17a85f req-1c48a5e9-2eb0-4ce1-8cbd-3001958ed92b tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:20.915111 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-64ce5c97-d647-4965-be47-d6ec2d17a85f req-1c48a5e9-2eb0-4ce1-8cbd-3001958ed92b tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.88 "GET /v2.0/networks?id=023d7b1f-79a8-4c19-8660-40d6056e17db HTTP/1.1" status: 200 len: 816 time: 0.1089947 Feb 16 17:27:20.930109 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-64ce5c97-d647-4965-be47-d6ec2d17a85f req-71922fa8-2973-4f59-9b4f-df4ad9e62e86 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.88 "GET /v2.0/quotas/9017328ea9c4478290f5fabf2c9948a7 HTTP/1.1" status: 200 len: 375 time: 0.0087457 Feb 16 17:27:20.981238 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-64ce5c97-d647-4965-be47-d6ec2d17a85f req-359601ae-e0da-445b-899a-4006ee86a18f tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=9017328ea9c4478290f5fabf2c9948a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453515 Feb 16 17:27:21.171765 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-64ce5c97-d647-4965-be47-d6ec2d17a85f req-0e96de22-630d-48fc-a34a-44c798917b7c service neutron] 10.222.0.88 "GET /v2.0/networks/023d7b1f-79a8-4c19-8660-40d6056e17db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789610 Feb 16 17:27:21.261851 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-64ce5c97-d647-4965-be47-d6ec2d17a85f req-b8891b4a-ff8a-4c86-83a7-a6ed6aaad73e service neutron] 10.222.0.88 "GET /v2.0/networks/023d7b1f-79a8-4c19-8660-40d6056e17db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842071 Feb 16 17:27:21.514428 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a25ec7d1-34dd-4a89-ae09-6aa4e7b06352 req-44a1083c-245c-4a91-9ba0-5b692a1487a9 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.88 "GET /v2.0/ports?device_id=6416c84e-103e-4b52-896d-b2e238ce7c57 HTTP/1.1" status: 200 len: 210 time: 0.0260575 Feb 16 17:27:22.609036 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-2abae697-6a90-464a-99a9-4d0e200609a6 req-4f0e49db-f566-4622-99fb-bbbbb4078508 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.88 "GET /v2.0/ports?device_id=6416c84e-103e-4b52-896d-b2e238ce7c57 HTTP/1.1" status: 200 len: 210 time: 0.0279133 Feb 16 17:27:22.980234 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device b124d01f-4f48-472c-8800-d24ea10d27e9 no longer exists at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:27:23.000155 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] No Port match for: b124d01f-4f48-472c-8800-d24ea10d27e9 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:27:23.000501 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device b124d01f-4f48-472c-8800-d24ea10d27e9 not bound to the agent host hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:27:23.396163 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce5c97-d647-4965-be47-d6ec2d17a85f req-53645c69-08a8-4b3a-a3be-47a6212ed869 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:23.397593 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-64ce5c97-d647-4965-be47-d6ec2d17a85f req-53645c69-08a8-4b3a-a3be-47a6212ed869 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.89 "GET /v2.0/networks?id=023d7b1f-79a8-4c19-8660-40d6056e17db HTTP/1.1" status: 200 len: 816 time: 0.1026053 Feb 16 17:27:23.410525 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-64ce5c97-d647-4965-be47-d6ec2d17a85f req-476e71ef-2181-41bd-8964-af926597e52b tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Request body: {'port': {'device_id': '6416c84e-103e-4b52-896d-b2e238ce7c57', 'network_id': '023d7b1f-79a8-4c19-8660-40d6056e17db', 'admin_state_up': True, 'tenant_id': '9017328ea9c4478290f5fabf2c9948a7'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:27:23.568699 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64ce5c97-d647-4965-be47-d6ec2d17a85f req-476e71ef-2181-41bd-8964-af926597e52b tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Made reservation on behalf of 9017328ea9c4478290f5fabf2c9948a7 for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:27:23.572918 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-64ce5c97-d647-4965-be47-d6ec2d17a85f req-476e71ef-2181-41bd-8964-af926597e52b tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:23.711398 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-22b93480-6cdf-47ee-b26e-0f6dda7daf74 req-e0d7bbe3-c1b2-4785-b8a1-91f808661baf tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.88 "GET /v2.0/ports?device_id=6416c84e-103e-4b52-896d-b2e238ce7c57 HTTP/1.1" status: 200 len: 210 time: 0.0347984 Feb 16 17:27:23.727913 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [req-64ce5c97-d647-4965-be47-d6ec2d17a85f req-476e71ef-2181-41bd-8964-af926597e52b tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Allocated IP 172.20.0.13 (023d7b1f-79a8-4c19-8660-40d6056e17db/7b54514a-8141-4256-a473-42d8f34ca269/843957af-9476-4e59-af47-b5dfb0c3c3bf) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:27:23.874006 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-64ce5c97-d647-4965-be47-d6ec2d17a85f req-476e71ef-2181-41bd-8964-af926597e52b tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:23.957615 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-64ce5c97-d647-4965-be47-d6ec2d17a85f req-476e71ef-2181-41bd-8964-af926597e52b tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:24.004529 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64ce5c97-d647-4965-be47-d6ec2d17a85f req-476e71ef-2181-41bd-8964-af926597e52b tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Network 023d7b1f-79a8-4c19-8660-40d6056e17db is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:27:24.007654 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [req-64ce5c97-d647-4965-be47-d6ec2d17a85f req-476e71ef-2181-41bd-8964-af926597e52b tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:27:24.011962 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ce5c97-d647-4965-be47-d6ec2d17a85f req-476e71ef-2181-41bd-8964-af926597e52b tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:27:24.015725 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476e71ef-2181-41bd-8964-af926597e52b tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Pushing event updated for resources: {'Port': ['ID=843957af-9476-4e59-af47-b5dfb0c3c3bf,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:27:24.062258 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce5c97-d647-4965-be47-d6ec2d17a85f req-476e71ef-2181-41bd-8964-af926597e52b tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:24.062879 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-64ce5c97-d647-4965-be47-d6ec2d17a85f req-476e71ef-2181-41bd-8964-af926597e52b tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:24.183502 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-64ce5c97-d647-4965-be47-d6ec2d17a85f req-476e71ef-2181-41bd-8964-af926597e52b tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7770748 Feb 16 17:27:24.195190 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-64ce5c97-d647-4965-be47-d6ec2d17a85f req-5a83bfe4-b114-472e-8217-e735fea8a054 service neutron] Request body: {'port': {'device_id': '6416c84e-103e-4b52-896d-b2e238ce7c57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8286'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:27:24.223203 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-38d77479-8a61-45f5-9331-ba9f31c735ed None None] Provisioning complete for port 843957af-9476-4e59-af47-b5dfb0c3c3bf triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:27:24.223203 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-38d77479-8a61-45f5-9331-ba9f31c735ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:24.253781 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-64ce5c97-d647-4965-be47-d6ec2d17a85f req-5a83bfe4-b114-472e-8217-e735fea8a054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:24.259129 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-38d77479-8a61-45f5-9331-ba9f31c735ed None None] Port 843957af-9476-4e59-af47-b5dfb0c3c3bf cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:27:24.510853 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [req-64ce5c97-d647-4965-be47-d6ec2d17a85f req-5a83bfe4-b114-472e-8217-e735fea8a054 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 843957af-9476-4e59-af47-b5dfb0c3c3bf {{(pid=114376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:27:24.518047 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-64ce5c97-d647-4965-be47-d6ec2d17a85f req-5a83bfe4-b114-472e-8217-e735fea8a054 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:24.530095 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.provisioning_blocks [req-64ce5c97-d647-4965-be47-d6ec2d17a85f req-5a83bfe4-b114-472e-8217-e735fea8a054 service neutron] Transition to ACTIVE for port object 843957af-9476-4e59-af47-b5dfb0c3c3bf will not be triggered until provisioned by entity L2. {{(pid=114376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:27:24.585481 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-64ce5c97-d647-4965-be47-d6ec2d17a85f req-5a83bfe4-b114-472e-8217-e735fea8a054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:24.639503 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a83bfe4-b114-472e-8217-e735fea8a054 service neutron] Pushing event updated for resources: {'Port': ['ID=843957af-9476-4e59-af47-b5dfb0c3c3bf,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:27:24.714999 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-64ce5c97-d647-4965-be47-d6ec2d17a85f req-5a83bfe4-b114-472e-8217-e735fea8a054 service neutron] Attempting to bind port 843957af-9476-4e59-af47-b5dfb0c3c3bf on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:27:24.715331 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-64ce5c97-d647-4965-be47-d6ec2d17a85f req-5a83bfe4-b114-472e-8217-e735fea8a054 service neutron] Attempting to bind port 843957af-9476-4e59-af47-b5dfb0c3c3bf by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': '79833b22-b7f0-41e6-892a-a564ebb1de2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '023d7b1f-79a8-4c19-8660-40d6056e17db'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:27:24.715657 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ce5c97-d647-4965-be47-d6ec2d17a85f req-5a83bfe4-b114-472e-8217-e735fea8a054 service neutron] Attempting to bind port 843957af-9476-4e59-af47-b5dfb0c3c3bf on network 023d7b1f-79a8-4c19-8660-40d6056e17db {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:27:24.720350 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ce5c97-d647-4965-be47-d6ec2d17a85f req-5a83bfe4-b114-472e-8217-e735fea8a054 service neutron] Port 843957af-9476-4e59-af47-b5dfb0c3c3bf on network 023d7b1f-79a8-4c19-8660-40d6056e17db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:27:24.720673 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ce5c97-d647-4965-be47-d6ec2d17a85f req-5a83bfe4-b114-472e-8217-e735fea8a054 service neutron] Attempting to bind port 843957af-9476-4e59-af47-b5dfb0c3c3bf on network 023d7b1f-79a8-4c19-8660-40d6056e17db {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:27:24.725798 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ce5c97-d647-4965-be47-d6ec2d17a85f req-5a83bfe4-b114-472e-8217-e735fea8a054 service neutron] Checking agent: {'id': '65dda45c-bbef-42f9-9728-e0fd84037987', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8286', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 56), 'started_at': datetime.datetime(2022, 2, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:27:24.726136 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ce5c97-d647-4965-be47-d6ec2d17a85f req-5a83bfe4-b114-472e-8217-e735fea8a054 service neutron] Checking segment: {'id': '79833b22-b7f0-41e6-892a-a564ebb1de2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '023d7b1f-79a8-4c19-8660-40d6056e17db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:27:24.726519 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ce5c97-d647-4965-be47-d6ec2d17a85f req-5a83bfe4-b114-472e-8217-e735fea8a054 service neutron] Bound using segment: {'id': '79833b22-b7f0-41e6-892a-a564ebb1de2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '023d7b1f-79a8-4c19-8660-40d6056e17db'} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:27:24.727197 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-64ce5c97-d647-4965-be47-d6ec2d17a85f req-5a83bfe4-b114-472e-8217-e735fea8a054 service neutron] Bound port: 843957af-9476-4e59-af47-b5dfb0c3c3bf, host: hv-neutron-8286, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79833b22-b7f0-41e6-892a-a564ebb1de2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '023d7b1f-79a8-4c19-8660-40d6056e17db'}}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:27:24.727570 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-64ce5c97-d647-4965-be47-d6ec2d17a85f req-5a83bfe4-b114-472e-8217-e735fea8a054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:24.795845 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-64ce5c97-d647-4965-be47-d6ec2d17a85f req-5a83bfe4-b114-472e-8217-e735fea8a054 service neutron] For port 843957af-9476-4e59-af47-b5dfb0c3c3bf, host hv-neutron-8286, cleared binding levels {{(pid=114376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:27:24.799143 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-64ce5c97-d647-4965-be47-d6ec2d17a85f req-5a83bfe4-b114-472e-8217-e735fea8a054 service neutron] For port 843957af-9476-4e59-af47-b5dfb0c3c3bf, host hv-neutron-8286, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=843957af-9476-4e59-af47-b5dfb0c3c3bf,segment=NetworkSegment(79833b22-b7f0-41e6-892a-a564ebb1de2c),segment_id=79833b22-b7f0-41e6-892a-a564ebb1de2c)] {{(pid=114376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:27:24.838212 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d36524-748d-47f1-b459-07fdd547dd06 req-b1b1225e-cc52-47b5-b2c7-a9afb6ea6b46 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:24.839739 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-96d36524-748d-47f1-b459-07fdd547dd06 req-b1b1225e-cc52-47b5-b2c7-a9afb6ea6b46 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.88 "GET /v2.0/ports?device_id=6416c84e-103e-4b52-896d-b2e238ce7c57 HTTP/1.1" status: 200 len: 944 time: 0.0520594 Feb 16 17:27:24.860855 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-64ce5c97-d647-4965-be47-d6ec2d17a85f req-5a83bfe4-b114-472e-8217-e735fea8a054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:24.883444 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-96d36524-748d-47f1-b459-07fdd547dd06 req-7040769f-1569-4b54-acea-4e06edfee00b tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.88 "GET /v2.0/security-groups?id=6a1186fa-e777-495c-9dfb-04a1502becc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374756 Feb 16 17:27:24.912089 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce5c97-d647-4965-be47-d6ec2d17a85f req-5a83bfe4-b114-472e-8217-e735fea8a054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:24.912089 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-64ce5c97-d647-4965-be47-d6ec2d17a85f req-5a83bfe4-b114-472e-8217-e735fea8a054 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:24.912089 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-64ce5c97-d647-4965-be47-d6ec2d17a85f req-5a83bfe4-b114-472e-8217-e735fea8a054 service neutron] 10.222.0.89 "PUT /v2.0/ports/843957af-9476-4e59-af47-b5dfb0c3c3bf HTTP/1.1" status: 200 len: 1094 time: 0.7193158 Feb 16 17:27:24.912089 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6416c84e-103e-4b52-896d-b2e238ce7c57', 'tag': '843957af-9476-4e59-af47-b5dfb0c3c3bf'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:27:24.913544 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2525ff7d-bbdb-47b1-b6e0-8a8512594835" -d '{"events": [{"name": "network-changed", "server_uuid": "6416c84e-103e-4b52-896d-b2e238ce7c57", "tag": "843957af-9476-4e59-af47-b5dfb0c3c3bf"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:27:24.933204 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a83bfe4-b114-472e-8217-e735fea8a054 service neutron] Pushing event updated for resources: {'Port': ['ID=843957af-9476-4e59-af47-b5dfb0c3c3bf,revision_number=3']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:27:24.950764 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb8da7a-99cf-427b-9788-c68075d5a0f0 x-openstack-request-id: req-edb8da7a-99cf-427b-9788-c68075d5a0f0 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:27:24.951059 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6416c84e-103e-4b52-896d-b2e238ce7c57", "tag": "843957af-9476-4e59-af47-b5dfb0c3c3bf", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:27:24.951301 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-edb8da7a-99cf-427b-9788-c68075d5a0f0 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:27:24.951704 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6416c84e-103e-4b52-896d-b2e238ce7c57', 'tag': '843957af-9476-4e59-af47-b5dfb0c3c3bf', 'status': 'completed', 'code': 200} Feb 16 17:27:25.013255 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525ff7d-bbdb-47b1-b6e0-8a8512594835 req-d7551294-342f-4175-b9fa-bfb5a2daf59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:25.014814 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2525ff7d-bbdb-47b1-b6e0-8a8512594835 req-d7551294-342f-4175-b9fa-bfb5a2daf59b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9017328ea9c4478290f5fabf2c9948a7&device_id=6416c84e-103e-4b52-896d-b2e238ce7c57 HTTP/1.1" status: 200 len: 1097 time: 0.0427251 Feb 16 17:27:25.119900 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525ff7d-bbdb-47b1-b6e0-8a8512594835 req-9a2798e3-c62d-468d-a9bd-9f7f3f2af664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:25.121408 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2525ff7d-bbdb-47b1-b6e0-8a8512594835 req-9a2798e3-c62d-468d-a9bd-9f7f3f2af664 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=9017328ea9c4478290f5fabf2c9948a7&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0988648 Feb 16 17:27:25.228325 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525ff7d-bbdb-47b1-b6e0-8a8512594835 req-8e15d347-045d-4750-88dd-e3ccdf8031f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:25.230270 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2525ff7d-bbdb-47b1-b6e0-8a8512594835 req-8e15d347-045d-4750-88dd-e3ccdf8031f7 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1027558 Feb 16 17:27:25.303236 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce5c97-d647-4965-be47-d6ec2d17a85f req-abcf99d4-246a-45ba-95c0-3ba3d1d26c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:25.304637 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-64ce5c97-d647-4965-be47-d6ec2d17a85f req-abcf99d4-246a-45ba-95c0-3ba3d1d26c3c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9017328ea9c4478290f5fabf2c9948a7&device_id=6416c84e-103e-4b52-896d-b2e238ce7c57 HTTP/1.1" status: 200 len: 1097 time: 0.0397792 Feb 16 17:27:25.345322 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-64ce5c97-d647-4965-be47-d6ec2d17a85f req-81d40b98-3ff3-4d18-92a5-4a67e9bdf75e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=843957af-9476-4e59-af47-b5dfb0c3c3bf HTTP/1.1" status: 200 len: 217 time: 0.0338273 Feb 16 17:27:25.393704 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce5c97-d647-4965-be47-d6ec2d17a85f req-ff35662c-e368-4984-bb92-9f17ebaa9e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:25.395104 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-64ce5c97-d647-4965-be47-d6ec2d17a85f req-ff35662c-e368-4984-bb92-9f17ebaa9e32 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7b54514a-8141-4256-a473-42d8f34ca269 HTTP/1.1" status: 200 len: 855 time: 0.0420592 Feb 16 17:27:25.442737 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce5c97-d647-4965-be47-d6ec2d17a85f req-096576da-be4c-465c-aa86-cfeec4642ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:25.444241 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-64ce5c97-d647-4965-be47-d6ec2d17a85f req-096576da-be4c-465c-aa86-cfeec4642ce9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=023d7b1f-79a8-4c19-8660-40d6056e17db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419314 Feb 16 17:27:25.532731 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-64ce5c97-d647-4965-be47-d6ec2d17a85f req-3e2a4549-4947-400e-b3e4-e857bb203a5a service neutron] 10.222.0.89 "GET /v2.0/networks/023d7b1f-79a8-4c19-8660-40d6056e17db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812738 Feb 16 17:27:25.623070 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-64ce5c97-d647-4965-be47-d6ec2d17a85f req-d7af7ea8-7fea-4462-9795-bb8b47986f9a service neutron] 10.222.0.89 "GET /v2.0/networks/023d7b1f-79a8-4c19-8660-40d6056e17db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838273 Feb 16 17:27:26.006154 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8466bc-bf55-419a-b2ae-81fb3411f9b8 req-56a6bad5-548d-47e3-be28-9319f72212d8 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:26.007628 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-ea8466bc-bf55-419a-b2ae-81fb3411f9b8 req-56a6bad5-548d-47e3-be28-9319f72212d8 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.88 "GET /v2.0/ports?device_id=6416c84e-103e-4b52-896d-b2e238ce7c57 HTTP/1.1" status: 200 len: 944 time: 0.0485008 Feb 16 17:27:26.044879 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-ea8466bc-bf55-419a-b2ae-81fb3411f9b8 req-0dfa370b-0bcf-42f2-946e-9790985d553e tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.88 "GET /v2.0/security-groups?id=6a1186fa-e777-495c-9dfb-04a1502becc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313265 Feb 16 17:27:27.009714 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 843957af-9476-4e59-af47-b5dfb0c3c3bf details requested by agent hyperv_hv-neutron-8286 with host hv-neutron-8286 {{(pid=114377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:27:27.104869 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 843957af-9476-4e59-af47-b5dfb0c3c3bf, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=843957af-9476-4e59-af47-b5dfb0c3c3bf,segment=NetworkSegment(79833b22-b7f0-41e6-892a-a564ebb1de2c),segment_id=79833b22-b7f0-41e6-892a-a564ebb1de2c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:27:27.116679 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Returning: {'device': '843957af-9476-4e59-af47-b5dfb0c3c3bf', 'network_id': '023d7b1f-79a8-4c19-8660-40d6056e17db', 'port_id': '843957af-9476-4e59-af47-b5dfb0c3c3bf', 'mac_address': 'fa:16:3e:4d:d7:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b54514a-8141-4256-a473-42d8f34ca269', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:27:27.154038 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:27.159856 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65af3a3-c7d8-4032-8386-0d41e05e48f4 req-23817a62-58eb-4b48-b033-12dd9a0a3cd2 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:27.161390 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b65af3a3-c7d8-4032-8386-0d41e05e48f4 req-23817a62-58eb-4b48-b033-12dd9a0a3cd2 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.88 "GET /v2.0/ports?device_id=6416c84e-103e-4b52-896d-b2e238ce7c57 HTTP/1.1" status: 200 len: 944 time: 0.0500462 Feb 16 17:27:27.167671 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 843957af-9476-4e59-af47-b5dfb0c3c3bf {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:27:27.187339 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 843957af-9476-4e59-af47-b5dfb0c3c3bf, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=843957af-9476-4e59-af47-b5dfb0c3c3bf,segment=NetworkSegment(79833b22-b7f0-41e6-892a-a564ebb1de2c),segment_id=79833b22-b7f0-41e6-892a-a564ebb1de2c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:27:27.200658 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b65af3a3-c7d8-4032-8386-0d41e05e48f4 req-a026e2bf-6295-4b16-b17e-e7c1b5505e9a tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.88 "GET /v2.0/security-groups?id=6a1186fa-e777-495c-9dfb-04a1502becc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320981 Feb 16 17:27:27.251900 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:27.298067 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=843957af-9476-4e59-af47-b5dfb0c3c3bf,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:27:27.304809 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:27.308003 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:27.308003 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:27.308003 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:27.308003 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:27.308003 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:27.308003 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:27.308003 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:27.308003 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:27.308003 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:27.308702 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:27.308702 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:27.447655 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['843957af-9476-4e59-af47-b5dfb0c3c3bf'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:27:28.321556 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bed201-d66f-40d8-b287-019e73c74eba req-d395870e-37f6-41d5-b01e-98f9006e912c tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:28.323253 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-09bed201-d66f-40d8-b287-019e73c74eba req-d395870e-37f6-41d5-b01e-98f9006e912c tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.88 "GET /v2.0/ports?device_id=6416c84e-103e-4b52-896d-b2e238ce7c57 HTTP/1.1" status: 200 len: 945 time: 0.0503731 Feb 16 17:27:28.362371 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-09bed201-d66f-40d8-b287-019e73c74eba req-aac0c51d-b4bb-4992-be8c-c9065ba5c6bd tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.88 "GET /v2.0/security-groups?id=6a1186fa-e777-495c-9dfb-04a1502becc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327015 Feb 16 17:27:29.009964 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 843957af-9476-4e59-af47-b5dfb0c3c3bf up at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:27:29.120457 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning for port 843957af-9476-4e59-af47-b5dfb0c3c3bf completed by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:27:29.124065 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning complete for port 843957af-9476-4e59-af47-b5dfb0c3c3bf triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:27:29.124439 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:29.203228 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:29.225649 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6416c84e-103e-4b52-896d-b2e238ce7c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843957af-9476-4e59-af47-b5dfb0c3c3bf'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:27:29.228285 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1936e5b8-6a23-4cb2-b874-31aa95e466eb" -d '{"events": [{"server_uuid": "6416c84e-103e-4b52-896d-b2e238ce7c57", "name": "network-vif-plugged", "status": "completed", "tag": "843957af-9476-4e59-af47-b5dfb0c3c3bf"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:27:29.240433 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 843957af-9476-4e59-af47-b5dfb0c3c3bf, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=843957af-9476-4e59-af47-b5dfb0c3c3bf,segment=NetworkSegment(79833b22-b7f0-41e6-892a-a564ebb1de2c),segment_id=79833b22-b7f0-41e6-892a-a564ebb1de2c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:27:29.266054 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e0710f-d29c-4ef6-ad8c-9f480fd92e40 x-openstack-request-id: req-a7e0710f-d29c-4ef6-ad8c-9f480fd92e40 {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:27:29.266374 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6416c84e-103e-4b52-896d-b2e238ce7c57", "name": "network-vif-plugged", "status": "completed", "tag": "843957af-9476-4e59-af47-b5dfb0c3c3bf", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:27:29.266630 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a7e0710f-d29c-4ef6-ad8c-9f480fd92e40 {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:27:29.267024 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6416c84e-103e-4b52-896d-b2e238ce7c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843957af-9476-4e59-af47-b5dfb0c3c3bf', 'code': 200} Feb 16 17:27:29.338228 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:29.385264 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=843957af-9476-4e59-af47-b5dfb0c3c3bf,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:27:29.479168 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92639d-32d1-4064-9921-a6a822597c03 req-d66499e8-feda-4403-a3d5-1ee206f70aa9 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:29.480597 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-6f92639d-32d1-4064-9921-a6a822597c03 req-d66499e8-feda-4403-a3d5-1ee206f70aa9 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.88 "GET /v2.0/ports?device_id=6416c84e-103e-4b52-896d-b2e238ce7c57 HTTP/1.1" status: 200 len: 946 time: 0.0493801 Feb 16 17:27:29.524208 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-6f92639d-32d1-4064-9921-a6a822597c03 req-d8d93d19-ce9e-4736-83ed-0905ca8b875b tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.88 "GET /v2.0/security-groups?id=6a1186fa-e777-495c-9dfb-04a1502becc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372918 Feb 16 17:27:29.577698 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e1dae-8d6e-40d5-8342-66c184fac4ed req-b8fb6e3a-da96-448f-b0f1-c8a0183af6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:29.579179 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ab0e1dae-8d6e-40d5-8342-66c184fac4ed req-b8fb6e3a-da96-448f-b0f1-c8a0183af6f9 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6416c84e-103e-4b52-896d-b2e238ce7c57 HTTP/1.1" status: 200 len: 1099 time: 0.0389581 Feb 16 17:27:29.617323 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ab0e1dae-8d6e-40d5-8342-66c184fac4ed req-282fad83-d124-4456-a6c9-b1597bb9b167 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=6a1186fa-e777-495c-9dfb-04a1502becc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316474 Feb 16 17:27:30.645301 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee85df-aecf-4228-a68d-61f2cb7d1836 req-2a7ecf0e-8600-46e1-955b-d7ce806b9b47 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:30.646778 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3dee85df-aecf-4228-a68d-61f2cb7d1836 req-2a7ecf0e-8600-46e1-955b-d7ce806b9b47 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.88 "GET /v2.0/ports?device_id=6416c84e-103e-4b52-896d-b2e238ce7c57 HTTP/1.1" status: 200 len: 946 time: 0.0537262 Feb 16 17:27:30.683135 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:30.684537 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3dee85df-aecf-4228-a68d-61f2cb7d1836 req-f406d018-c0c6-4cc7-8f65-1020d8a55a95 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.88 "GET /v2.0/security-groups?id=6a1186fa-e777-495c-9dfb-04a1502becc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314853 Feb 16 17:27:31.799206 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec5f0f-8532-4a70-8cac-84fe682587cb req-20d08495-80d1-447d-b500-39e4648d4601 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:31.800711 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-54ec5f0f-8532-4a70-8cac-84fe682587cb req-20d08495-80d1-447d-b500-39e4648d4601 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.88 "GET /v2.0/ports?device_id=6416c84e-103e-4b52-896d-b2e238ce7c57 HTTP/1.1" status: 200 len: 946 time: 0.0480025 Feb 16 17:27:31.838207 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-54ec5f0f-8532-4a70-8cac-84fe682587cb req-c93948a3-9423-4d77-8c62-b55b22e830ea tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.88 "GET /v2.0/security-groups?id=6a1186fa-e777-495c-9dfb-04a1502becc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310562 Feb 16 17:27:31.949680 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4cc64-3c24-48d1-9c84-1a472a82d142 req-dd321a8c-a17b-4ba8-bf9c-70cb67a6296a tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:31.951136 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a9a4cc64-3c24-48d1-9c84-1a472a82d142 req-dd321a8c-a17b-4ba8-bf9c-70cb67a6296a tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.88 "GET /v2.0/ports?device_id=6416c84e-103e-4b52-896d-b2e238ce7c57 HTTP/1.1" status: 200 len: 946 time: 0.0480251 Feb 16 17:27:31.987503 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a9a4cc64-3c24-48d1-9c84-1a472a82d142 req-beeb0a90-a3ae-433d-a09e-9cc7852e66ae tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.88 "GET /v2.0/security-groups?id=6a1186fa-e777-495c-9dfb-04a1502becc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304306 Feb 16 17:27:36.849331 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c1bb23b1-d2ae-4ede-9ee2-4df60bbb6d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:39.219834 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-414aaab4-648a-46d6-b60a-2e6e0478a3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:39.908032 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:27:40.488268 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:41.845760 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:42.108900 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:53.872771 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cdfef4-1e3f-4bae-85d4-81ac503cc5e3 req-e1556fca-011c-4927-951e-ee29373089f2 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:53.874239 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d4cdfef4-1e3f-4bae-85d4-81ac503cc5e3 req-e1556fca-011c-4927-951e-ee29373089f2 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.88 "GET /v2.0/ports?device_id=6416c84e-103e-4b52-896d-b2e238ce7c57 HTTP/1.1" status: 200 len: 946 time: 0.0506601 Feb 16 17:27:53.921010 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d4cdfef4-1e3f-4bae-85d4-81ac503cc5e3 req-79cc744e-838e-46b4-81e8-e2be28dfa28a tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.88 "GET /v2.0/security-groups?id=6a1186fa-e777-495c-9dfb-04a1502becc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407977 Feb 16 17:27:55.036354 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d86e4-387f-47fa-b756-43e465294790 req-a53b0bdb-65ea-4671-a2fe-4d4bf2e7f4d3 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:55.037823 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-ba5d86e4-387f-47fa-b756-43e465294790 req-a53b0bdb-65ea-4671-a2fe-4d4bf2e7f4d3 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.88 "GET /v2.0/ports?device_id=6416c84e-103e-4b52-896d-b2e238ce7c57 HTTP/1.1" status: 200 len: 946 time: 0.0481215 Feb 16 17:27:55.075270 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-ba5d86e4-387f-47fa-b756-43e465294790 req-41b6980a-14ac-4248-b6a3-d65904c6df56 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.88 "GET /v2.0/security-groups?id=6a1186fa-e777-495c-9dfb-04a1502becc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315380 Feb 16 17:27:55.419431 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d780e8-0101-4467-bd34-daa33b576d68 req-9d527706-94aa-45a1-9bc7-60634b1b0dcf tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:55.420879 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d5d780e8-0101-4467-bd34-daa33b576d68 req-9d527706-94aa-45a1-9bc7-60634b1b0dcf tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.89 "GET /v2.0/ports?device_id=6416c84e-103e-4b52-896d-b2e238ce7c57 HTTP/1.1" status: 200 len: 946 time: 0.0481606 Feb 16 17:27:55.507700 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-d5d780e8-0101-4467-bd34-daa33b576d68 req-36d3647f-2da8-4e77-aa1f-5731ce0ec541 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Deleting port 843957af-9476-4e59-af47-b5dfb0c3c3bf {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:27:55.508079 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-d5d780e8-0101-4467-bd34-daa33b576d68 req-36d3647f-2da8-4e77-aa1f-5731ce0ec541 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:55.597604 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-d5d780e8-0101-4467-bd34-daa33b576d68 req-36d3647f-2da8-4e77-aa1f-5731ce0ec541 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] For port 843957af-9476-4e59-af47-b5dfb0c3c3bf, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=843957af-9476-4e59-af47-b5dfb0c3c3bf,segment=NetworkSegment(79833b22-b7f0-41e6-892a-a564ebb1de2c),segment_id=79833b22-b7f0-41e6-892a-a564ebb1de2c)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:27:55.597967 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-d5d780e8-0101-4467-bd34-daa33b576d68 req-36d3647f-2da8-4e77-aa1f-5731ce0ec541 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:55.610303 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-d5d780e8-0101-4467-bd34-daa33b576d68 req-36d3647f-2da8-4e77-aa1f-5731ce0ec541 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Calling delete_port for 843957af-9476-4e59-af47-b5dfb0c3c3bf owned by compute:nova {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:27:55.830693 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-d5d780e8-0101-4467-bd34-daa33b576d68 req-36d3647f-2da8-4e77-aa1f-5731ce0ec541 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:55.843086 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['843957af-9476-4e59-af47-b5dfb0c3c3bf'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:27:55.867370 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d3647f-2da8-4e77-aa1f-5731ce0ec541 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Pushing event deleted for resources: {'Port': ['ID=843957af-9476-4e59-af47-b5dfb0c3c3bf,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:27:55.899407 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d780e8-0101-4467-bd34-daa33b576d68 req-36d3647f-2da8-4e77-aa1f-5731ce0ec541 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] No DVR routers for this DVR port 843957af-9476-4e59-af47-b5dfb0c3c3bf on host hv-neutron-8286 {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:27:55.902394 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-d5d780e8-0101-4467-bd34-daa33b576d68 req-36d3647f-2da8-4e77-aa1f-5731ce0ec541 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:55.907246 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d5d780e8-0101-4467-bd34-daa33b576d68 req-36d3647f-2da8-4e77-aa1f-5731ce0ec541 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.89 "DELETE /v2.0/ports/843957af-9476-4e59-af47-b5dfb0c3c3bf HTTP/1.1" status: 204 len: 173 time: 0.4806726 Feb 16 17:27:55.907690 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6416c84e-103e-4b52-896d-b2e238ce7c57', 'name': 'network-vif-deleted', 'tag': '843957af-9476-4e59-af47-b5dfb0c3c3bf'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:27:55.910228 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f2be46-6eda-4a13-8e51-67a2ff865ff3" -d '{"events": [{"server_uuid": "6416c84e-103e-4b52-896d-b2e238ce7c57", "name": "network-vif-deleted", "tag": "843957af-9476-4e59-af47-b5dfb0c3c3bf"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:27:55.947617 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056b5307-a3ef-48e9-b68b-89d0d75cb1f8 x-openstack-request-id: req-056b5307-a3ef-48e9-b68b-89d0d75cb1f8 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:27:55.948123 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6416c84e-103e-4b52-896d-b2e238ce7c57", "name": "network-vif-deleted", "tag": "843957af-9476-4e59-af47-b5dfb0c3c3bf", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:27:55.948377 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-056b5307-a3ef-48e9-b68b-89d0d75cb1f8 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:27:55.948784 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6416c84e-103e-4b52-896d-b2e238ce7c57', 'name': 'network-vif-deleted', 'tag': '843957af-9476-4e59-af47-b5dfb0c3c3bf', 'status': 'completed', 'code': 200} Feb 16 17:27:56.168125 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-4df0e9f7-cbce-4a73-9601-58378c47067d req-cc4916b0-a498-4563-9d9f-55544ef1e002 tempest-TestEncryptedCinderVolumes-671888950 tempest-TestEncryptedCinderVolumes-671888950-project] 10.222.0.88 "GET /v2.0/ports?device_id=6416c84e-103e-4b52-896d-b2e238ce7c57 HTTP/1.1" status: 200 len: 210 time: 0.0262961 Feb 16 17:27:57.326811 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 58918) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:27:57.663163 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1cb8e600-a563-4227-8064-fe5a5aa4c61e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:57.919200 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-1cb8e600-a563-4227-8064-fe5a5aa4c61e admin admin] Deleting port 672f8bcc-da3c-4972-a997-2df35c5ed8bc {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:27:57.919485 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1cb8e600-a563-4227-8064-fe5a5aa4c61e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:58.010567 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-1cb8e600-a563-4227-8064-fe5a5aa4c61e admin admin] For port 672f8bcc-da3c-4972-a997-2df35c5ed8bc, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=672f8bcc-da3c-4972-a997-2df35c5ed8bc,segment=NetworkSegment(79833b22-b7f0-41e6-892a-a564ebb1de2c),segment_id=79833b22-b7f0-41e6-892a-a564ebb1de2c)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:27:58.011058 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1cb8e600-a563-4227-8064-fe5a5aa4c61e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:58.022860 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-1cb8e600-a563-4227-8064-fe5a5aa4c61e admin admin] Calling delete_port for 672f8bcc-da3c-4972-a997-2df35c5ed8bc owned by network:router_interface {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:27:58.533274 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1cb8e600-a563-4227-8064-fe5a5aa4c61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:58.563106 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb8e600-a563-4227-8064-fe5a5aa4c61e admin admin] Pushing event deleted for resources: {'Port': ['ID=672f8bcc-da3c-4972-a997-2df35c5ed8bc,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:27:58.585171 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb8e600-a563-4227-8064-fe5a5aa4c61e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:58.585518 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb8e600-a563-4227-8064-fe5a5aa4c61e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:58.585853 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb8e600-a563-4227-8064-fe5a5aa4c61e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:58.586182 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb8e600-a563-4227-8064-fe5a5aa4c61e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:58.586509 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb8e600-a563-4227-8064-fe5a5aa4c61e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:58.586835 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb8e600-a563-4227-8064-fe5a5aa4c61e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:58.587165 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb8e600-a563-4227-8064-fe5a5aa4c61e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:58.587518 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb8e600-a563-4227-8064-fe5a5aa4c61e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:58.587876 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb8e600-a563-4227-8064-fe5a5aa4c61e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:58.588223 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb8e600-a563-4227-8064-fe5a5aa4c61e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:58.588560 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb8e600-a563-4227-8064-fe5a5aa4c61e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:58.588883 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb8e600-a563-4227-8064-fe5a5aa4c61e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:27:58.736467 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1cb8e600-a563-4227-8064-fe5a5aa4c61e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:58.948517 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cb8e600-a563-4227-8064-fe5a5aa4c61e admin admin] Router 8a87748d-c274-4d3f-ac5f-988c7a9b582f has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:27:59.053262 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb8e600-a563-4227-8064-fe5a5aa4c61e admin admin] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:27:59.058254 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-1cb8e600-a563-4227-8064-fe5a5aa4c61e admin admin] 10.222.0.88 "PUT /v2.0/routers/8a87748d-c274-4d3f-ac5f-988c7a9b582f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7304296 Feb 16 17:27:59.060773 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 58920) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:27:59.062276 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217c2150-bfa0-4d85-beb4-095c159201aa None None] Sync routers for ids ['8a87748d-c274-4d3f-ac5f-988c7a9b582f'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:27:59.071610 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217c2150-bfa0-4d85-beb4-095c159201aa None None] Routers {'8a87748d-c274-4d3f-ac5f-988c7a9b582f'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:27:59.072262 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-217c2150-bfa0-4d85-beb4-095c159201aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:27:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['8a87748d-c274-4d3f-ac5f-988c7a9b582f'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:27:59.123198 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 843957af-9476-4e59-af47-b5dfb0c3c3bf no longer exists at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:27:59.164014 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c9dda19d-4633-4e91-aab9-53e4428528f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:59.173318 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] No Port match for: 843957af-9476-4e59-af47-b5dfb0c3c3bf {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:27:59.173664 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 843957af-9476-4e59-af47-b5dfb0c3c3bf not bound to the agent host hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:27:59.196106 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-217c2150-bfa0-4d85-beb4-095c159201aa None None] Set router 8a87748d-c274-4d3f-ac5f-988c7a9b582f gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:27:59.267464 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c9dda19d-4633-4e91-aab9-53e4428528f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:59.389769 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-c9dda19d-4633-4e91-aab9-53e4428528f3 admin admin] Deleting port 4e274231-cc7c-460c-9bb0-1ae2af567d10 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:27:59.390107 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c9dda19d-4633-4e91-aab9-53e4428528f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:59.467541 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-c9dda19d-4633-4e91-aab9-53e4428528f3 admin admin] For port 4e274231-cc7c-460c-9bb0-1ae2af567d10, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=4e274231-cc7c-460c-9bb0-1ae2af567d10,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:27:59.467903 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c9dda19d-4633-4e91-aab9-53e4428528f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:59.480280 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-c9dda19d-4633-4e91-aab9-53e4428528f3 admin admin] Calling delete_port for 4e274231-cc7c-460c-9bb0-1ae2af567d10 owned by network:router_gateway {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:27:59.517479 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-217c2150-bfa0-4d85-beb4-095c159201aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a87748d-c274-4d3f-ac5f-988c7a9b582f', 'name': 'tempest-TestEncryptedCinderVolumes-249263449-router', 'tenant_id': '9017328ea9c4478290f5fabf2c9948a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.100'}], 'enable_snat': True}, 'gw_port_id': '4e274231-cc7c-460c-9bb0-1ae2af567d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:26:30Z', 'updated_at': '2022-02-16T17:27:58Z', 'revision_number': 5, 'project_id': '9017328ea9c4478290f5fabf2c9948a7', 'gw_port': {'id': '4e274231-cc7c-460c-9bb0-1ae2af567d10', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:47:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a87748d-c274-4d3f-ac5f-988c7a9b582f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:26:30Z', 'updated_at': '2022-02-16T17:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:27:59.543475 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217c2150-bfa0-4d85-beb4-095c159201aa None None] Checking router: 8a87748d-c274-4d3f-ac5f-988c7a9b582f for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:27:59.551518 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217c2150-bfa0-4d85-beb4-095c159201aa None None] Routers {'8a87748d-c274-4d3f-ac5f-988c7a9b582f'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:27:59.552153 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-217c2150-bfa0-4d85-beb4-095c159201aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:27:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['8a87748d-c274-4d3f-ac5f-988c7a9b582f'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:27:59.635221 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-217c2150-bfa0-4d85-beb4-095c159201aa None None] Set router 8a87748d-c274-4d3f-ac5f-988c7a9b582f gateway port host: None {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:27:59.688437 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-217c2150-bfa0-4d85-beb4-095c159201aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a87748d-c274-4d3f-ac5f-988c7a9b582f', 'name': 'tempest-TestEncryptedCinderVolumes-249263449-router', 'tenant_id': '9017328ea9c4478290f5fabf2c9948a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:26:30Z', 'updated_at': '2022-02-16T17:27:59Z', 'revision_number': 6, 'project_id': '9017328ea9c4478290f5fabf2c9948a7', 'gw_port_host': None}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:27:59.714213 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217c2150-bfa0-4d85-beb4-095c159201aa None None] The sync data for ids ['8a87748d-c274-4d3f-ac5f-988c7a9b582f'] in dv-neutron-828697-3-hyperv is: [{'id': '8a87748d-c274-4d3f-ac5f-988c7a9b582f', 'name': 'tempest-TestEncryptedCinderVolumes-249263449-router', 'tenant_id': '9017328ea9c4478290f5fabf2c9948a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:26:30Z', 'updated_at': '2022-02-16T17:27:59Z', 'revision_number': 6, 'project_id': '9017328ea9c4478290f5fabf2c9948a7', 'gw_port_host': None}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:27:59.729494 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c9dda19d-4633-4e91-aab9-53e4428528f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:59.760777 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dda19d-4633-4e91-aab9-53e4428528f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e274231-cc7c-460c-9bb0-1ae2af567d10,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:27:59.820279 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c9dda19d-4633-4e91-aab9-53e4428528f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584056'] for router_gateway, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:59.908483 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c9dda19d-4633-4e91-aab9-53e4428528f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:27:59.910560 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c9dda19d-4633-4e91-aab9-53e4428528f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:00.007683 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c9dda19d-4633-4e91-aab9-53e4428528f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:00.008151 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9dda19d-4633-4e91-aab9-53e4428528f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a87748d-c274-4d3f-ac5f-988c7a9b582f {{(pid=114375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:28:00.012289 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c9dda19d-4633-4e91-aab9-53e4428528f3 admin admin] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:00.017755 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-c9dda19d-4633-4e91-aab9-53e4428528f3 admin admin] 10.222.0.88 "DELETE /v2.0/routers/8a87748d-c274-4d3f-ac5f-988c7a9b582f HTTP/1.1" status: 204 len: 168 time: 0.9517000 Feb 16 17:28:00.017755 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 58922) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:28:00.064442 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-e61a2ea6-d778-4bc5-b9fb-c053ff70f5a7 admin admin] Deleting subnet 7b54514a-8141-4256-a473-42d8f34ca269 {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:28:00.067761 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e61a2ea6-d778-4bc5-b9fb-c053ff70f5a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:00.102888 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e61a2ea6-d778-4bc5-b9fb-c053ff70f5a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:00.181423 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e61a2ea6-d778-4bc5-b9fb-c053ff70f5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:00.328032 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e61a2ea6-d778-4bc5-b9fb-c053ff70f5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:00.353706 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61a2ea6-d778-4bc5-b9fb-c053ff70f5a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b54514a-8141-4256-a473-42d8f34ca269,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:00.357840 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e61a2ea6-d778-4bc5-b9fb-c053ff70f5a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:00.361007 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e61a2ea6-d778-4bc5-b9fb-c053ff70f5a7 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/7b54514a-8141-4256-a473-42d8f34ca269 HTTP/1.1" status: 204 len: 168 time: 0.3441741 Feb 16 17:28:00.363477 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 58924) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:28:00.366023 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42449c27-66c8-44d7-b1a5-402f044e7a53 None None] Network 023d7b1f-79a8-4c19-8660-40d6056e17db requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:28:00.430048 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f67ab324-9b02-43c8-9144-3da57841107c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:00.492221 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-f67ab324-9b02-43c8-9144-3da57841107c admin admin] Deleting port c85bb039-9690-404c-b030-ef4b8e6a690b {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:28:00.492565 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f67ab324-9b02-43c8-9144-3da57841107c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:00.554080 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b732ea-3e3f-4aa7-90e4-7161e0421ced None None] DHCP port deletion for 023d7b1f-79a8-4c19-8660-40d6056e17db request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:28:00.562056 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-f67ab324-9b02-43c8-9144-3da57841107c admin admin] For port c85bb039-9690-404c-b030-ef4b8e6a690b, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=c85bb039-9690-404c-b030-ef4b8e6a690b,segment=NetworkSegment(79833b22-b7f0-41e6-892a-a564ebb1de2c),segment_id=79833b22-b7f0-41e6-892a-a564ebb1de2c)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:28:00.562544 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f67ab324-9b02-43c8-9144-3da57841107c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:00.580320 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-f67ab324-9b02-43c8-9144-3da57841107c admin admin] Calling delete_port for c85bb039-9690-404c-b030-ef4b8e6a690b owned by network:dhcp {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:28:00.603898 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-26b732ea-3e3f-4aa7-90e4-7161e0421ced None None] Deleting port c85bb039-9690-404c-b030-ef4b8e6a690b {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:28:00.604397 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-26b732ea-3e3f-4aa7-90e4-7161e0421ced None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:00.685815 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-26b732ea-3e3f-4aa7-90e4-7161e0421ced None None] For port c85bb039-9690-404c-b030-ef4b8e6a690b, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=c85bb039-9690-404c-b030-ef4b8e6a690b,segment=NetworkSegment(79833b22-b7f0-41e6-892a-a564ebb1de2c),segment_id=79833b22-b7f0-41e6-892a-a564ebb1de2c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:28:00.686222 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-26b732ea-3e3f-4aa7-90e4-7161e0421ced None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:00.701909 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-26b732ea-3e3f-4aa7-90e4-7161e0421ced None None] Calling delete_port for c85bb039-9690-404c-b030-ef4b8e6a690b owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:28:00.707533 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 672f8bcc-da3c-4972-a997-2df35c5ed8bc no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:28:00.740604 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 672f8bcc-da3c-4972-a997-2df35c5ed8bc {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:28:00.740604 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 672f8bcc-da3c-4972-a997-2df35c5ed8bc not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:28:00.740936 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 4e274231-cc7c-460c-9bb0-1ae2af567d10 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:28:00.777578 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f67ab324-9b02-43c8-9144-3da57841107c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:00.793629 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:00.795711 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 4e274231-cc7c-460c-9bb0-1ae2af567d10 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:28:00.796082 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 4e274231-cc7c-460c-9bb0-1ae2af567d10 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:28:00.796500 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device c85bb039-9690-404c-b030-ef4b8e6a690b no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:28:00.806414 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67ab324-9b02-43c8-9144-3da57841107c admin admin] Pushing event deleted for resources: {'Port': ['ID=c85bb039-9690-404c-b030-ef4b8e6a690b,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:00.810877 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67ab324-9b02-43c8-9144-3da57841107c admin admin] No DVR routers for this DVR port c85bb039-9690-404c-b030-ef4b8e6a690b on host dv-neutron-828697-3-hyperv {{(pid=114375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:28:00.818028 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: c85bb039-9690-404c-b030-ef4b8e6a690b {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:28:00.818410 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device c85bb039-9690-404c-b030-ef4b8e6a690b not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:28:00.849070 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-26b732ea-3e3f-4aa7-90e4-7161e0421ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:00.872711 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b732ea-3e3f-4aa7-90e4-7161e0421ced None None] Pushing event deleted for resources: {'Port': ['ID=c85bb039-9690-404c-b030-ef4b8e6a690b,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:00.877990 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b732ea-3e3f-4aa7-90e4-7161e0421ced None None] No DVR routers for this DVR port c85bb039-9690-404c-b030-ef4b8e6a690b on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:28:00.886715 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f67ab324-9b02-43c8-9144-3da57841107c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:00.907953 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-f67ab324-9b02-43c8-9144-3da57841107c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['023d7b1f-79a8-4c19-8660-40d6056e17db']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:00.916831 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-f67ab324-9b02-43c8-9144-3da57841107c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79833b22-b7f0-41e6-892a-a564ebb1de2c') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:00.917120 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-f67ab324-9b02-43c8-9144-3da57841107c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79833b22-b7f0-41e6-892a-a564ebb1de2c') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:00.926200 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f67ab324-9b02-43c8-9144-3da57841107c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:00.939180 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f67ab324-9b02-43c8-9144-3da57841107c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:00.945048 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f67ab324-9b02-43c8-9144-3da57841107c admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:28:00.945428 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f67ab324-9b02-43c8-9144-3da57841107c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:00.947018 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 17:28:00.947018 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:28:00.947018 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 17:28:00.947018 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:28:00.947018 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 17:28:00.947018 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:28:00.947018 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 17:28:00.947018 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:28:00.947018 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 17:28:00.947018 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:28:00.947018 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 17:28:00.947018 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:28:00.947018 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 17:28:00.947018 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:28:00.947018 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:28:00.947018 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:28:00.947018 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:28:00.947018 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:28:00.947018 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 17:28:00.947018 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:28:00.947018 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 17:28:00.947018 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:28:00.947018 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:28:00.947018 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:28:00.947018 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 17:28:00.947018 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:28:00.947018 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:28:00.947018 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:28:00.947018 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:28:00.947018 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:28:00.947018 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:28:00.947018 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:28:01.065432 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f67ab324-9b02-43c8-9144-3da57841107c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:01.071155 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f67ab324-9b02-43c8-9144-3da57841107c admin admin] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:01.076074 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f67ab324-9b02-43c8-9144-3da57841107c admin admin] 10.222.0.88 "DELETE /v2.0/networks/023d7b1f-79a8-4c19-8660-40d6056e17db HTTP/1.1" status: 204 len: 168 time: 0.7105305 Feb 16 17:28:01.078688 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 58926) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:28:01.088638 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67ab324-9b02-43c8-9144-3da57841107c admin admin] Pushing event deleted for resources: {'Network': ['ID=023d7b1f-79a8-4c19-8660-40d6056e17db,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:01.426672 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6fe06e4f-f19e-453c-9f9e-d356982dfc1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:01.661529 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-6fe06e4f-f19e-453c-9f9e-d356982dfc1f admin admin] Deleting port fe09e4d1-bcd9-45d5-979b-076d4ceb2b4a {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:28:01.661871 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6fe06e4f-f19e-453c-9f9e-d356982dfc1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:01.738669 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-6fe06e4f-f19e-453c-9f9e-d356982dfc1f admin admin] For port fe09e4d1-bcd9-45d5-979b-076d4ceb2b4a, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=fe09e4d1-bcd9-45d5-979b-076d4ceb2b4a,segment=NetworkSegment(a2acaa25-4fc9-462c-87bb-25427ef21af7),segment_id=a2acaa25-4fc9-462c-87bb-25427ef21af7)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:28:01.739031 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6fe06e4f-f19e-453c-9f9e-d356982dfc1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:01.750730 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-6fe06e4f-f19e-453c-9f9e-d356982dfc1f admin admin] Calling delete_port for fe09e4d1-bcd9-45d5-979b-076d4ceb2b4a owned by network:router_interface {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:28:02.001804 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6fe06e4f-f19e-453c-9f9e-d356982dfc1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:02.031562 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe06e4f-f19e-453c-9f9e-d356982dfc1f admin admin] Pushing event deleted for resources: {'Port': ['ID=fe09e4d1-bcd9-45d5-979b-076d4ceb2b4a,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:02.189789 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6fe06e4f-f19e-453c-9f9e-d356982dfc1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:02.750234 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe06e4f-f19e-453c-9f9e-d356982dfc1f admin admin] Router e2b5b886-7cf5-47e2-acc3-bcc63e3f110c has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:28:02.853925 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe06e4f-f19e-453c-9f9e-d356982dfc1f admin admin] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:28:02.858967 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-6fe06e4f-f19e-453c-9f9e-d356982dfc1f admin admin] 10.222.0.88 "PUT /v2.0/routers/e2b5b886-7cf5-47e2-acc3-bcc63e3f110c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7786915 Feb 16 17:28:02.861534 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 58928) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:28:02.863601 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834d4722-79d5-4aac-a3aa-00359c59031d None None] Sync routers for ids ['e2b5b886-7cf5-47e2-acc3-bcc63e3f110c'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:28:02.874115 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834d4722-79d5-4aac-a3aa-00359c59031d None None] Routers {'e2b5b886-7cf5-47e2-acc3-bcc63e3f110c'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:28:02.874787 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-834d4722-79d5-4aac-a3aa-00359c59031d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:27:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['e2b5b886-7cf5-47e2-acc3-bcc63e3f110c'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:02.963828 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-74611d9f-e449-4a3f-9d78-81e547728541 admin admin] Notify callbacks [] for router, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:02.977282 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-834d4722-79d5-4aac-a3aa-00359c59031d None None] Set router e2b5b886-7cf5-47e2-acc3-bcc63e3f110c gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:28:03.059283 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-74611d9f-e449-4a3f-9d78-81e547728541 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:03.148808 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-834d4722-79d5-4aac-a3aa-00359c59031d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b5b886-7cf5-47e2-acc3-bcc63e3f110c', 'name': 'tempest-TestEncryptedCinderVolumes-1832942492-router', 'tenant_id': '54e772488f95405e88e3fbbc19408cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': 'b2ab380e-ce43-4a2e-8c20-9778fd321a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:26:36Z', 'updated_at': '2022-02-16T17:28:01Z', 'revision_number': 5, 'project_id': '54e772488f95405e88e3fbbc19408cfa', 'gw_port': {'id': 'b2ab380e-ce43-4a2e-8c20-9778fd321a76', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b5b886-7cf5-47e2-acc3-bcc63e3f110c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:26:36Z', 'updated_at': '2022-02-16T17:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:03.177729 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834d4722-79d5-4aac-a3aa-00359c59031d None None] Checking router: e2b5b886-7cf5-47e2-acc3-bcc63e3f110c for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:28:03.185633 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-74611d9f-e449-4a3f-9d78-81e547728541 admin admin] Deleting port b2ab380e-ce43-4a2e-8c20-9778fd321a76 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:28:03.186001 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-74611d9f-e449-4a3f-9d78-81e547728541 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:03.186526 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834d4722-79d5-4aac-a3aa-00359c59031d None None] Routers {'e2b5b886-7cf5-47e2-acc3-bcc63e3f110c'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:28:03.187167 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-834d4722-79d5-4aac-a3aa-00359c59031d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:27:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['e2b5b886-7cf5-47e2-acc3-bcc63e3f110c'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:03.267558 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-74611d9f-e449-4a3f-9d78-81e547728541 admin admin] For port b2ab380e-ce43-4a2e-8c20-9778fd321a76, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=b2ab380e-ce43-4a2e-8c20-9778fd321a76,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:28:03.268191 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-74611d9f-e449-4a3f-9d78-81e547728541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:03.272297 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-834d4722-79d5-4aac-a3aa-00359c59031d None None] Set router e2b5b886-7cf5-47e2-acc3-bcc63e3f110c gateway port host: None {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:28:03.279706 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-74611d9f-e449-4a3f-9d78-81e547728541 admin admin] Calling delete_port for b2ab380e-ce43-4a2e-8c20-9778fd321a76 owned by network:router_gateway {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:28:03.323097 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-834d4722-79d5-4aac-a3aa-00359c59031d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b5b886-7cf5-47e2-acc3-bcc63e3f110c', 'name': 'tempest-TestEncryptedCinderVolumes-1832942492-router', 'tenant_id': '54e772488f95405e88e3fbbc19408cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:26:36Z', 'updated_at': '2022-02-16T17:28:03Z', 'revision_number': 6, 'project_id': '54e772488f95405e88e3fbbc19408cfa', 'gw_port_host': None}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:03.435152 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834d4722-79d5-4aac-a3aa-00359c59031d None None] The sync data for ids ['e2b5b886-7cf5-47e2-acc3-bcc63e3f110c'] in dv-neutron-828697-3-hyperv is: [{'id': 'e2b5b886-7cf5-47e2-acc3-bcc63e3f110c', 'name': 'tempest-TestEncryptedCinderVolumes-1832942492-router', 'tenant_id': '54e772488f95405e88e3fbbc19408cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:26:36Z', 'updated_at': '2022-02-16T17:28:03Z', 'revision_number': 6, 'project_id': '54e772488f95405e88e3fbbc19408cfa', 'gw_port_host': None}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:28:03.487811 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-74611d9f-e449-4a3f-9d78-81e547728541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:03.512476 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74611d9f-e449-4a3f-9d78-81e547728541 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2ab380e-ce43-4a2e-8c20-9778fd321a76,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:03.577836 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-74611d9f-e449-4a3f-9d78-81e547728541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584056'] for router_gateway, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:03.665185 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-74611d9f-e449-4a3f-9d78-81e547728541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:03.667785 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-74611d9f-e449-4a3f-9d78-81e547728541 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:03.840131 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-74611d9f-e449-4a3f-9d78-81e547728541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:03.840721 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74611d9f-e449-4a3f-9d78-81e547728541 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2b5b886-7cf5-47e2-acc3-bcc63e3f110c {{(pid=114376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:28:03.845325 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-74611d9f-e449-4a3f-9d78-81e547728541 admin admin] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:03.846440 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-74611d9f-e449-4a3f-9d78-81e547728541 admin admin] 10.222.0.88 "DELETE /v2.0/routers/e2b5b886-7cf5-47e2-acc3-bcc63e3f110c HTTP/1.1" status: 204 len: 168 time: 0.9839914 Feb 16 17:28:03.848994 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 58930) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:28:03.896259 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8d4a9ac-ea56-4678-a074-c38bf52bf022 admin admin] Deleting subnet 7f96dcfa-ac5e-4126-ae5d-354719fd5413 {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:28:03.899408 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f8d4a9ac-ea56-4678-a074-c38bf52bf022 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:03.937923 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f8d4a9ac-ea56-4678-a074-c38bf52bf022 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:04.013139 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f8d4a9ac-ea56-4678-a074-c38bf52bf022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:04.134062 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f8d4a9ac-ea56-4678-a074-c38bf52bf022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:04.160471 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d4a9ac-ea56-4678-a074-c38bf52bf022 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f96dcfa-ac5e-4126-ae5d-354719fd5413,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:04.165462 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f8d4a9ac-ea56-4678-a074-c38bf52bf022 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:04.169237 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-f8d4a9ac-ea56-4678-a074-c38bf52bf022 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/7f96dcfa-ac5e-4126-ae5d-354719fd5413 HTTP/1.1" status: 204 len: 168 time: 0.3192666 Feb 16 17:28:04.171648 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 58932) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:28:04.172763 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b068b4f-388b-4992-a1bc-27168f900350 None None] Network 76f5b960-c9e5-407f-917a-8617409ee177 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:28:04.248404 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c814e6bc-1462-4eba-91c5-e4392d31aa69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:04.305634 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-c814e6bc-1462-4eba-91c5-e4392d31aa69 admin admin] Deleting port 3aa67e26-38e0-4e32-b895-f767bfb0039c {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:28:04.306264 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c814e6bc-1462-4eba-91c5-e4392d31aa69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:04.351276 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9c9f9d-6839-4955-a4e2-5279dc81ddc1 None None] DHCP port deletion for 76f5b960-c9e5-407f-917a-8617409ee177 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:28:04.373288 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-c814e6bc-1462-4eba-91c5-e4392d31aa69 admin admin] For port 3aa67e26-38e0-4e32-b895-f767bfb0039c, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=3aa67e26-38e0-4e32-b895-f767bfb0039c,segment=NetworkSegment(a2acaa25-4fc9-462c-87bb-25427ef21af7),segment_id=a2acaa25-4fc9-462c-87bb-25427ef21af7)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:28:04.373652 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c814e6bc-1462-4eba-91c5-e4392d31aa69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:04.388672 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-c814e6bc-1462-4eba-91c5-e4392d31aa69 admin admin] Calling delete_port for 3aa67e26-38e0-4e32-b895-f767bfb0039c owned by network:dhcp {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:28:04.399074 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-4f9c9f9d-6839-4955-a4e2-5279dc81ddc1 None None] Deleting port 3aa67e26-38e0-4e32-b895-f767bfb0039c {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:28:04.399475 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4f9c9f9d-6839-4955-a4e2-5279dc81ddc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:04.468916 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-4f9c9f9d-6839-4955-a4e2-5279dc81ddc1 None None] For port 3aa67e26-38e0-4e32-b895-f767bfb0039c, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=3aa67e26-38e0-4e32-b895-f767bfb0039c,segment=NetworkSegment(a2acaa25-4fc9-462c-87bb-25427ef21af7),segment_id=a2acaa25-4fc9-462c-87bb-25427ef21af7)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:28:04.469317 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4f9c9f9d-6839-4955-a4e2-5279dc81ddc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:04.483877 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-4f9c9f9d-6839-4955-a4e2-5279dc81ddc1 None None] Calling delete_port for 3aa67e26-38e0-4e32-b895-f767bfb0039c owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:28:04.533639 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c814e6bc-1462-4eba-91c5-e4392d31aa69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:04.557774 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4f9c9f9d-6839-4955-a4e2-5279dc81ddc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:04.560622 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c814e6bc-1462-4eba-91c5-e4392d31aa69 admin admin] Pushing event deleted for resources: {'Port': ['ID=3aa67e26-38e0-4e32-b895-f767bfb0039c,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:04.562472 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c814e6bc-1462-4eba-91c5-e4392d31aa69 admin admin] No DVR routers for this DVR port 3aa67e26-38e0-4e32-b895-f767bfb0039c on host dv-neutron-828697-3-hyperv {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:28:04.583910 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c9f9d-6839-4955-a4e2-5279dc81ddc1 None None] Pushing event deleted for resources: {'Port': ['ID=3aa67e26-38e0-4e32-b895-f767bfb0039c,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:04.592882 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9c9f9d-6839-4955-a4e2-5279dc81ddc1 None None] No DVR routers for this DVR port 3aa67e26-38e0-4e32-b895-f767bfb0039c on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:28:04.638854 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c814e6bc-1462-4eba-91c5-e4392d31aa69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:04.664731 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-c814e6bc-1462-4eba-91c5-e4392d31aa69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76f5b960-c9e5-407f-917a-8617409ee177']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:04.674468 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-c814e6bc-1462-4eba-91c5-e4392d31aa69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2acaa25-4fc9-462c-87bb-25427ef21af7') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:04.674944 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-c814e6bc-1462-4eba-91c5-e4392d31aa69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2acaa25-4fc9-462c-87bb-25427ef21af7') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:04.685080 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c814e6bc-1462-4eba-91c5-e4392d31aa69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:04.686181 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device b2ab380e-ce43-4a2e-8c20-9778fd321a76 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:28:04.699096 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c814e6bc-1462-4eba-91c5-e4392d31aa69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:04.705077 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c814e6bc-1462-4eba-91c5-e4392d31aa69 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:28:04.705468 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c814e6bc-1462-4eba-91c5-e4392d31aa69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:04.708826 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 17:28:04.708826 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:28:04.708826 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 17:28:04.708826 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:28:04.708826 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 17:28:04.708826 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:28:04.708826 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 17:28:04.708826 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:28:04.708826 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 17:28:04.708826 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:28:04.708826 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 17:28:04.708826 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:28:04.708826 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 17:28:04.708826 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:28:04.708826 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:28:04.708826 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:28:04.708826 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:28:04.708826 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:28:04.708826 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 17:28:04.708826 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:28:04.708826 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 17:28:04.708826 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:28:04.708826 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:28:04.708826 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:28:04.708826 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 17:28:04.708826 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:28:04.708826 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:28:04.708826 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:28:04.708826 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:28:04.708826 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:28:04.708826 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:28:04.708826 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:28:04.710961 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: b2ab380e-ce43-4a2e-8c20-9778fd321a76 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:28:04.710961 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device b2ab380e-ce43-4a2e-8c20-9778fd321a76 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:28:04.710961 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 3aa67e26-38e0-4e32-b895-f767bfb0039c no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:28:04.730110 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 3aa67e26-38e0-4e32-b895-f767bfb0039c {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:28:04.730551 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 3aa67e26-38e0-4e32-b895-f767bfb0039c not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:28:04.731042 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device fe09e4d1-bcd9-45d5-979b-076d4ceb2b4a no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:28:04.750688 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: fe09e4d1-bcd9-45d5-979b-076d4ceb2b4a {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:28:04.751029 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device fe09e4d1-bcd9-45d5-979b-076d4ceb2b4a not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:28:04.840016 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c814e6bc-1462-4eba-91c5-e4392d31aa69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:04.844162 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c814e6bc-1462-4eba-91c5-e4392d31aa69 admin admin] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:04.848144 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c814e6bc-1462-4eba-91c5-e4392d31aa69 admin admin] 10.222.0.88 "DELETE /v2.0/networks/76f5b960-c9e5-407f-917a-8617409ee177 HTTP/1.1" status: 204 len: 168 time: 0.6749408 Feb 16 17:28:04.861514 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c814e6bc-1462-4eba-91c5-e4392d31aa69 admin admin] Pushing event deleted for resources: {'Network': ['ID=76f5b960-c9e5-407f-917a-8617409ee177,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:05.258691 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 58936) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:28:05.297631 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e4c5f2b9-ac15-448b-a3b5-0447785877f4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9017328ea9c4478290f5fabf2c9948a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377796 Feb 16 17:28:05.300086 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 58938) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:28:05.346944 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e2b443d6-20ac-4a03-b075-113e25b3bc9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:05.368212 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e2b443d6-20ac-4a03-b075-113e25b3bc9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:05.487305 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e2b443d6-20ac-4a03-b075-113e25b3bc9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:05.489774 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e2b443d6-20ac-4a03-b075-113e25b3bc9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:05.490911 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e2b443d6-20ac-4a03-b075-113e25b3bc9c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6a1186fa-e777-495c-9dfb-04a1502becc6 HTTP/1.1" status: 204 len: 168 time: 0.1899333 Feb 16 17:28:05.499224 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b443d6-20ac-4a03-b075-113e25b3bc9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1186fa-e777-495c-9dfb-04a1502becc6,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:06.084786 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 58944) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:28:06.127471 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-fe0224b0-fdd5-4a9c-bbc1-5e3ac884cca9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=54e772488f95405e88e3fbbc19408cfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415523 Feb 16 17:28:06.129929 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 58946) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:28:06.175765 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8fc24306-c6d2-4740-9e32-64077bc40aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:06.196177 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8fc24306-c6d2-4740-9e32-64077bc40aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:06.308572 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8fc24306-c6d2-4740-9e32-64077bc40aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:06.311048 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8fc24306-c6d2-4740-9e32-64077bc40aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:06.312253 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-8fc24306-c6d2-4740-9e32-64077bc40aa8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d0552efc-9773-4df9-9e69-ea9e3fbf374c HTTP/1.1" status: 204 len: 168 time: 0.1813939 Feb 16 17:28:06.320087 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc24306-c6d2-4740-9e32-64077bc40aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0552efc-9773-4df9-9e69-ea9e3fbf374c,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:06.835849 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d181d8b6-aeb3-42f0-9e99-ee90e4d22f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:07.407279 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 58968) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:28:07.506156 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-059dc347-7613-4218-bddc-e72ea51a7c74 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1028168949-network', 'tenant_id': '235baebdca4541d599b43db0162b406c'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:28:07.658717 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059dc347-7613-4218-bddc-e72ea51a7c74 admin admin] Made reservation on behalf of 235baebdca4541d599b43db0162b406c for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:28:07.661026 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-059dc347-7613-4218-bddc-e72ea51a7c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:07.669458 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-059dc347-7613-4218-bddc-e72ea51a7c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:07.748741 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-059dc347-7613-4218-bddc-e72ea51a7c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:07.858933 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-059dc347-7613-4218-bddc-e72ea51a7c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:07.886436 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-059dc347-7613-4218-bddc-e72ea51a7c74 admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:28:07.891686 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059dc347-7613-4218-bddc-e72ea51a7c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d21bc0-ffac-40cb-8c48-9adbf1fd5ae7,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:07.899228 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-059dc347-7613-4218-bddc-e72ea51a7c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:07.899228 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-059dc347-7613-4218-bddc-e72ea51a7c74 admin admin] Added segment 2962fba4-b16e-4b4c-93c8-f5efbd4c444c of type vlan for network d7c13f3a-b91b-41fe-b9a2-517ab1b75dd5 Feb 16 17:28:07.944487 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-059dc347-7613-4218-bddc-e72ea51a7c74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:08.047402 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-059dc347-7613-4218-bddc-e72ea51a7c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:08.048409 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059dc347-7613-4218-bddc-e72ea51a7c74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:08.048989 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-059dc347-7613-4218-bddc-e72ea51a7c74 admin admin] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:08.107316 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059dc347-7613-4218-bddc-e72ea51a7c74 admin admin] Pushing event updated for resources: {'Network': ['ID=d7c13f3a-b91b-41fe-b9a2-517ab1b75dd5,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:08.116766 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network d7c13f3a-b91b-41fe-b9a2-517ab1b75dd5 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:28:08.164539 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-059dc347-7613-4218-bddc-e72ea51a7c74 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7561615 Feb 16 17:28:08.168257 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 58972) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:28:08.173190 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-5b262288-f585-48a4-a5e4-c6fa59a4edab admin admin] Request body: {'subnet': {'network_id': 'd7c13f3a-b91b-41fe-b9a2-517ab1b75dd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1028168949-subnet', 'tenant_id': '235baebdca4541d599b43db0162b406c', 'ip_version': 4}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:28:08.252865 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b262288-f585-48a4-a5e4-c6fa59a4edab admin admin] Made reservation on behalf of 235baebdca4541d599b43db0162b406c for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:28:08.255165 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5b262288-f585-48a4-a5e4-c6fa59a4edab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:08.459090 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5b262288-f585-48a4-a5e4-c6fa59a4edab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:08.518010 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b262288-f585-48a4-a5e4-c6fa59a4edab admin admin] Pushing event updated for resources: {'Subnet': ['ID=e970892d-e506-4711-a1da-71632e7faab2,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:08.527191 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b262288-f585-48a4-a5e4-c6fa59a4edab admin admin] Checking segment: {'id': '2962fba4-b16e-4b4c-93c8-f5efbd4c444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd7c13f3a-b91b-41fe-b9a2-517ab1b75dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:28:08.527547 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b262288-f585-48a4-a5e4-c6fa59a4edab admin admin] Network hostable DHCP agents. Network: d7c13f3a-b91b-41fe-b9a2-517ab1b75dd5, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:28:08.593423 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b262288-f585-48a4-a5e4-c6fa59a4edab admin admin] Network d7c13f3a-b91b-41fe-b9a2-517ab1b75dd5 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:28:08.650760 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-5b262288-f585-48a4-a5e4-c6fa59a4edab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, d7c13f3a-b91b-41fe-b9a2-517ab1b75dd5) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:28:08.656145 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b262288-f585-48a4-a5e4-c6fa59a4edab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:08.656955 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5b262288-f585-48a4-a5e4-c6fa59a4edab admin admin] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:08.659937 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4df4d59-8463-4836-a1ec-5e13716a30b0 None None] Network d7c13f3a-b91b-41fe-b9a2-517ab1b75dd5 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:28:08.730355 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-5b262288-f585-48a4-a5e4-c6fa59a4edab admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5610061 Feb 16 17:28:08.733316 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 58974) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:28:08.737692 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-2376f77a-038c-458b-aee8-75daf907b747 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1028168949-router', 'tenant_id': '235baebdca4541d599b43db0162b406c', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:28:08.802582 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3dcfa3-c901-431c-8287-1092d870df45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-d7c13f3a-b91b-41fe-b9a2-517ab1b75dd5', 'network_id': 'd7c13f3a-b91b-41fe-b9a2-517ab1b75dd5', 'tenant_id': '235baebdca4541d599b43db0162b406c', 'fixed_ips': [{'subnet_id': 'e970892d-e506-4711-a1da-71632e7faab2'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:28:08.803420 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6d3dcfa3-c901-431c-8287-1092d870df45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:08.830525 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2376f77a-038c-458b-aee8-75daf907b747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:08.831617 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2376f77a-038c-458b-aee8-75daf907b747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:08.882840 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2376f77a-038c-458b-aee8-75daf907b747 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:08.937809 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-6d3dcfa3-c901-431c-8287-1092d870df45 None None] Allocated IP 172.20.0.2 (d7c13f3a-b91b-41fe-b9a2-517ab1b75dd5/e970892d-e506-4711-a1da-71632e7faab2/6a0dab4f-7f93-431c-b98d-d9e23f335647) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:28:09.073044 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6d3dcfa3-c901-431c-8287-1092d870df45 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:09.124282 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2376f77a-038c-458b-aee8-75daf907b747 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:09.145141 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6d3dcfa3-c901-431c-8287-1092d870df45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:09.200921 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3dcfa3-c901-431c-8287-1092d870df45 None None] Network d7c13f3a-b91b-41fe-b9a2-517ab1b75dd5 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:28:09.203598 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-6d3dcfa3-c901-431c-8287-1092d870df45 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:28:09.207700 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3dcfa3-c901-431c-8287-1092d870df45 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:28:09.210636 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3dcfa3-c901-431c-8287-1092d870df45 None None] Pushing event updated for resources: {'Port': ['ID=6a0dab4f-7f93-431c-b98d-d9e23f335647,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:09.261888 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-6d3dcfa3-c901-431c-8287-1092d870df45 None None] Attempting to bind port 6a0dab4f-7f93-431c-b98d-d9e23f335647 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:28:09.262262 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-6d3dcfa3-c901-431c-8287-1092d870df45 None None] Attempting to bind port 6a0dab4f-7f93-431c-b98d-d9e23f335647 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '2962fba4-b16e-4b4c-93c8-f5efbd4c444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd7c13f3a-b91b-41fe-b9a2-517ab1b75dd5'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:28:09.262634 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3dcfa3-c901-431c-8287-1092d870df45 None None] Attempting to bind port 6a0dab4f-7f93-431c-b98d-d9e23f335647 on network d7c13f3a-b91b-41fe-b9a2-517ab1b75dd5 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:28:09.266012 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2d9c27fa-7b5f-433f-8858-08b236805d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:09.270442 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3dcfa3-c901-431c-8287-1092d870df45 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:28:09.273796 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3dcfa3-c901-431c-8287-1092d870df45 None None] Checking segment: {'id': '2962fba4-b16e-4b4c-93c8-f5efbd4c444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd7c13f3a-b91b-41fe-b9a2-517ab1b75dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:28:09.273796 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6d3dcfa3-c901-431c-8287-1092d870df45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:09.273796 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3dcfa3-c901-431c-8287-1092d870df45 None None] Bound using segment: {'id': '2962fba4-b16e-4b4c-93c8-f5efbd4c444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd7c13f3a-b91b-41fe-b9a2-517ab1b75dd5'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:28:09.273796 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-6d3dcfa3-c901-431c-8287-1092d870df45 None None] Bound port: 6a0dab4f-7f93-431c-b98d-d9e23f335647, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2962fba4-b16e-4b4c-93c8-f5efbd4c444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd7c13f3a-b91b-41fe-b9a2-517ab1b75dd5'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:28:09.273796 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6d3dcfa3-c901-431c-8287-1092d870df45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:09.335756 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-6d3dcfa3-c901-431c-8287-1092d870df45 None None] For port 6a0dab4f-7f93-431c-b98d-d9e23f335647, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:28:09.338714 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-6d3dcfa3-c901-431c-8287-1092d870df45 None None] For port 6a0dab4f-7f93-431c-b98d-d9e23f335647, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=6a0dab4f-7f93-431c-b98d-d9e23f335647,segment=NetworkSegment(2962fba4-b16e-4b4c-93c8-f5efbd4c444c),segment_id=2962fba4-b16e-4b4c-93c8-f5efbd4c444c)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:28:09.425237 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6d3dcfa3-c901-431c-8287-1092d870df45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:09.430425 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2376f77a-038c-458b-aee8-75daf907b747 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:09.450469 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2376f77a-038c-458b-aee8-75daf907b747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:09.490693 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3dcfa3-c901-431c-8287-1092d870df45 None None] Pushing event updated for resources: {'Port': ['ID=6a0dab4f-7f93-431c-b98d-d9e23f335647,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:09.555214 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-2376f77a-038c-458b-aee8-75daf907b747 admin admin] Allocated IP 172.26.3.194 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/85b9dfd9-3075-4b2e-9f81-5f234ee62ec0) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:28:09.672350 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2376f77a-038c-458b-aee8-75daf907b747 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:09.771804 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2376f77a-038c-458b-aee8-75daf907b747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:09.810807 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2376f77a-038c-458b-aee8-75daf907b747 admin admin] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:28:09.813845 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-2376f77a-038c-458b-aee8-75daf907b747 admin admin] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:28:09.817281 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2376f77a-038c-458b-aee8-75daf907b747 admin admin] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:28:09.842559 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2376f77a-038c-458b-aee8-75daf907b747 admin admin] Pushing event updated for resources: {'Port': ['ID=85b9dfd9-3075-4b2e-9f81-5f234ee62ec0,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:10.148287 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2376f77a-038c-458b-aee8-75daf907b747 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:10.343733 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d537cf-a4f5-4b03-93c4-61876d731704 None None] Network d7c13f3a-b91b-41fe-b9a2-517ab1b75dd5 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:28:10.350831 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2376f77a-038c-458b-aee8-75daf907b747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:10.416159 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-a83cb139-ba51-4271-a435-c9a31ccce518 None None] Provisioning complete for port 6a0dab4f-7f93-431c-b98d-d9e23f335647 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:28:10.416159 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a83cb139-ba51-4271-a435-c9a31ccce518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:10.548638 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:10.550364 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2376f77a-038c-458b-aee8-75daf907b747 admin admin] Router 0766e322-1b0e-4ca3-a364-584371f17be3 is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:28:10.573047 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a83cb139-ba51-4271-a435-c9a31ccce518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:10.612363 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-a83cb139-ba51-4271-a435-c9a31ccce518 None None] For port 6a0dab4f-7f93-431c-b98d-d9e23f335647, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=6a0dab4f-7f93-431c-b98d-d9e23f335647,segment=NetworkSegment(2962fba4-b16e-4b4c-93c8-f5efbd4c444c),segment_id=2962fba4-b16e-4b4c-93c8-f5efbd4c444c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:28:10.674575 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2376f77a-038c-458b-aee8-75daf907b747 admin admin] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:28:10.684005 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813985e8-5141-4a82-97dc-e33853709ede None None] Sync routers for ids ['0766e322-1b0e-4ca3-a364-584371f17be3'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:28:10.686703 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a83cb139-ba51-4271-a435-c9a31ccce518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:10.741258 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813985e8-5141-4a82-97dc-e33853709ede None None] Routers {'0766e322-1b0e-4ca3-a364-584371f17be3'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:28:10.741937 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-813985e8-5141-4a82-97dc-e33853709ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:28:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['0766e322-1b0e-4ca3-a364-584371f17be3'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:10.743922 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 6a0dab4f-7f93-431c-b98d-d9e23f335647 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:28:10.770163 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2376f77a-038c-458b-aee8-75daf907b747 admin admin] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:10.770163 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-2376f77a-038c-458b-aee8-75daf907b747 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0352788 Feb 16 17:28:10.772421 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 58978) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:28:11.012696 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cb139-ba51-4271-a435-c9a31ccce518 None None] Pushing event updated for resources: {'Port': ['ID=6a0dab4f-7f93-431c-b98d-d9e23f335647,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:11.074603 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-c50ace83-860a-46cb-83a5-21f12bd61686 None None] Provisioning complete for port 6a0dab4f-7f93-431c-b98d-d9e23f335647 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:28:11.074989 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c50ace83-860a-46cb-83a5-21f12bd61686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:11.123157 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-813985e8-5141-4a82-97dc-e33853709ede None None] Set router 0766e322-1b0e-4ca3-a364-584371f17be3 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:28:11.181669 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 6a0dab4f-7f93-431c-b98d-d9e23f335647 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:28:11.181960 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:11.244125 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-13077a65-3e44-4623-baab-b6304d2b4010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:11.397781 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-13077a65-3e44-4623-baab-b6304d2b4010 admin admin] Allocated IP 172.20.0.1 (d7c13f3a-b91b-41fe-b9a2-517ab1b75dd5/e970892d-e506-4711-a1da-71632e7faab2/efcb620c-c364-4f29-b979-1cfee2c907a6) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:28:11.416815 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-813985e8-5141-4a82-97dc-e33853709ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0766e322-1b0e-4ca3-a364-584371f17be3', 'name': 'tempest-TestMinimumBasicScenario-1028168949-router', 'tenant_id': '235baebdca4541d599b43db0162b406c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '85b9dfd9-3075-4b2e-9f81-5f234ee62ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:08Z', 'updated_at': '2022-02-16T17:28:09Z', 'revision_number': 3, 'project_id': '235baebdca4541d599b43db0162b406c', 'gw_port': {'id': '85b9dfd9-3075-4b2e-9f81-5f234ee62ec0', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:81:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0766e322-1b0e-4ca3-a364-584371f17be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:09Z', 'updated_at': '2022-02-16T17:28:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:11.447078 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813985e8-5141-4a82-97dc-e33853709ede None None] Checking router: 0766e322-1b0e-4ca3-a364-584371f17be3 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:28:11.447433 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813985e8-5141-4a82-97dc-e33853709ede None None] Updating router 0766e322-1b0e-4ca3-a364-584371f17be3 port 85b9dfd9-3075-4b2e-9f81-5f234ee62ec0 binding host dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:28:11.473458 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-813985e8-5141-4a82-97dc-e33853709ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:11.510154 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-13077a65-3e44-4623-baab-b6304d2b4010 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:11.594450 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-13077a65-3e44-4623-baab-b6304d2b4010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:11.632756 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13077a65-3e44-4623-baab-b6304d2b4010 admin admin] Network d7c13f3a-b91b-41fe-b9a2-517ab1b75dd5 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:28:11.637196 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-13077a65-3e44-4623-baab-b6304d2b4010 admin admin] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:28:11.640826 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13077a65-3e44-4623-baab-b6304d2b4010 admin admin] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:28:11.664682 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13077a65-3e44-4623-baab-b6304d2b4010 admin admin] Pushing event updated for resources: {'Port': ['ID=efcb620c-c364-4f29-b979-1cfee2c907a6,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:11.682581 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-13077a65-3e44-4623-baab-b6304d2b4010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:11.742722 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-813985e8-5141-4a82-97dc-e33853709ede None None] Notify callbacks [] for port, precommit_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:11.845609 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-813985e8-5141-4a82-97dc-e33853709ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:11.861091 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:11.878795 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-13077a65-3e44-4623-baab-b6304d2b4010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:11.913949 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-b1a5a691-79b4-41fc-8754-d78f1e6cb1c1 None None] Provisioning complete for port efcb620c-c364-4f29-b979-1cfee2c907a6 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:28:11.914326 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b1a5a691-79b4-41fc-8754-d78f1e6cb1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:11.915868 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-813985e8-5141-4a82-97dc-e33853709ede None None] Attempting to bind port 85b9dfd9-3075-4b2e-9f81-5f234ee62ec0 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:28:11.916262 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-813985e8-5141-4a82-97dc-e33853709ede None None] Attempting to bind port 85b9dfd9-3075-4b2e-9f81-5f234ee62ec0 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:28:11.916619 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813985e8-5141-4a82-97dc-e33853709ede None None] Attempting to bind port 85b9dfd9-3075-4b2e-9f81-5f234ee62ec0 on network d8eab20e-246c-47ce-8449-822ce53769fc {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:28:11.920655 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92871db-fcf8-401f-914d-c330abe0de35 None None] Pushing event updated for resources: {'Port': ['ID=85b9dfd9-3075-4b2e-9f81-5f234ee62ec0,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:11.947530 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813985e8-5141-4a82-97dc-e33853709ede None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:28:11.949654 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813985e8-5141-4a82-97dc-e33853709ede None None] Checking segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:28:11.949654 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-813985e8-5141-4a82-97dc-e33853709ede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:11.949654 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813985e8-5141-4a82-97dc-e33853709ede None None] Bound using segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:28:11.949928 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-813985e8-5141-4a82-97dc-e33853709ede None None] Bound port: 85b9dfd9-3075-4b2e-9f81-5f234ee62ec0, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:28:11.950061 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-813985e8-5141-4a82-97dc-e33853709ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:11.987320 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-b1a5a691-79b4-41fc-8754-d78f1e6cb1c1 None None] Port efcb620c-c364-4f29-b979-1cfee2c907a6 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:28:12.013614 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-813985e8-5141-4a82-97dc-e33853709ede None None] For port 85b9dfd9-3075-4b2e-9f81-5f234ee62ec0, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:28:12.017555 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-813985e8-5141-4a82-97dc-e33853709ede None None] For port 85b9dfd9-3075-4b2e-9f81-5f234ee62ec0, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=85b9dfd9-3075-4b2e-9f81-5f234ee62ec0,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:28:12.046072 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-13077a65-3e44-4623-baab-b6304d2b4010 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:12.091893 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-813985e8-5141-4a82-97dc-e33853709ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:12.127357 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-13077a65-3e44-4623-baab-b6304d2b4010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:12.130300 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:12.152124 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813985e8-5141-4a82-97dc-e33853709ede None None] Routers {'0766e322-1b0e-4ca3-a364-584371f17be3'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:28:12.152751 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-813985e8-5141-4a82-97dc-e33853709ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:28:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['0766e322-1b0e-4ca3-a364-584371f17be3'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:12.154582 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92871db-fcf8-401f-914d-c330abe0de35 None None] Pushing event updated for resources: {'Port': ['ID=85b9dfd9-3075-4b2e-9f81-5f234ee62ec0,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:12.196761 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-13077a65-3e44-4623-baab-b6304d2b4010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:12.199036 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13077a65-3e44-4623-baab-b6304d2b4010 admin admin] Pushing event updated for resources: {'Port': ['ID=efcb620c-c364-4f29-b979-1cfee2c907a6,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:12.261985 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-813985e8-5141-4a82-97dc-e33853709ede None None] Set router 0766e322-1b0e-4ca3-a364-584371f17be3 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:28:12.288884 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13077a65-3e44-4623-baab-b6304d2b4010 admin admin] Network d7c13f3a-b91b-41fe-b9a2-517ab1b75dd5 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:28:12.290246 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-13077a65-3e44-4623-baab-b6304d2b4010 admin admin] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:28:12.479241 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-813985e8-5141-4a82-97dc-e33853709ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0766e322-1b0e-4ca3-a364-584371f17be3', 'name': 'tempest-TestMinimumBasicScenario-1028168949-router', 'tenant_id': '235baebdca4541d599b43db0162b406c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '85b9dfd9-3075-4b2e-9f81-5f234ee62ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:08Z', 'updated_at': '2022-02-16T17:28:11Z', 'revision_number': 4, 'project_id': '235baebdca4541d599b43db0162b406c', 'gw_port': {'id': '85b9dfd9-3075-4b2e-9f81-5f234ee62ec0', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:81:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0766e322-1b0e-4ca3-a364-584371f17be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:09Z', 'updated_at': '2022-02-16T17:28:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'efcb620c-c364-4f29-b979-1cfee2c907a6', 'name': '', 'network_id': 'd7c13f3a-b91b-41fe-b9a2-517ab1b75dd5', 'tenant_id': '235baebdca4541d599b43db0162b406c', 'mac_address': 'fa:16:3e:35:6e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0766e322-1b0e-4ca3-a364-584371f17be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'e970892d-e506-4711-a1da-71632e7faab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:11Z', 'updated_at': '2022-02-16T17:28:11Z', 'revision_number': 2, 'project_id': '235baebdca4541d599b43db0162b406c', 'subnets': [{'id': 'e970892d-e506-4711-a1da-71632e7faab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:12.512538 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813985e8-5141-4a82-97dc-e33853709ede None None] The sync data for ids ['0766e322-1b0e-4ca3-a364-584371f17be3'] in dv-neutron-828697-3-hyperv is: [{'id': '0766e322-1b0e-4ca3-a364-584371f17be3', 'name': 'tempest-TestMinimumBasicScenario-1028168949-router', 'tenant_id': '235baebdca4541d599b43db0162b406c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '85b9dfd9-3075-4b2e-9f81-5f234ee62ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:08Z', 'updated_at': '2022-02-16T17:28:11Z', 'revision_number': 4, 'project_id': '235baebdca4541d599b43db0162b406c', 'gw_port': {'id': '85b9dfd9-3075-4b2e-9f81-5f234ee62ec0', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:81:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0766e322-1b0e-4ca3-a364-584371f17be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:09Z', 'updated_at': '2022-02-16T17:28:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'efcb620c-c364-4f29-b979-1cfee2c907a6', 'name': '', 'network_id': 'd7c13f3a-b91b-41fe-b9a2-517ab1b75dd5', 'tenant_id': '235baebdca4541d599b43db0162b406c', 'mac_address': 'fa:16:3e:35:6e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0766e322-1b0e-4ca3-a364-584371f17be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'e970892d-e506-4711-a1da-71632e7faab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:11Z', 'updated_at': '2022-02-16T17:28:11Z', 'revision_number': 2, 'project_id': '235baebdca4541d599b43db0162b406c', 'subnets': [{'id': 'e970892d-e506-4711-a1da-71632e7faab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:28:12.523873 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-b93be9f3-9006-4d03-9d8a-2be6bec891f2 None None] Provisioning complete for port efcb620c-c364-4f29-b979-1cfee2c907a6 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:28:12.524287 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b93be9f3-9006-4d03-9d8a-2be6bec891f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:12.562428 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-b93be9f3-9006-4d03-9d8a-2be6bec891f2 None None] Port efcb620c-c364-4f29-b979-1cfee2c907a6 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:28:12.686377 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13077a65-3e44-4623-baab-b6304d2b4010 admin admin] Router 0766e322-1b0e-4ca3-a364-584371f17be3 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:28:12.720247 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 6a0dab4f-7f93-431c-b98d-d9e23f335647 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:28:12.781827 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 6a0dab4f-7f93-431c-b98d-d9e23f335647 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:28:12.781951 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:12.822521 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13077a65-3e44-4623-baab-b6304d2b4010 admin admin] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:28:12.840296 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-13077a65-3e44-4623-baab-b6304d2b4010 admin admin] 10.222.0.88 "PUT /v2.0/routers/0766e322-1b0e-4ca3-a364-584371f17be3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0584559 Feb 16 17:28:13.627352 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 58994) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:28:13.632715 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-60787bfa-dc03-4f1f-8323-f1e01c8a4a1c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-789667845-network', 'tenant_id': 'a6d55f0bbf01488f864015a9e81981d9'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:28:13.713856 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60787bfa-dc03-4f1f-8323-f1e01c8a4a1c admin admin] Made reservation on behalf of a6d55f0bbf01488f864015a9e81981d9 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:28:13.716258 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-60787bfa-dc03-4f1f-8323-f1e01c8a4a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:13.725749 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-60787bfa-dc03-4f1f-8323-f1e01c8a4a1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:13.802171 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-60787bfa-dc03-4f1f-8323-f1e01c8a4a1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:13.867816 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-60787bfa-dc03-4f1f-8323-f1e01c8a4a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:13.895749 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60787bfa-dc03-4f1f-8323-f1e01c8a4a1c admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:28:13.902550 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60787bfa-dc03-4f1f-8323-f1e01c8a4a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf05e23-881a-40f2-8822-5e223b2b4175,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:13.912367 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-60787bfa-dc03-4f1f-8323-f1e01c8a4a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:13.912895 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-60787bfa-dc03-4f1f-8323-f1e01c8a4a1c admin admin] Added segment 62374ead-fa27-469e-9c66-cca9707881c1 of type vlan for network 22de74cb-71da-441d-99f5-2bd1a1cb343d Feb 16 17:28:13.973780 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-60787bfa-dc03-4f1f-8323-f1e01c8a4a1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:14.059112 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-60787bfa-dc03-4f1f-8323-f1e01c8a4a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:14.060138 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60787bfa-dc03-4f1f-8323-f1e01c8a4a1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:14.060724 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-60787bfa-dc03-4f1f-8323-f1e01c8a4a1c admin admin] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:14.117424 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60787bfa-dc03-4f1f-8323-f1e01c8a4a1c admin admin] Pushing event updated for resources: {'Network': ['ID=22de74cb-71da-441d-99f5-2bd1a1cb343d,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:14.128234 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 22de74cb-71da-441d-99f5-2bd1a1cb343d details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:28:14.176734 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-60787bfa-dc03-4f1f-8323-f1e01c8a4a1c admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5480013 Feb 16 17:28:14.179430 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 58996) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:28:14.188723 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-947af321-0add-4154-9999-1bb7f0995d5b admin admin] Request body: {'subnet': {'network_id': '22de74cb-71da-441d-99f5-2bd1a1cb343d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-789667845-subnet', 'tenant_id': 'a6d55f0bbf01488f864015a9e81981d9', 'ip_version': 4}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:28:14.264784 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947af321-0add-4154-9999-1bb7f0995d5b admin admin] Made reservation on behalf of a6d55f0bbf01488f864015a9e81981d9 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:28:14.267184 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-947af321-0add-4154-9999-1bb7f0995d5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:14.432477 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32be5bb-e0a4-4dbe-bf29-01cc4a968d97 None None] Sync routers for ids ['0766e322-1b0e-4ca3-a364-584371f17be3'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:28:14.441695 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32be5bb-e0a4-4dbe-bf29-01cc4a968d97 None None] Routers {'0766e322-1b0e-4ca3-a364-584371f17be3'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:28:14.446216 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-f32be5bb-e0a4-4dbe-bf29-01cc4a968d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:28:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['0766e322-1b0e-4ca3-a364-584371f17be3'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:14.493696 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-947af321-0add-4154-9999-1bb7f0995d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:14.546031 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-f32be5bb-e0a4-4dbe-bf29-01cc4a968d97 None None] Set router 0766e322-1b0e-4ca3-a364-584371f17be3 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:28:14.547655 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947af321-0add-4154-9999-1bb7f0995d5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2a17d7d-e25c-4a9b-a86c-a54f6974bcf9,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:14.557650 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947af321-0add-4154-9999-1bb7f0995d5b admin admin] Checking segment: {'id': '62374ead-fa27-469e-9c66-cca9707881c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '22de74cb-71da-441d-99f5-2bd1a1cb343d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:28:14.560688 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947af321-0add-4154-9999-1bb7f0995d5b admin admin] Network hostable DHCP agents. Network: 22de74cb-71da-441d-99f5-2bd1a1cb343d, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:28:14.648154 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947af321-0add-4154-9999-1bb7f0995d5b admin admin] Network 22de74cb-71da-441d-99f5-2bd1a1cb343d is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:28:14.720512 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 85b9dfd9-3075-4b2e-9f81-5f234ee62ec0 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:28:14.739116 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-947af321-0add-4154-9999-1bb7f0995d5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 22de74cb-71da-441d-99f5-2bd1a1cb343d) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:28:14.744548 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947af321-0add-4154-9999-1bb7f0995d5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:14.746207 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-947af321-0add-4154-9999-1bb7f0995d5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:14.751774 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31567dcd-01c0-42db-b11c-b1ee0c6a3dfe None None] Network 22de74cb-71da-441d-99f5-2bd1a1cb343d requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:28:14.758316 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-f32be5bb-e0a4-4dbe-bf29-01cc4a968d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0766e322-1b0e-4ca3-a364-584371f17be3', 'name': 'tempest-TestMinimumBasicScenario-1028168949-router', 'tenant_id': '235baebdca4541d599b43db0162b406c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '85b9dfd9-3075-4b2e-9f81-5f234ee62ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:08Z', 'updated_at': '2022-02-16T17:28:11Z', 'revision_number': 4, 'project_id': '235baebdca4541d599b43db0162b406c', 'gw_port': {'id': '85b9dfd9-3075-4b2e-9f81-5f234ee62ec0', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:81:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0766e322-1b0e-4ca3-a364-584371f17be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:09Z', 'updated_at': '2022-02-16T17:28:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'efcb620c-c364-4f29-b979-1cfee2c907a6', 'name': '', 'network_id': 'd7c13f3a-b91b-41fe-b9a2-517ab1b75dd5', 'tenant_id': '235baebdca4541d599b43db0162b406c', 'mac_address': 'fa:16:3e:35:6e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0766e322-1b0e-4ca3-a364-584371f17be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'e970892d-e506-4711-a1da-71632e7faab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:11Z', 'updated_at': '2022-02-16T17:28:11Z', 'revision_number': 2, 'project_id': '235baebdca4541d599b43db0162b406c', 'subnets': [{'id': 'e970892d-e506-4711-a1da-71632e7faab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:14.790746 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32be5bb-e0a4-4dbe-bf29-01cc4a968d97 None None] Checking router: 0766e322-1b0e-4ca3-a364-584371f17be3 for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:28:14.791099 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32be5bb-e0a4-4dbe-bf29-01cc4a968d97 None None] Updating router 0766e322-1b0e-4ca3-a364-584371f17be3 port efcb620c-c364-4f29-b979-1cfee2c907a6 binding host dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:28:14.815462 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-f32be5bb-e0a4-4dbe-bf29-01cc4a968d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:14.829444 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 85b9dfd9-3075-4b2e-9f81-5f234ee62ec0 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:28:14.829939 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:14.856428 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-947af321-0add-4154-9999-1bb7f0995d5b admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6758418 Feb 16 17:28:14.858937 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 58998) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:28:14.863857 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-93c9ac85-7b14-44ad-ba58-1e1fdf572424 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-789667845-router', 'tenant_id': 'a6d55f0bbf01488f864015a9e81981d9', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:28:14.954583 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3937dbd8-8104-4570-8c77-785e23d5c482 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-22de74cb-71da-441d-99f5-2bd1a1cb343d', 'network_id': '22de74cb-71da-441d-99f5-2bd1a1cb343d', 'tenant_id': 'a6d55f0bbf01488f864015a9e81981d9', 'fixed_ips': [{'subnet_id': 'a2a17d7d-e25c-4a9b-a86c-a54f6974bcf9'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:28:14.955425 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-3937dbd8-8104-4570-8c77-785e23d5c482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:14.973876 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-93c9ac85-7b14-44ad-ba58-1e1fdf572424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:14.975104 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-93c9ac85-7b14-44ad-ba58-1e1fdf572424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:14.987222 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:15.048459 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-93c9ac85-7b14-44ad-ba58-1e1fdf572424 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:15.066024 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port 85b9dfd9-3075-4b2e-9f81-5f234ee62ec0, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=85b9dfd9-3075-4b2e-9f81-5f234ee62ec0,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:28:15.086845 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-f32be5bb-e0a4-4dbe-bf29-01cc4a968d97 None None] Notify callbacks [] for port, precommit_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:15.122607 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-3937dbd8-8104-4570-8c77-785e23d5c482 None None] Allocated IP 172.20.0.2 (22de74cb-71da-441d-99f5-2bd1a1cb343d/a2a17d7d-e25c-4a9b-a86c-a54f6974bcf9/88d5ebe5-4ee0-4879-a3d0-116ca2061ea4) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:28:15.176752 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:15.188369 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-f32be5bb-e0a4-4dbe-bf29-01cc4a968d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:15.247894 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeb4ef5-a6cd-4032-b998-8d084befa719 None None] Pushing event updated for resources: {'Port': ['ID=efcb620c-c364-4f29-b979-1cfee2c907a6,revision_number=3']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:15.251444 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=85b9dfd9-3075-4b2e-9f81-5f234ee62ec0,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:15.253207 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-93c9ac85-7b14-44ad-ba58-1e1fdf572424 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:15.272564 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb4ef5-a6cd-4032-b998-8d084befa719 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:15.272564 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb4ef5-a6cd-4032-b998-8d084befa719 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:15.272564 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb4ef5-a6cd-4032-b998-8d084befa719 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:15.272564 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb4ef5-a6cd-4032-b998-8d084befa719 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:15.272564 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb4ef5-a6cd-4032-b998-8d084befa719 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:15.272971 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb4ef5-a6cd-4032-b998-8d084befa719 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:15.273220 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb4ef5-a6cd-4032-b998-8d084befa719 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:15.273548 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb4ef5-a6cd-4032-b998-8d084befa719 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:15.273872 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb4ef5-a6cd-4032-b998-8d084befa719 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:15.274389 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb4ef5-a6cd-4032-b998-8d084befa719 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:15.274715 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb4ef5-a6cd-4032-b998-8d084befa719 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:15.275036 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb4ef5-a6cd-4032-b998-8d084befa719 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:15.322715 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-3937dbd8-8104-4570-8c77-785e23d5c482 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:15.328989 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-f32be5bb-e0a4-4dbe-bf29-01cc4a968d97 None None] Attempting to bind port efcb620c-c364-4f29-b979-1cfee2c907a6 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:28:15.329358 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-f32be5bb-e0a4-4dbe-bf29-01cc4a968d97 None None] Attempting to bind port efcb620c-c364-4f29-b979-1cfee2c907a6 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '2962fba4-b16e-4b4c-93c8-f5efbd4c444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd7c13f3a-b91b-41fe-b9a2-517ab1b75dd5'}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:28:15.329710 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32be5bb-e0a4-4dbe-bf29-01cc4a968d97 None None] Attempting to bind port efcb620c-c364-4f29-b979-1cfee2c907a6 on network d7c13f3a-b91b-41fe-b9a2-517ab1b75dd5 {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:28:15.335656 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32be5bb-e0a4-4dbe-bf29-01cc4a968d97 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:28:15.335656 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32be5bb-e0a4-4dbe-bf29-01cc4a968d97 None None] Checking segment: {'id': '2962fba4-b16e-4b4c-93c8-f5efbd4c444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd7c13f3a-b91b-41fe-b9a2-517ab1b75dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:28:15.335930 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-f32be5bb-e0a4-4dbe-bf29-01cc4a968d97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:15.336261 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32be5bb-e0a4-4dbe-bf29-01cc4a968d97 None None] Bound using segment: {'id': '2962fba4-b16e-4b4c-93c8-f5efbd4c444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd7c13f3a-b91b-41fe-b9a2-517ab1b75dd5'} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:28:15.336718 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-f32be5bb-e0a4-4dbe-bf29-01cc4a968d97 None None] Bound port: efcb620c-c364-4f29-b979-1cfee2c907a6, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2962fba4-b16e-4b4c-93c8-f5efbd4c444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd7c13f3a-b91b-41fe-b9a2-517ab1b75dd5'}}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:28:15.337091 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-f32be5bb-e0a4-4dbe-bf29-01cc4a968d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:15.379485 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-3937dbd8-8104-4570-8c77-785e23d5c482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:15.403317 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-f32be5bb-e0a4-4dbe-bf29-01cc4a968d97 None None] For port efcb620c-c364-4f29-b979-1cfee2c907a6, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:28:15.408995 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-f32be5bb-e0a4-4dbe-bf29-01cc4a968d97 None None] For port efcb620c-c364-4f29-b979-1cfee2c907a6, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=efcb620c-c364-4f29-b979-1cfee2c907a6,segment=NetworkSegment(2962fba4-b16e-4b4c-93c8-f5efbd4c444c),segment_id=2962fba4-b16e-4b4c-93c8-f5efbd4c444c)] {{(pid=114378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:28:15.429340 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3937dbd8-8104-4570-8c77-785e23d5c482 None None] Network 22de74cb-71da-441d-99f5-2bd1a1cb343d is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:28:15.432214 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-3937dbd8-8104-4570-8c77-785e23d5c482 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:28:15.437184 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3937dbd8-8104-4570-8c77-785e23d5c482 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:28:15.440312 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3937dbd8-8104-4570-8c77-785e23d5c482 None None] Pushing event updated for resources: {'Port': ['ID=88d5ebe5-4ee0-4879-a3d0-116ca2061ea4,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:15.474221 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-f32be5bb-e0a4-4dbe-bf29-01cc4a968d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:15.499675 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-3937dbd8-8104-4570-8c77-785e23d5c482 None None] Attempting to bind port 88d5ebe5-4ee0-4879-a3d0-116ca2061ea4 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:28:15.500079 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-3937dbd8-8104-4570-8c77-785e23d5c482 None None] Attempting to bind port 88d5ebe5-4ee0-4879-a3d0-116ca2061ea4 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '62374ead-fa27-469e-9c66-cca9707881c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '22de74cb-71da-441d-99f5-2bd1a1cb343d'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:28:15.504012 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3937dbd8-8104-4570-8c77-785e23d5c482 None None] Attempting to bind port 88d5ebe5-4ee0-4879-a3d0-116ca2061ea4 on network 22de74cb-71da-441d-99f5-2bd1a1cb343d {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:28:15.514049 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3937dbd8-8104-4570-8c77-785e23d5c482 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:28:15.514354 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3937dbd8-8104-4570-8c77-785e23d5c482 None None] Checking segment: {'id': '62374ead-fa27-469e-9c66-cca9707881c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '22de74cb-71da-441d-99f5-2bd1a1cb343d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:28:15.514766 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-3937dbd8-8104-4570-8c77-785e23d5c482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:15.515168 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3937dbd8-8104-4570-8c77-785e23d5c482 None None] Bound using segment: {'id': '62374ead-fa27-469e-9c66-cca9707881c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '22de74cb-71da-441d-99f5-2bd1a1cb343d'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:28:15.515655 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-3937dbd8-8104-4570-8c77-785e23d5c482 None None] Bound port: 88d5ebe5-4ee0-4879-a3d0-116ca2061ea4, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62374ead-fa27-469e-9c66-cca9707881c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '22de74cb-71da-441d-99f5-2bd1a1cb343d'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:28:15.516077 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-3937dbd8-8104-4570-8c77-785e23d5c482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:15.528065 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32be5bb-e0a4-4dbe-bf29-01cc4a968d97 None None] Routers {'0766e322-1b0e-4ca3-a364-584371f17be3'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:28:15.528691 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-f32be5bb-e0a4-4dbe-bf29-01cc4a968d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:28:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['0766e322-1b0e-4ca3-a364-584371f17be3'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:15.553427 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-23663b1e-878d-4979-8243-65d2c8e6b70f None None] Provisioning complete for port efcb620c-c364-4f29-b979-1cfee2c907a6 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:28:15.553797 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-23663b1e-878d-4979-8243-65d2c8e6b70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:15.554668 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-93c9ac85-7b14-44ad-ba58-1e1fdf572424 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:15.583540 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-93c9ac85-7b14-44ad-ba58-1e1fdf572424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:15.617991 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-3937dbd8-8104-4570-8c77-785e23d5c482 None None] For port 88d5ebe5-4ee0-4879-a3d0-116ca2061ea4, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:28:15.622658 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-3937dbd8-8104-4570-8c77-785e23d5c482 None None] For port 88d5ebe5-4ee0-4879-a3d0-116ca2061ea4, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=88d5ebe5-4ee0-4879-a3d0-116ca2061ea4,segment=NetworkSegment(62374ead-fa27-469e-9c66-cca9707881c1),segment_id=62374ead-fa27-469e-9c66-cca9707881c1)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:28:15.645731 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-f32be5bb-e0a4-4dbe-bf29-01cc4a968d97 None None] Set router 0766e322-1b0e-4ca3-a364-584371f17be3 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:28:15.668822 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-23663b1e-878d-4979-8243-65d2c8e6b70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:15.687908 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-3937dbd8-8104-4570-8c77-785e23d5c482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:15.723599 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-93c9ac85-7b14-44ad-ba58-1e1fdf572424 admin admin] Allocated IP 172.26.3.85 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/cba677af-e60f-4480-9d05-0989dab6b65a) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:28:15.727940 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-23663b1e-878d-4979-8243-65d2c8e6b70f None None] For port efcb620c-c364-4f29-b979-1cfee2c907a6, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=efcb620c-c364-4f29-b979-1cfee2c907a6,segment=NetworkSegment(2962fba4-b16e-4b4c-93c8-f5efbd4c444c),segment_id=2962fba4-b16e-4b4c-93c8-f5efbd4c444c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:28:15.730698 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeb4ef5-a6cd-4032-b998-8d084befa719 None None] Pushing event updated for resources: {'Port': ['ID=efcb620c-c364-4f29-b979-1cfee2c907a6,revision_number=4']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:15.783072 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3937dbd8-8104-4570-8c77-785e23d5c482 None None] Pushing event updated for resources: {'Port': ['ID=88d5ebe5-4ee0-4879-a3d0-116ca2061ea4,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:15.848401 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-23663b1e-878d-4979-8243-65d2c8e6b70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:15.853953 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-93c9ac85-7b14-44ad-ba58-1e1fdf572424 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:15.904140 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-f32be5bb-e0a4-4dbe-bf29-01cc4a968d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0766e322-1b0e-4ca3-a364-584371f17be3', 'name': 'tempest-TestMinimumBasicScenario-1028168949-router', 'tenant_id': '235baebdca4541d599b43db0162b406c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '85b9dfd9-3075-4b2e-9f81-5f234ee62ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:08Z', 'updated_at': '2022-02-16T17:28:11Z', 'revision_number': 4, 'project_id': '235baebdca4541d599b43db0162b406c', 'gw_port': {'id': '85b9dfd9-3075-4b2e-9f81-5f234ee62ec0', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:81:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0766e322-1b0e-4ca3-a364-584371f17be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:09Z', 'updated_at': '2022-02-16T17:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'efcb620c-c364-4f29-b979-1cfee2c907a6', 'name': '', 'network_id': 'd7c13f3a-b91b-41fe-b9a2-517ab1b75dd5', 'tenant_id': '235baebdca4541d599b43db0162b406c', 'mac_address': 'fa:16:3e:35:6e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0766e322-1b0e-4ca3-a364-584371f17be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'e970892d-e506-4711-a1da-71632e7faab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:11Z', 'updated_at': '2022-02-16T17:28:15Z', 'revision_number': 4, 'project_id': '235baebdca4541d599b43db0162b406c', 'subnets': [{'id': 'e970892d-e506-4711-a1da-71632e7faab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:15.909739 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23663b1e-878d-4979-8243-65d2c8e6b70f None None] Pushing event updated for resources: {'Port': ['ID=efcb620c-c364-4f29-b979-1cfee2c907a6,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:15.930659 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32be5bb-e0a4-4dbe-bf29-01cc4a968d97 None None] The sync data for ids ['0766e322-1b0e-4ca3-a364-584371f17be3'] in dv-neutron-828697-3-hyperv is: [{'id': '0766e322-1b0e-4ca3-a364-584371f17be3', 'name': 'tempest-TestMinimumBasicScenario-1028168949-router', 'tenant_id': '235baebdca4541d599b43db0162b406c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '85b9dfd9-3075-4b2e-9f81-5f234ee62ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:08Z', 'updated_at': '2022-02-16T17:28:11Z', 'revision_number': 4, 'project_id': '235baebdca4541d599b43db0162b406c', 'gw_port': {'id': '85b9dfd9-3075-4b2e-9f81-5f234ee62ec0', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:81:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0766e322-1b0e-4ca3-a364-584371f17be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:09Z', 'updated_at': '2022-02-16T17:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'efcb620c-c364-4f29-b979-1cfee2c907a6', 'name': '', 'network_id': 'd7c13f3a-b91b-41fe-b9a2-517ab1b75dd5', 'tenant_id': '235baebdca4541d599b43db0162b406c', 'mac_address': 'fa:16:3e:35:6e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0766e322-1b0e-4ca3-a364-584371f17be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'e970892d-e506-4711-a1da-71632e7faab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:11Z', 'updated_at': '2022-02-16T17:28:15Z', 'revision_number': 4, 'project_id': '235baebdca4541d599b43db0162b406c', 'subnets': [{'id': 'e970892d-e506-4711-a1da-71632e7faab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:28:15.963309 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-93c9ac85-7b14-44ad-ba58-1e1fdf572424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:15.986318 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-57aee362-c7c3-4349-9a9d-b4d2388c72f1 None None] Provisioning complete for port efcb620c-c364-4f29-b979-1cfee2c907a6 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:28:15.986697 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-57aee362-c7c3-4349-9a9d-b4d2388c72f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:16.037971 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c9ac85-7b14-44ad-ba58-1e1fdf572424 admin admin] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:28:16.041371 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-93c9ac85-7b14-44ad-ba58-1e1fdf572424 admin admin] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:28:16.047683 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c9ac85-7b14-44ad-ba58-1e1fdf572424 admin admin] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:28:16.052172 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9ac85-7b14-44ad-ba58-1e1fdf572424 admin admin] Pushing event updated for resources: {'Port': ['ID=cba677af-e60f-4480-9d05-0989dab6b65a,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:16.450883 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-93c9ac85-7b14-44ad-ba58-1e1fdf572424 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:16.680662 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-93c9ac85-7b14-44ad-ba58-1e1fdf572424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:16.818162 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device efcb620c-c364-4f29-b979-1cfee2c907a6 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:28:16.853227 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0eb14e3-3752-4dcb-bcac-788ec4079ab2 None None] Network 22de74cb-71da-441d-99f5-2bd1a1cb343d requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:28:16.908253 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:28:16.925281 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c9ac85-7b14-44ad-ba58-1e1fdf572424 admin admin] Router 6b6a1c62-1c77-4841-9384-ee3d8445aeef is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:28:17.035275 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c9ac85-7b14-44ad-ba58-1e1fdf572424 admin admin] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:28:17.053811 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd4ca8b-2662-4156-b7a0-b0819978374c None None] Sync routers for ids ['6b6a1c62-1c77-4841-9384-ee3d8445aeef'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:28:17.103737 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd4ca8b-2662-4156-b7a0-b0819978374c None None] Routers {'6b6a1c62-1c77-4841-9384-ee3d8445aeef'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:28:17.105111 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-0cd4ca8b-2662-4156-b7a0-b0819978374c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:28:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['6b6a1c62-1c77-4841-9384-ee3d8445aeef'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:17.124234 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-93c9ac85-7b14-44ad-ba58-1e1fdf572424 admin admin] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:17.128369 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 59000) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:28:17.129168 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-93c9ac85-7b14-44ad-ba58-1e1fdf572424 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2678552 Feb 16 17:28:17.160433 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1dfb6abf-9088-4db9-9546-3a5bdd823704 None None] Provisioning complete for port 88d5ebe5-4ee0-4879-a3d0-116ca2061ea4 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:28:17.160832 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1dfb6abf-9088-4db9-9546-3a5bdd823704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:17.201057 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port efcb620c-c364-4f29-b979-1cfee2c907a6 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:28:17.201434 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:17.348986 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-0cd4ca8b-2662-4156-b7a0-b0819978374c None None] Set router 6b6a1c62-1c77-4841-9384-ee3d8445aeef gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:28:17.519051 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1dfb6abf-9088-4db9-9546-3a5bdd823704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:17.536004 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 88d5ebe5-4ee0-4879-a3d0-116ca2061ea4 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:28:17.537982 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-32e29e72-3d9b-47bf-a58e-d77278241d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:17.616434 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1dfb6abf-9088-4db9-9546-3a5bdd823704 None None] For port 88d5ebe5-4ee0-4879-a3d0-116ca2061ea4, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=88d5ebe5-4ee0-4879-a3d0-116ca2061ea4,segment=NetworkSegment(62374ead-fa27-469e-9c66-cca9707881c1),segment_id=62374ead-fa27-469e-9c66-cca9707881c1)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:28:17.665127 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 88d5ebe5-4ee0-4879-a3d0-116ca2061ea4 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:28:17.667701 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:17.700436 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1dfb6abf-9088-4db9-9546-3a5bdd823704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:17.777317 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfb6abf-9088-4db9-9546-3a5bdd823704 None None] Pushing event updated for resources: {'Port': ['ID=88d5ebe5-4ee0-4879-a3d0-116ca2061ea4,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:17.801383 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-0cd4ca8b-2662-4156-b7a0-b0819978374c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6a1c62-1c77-4841-9384-ee3d8445aeef', 'name': 'tempest-TestMinimumBasicScenario-789667845-router', 'tenant_id': 'a6d55f0bbf01488f864015a9e81981d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': 'cba677af-e60f-4480-9d05-0989dab6b65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:14Z', 'updated_at': '2022-02-16T17:28:16Z', 'revision_number': 3, 'project_id': 'a6d55f0bbf01488f864015a9e81981d9', 'gw_port': {'id': 'cba677af-e60f-4480-9d05-0989dab6b65a', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6a1c62-1c77-4841-9384-ee3d8445aeef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:15Z', 'updated_at': '2022-02-16T17:28:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:17.843499 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd4ca8b-2662-4156-b7a0-b0819978374c None None] Checking router: 6b6a1c62-1c77-4841-9384-ee3d8445aeef for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:28:17.844150 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd4ca8b-2662-4156-b7a0-b0819978374c None None] Updating router 6b6a1c62-1c77-4841-9384-ee3d8445aeef port cba677af-e60f-4480-9d05-0989dab6b65a binding host dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:28:17.869968 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 85b9dfd9-3075-4b2e-9f81-5f234ee62ec0 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:28:17.905988 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-149bd322-00d9-4a9f-b8dd-24c7c5329617 None None] Provisioning complete for port 88d5ebe5-4ee0-4879-a3d0-116ca2061ea4 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:28:17.906364 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-149bd322-00d9-4a9f-b8dd-24c7c5329617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:17.910389 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ca8b-2662-4156-b7a0-b0819978374c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:18.063505 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-32e29e72-3d9b-47bf-a58e-d77278241d86 admin admin] Allocated IP 172.20.0.1 (22de74cb-71da-441d-99f5-2bd1a1cb343d/a2a17d7d-e25c-4a9b-a86c-a54f6974bcf9/c4abbadd-ab5c-4a2e-9e1d-1cca5fe3b3c0) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:28:18.139902 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 85b9dfd9-3075-4b2e-9f81-5f234ee62ec0 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:28:18.140215 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:18.186028 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-32e29e72-3d9b-47bf-a58e-d77278241d86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:18.274287 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-32e29e72-3d9b-47bf-a58e-d77278241d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:18.313247 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ca8b-2662-4156-b7a0-b0819978374c None None] Notify callbacks [] for port, precommit_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:18.313974 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e29e72-3d9b-47bf-a58e-d77278241d86 admin admin] Network 22de74cb-71da-441d-99f5-2bd1a1cb343d is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:28:18.316964 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-32e29e72-3d9b-47bf-a58e-d77278241d86 admin admin] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:28:18.320692 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e29e72-3d9b-47bf-a58e-d77278241d86 admin admin] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:28:18.350752 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e29e72-3d9b-47bf-a58e-d77278241d86 admin admin] Pushing event updated for resources: {'Port': ['ID=c4abbadd-ab5c-4a2e-9e1d-1cca5fe3b3c0,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:18.365764 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-32e29e72-3d9b-47bf-a58e-d77278241d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:18.384352 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ca8b-2662-4156-b7a0-b0819978374c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:18.441981 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37775ae-ebdb-4ef6-b358-783a6a593c4d None None] Pushing event updated for resources: {'Port': ['ID=cba677af-e60f-4480-9d05-0989dab6b65a,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:18.445440 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-0cd4ca8b-2662-4156-b7a0-b0819978374c None None] Attempting to bind port cba677af-e60f-4480-9d05-0989dab6b65a on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:28:18.445996 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-0cd4ca8b-2662-4156-b7a0-b0819978374c None None] Attempting to bind port cba677af-e60f-4480-9d05-0989dab6b65a by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:28:18.446559 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd4ca8b-2662-4156-b7a0-b0819978374c None None] Attempting to bind port cba677af-e60f-4480-9d05-0989dab6b65a on network d8eab20e-246c-47ce-8449-822ce53769fc {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:28:18.457308 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd4ca8b-2662-4156-b7a0-b0819978374c None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:28:18.457806 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd4ca8b-2662-4156-b7a0-b0819978374c None None] Checking segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:28:18.458315 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ca8b-2662-4156-b7a0-b0819978374c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:18.458813 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd4ca8b-2662-4156-b7a0-b0819978374c None None] Bound using segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:28:18.459390 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-0cd4ca8b-2662-4156-b7a0-b0819978374c None None] Bound port: cba677af-e60f-4480-9d05-0989dab6b65a, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:28:18.459928 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ca8b-2662-4156-b7a0-b0819978374c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:18.518214 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-0cd4ca8b-2662-4156-b7a0-b0819978374c None None] For port cba677af-e60f-4480-9d05-0989dab6b65a, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:28:18.521365 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-0cd4ca8b-2662-4156-b7a0-b0819978374c None None] For port cba677af-e60f-4480-9d05-0989dab6b65a, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=cba677af-e60f-4480-9d05-0989dab6b65a,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:28:18.573301 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ca8b-2662-4156-b7a0-b0819978374c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:18.575385 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-32e29e72-3d9b-47bf-a58e-d77278241d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:18.642564 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-7a63b70a-e159-4a25-9ed6-30caf296d086 None None] Provisioning complete for port c4abbadd-ab5c-4a2e-9e1d-1cca5fe3b3c0 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:28:18.642939 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-7a63b70a-e159-4a25-9ed6-30caf296d086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:18.646899 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37775ae-ebdb-4ef6-b358-783a6a593c4d None None] Pushing event updated for resources: {'Port': ['ID=cba677af-e60f-4480-9d05-0989dab6b65a,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:18.673861 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd4ca8b-2662-4156-b7a0-b0819978374c None None] Routers {'6b6a1c62-1c77-4841-9384-ee3d8445aeef'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:28:18.674504 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-0cd4ca8b-2662-4156-b7a0-b0819978374c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:28:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['6b6a1c62-1c77-4841-9384-ee3d8445aeef'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:18.715427 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 88d5ebe5-4ee0-4879-a3d0-116ca2061ea4 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:28:18.746019 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-32e29e72-3d9b-47bf-a58e-d77278241d86 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:18.750084 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-7a63b70a-e159-4a25-9ed6-30caf296d086 None None] Port c4abbadd-ab5c-4a2e-9e1d-1cca5fe3b3c0 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:28:18.828573 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-0cd4ca8b-2662-4156-b7a0-b0819978374c None None] Set router 6b6a1c62-1c77-4841-9384-ee3d8445aeef gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:28:18.830140 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 88d5ebe5-4ee0-4879-a3d0-116ca2061ea4 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:28:18.830359 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-32e29e72-3d9b-47bf-a58e-d77278241d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:18.830519 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:18.904647 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e29e72-3d9b-47bf-a58e-d77278241d86 admin admin] Pushing event updated for resources: {'Port': ['ID=c4abbadd-ab5c-4a2e-9e1d-1cca5fe3b3c0,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:18.906929 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-32e29e72-3d9b-47bf-a58e-d77278241d86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:18.919241 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e29e72-3d9b-47bf-a58e-d77278241d86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:18.919590 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e29e72-3d9b-47bf-a58e-d77278241d86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:18.919930 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e29e72-3d9b-47bf-a58e-d77278241d86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:18.920332 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e29e72-3d9b-47bf-a58e-d77278241d86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:18.920661 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e29e72-3d9b-47bf-a58e-d77278241d86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:18.920987 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e29e72-3d9b-47bf-a58e-d77278241d86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:18.921310 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e29e72-3d9b-47bf-a58e-d77278241d86 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:18.921640 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e29e72-3d9b-47bf-a58e-d77278241d86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:18.921961 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e29e72-3d9b-47bf-a58e-d77278241d86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:18.922280 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e29e72-3d9b-47bf-a58e-d77278241d86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:18.922599 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e29e72-3d9b-47bf-a58e-d77278241d86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:18.922911 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e29e72-3d9b-47bf-a58e-d77278241d86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:19.012232 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e29e72-3d9b-47bf-a58e-d77278241d86 admin admin] Network 22de74cb-71da-441d-99f5-2bd1a1cb343d is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:28:19.013938 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-32e29e72-3d9b-47bf-a58e-d77278241d86 admin admin] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:28:19.139651 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e29e72-3d9b-47bf-a58e-d77278241d86 admin admin] Router 6b6a1c62-1c77-4841-9384-ee3d8445aeef has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:28:19.249439 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-0cd4ca8b-2662-4156-b7a0-b0819978374c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6a1c62-1c77-4841-9384-ee3d8445aeef', 'name': 'tempest-TestMinimumBasicScenario-789667845-router', 'tenant_id': 'a6d55f0bbf01488f864015a9e81981d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': 'cba677af-e60f-4480-9d05-0989dab6b65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:14Z', 'updated_at': '2022-02-16T17:28:18Z', 'revision_number': 4, 'project_id': 'a6d55f0bbf01488f864015a9e81981d9', 'gw_port': {'id': 'cba677af-e60f-4480-9d05-0989dab6b65a', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6a1c62-1c77-4841-9384-ee3d8445aeef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:15Z', 'updated_at': '2022-02-16T17:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'c4abbadd-ab5c-4a2e-9e1d-1cca5fe3b3c0', 'name': '', 'network_id': '22de74cb-71da-441d-99f5-2bd1a1cb343d', 'tenant_id': 'a6d55f0bbf01488f864015a9e81981d9', 'mac_address': 'fa:16:3e:5a:f8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6a1c62-1c77-4841-9384-ee3d8445aeef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'a2a17d7d-e25c-4a9b-a86c-a54f6974bcf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:17Z', 'updated_at': '2022-02-16T17:28:18Z', 'revision_number': 1, 'project_id': 'a6d55f0bbf01488f864015a9e81981d9', 'subnets': [{'id': 'a2a17d7d-e25c-4a9b-a86c-a54f6974bcf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:19.256408 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e29e72-3d9b-47bf-a58e-d77278241d86 admin admin] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:28:19.269867 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-32e29e72-3d9b-47bf-a58e-d77278241d86 admin admin] 10.222.0.88 "PUT /v2.0/routers/6b6a1c62-1c77-4841-9384-ee3d8445aeef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1317158 Feb 16 17:28:19.282171 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd4ca8b-2662-4156-b7a0-b0819978374c None None] The sync data for ids ['6b6a1c62-1c77-4841-9384-ee3d8445aeef'] in dv-neutron-828697-3-hyperv is: [{'id': '6b6a1c62-1c77-4841-9384-ee3d8445aeef', 'name': 'tempest-TestMinimumBasicScenario-789667845-router', 'tenant_id': 'a6d55f0bbf01488f864015a9e81981d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': 'cba677af-e60f-4480-9d05-0989dab6b65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:14Z', 'updated_at': '2022-02-16T17:28:18Z', 'revision_number': 4, 'project_id': 'a6d55f0bbf01488f864015a9e81981d9', 'gw_port': {'id': 'cba677af-e60f-4480-9d05-0989dab6b65a', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6a1c62-1c77-4841-9384-ee3d8445aeef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:15Z', 'updated_at': '2022-02-16T17:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'c4abbadd-ab5c-4a2e-9e1d-1cca5fe3b3c0', 'name': '', 'network_id': '22de74cb-71da-441d-99f5-2bd1a1cb343d', 'tenant_id': 'a6d55f0bbf01488f864015a9e81981d9', 'mac_address': 'fa:16:3e:5a:f8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6a1c62-1c77-4841-9384-ee3d8445aeef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'a2a17d7d-e25c-4a9b-a86c-a54f6974bcf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:17Z', 'updated_at': '2022-02-16T17:28:18Z', 'revision_number': 1, 'project_id': 'a6d55f0bbf01488f864015a9e81981d9', 'subnets': [{'id': 'a2a17d7d-e25c-4a9b-a86c-a54f6974bcf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:28:19.293264 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-9e77a79f-82b0-46e2-ac97-b53a59370810 None None] Provisioning complete for port c4abbadd-ab5c-4a2e-9e1d-1cca5fe3b3c0 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:28:19.293640 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9e77a79f-82b0-46e2-ac97-b53a59370810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:19.328914 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-9e77a79f-82b0-46e2-ac97-b53a59370810 None None] Port c4abbadd-ab5c-4a2e-9e1d-1cca5fe3b3c0 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:28:20.755894 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device cba677af-e60f-4480-9d05-0989dab6b65a up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:28:20.825606 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port cba677af-e60f-4480-9d05-0989dab6b65a triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:28:20.826084 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:20.913433 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:20.938637 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port cba677af-e60f-4480-9d05-0989dab6b65a, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=cba677af-e60f-4480-9d05-0989dab6b65a,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:28:21.035809 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:21.089411 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=cba677af-e60f-4480-9d05-0989dab6b65a,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:21.670588 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea27fa5-31a6-45d8-bffc-cec724924401 None None] Sync routers for ids ['6b6a1c62-1c77-4841-9384-ee3d8445aeef'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:28:21.685604 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea27fa5-31a6-45d8-bffc-cec724924401 None None] Routers {'6b6a1c62-1c77-4841-9384-ee3d8445aeef'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:28:21.694133 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-9ea27fa5-31a6-45d8-bffc-cec724924401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:28:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['6b6a1c62-1c77-4841-9384-ee3d8445aeef'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:21.865946 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-9ea27fa5-31a6-45d8-bffc-cec724924401 None None] Set router 6b6a1c62-1c77-4841-9384-ee3d8445aeef gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:28:22.232391 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-9ea27fa5-31a6-45d8-bffc-cec724924401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6a1c62-1c77-4841-9384-ee3d8445aeef', 'name': 'tempest-TestMinimumBasicScenario-789667845-router', 'tenant_id': 'a6d55f0bbf01488f864015a9e81981d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': 'cba677af-e60f-4480-9d05-0989dab6b65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:14Z', 'updated_at': '2022-02-16T17:28:18Z', 'revision_number': 4, 'project_id': 'a6d55f0bbf01488f864015a9e81981d9', 'gw_port': {'id': 'cba677af-e60f-4480-9d05-0989dab6b65a', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6a1c62-1c77-4841-9384-ee3d8445aeef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:15Z', 'updated_at': '2022-02-16T17:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'c4abbadd-ab5c-4a2e-9e1d-1cca5fe3b3c0', 'name': '', 'network_id': '22de74cb-71da-441d-99f5-2bd1a1cb343d', 'tenant_id': 'a6d55f0bbf01488f864015a9e81981d9', 'mac_address': 'fa:16:3e:5a:f8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6a1c62-1c77-4841-9384-ee3d8445aeef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'a2a17d7d-e25c-4a9b-a86c-a54f6974bcf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:17Z', 'updated_at': '2022-02-16T17:28:18Z', 'revision_number': 2, 'project_id': 'a6d55f0bbf01488f864015a9e81981d9', 'subnets': [{'id': 'a2a17d7d-e25c-4a9b-a86c-a54f6974bcf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:22.268272 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea27fa5-31a6-45d8-bffc-cec724924401 None None] Checking router: 6b6a1c62-1c77-4841-9384-ee3d8445aeef for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:28:22.269580 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea27fa5-31a6-45d8-bffc-cec724924401 None None] Updating router 6b6a1c62-1c77-4841-9384-ee3d8445aeef port c4abbadd-ab5c-4a2e-9e1d-1cca5fe3b3c0 binding host dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:28:22.296036 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-9ea27fa5-31a6-45d8-bffc-cec724924401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:22.581954 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-9ea27fa5-31a6-45d8-bffc-cec724924401 None None] Notify callbacks [] for port, precommit_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:22.642652 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-9ea27fa5-31a6-45d8-bffc-cec724924401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:22.723118 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ddbaa-9491-4107-a8bd-7f985c59707a None None] Pushing event updated for resources: {'Port': ['ID=c4abbadd-ab5c-4a2e-9e1d-1cca5fe3b3c0,revision_number=3']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:22.730031 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device cba677af-e60f-4480-9d05-0989dab6b65a up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:28:22.752505 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-9ea27fa5-31a6-45d8-bffc-cec724924401 None None] Attempting to bind port c4abbadd-ab5c-4a2e-9e1d-1cca5fe3b3c0 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:28:22.752869 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-9ea27fa5-31a6-45d8-bffc-cec724924401 None None] Attempting to bind port c4abbadd-ab5c-4a2e-9e1d-1cca5fe3b3c0 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '62374ead-fa27-469e-9c66-cca9707881c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '22de74cb-71da-441d-99f5-2bd1a1cb343d'}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:28:22.753220 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea27fa5-31a6-45d8-bffc-cec724924401 None None] Attempting to bind port c4abbadd-ab5c-4a2e-9e1d-1cca5fe3b3c0 on network 22de74cb-71da-441d-99f5-2bd1a1cb343d {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:28:22.759175 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea27fa5-31a6-45d8-bffc-cec724924401 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:28:22.759579 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea27fa5-31a6-45d8-bffc-cec724924401 None None] Checking segment: {'id': '62374ead-fa27-469e-9c66-cca9707881c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '22de74cb-71da-441d-99f5-2bd1a1cb343d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:28:22.760307 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-9ea27fa5-31a6-45d8-bffc-cec724924401 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:22.760435 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea27fa5-31a6-45d8-bffc-cec724924401 None None] Bound using segment: {'id': '62374ead-fa27-469e-9c66-cca9707881c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '22de74cb-71da-441d-99f5-2bd1a1cb343d'} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:28:22.760913 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-9ea27fa5-31a6-45d8-bffc-cec724924401 None None] Bound port: c4abbadd-ab5c-4a2e-9e1d-1cca5fe3b3c0, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62374ead-fa27-469e-9c66-cca9707881c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '22de74cb-71da-441d-99f5-2bd1a1cb343d'}}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:28:22.761290 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-9ea27fa5-31a6-45d8-bffc-cec724924401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:22.810229 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port cba677af-e60f-4480-9d05-0989dab6b65a triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:28:22.810963 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:22.860257 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-9ea27fa5-31a6-45d8-bffc-cec724924401 None None] For port c4abbadd-ab5c-4a2e-9e1d-1cca5fe3b3c0, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:28:22.864799 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-9ea27fa5-31a6-45d8-bffc-cec724924401 None None] For port c4abbadd-ab5c-4a2e-9e1d-1cca5fe3b3c0, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=c4abbadd-ab5c-4a2e-9e1d-1cca5fe3b3c0,segment=NetworkSegment(62374ead-fa27-469e-9c66-cca9707881c1),segment_id=62374ead-fa27-469e-9c66-cca9707881c1)] {{(pid=114378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:28:22.973871 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-71e6f6a8-b971-42f2-b98b-34bb67bea657 None None] Provisioning complete for port c4abbadd-ab5c-4a2e-9e1d-1cca5fe3b3c0 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:28:22.974313 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-71e6f6a8-b971-42f2-b98b-34bb67bea657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:23.014682 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-71e6f6a8-b971-42f2-b98b-34bb67bea657 None None] Port c4abbadd-ab5c-4a2e-9e1d-1cca5fe3b3c0 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:28:23.247559 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-9ea27fa5-31a6-45d8-bffc-cec724924401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:23.311651 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea27fa5-31a6-45d8-bffc-cec724924401 None None] Routers {'6b6a1c62-1c77-4841-9384-ee3d8445aeef'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:28:23.312625 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-9ea27fa5-31a6-45d8-bffc-cec724924401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:28:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['6b6a1c62-1c77-4841-9384-ee3d8445aeef'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:23.380392 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ddbaa-9491-4107-a8bd-7f985c59707a None None] Pushing event updated for resources: {'Port': ['ID=c4abbadd-ab5c-4a2e-9e1d-1cca5fe3b3c0,revision_number=4']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:23.444779 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-9ea27fa5-31a6-45d8-bffc-cec724924401 None None] Set router 6b6a1c62-1c77-4841-9384-ee3d8445aeef gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:28:23.545944 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-a5d63b40-bbe3-4405-9666-74c953c15213 None None] Provisioning complete for port c4abbadd-ab5c-4a2e-9e1d-1cca5fe3b3c0 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:28:23.546311 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a5d63b40-bbe3-4405-9666-74c953c15213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:23.657612 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a5d63b40-bbe3-4405-9666-74c953c15213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:23.700162 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-9ea27fa5-31a6-45d8-bffc-cec724924401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6a1c62-1c77-4841-9384-ee3d8445aeef', 'name': 'tempest-TestMinimumBasicScenario-789667845-router', 'tenant_id': 'a6d55f0bbf01488f864015a9e81981d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': 'cba677af-e60f-4480-9d05-0989dab6b65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:14Z', 'updated_at': '2022-02-16T17:28:18Z', 'revision_number': 4, 'project_id': 'a6d55f0bbf01488f864015a9e81981d9', 'gw_port': {'id': 'cba677af-e60f-4480-9d05-0989dab6b65a', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6a1c62-1c77-4841-9384-ee3d8445aeef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:15Z', 'updated_at': '2022-02-16T17:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'c4abbadd-ab5c-4a2e-9e1d-1cca5fe3b3c0', 'name': '', 'network_id': '22de74cb-71da-441d-99f5-2bd1a1cb343d', 'tenant_id': 'a6d55f0bbf01488f864015a9e81981d9', 'mac_address': 'fa:16:3e:5a:f8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6a1c62-1c77-4841-9384-ee3d8445aeef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'a2a17d7d-e25c-4a9b-a86c-a54f6974bcf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:17Z', 'updated_at': '2022-02-16T17:28:22Z', 'revision_number': 4, 'project_id': 'a6d55f0bbf01488f864015a9e81981d9', 'subnets': [{'id': 'a2a17d7d-e25c-4a9b-a86c-a54f6974bcf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:23.704030 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-a5d63b40-bbe3-4405-9666-74c953c15213 None None] For port c4abbadd-ab5c-4a2e-9e1d-1cca5fe3b3c0, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=c4abbadd-ab5c-4a2e-9e1d-1cca5fe3b3c0,segment=NetworkSegment(62374ead-fa27-469e-9c66-cca9707881c1),segment_id=62374ead-fa27-469e-9c66-cca9707881c1)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:28:23.731603 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea27fa5-31a6-45d8-bffc-cec724924401 None None] The sync data for ids ['6b6a1c62-1c77-4841-9384-ee3d8445aeef'] in dv-neutron-828697-3-hyperv is: [{'id': '6b6a1c62-1c77-4841-9384-ee3d8445aeef', 'name': 'tempest-TestMinimumBasicScenario-789667845-router', 'tenant_id': 'a6d55f0bbf01488f864015a9e81981d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': 'cba677af-e60f-4480-9d05-0989dab6b65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:14Z', 'updated_at': '2022-02-16T17:28:18Z', 'revision_number': 4, 'project_id': 'a6d55f0bbf01488f864015a9e81981d9', 'gw_port': {'id': 'cba677af-e60f-4480-9d05-0989dab6b65a', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6a1c62-1c77-4841-9384-ee3d8445aeef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:15Z', 'updated_at': '2022-02-16T17:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'c4abbadd-ab5c-4a2e-9e1d-1cca5fe3b3c0', 'name': '', 'network_id': '22de74cb-71da-441d-99f5-2bd1a1cb343d', 'tenant_id': 'a6d55f0bbf01488f864015a9e81981d9', 'mac_address': 'fa:16:3e:5a:f8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6a1c62-1c77-4841-9384-ee3d8445aeef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'a2a17d7d-e25c-4a9b-a86c-a54f6974bcf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:17Z', 'updated_at': '2022-02-16T17:28:22Z', 'revision_number': 4, 'project_id': 'a6d55f0bbf01488f864015a9e81981d9', 'subnets': [{'id': 'a2a17d7d-e25c-4a9b-a86c-a54f6974bcf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:28:23.813104 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a5d63b40-bbe3-4405-9666-74c953c15213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:23.886868 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d63b40-bbe3-4405-9666-74c953c15213 None None] Pushing event updated for resources: {'Port': ['ID=c4abbadd-ab5c-4a2e-9e1d-1cca5fe3b3c0,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:24.743033 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device c4abbadd-ab5c-4a2e-9e1d-1cca5fe3b3c0 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:28:24.797734 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port c4abbadd-ab5c-4a2e-9e1d-1cca5fe3b3c0 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:28:24.798473 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:30.704106 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:31.031270 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ba714-da69-4274-b84f-a21c3d68b5d5 req-1e3f2249-5650-4bf7-b88e-2be12dcdd104 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:31.032836 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-312ba714-da69-4274-b84f-a21c3d68b5d5 req-1e3f2249-5650-4bf7-b88e-2be12dcdd104 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/networks?id=d7c13f3a-b91b-41fe-b9a2-517ab1b75dd5 HTTP/1.1" status: 200 len: 815 time: 0.1045642 Feb 16 17:28:31.048213 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-312ba714-da69-4274-b84f-a21c3d68b5d5 req-ba85a00b-7dad-4c12-bd4b-e70bd3fb6192 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/quotas/235baebdca4541d599b43db0162b406c HTTP/1.1" status: 200 len: 375 time: 0.0095217 Feb 16 17:28:31.096736 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-312ba714-da69-4274-b84f-a21c3d68b5d5 req-7147c358-615a-4e66-984e-21be25a3824e tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=235baebdca4541d599b43db0162b406c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0432911 Feb 16 17:28:31.191999 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-312ba714-da69-4274-b84f-a21c3d68b5d5 req-d63d815f-da0e-4ede-9aaf-0bfe4ae20c16 service neutron] 10.222.0.88 "GET /v2.0/networks/d7c13f3a-b91b-41fe-b9a2-517ab1b75dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829277 Feb 16 17:28:31.279453 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-312ba714-da69-4274-b84f-a21c3d68b5d5 req-edce1fec-15bd-4fe0-be0f-40c203135add service neutron] 10.222.0.88 "GET /v2.0/networks/d7c13f3a-b91b-41fe-b9a2-517ab1b75dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807459 Feb 16 17:28:31.580731 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7911270e-d28a-4980-9b0b-e7cbdba1b903 req-fe2fd153-178f-4a82-9e86-c7f2e8b0ee2d tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c1001c5-34a7-475d-99bb-9b27a3bedbc8 HTTP/1.1" status: 200 len: 210 time: 0.0264232 Feb 16 17:28:32.658583 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-66f431f1-3a38-424d-b0f9-5d5db33bcd0e req-878dd84d-0b52-4a18-b61e-491d0ded5740 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c1001c5-34a7-475d-99bb-9b27a3bedbc8 HTTP/1.1" status: 200 len: 210 time: 0.0288591 Feb 16 17:28:33.760707 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-878776cf-b197-445a-bb83-c30c0fa16a84 req-43a5a290-bd8c-45ba-9e86-a1f843cfe18c tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c1001c5-34a7-475d-99bb-9b27a3bedbc8 HTTP/1.1" status: 200 len: 210 time: 0.0299535 Feb 16 17:28:33.921017 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ba714-da69-4274-b84f-a21c3d68b5d5 req-14f9605e-0550-47cb-bb3d-499d16d7b238 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:33.922487 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-312ba714-da69-4274-b84f-a21c3d68b5d5 req-14f9605e-0550-47cb-bb3d-499d16d7b238 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.89 "GET /v2.0/networks?id=d7c13f3a-b91b-41fe-b9a2-517ab1b75dd5 HTTP/1.1" status: 200 len: 815 time: 0.1043065 Feb 16 17:28:33.935123 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-312ba714-da69-4274-b84f-a21c3d68b5d5 req-79b5cfdb-733d-474b-9760-fb6749b46cc1 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Request body: {'port': {'device_id': '2c1001c5-34a7-475d-99bb-9b27a3bedbc8', 'network_id': 'd7c13f3a-b91b-41fe-b9a2-517ab1b75dd5', 'admin_state_up': True, 'tenant_id': '235baebdca4541d599b43db0162b406c'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:28:34.147656 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-312ba714-da69-4274-b84f-a21c3d68b5d5 req-79b5cfdb-733d-474b-9760-fb6749b46cc1 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Made reservation on behalf of 235baebdca4541d599b43db0162b406c for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:28:34.151135 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-312ba714-da69-4274-b84f-a21c3d68b5d5 req-79b5cfdb-733d-474b-9760-fb6749b46cc1 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:34.277174 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [req-312ba714-da69-4274-b84f-a21c3d68b5d5 req-79b5cfdb-733d-474b-9760-fb6749b46cc1 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Allocated IP 172.20.0.10 (d7c13f3a-b91b-41fe-b9a2-517ab1b75dd5/e970892d-e506-4711-a1da-71632e7faab2/fc8db5b6-73ff-4bff-b580-1f53cfb21ff7) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:28:34.426730 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-312ba714-da69-4274-b84f-a21c3d68b5d5 req-79b5cfdb-733d-474b-9760-fb6749b46cc1 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:34.561336 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-312ba714-da69-4274-b84f-a21c3d68b5d5 req-79b5cfdb-733d-474b-9760-fb6749b46cc1 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:34.605283 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-312ba714-da69-4274-b84f-a21c3d68b5d5 req-79b5cfdb-733d-474b-9760-fb6749b46cc1 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Network d7c13f3a-b91b-41fe-b9a2-517ab1b75dd5 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:28:34.608802 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [req-312ba714-da69-4274-b84f-a21c3d68b5d5 req-79b5cfdb-733d-474b-9760-fb6749b46cc1 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:28:34.612520 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-312ba714-da69-4274-b84f-a21c3d68b5d5 req-79b5cfdb-733d-474b-9760-fb6749b46cc1 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:28:34.647144 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b5cfdb-733d-474b-9760-fb6749b46cc1 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Pushing event updated for resources: {'Port': ['ID=fc8db5b6-73ff-4bff-b580-1f53cfb21ff7,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:34.696260 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ba714-da69-4274-b84f-a21c3d68b5d5 req-79b5cfdb-733d-474b-9760-fb6749b46cc1 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:34.697207 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-312ba714-da69-4274-b84f-a21c3d68b5d5 req-79b5cfdb-733d-474b-9760-fb6749b46cc1 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:34.779720 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-312ba714-da69-4274-b84f-a21c3d68b5d5 req-79b5cfdb-733d-474b-9760-fb6749b46cc1 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8481972 Feb 16 17:28:34.860862 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-312ba714-da69-4274-b84f-a21c3d68b5d5 req-0938b3b8-1f16-423a-b436-732a29a38c0e service neutron] Request body: {'port': {'device_id': '2c1001c5-34a7-475d-99bb-9b27a3bedbc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8286'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:28:34.932916 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb538bad-cabe-4412-a7a2-5a117616ac06 req-3186ef69-9608-4397-a285-03fab9beffe8 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:34.935112 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-bb538bad-cabe-4412-a7a2-5a117616ac06 req-3186ef69-9608-4397-a285-03fab9beffe8 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c1001c5-34a7-475d-99bb-9b27a3bedbc8 HTTP/1.1" status: 200 len: 932 time: 0.0920179 Feb 16 17:28:34.959257 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-312ba714-da69-4274-b84f-a21c3d68b5d5 req-0938b3b8-1f16-423a-b436-732a29a38c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:35.005256 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-bb538bad-cabe-4412-a7a2-5a117616ac06 req-c226cf22-5eac-4036-8f22-bd2b2aefdf15 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/security-groups?id=72d21bc0-ffac-40cb-8c48-9adbf1fd5ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595734 Feb 16 17:28:35.038180 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-d8bd4916-5409-4cd9-85ca-9fb01fa11d0e None None] Provisioning complete for port fc8db5b6-73ff-4bff-b580-1f53cfb21ff7 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:28:35.039359 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d8bd4916-5409-4cd9-85ca-9fb01fa11d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:35.087445 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-d8bd4916-5409-4cd9-85ca-9fb01fa11d0e None None] Port fc8db5b6-73ff-4bff-b580-1f53cfb21ff7 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:28:35.312325 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [req-312ba714-da69-4274-b84f-a21c3d68b5d5 req-0938b3b8-1f16-423a-b436-732a29a38c0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc8db5b6-73ff-4bff-b580-1f53cfb21ff7 {{(pid=114376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:28:35.320173 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-312ba714-da69-4274-b84f-a21c3d68b5d5 req-0938b3b8-1f16-423a-b436-732a29a38c0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:35.334084 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.provisioning_blocks [req-312ba714-da69-4274-b84f-a21c3d68b5d5 req-0938b3b8-1f16-423a-b436-732a29a38c0e service neutron] Transition to ACTIVE for port object fc8db5b6-73ff-4bff-b580-1f53cfb21ff7 will not be triggered until provisioned by entity L2. {{(pid=114376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:28:35.410861 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-312ba714-da69-4274-b84f-a21c3d68b5d5 req-0938b3b8-1f16-423a-b436-732a29a38c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:35.479374 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0938b3b8-1f16-423a-b436-732a29a38c0e service neutron] Pushing event updated for resources: {'Port': ['ID=fc8db5b6-73ff-4bff-b580-1f53cfb21ff7,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:35.580562 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-312ba714-da69-4274-b84f-a21c3d68b5d5 req-0938b3b8-1f16-423a-b436-732a29a38c0e service neutron] Attempting to bind port fc8db5b6-73ff-4bff-b580-1f53cfb21ff7 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:28:35.580816 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-312ba714-da69-4274-b84f-a21c3d68b5d5 req-0938b3b8-1f16-423a-b436-732a29a38c0e service neutron] Attempting to bind port fc8db5b6-73ff-4bff-b580-1f53cfb21ff7 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': '2962fba4-b16e-4b4c-93c8-f5efbd4c444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd7c13f3a-b91b-41fe-b9a2-517ab1b75dd5'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:28:35.581143 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312ba714-da69-4274-b84f-a21c3d68b5d5 req-0938b3b8-1f16-423a-b436-732a29a38c0e service neutron] Attempting to bind port fc8db5b6-73ff-4bff-b580-1f53cfb21ff7 on network d7c13f3a-b91b-41fe-b9a2-517ab1b75dd5 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:28:35.586789 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312ba714-da69-4274-b84f-a21c3d68b5d5 req-0938b3b8-1f16-423a-b436-732a29a38c0e service neutron] Port fc8db5b6-73ff-4bff-b580-1f53cfb21ff7 on network d7c13f3a-b91b-41fe-b9a2-517ab1b75dd5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:28:35.587279 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312ba714-da69-4274-b84f-a21c3d68b5d5 req-0938b3b8-1f16-423a-b436-732a29a38c0e service neutron] Attempting to bind port fc8db5b6-73ff-4bff-b580-1f53cfb21ff7 on network d7c13f3a-b91b-41fe-b9a2-517ab1b75dd5 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:28:35.598579 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312ba714-da69-4274-b84f-a21c3d68b5d5 req-0938b3b8-1f16-423a-b436-732a29a38c0e service neutron] Checking agent: {'id': '65dda45c-bbef-42f9-9728-e0fd84037987', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8286', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 56), 'started_at': datetime.datetime(2022, 2, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:28:35.599035 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312ba714-da69-4274-b84f-a21c3d68b5d5 req-0938b3b8-1f16-423a-b436-732a29a38c0e service neutron] Checking segment: {'id': '2962fba4-b16e-4b4c-93c8-f5efbd4c444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd7c13f3a-b91b-41fe-b9a2-517ab1b75dd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:28:35.599442 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312ba714-da69-4274-b84f-a21c3d68b5d5 req-0938b3b8-1f16-423a-b436-732a29a38c0e service neutron] Bound using segment: {'id': '2962fba4-b16e-4b4c-93c8-f5efbd4c444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd7c13f3a-b91b-41fe-b9a2-517ab1b75dd5'} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:28:35.605858 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-312ba714-da69-4274-b84f-a21c3d68b5d5 req-0938b3b8-1f16-423a-b436-732a29a38c0e service neutron] Bound port: fc8db5b6-73ff-4bff-b580-1f53cfb21ff7, host: hv-neutron-8286, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2962fba4-b16e-4b4c-93c8-f5efbd4c444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd7c13f3a-b91b-41fe-b9a2-517ab1b75dd5'}}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:28:35.605858 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-312ba714-da69-4274-b84f-a21c3d68b5d5 req-0938b3b8-1f16-423a-b436-732a29a38c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:35.690066 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-312ba714-da69-4274-b84f-a21c3d68b5d5 req-0938b3b8-1f16-423a-b436-732a29a38c0e service neutron] For port fc8db5b6-73ff-4bff-b580-1f53cfb21ff7, host hv-neutron-8286, cleared binding levels {{(pid=114376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:28:35.693728 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-312ba714-da69-4274-b84f-a21c3d68b5d5 req-0938b3b8-1f16-423a-b436-732a29a38c0e service neutron] For port fc8db5b6-73ff-4bff-b580-1f53cfb21ff7, host hv-neutron-8286, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=fc8db5b6-73ff-4bff-b580-1f53cfb21ff7,segment=NetworkSegment(2962fba4-b16e-4b4c-93c8-f5efbd4c444c),segment_id=2962fba4-b16e-4b4c-93c8-f5efbd4c444c)] {{(pid=114376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:28:35.767465 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-312ba714-da69-4274-b84f-a21c3d68b5d5 req-0938b3b8-1f16-423a-b436-732a29a38c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:35.812843 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ba714-da69-4274-b84f-a21c3d68b5d5 req-0938b3b8-1f16-423a-b436-732a29a38c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:35.813432 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-312ba714-da69-4274-b84f-a21c3d68b5d5 req-0938b3b8-1f16-423a-b436-732a29a38c0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:35.814834 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-312ba714-da69-4274-b84f-a21c3d68b5d5 req-0938b3b8-1f16-423a-b436-732a29a38c0e service neutron] 10.222.0.89 "PUT /v2.0/ports/fc8db5b6-73ff-4bff-b580-1f53cfb21ff7 HTTP/1.1" status: 200 len: 1094 time: 0.9720781 Feb 16 17:28:35.817858 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c1001c5-34a7-475d-99bb-9b27a3bedbc8', 'tag': 'fc8db5b6-73ff-4bff-b580-1f53cfb21ff7'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:28:35.817858 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881e98be-c674-425c-b95b-8cef060ad499" -d '{"events": [{"name": "network-changed", "server_uuid": "2c1001c5-34a7-475d-99bb-9b27a3bedbc8", "tag": "fc8db5b6-73ff-4bff-b580-1f53cfb21ff7"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:28:35.841405 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0938b3b8-1f16-423a-b436-732a29a38c0e service neutron] Pushing event updated for resources: {'Port': ['ID=fc8db5b6-73ff-4bff-b580-1f53cfb21ff7,revision_number=3']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:35.873845 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b976134a-c7ee-4be5-9778-0fb3895f330d x-openstack-request-id: req-b976134a-c7ee-4be5-9778-0fb3895f330d {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:28:35.874138 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c1001c5-34a7-475d-99bb-9b27a3bedbc8", "tag": "fc8db5b6-73ff-4bff-b580-1f53cfb21ff7", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:28:35.874395 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b976134a-c7ee-4be5-9778-0fb3895f330d {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:28:35.874803 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c1001c5-34a7-475d-99bb-9b27a3bedbc8', 'tag': 'fc8db5b6-73ff-4bff-b580-1f53cfb21ff7', 'status': 'completed', 'code': 200} Feb 16 17:28:36.131926 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72a06a-4444-4351-accb-e2a1647ff873 req-be5c9169-b8bd-4f13-87b9-3aa5d99b6fd3 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:36.133500 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-3c72a06a-4444-4351-accb-e2a1647ff873 req-be5c9169-b8bd-4f13-87b9-3aa5d99b6fd3 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c1001c5-34a7-475d-99bb-9b27a3bedbc8 HTTP/1.1" status: 200 len: 944 time: 0.0526466 Feb 16 17:28:36.171492 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-3c72a06a-4444-4351-accb-e2a1647ff873 req-29941be0-255b-4950-868f-af0d2ae6ed4e tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/security-groups?id=72d21bc0-ffac-40cb-8c48-9adbf1fd5ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318129 Feb 16 17:28:36.841763 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c4e92e0e-9f3f-409f-9c57-755b0060741e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:37.300328 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299033f4-7728-4a0e-b866-472ef28398fe req-d1394c5a-7255-4348-8470-224e8435cf36 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:37.301988 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-299033f4-7728-4a0e-b866-472ef28398fe req-d1394c5a-7255-4348-8470-224e8435cf36 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c1001c5-34a7-475d-99bb-9b27a3bedbc8 HTTP/1.1" status: 200 len: 944 time: 0.0558269 Feb 16 17:28:37.341580 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-299033f4-7728-4a0e-b866-472ef28398fe req-afdf9441-1b19-4713-a878-8418a66ed25c tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/security-groups?id=72d21bc0-ffac-40cb-8c48-9adbf1fd5ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336568 Feb 16 17:28:38.463201 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3306c-0b2d-4155-91a3-3a4de2b31240 req-1abe39df-94a6-460a-a99d-e519d9a5390c tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:38.464827 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-30e3306c-0b2d-4155-91a3-3a4de2b31240 req-1abe39df-94a6-460a-a99d-e519d9a5390c tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c1001c5-34a7-475d-99bb-9b27a3bedbc8 HTTP/1.1" status: 200 len: 944 time: 0.0517981 Feb 16 17:28:38.505989 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-30e3306c-0b2d-4155-91a3-3a4de2b31240 req-fb1dc857-312d-40eb-ad15-eeaaa0a668a7 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/security-groups?id=72d21bc0-ffac-40cb-8c48-9adbf1fd5ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351222 Feb 16 17:28:39.228049 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f6b8540d-5547-4c18-95b1-35e59fd342ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:39.630435 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85aea9c-315c-49c3-a3b6-240592345138 req-00a0b960-b978-4dfb-8af6-3d8c8fbee812 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:39.631889 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e85aea9c-315c-49c3-a3b6-240592345138 req-00a0b960-b978-4dfb-8af6-3d8c8fbee812 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c1001c5-34a7-475d-99bb-9b27a3bedbc8 HTTP/1.1" status: 200 len: 944 time: 0.0501277 Feb 16 17:28:39.671177 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e85aea9c-315c-49c3-a3b6-240592345138 req-4063c724-88f5-44c0-9901-5a8e0153649d tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/security-groups?id=72d21bc0-ffac-40cb-8c48-9adbf1fd5ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325620 Feb 16 17:28:40.507453 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:40.831236 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd08a84d-c6aa-4eac-bb53-5bbad417cd12 req-37e5f90d-eb49-404d-9c74-973e110966ff tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:40.832706 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-dd08a84d-c6aa-4eac-bb53-5bbad417cd12 req-37e5f90d-eb49-404d-9c74-973e110966ff tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c1001c5-34a7-475d-99bb-9b27a3bedbc8 HTTP/1.1" status: 200 len: 944 time: 0.0583766 Feb 16 17:28:40.875284 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-dd08a84d-c6aa-4eac-bb53-5bbad417cd12 req-91b7a0f1-3c16-4c60-a426-1e804995d443 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/security-groups?id=72d21bc0-ffac-40cb-8c48-9adbf1fd5ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336323 Feb 16 17:28:42.010883 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07131d-1466-4545-bfcc-2bded20f7e58 req-6a0e96d5-f56d-4dde-b324-8c073fdc2a47 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:42.012557 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-df07131d-1466-4545-bfcc-2bded20f7e58 req-6a0e96d5-f56d-4dde-b324-8c073fdc2a47 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c1001c5-34a7-475d-99bb-9b27a3bedbc8 HTTP/1.1" status: 200 len: 944 time: 0.0568464 Feb 16 17:28:42.058120 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-df07131d-1466-4545-bfcc-2bded20f7e58 req-cf6ecda9-74e7-4340-bfcb-5c2d2e1fa6af tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/security-groups?id=72d21bc0-ffac-40cb-8c48-9adbf1fd5ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374880 Feb 16 17:28:42.287373 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:42.288859 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:42.631099 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e98be-c674-425c-b95b-8cef060ad499 req-8aa440b1-06e5-4be9-9dae-80f27e08d990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:42.632619 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-881e98be-c674-425c-b95b-8cef060ad499 req-8aa440b1-06e5-4be9-9dae-80f27e08d990 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=235baebdca4541d599b43db0162b406c&device_id=2c1001c5-34a7-475d-99bb-9b27a3bedbc8 HTTP/1.1" status: 200 len: 1097 time: 0.0408771 Feb 16 17:28:42.729865 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e98be-c674-425c-b95b-8cef060ad499 req-ba853b02-ecb2-4739-86df-fa582748142d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:42.731313 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-881e98be-c674-425c-b95b-8cef060ad499 req-ba853b02-ecb2-4739-86df-fa582748142d service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=235baebdca4541d599b43db0162b406c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0886219 Feb 16 17:28:42.828198 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e98be-c674-425c-b95b-8cef060ad499 req-a7421ab0-563e-4a2c-9c1b-9a9fce66f8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:42.829669 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-881e98be-c674-425c-b95b-8cef060ad499 req-a7421ab0-563e-4a2c-9c1b-9a9fce66f8e4 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895998 Feb 16 17:28:42.906671 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ba714-da69-4274-b84f-a21c3d68b5d5 req-547ec8fd-f215-44f6-ac4e-738af385689f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:42.908255 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-312ba714-da69-4274-b84f-a21c3d68b5d5 req-547ec8fd-f215-44f6-ac4e-738af385689f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=235baebdca4541d599b43db0162b406c&device_id=2c1001c5-34a7-475d-99bb-9b27a3bedbc8 HTTP/1.1" status: 200 len: 1097 time: 0.0412588 Feb 16 17:28:42.961521 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-312ba714-da69-4274-b84f-a21c3d68b5d5 req-406f647c-5dc8-4c43-809a-b8bcab960f80 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc8db5b6-73ff-4bff-b580-1f53cfb21ff7 HTTP/1.1" status: 200 len: 217 time: 0.0388436 Feb 16 17:28:43.012694 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ba714-da69-4274-b84f-a21c3d68b5d5 req-ea508a7b-2c6c-4f76-9495-05adbc4deda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:43.016382 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-312ba714-da69-4274-b84f-a21c3d68b5d5 req-ea508a7b-2c6c-4f76-9495-05adbc4deda7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e970892d-e506-4711-a1da-71632e7faab2 HTTP/1.1" status: 200 len: 854 time: 0.0445981 Feb 16 17:28:43.062024 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ba714-da69-4274-b84f-a21c3d68b5d5 req-23d39a09-9c1e-4bed-85d0-76d1a05412bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:43.063531 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-312ba714-da69-4274-b84f-a21c3d68b5d5 req-23d39a09-9c1e-4bed-85d0-76d1a05412bc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d7c13f3a-b91b-41fe-b9a2-517ab1b75dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423696 Feb 16 17:28:43.162924 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-312ba714-da69-4274-b84f-a21c3d68b5d5 req-760a6200-6e6b-417f-bc16-de19625cd784 service neutron] 10.222.0.89 "GET /v2.0/networks/d7c13f3a-b91b-41fe-b9a2-517ab1b75dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916805 Feb 16 17:28:43.178824 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666215f-2635-4782-b59c-7783698ac0e6 req-f4c12ed8-2d79-462c-90f9-b995515485ab tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:43.180364 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-b666215f-2635-4782-b59c-7783698ac0e6 req-f4c12ed8-2d79-462c-90f9-b995515485ab tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c1001c5-34a7-475d-99bb-9b27a3bedbc8 HTTP/1.1" status: 200 len: 944 time: 0.0501709 Feb 16 17:28:43.222925 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-b666215f-2635-4782-b59c-7783698ac0e6 req-04ecbeee-2826-42d2-8310-b59b36c57c4e tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/security-groups?id=72d21bc0-ffac-40cb-8c48-9adbf1fd5ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353262 Feb 16 17:28:43.275187 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-312ba714-da69-4274-b84f-a21c3d68b5d5 req-5689373e-bc95-48c5-b659-812bd1b37092 service neutron] 10.222.0.89 "GET /v2.0/networks/d7c13f3a-b91b-41fe-b9a2-517ab1b75dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052139 Feb 16 17:28:44.336537 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8ca2b-8d30-47d3-862e-db7eca28b1b3 req-192bb092-6a79-4164-add7-e267cfa73625 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:44.337988 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c4c8ca2b-8d30-47d3-862e-db7eca28b1b3 req-192bb092-6a79-4164-add7-e267cfa73625 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c1001c5-34a7-475d-99bb-9b27a3bedbc8 HTTP/1.1" status: 200 len: 944 time: 0.0481725 Feb 16 17:28:44.383939 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c4c8ca2b-8d30-47d3-862e-db7eca28b1b3 req-e06bd237-60b6-4b85-b8a5-b530c7525735 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/security-groups?id=72d21bc0-ffac-40cb-8c48-9adbf1fd5ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400500 Feb 16 17:28:45.273487 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device fc8db5b6-73ff-4bff-b580-1f53cfb21ff7 details requested by agent hyperv_hv-neutron-8286 with host hv-neutron-8286 {{(pid=114377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:28:45.368123 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port fc8db5b6-73ff-4bff-b580-1f53cfb21ff7, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=fc8db5b6-73ff-4bff-b580-1f53cfb21ff7,segment=NetworkSegment(2962fba4-b16e-4b4c-93c8-f5efbd4c444c),segment_id=2962fba4-b16e-4b4c-93c8-f5efbd4c444c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:28:45.379794 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Returning: {'device': 'fc8db5b6-73ff-4bff-b580-1f53cfb21ff7', 'network_id': 'd7c13f3a-b91b-41fe-b9a2-517ab1b75dd5', 'port_id': 'fc8db5b6-73ff-4bff-b580-1f53cfb21ff7', 'mac_address': 'fa:16:3e:30:9f:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e970892d-e506-4711-a1da-71632e7faab2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:28:45.417237 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:45.430598 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc8db5b6-73ff-4bff-b580-1f53cfb21ff7 {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:28:45.449687 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port fc8db5b6-73ff-4bff-b580-1f53cfb21ff7, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=fc8db5b6-73ff-4bff-b580-1f53cfb21ff7,segment=NetworkSegment(2962fba4-b16e-4b4c-93c8-f5efbd4c444c),segment_id=2962fba4-b16e-4b4c-93c8-f5efbd4c444c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:28:45.497787 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a96e8-0d1a-4114-94ae-29fd7b9c50cb req-ae87db88-eef7-448d-a09c-4a60f08c9384 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:45.499298 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-f38a96e8-0d1a-4114-94ae-29fd7b9c50cb req-ae87db88-eef7-448d-a09c-4a60f08c9384 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c1001c5-34a7-475d-99bb-9b27a3bedbc8 HTTP/1.1" status: 200 len: 944 time: 0.0480201 Feb 16 17:28:45.536289 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:45.536504 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-f38a96e8-0d1a-4114-94ae-29fd7b9c50cb req-287acfb7-3683-4234-bbc2-0bc5b1b0efda tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/security-groups?id=72d21bc0-ffac-40cb-8c48-9adbf1fd5ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309904 Feb 16 17:28:45.583143 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=fc8db5b6-73ff-4bff-b580-1f53cfb21ff7,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:45.589969 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:45.590303 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:45.590654 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:45.590986 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:45.591319 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:45.591651 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:45.591999 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:45.592423 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:45.592740 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:45.593085 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:45.593408 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:45.593730 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:45.744898 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['fc8db5b6-73ff-4bff-b580-1f53cfb21ff7'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:28:46.657307 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0baf8df-203e-4ef3-801c-7061326468ea req-6de2acae-280a-4f0b-86fa-8ff86740abc0 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:46.657307 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d0baf8df-203e-4ef3-801c-7061326468ea req-6de2acae-280a-4f0b-86fa-8ff86740abc0 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c1001c5-34a7-475d-99bb-9b27a3bedbc8 HTTP/1.1" status: 200 len: 945 time: 0.0530553 Feb 16 17:28:46.692565 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d0baf8df-203e-4ef3-801c-7061326468ea req-0760daa9-16a1-488d-9b58-9e542465a1fe tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/security-groups?id=72d21bc0-ffac-40cb-8c48-9adbf1fd5ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310116 Feb 16 17:28:47.283093 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device fc8db5b6-73ff-4bff-b580-1f53cfb21ff7 up at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:28:47.429283 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning for port fc8db5b6-73ff-4bff-b580-1f53cfb21ff7 completed by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:28:47.433489 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning complete for port fc8db5b6-73ff-4bff-b580-1f53cfb21ff7 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:28:47.433870 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:47.536072 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:47.558679 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c1001c5-34a7-475d-99bb-9b27a3bedbc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc8db5b6-73ff-4bff-b580-1f53cfb21ff7'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:28:47.561936 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798457c3-ed60-453a-b61a-d8b0891fa5da" -d '{"events": [{"server_uuid": "2c1001c5-34a7-475d-99bb-9b27a3bedbc8", "name": "network-vif-plugged", "status": "completed", "tag": "fc8db5b6-73ff-4bff-b580-1f53cfb21ff7"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:28:47.575700 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port fc8db5b6-73ff-4bff-b580-1f53cfb21ff7, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=fc8db5b6-73ff-4bff-b580-1f53cfb21ff7,segment=NetworkSegment(2962fba4-b16e-4b4c-93c8-f5efbd4c444c),segment_id=2962fba4-b16e-4b4c-93c8-f5efbd4c444c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:28:47.597078 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c2bd28-76da-42c2-b9b0-838a8c81c509 x-openstack-request-id: req-47c2bd28-76da-42c2-b9b0-838a8c81c509 {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:28:47.597374 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c1001c5-34a7-475d-99bb-9b27a3bedbc8", "name": "network-vif-plugged", "status": "completed", "tag": "fc8db5b6-73ff-4bff-b580-1f53cfb21ff7", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:28:47.597627 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-47c2bd28-76da-42c2-b9b0-838a8c81c509 {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:28:47.598022 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c1001c5-34a7-475d-99bb-9b27a3bedbc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc8db5b6-73ff-4bff-b580-1f53cfb21ff7', 'code': 200} Feb 16 17:28:47.673404 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:28:47.720865 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=fc8db5b6-73ff-4bff-b580-1f53cfb21ff7,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:47.818929 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b30379a-d541-4382-9b21-11ccf7265c29 req-cdeed411-69f4-428c-9082-47f4df6d1ae9 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:47.821398 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8b30379a-d541-4382-9b21-11ccf7265c29 req-cdeed411-69f4-428c-9082-47f4df6d1ae9 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c1001c5-34a7-475d-99bb-9b27a3bedbc8 HTTP/1.1" status: 200 len: 946 time: 0.0609488 Feb 16 17:28:47.867762 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8b30379a-d541-4382-9b21-11ccf7265c29 req-3dd4ece8-6a53-4496-b4d8-917ce0a3974e tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/security-groups?id=72d21bc0-ffac-40cb-8c48-9adbf1fd5ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401504 Feb 16 17:28:47.962245 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fbbdca-6d4b-422f-a462-f219220c2cce req-013ae95e-186c-40b8-8307-8df66fd7adea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:47.963717 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d8fbbdca-6d4b-422f-a462-f219220c2cce req-013ae95e-186c-40b8-8307-8df66fd7adea service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2c1001c5-34a7-475d-99bb-9b27a3bedbc8 HTTP/1.1" status: 200 len: 1099 time: 0.0380292 Feb 16 17:28:47.997659 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d8fbbdca-6d4b-422f-a462-f219220c2cce req-36ab8227-fb1b-4761-a480-f9b6c76a5675 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=72d21bc0-ffac-40cb-8c48-9adbf1fd5ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270178 Feb 16 17:28:48.988876 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19158d6-6d3a-4994-9a8d-d3816dfed978 req-62d43f75-031e-42f8-9c39-d009ec438911 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:48.990348 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-c19158d6-6d3a-4994-9a8d-d3816dfed978 req-62d43f75-031e-42f8-9c39-d009ec438911 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c1001c5-34a7-475d-99bb-9b27a3bedbc8 HTTP/1.1" status: 200 len: 946 time: 0.0521941 Feb 16 17:28:49.027750 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-c19158d6-6d3a-4994-9a8d-d3816dfed978 req-65177682-7dbb-4124-952c-9a17399a3e1b tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/security-groups?id=72d21bc0-ffac-40cb-8c48-9adbf1fd5ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313108 Feb 16 17:28:50.142474 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce9e0f-a990-4489-8aa9-604b591df69e req-94f7b2b5-28ca-4af5-8f01-9b31a2d51625 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:50.143933 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f8ce9e0f-a990-4489-8aa9-604b591df69e req-94f7b2b5-28ca-4af5-8f01-9b31a2d51625 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c1001c5-34a7-475d-99bb-9b27a3bedbc8 HTTP/1.1" status: 200 len: 946 time: 0.0512643 Feb 16 17:28:50.182176 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f8ce9e0f-a990-4489-8aa9-604b591df69e req-1fdd55ca-2f32-4efb-b852-02380a0e607a tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/security-groups?id=72d21bc0-ffac-40cb-8c48-9adbf1fd5ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323920 Feb 16 17:28:50.294368 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c5328-360d-49ae-9c48-5f51f9468f06 req-f6a90334-4715-4279-a2c3-f8239a9b108c tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:50.296161 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-9f8c5328-360d-49ae-9c48-5f51f9468f06 req-f6a90334-4715-4279-a2c3-f8239a9b108c tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c1001c5-34a7-475d-99bb-9b27a3bedbc8 HTTP/1.1" status: 200 len: 946 time: 0.0488122 Feb 16 17:28:50.333260 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-9f8c5328-360d-49ae-9c48-5f51f9468f06 req-32fd88cc-b600-411a-8c1a-bb78db2e2d9a tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/security-groups?id=72d21bc0-ffac-40cb-8c48-9adbf1fd5ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311866 Feb 16 17:28:50.675856 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e8876-29ed-4123-aad0-2332a1f6c6b7 req-677272c4-26d3-424e-af08-2113fbd8ec7b tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:50.677382 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-c97e8876-29ed-4123-aad0-2332a1f6c6b7 req-677272c4-26d3-424e-af08-2113fbd8ec7b tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c1001c5-34a7-475d-99bb-9b27a3bedbc8 HTTP/1.1" status: 200 len: 946 time: 0.0477827 Feb 16 17:28:50.714259 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-c97e8876-29ed-4123-aad0-2332a1f6c6b7 req-699aba5a-a53d-4012-8f86-5f35438aaaa6 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/security-groups?id=72d21bc0-ffac-40cb-8c48-9adbf1fd5ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310345 Feb 16 17:28:53.907343 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:29:00.729696 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:05.193150 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e1edd-e8e0-4432-bba7-6d5e1089bc83 req-f19ed927-9def-41e5-9043-3c4c3145399a tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:05.194606 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-556e1edd-e8e0-4432-bba7-6d5e1089bc83 req-f19ed927-9def-41e5-9043-3c4c3145399a tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c1001c5-34a7-475d-99bb-9b27a3bedbc8 HTTP/1.1" status: 200 len: 946 time: 0.0520599 Feb 16 17:29:05.232203 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-556e1edd-e8e0-4432-bba7-6d5e1089bc83 req-3c00b1ea-1b93-4b11-b4cd-57c6f9dede85 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/security-groups?id=72d21bc0-ffac-40cb-8c48-9adbf1fd5ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316043 Feb 16 17:29:05.253945 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 59200) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:29:05.377019 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884f757b-f707-4191-86ae-cab11d19f944 tempest-TestMinimumBasicScenario-1299634576 tempest-TestMinimumBasicScenario-1299634576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:05.378512 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-884f757b-f707-4191-86ae-cab11d19f944 tempest-TestMinimumBasicScenario-1299634576 tempest-TestMinimumBasicScenario-1299634576-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=2c1001c5-34a7-475d-99bb-9b27a3bedbc8 HTTP/1.1" status: 200 len: 1094 time: 0.1231670 Feb 16 17:29:05.381585 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 59204) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:29:05.385793 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-5f97bcfb-5aac-40e5-b92f-725c0841900f tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Request body: {'floatingip': {'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'port_id': 'fc8db5b6-73ff-4bff-b580-1f53cfb21ff7', 'tenant_id': '235baebdca4541d599b43db0162b406c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:29:05.498017 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5f97bcfb-5aac-40e5-b92f-725c0841900f tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks [] for floatingip, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:05.876037 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5f97bcfb-5aac-40e5-b92f-725c0841900f tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:05.980635 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-5f97bcfb-5aac-40e5-b92f-725c0841900f tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Allocated IP 172.26.3.253 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/3915e202-b3b7-40d3-9e0e-8c6fa62bb712) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:29:06.086701 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5f97bcfb-5aac-40e5-b92f-725c0841900f tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:06.181883 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5f97bcfb-5aac-40e5-b92f-725c0841900f tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:06.222119 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f97bcfb-5aac-40e5-b92f-725c0841900f tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:29:06.224933 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-5f97bcfb-5aac-40e5-b92f-725c0841900f tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:29:06.228582 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f97bcfb-5aac-40e5-b92f-725c0841900f tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:29:06.233897 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f97bcfb-5aac-40e5-b92f-725c0841900f tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Pushing event updated for resources: {'Port': ['ID=3915e202-b3b7-40d3-9e0e-8c6fa62bb712,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:29:06.257742 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f97bcfb-5aac-40e5-b92f-725c0841900f tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:06.258091 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f97bcfb-5aac-40e5-b92f-725c0841900f tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:06.258435 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f97bcfb-5aac-40e5-b92f-725c0841900f tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:06.258771 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f97bcfb-5aac-40e5-b92f-725c0841900f tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:06.259104 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f97bcfb-5aac-40e5-b92f-725c0841900f tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:06.259436 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f97bcfb-5aac-40e5-b92f-725c0841900f tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:06.259765 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f97bcfb-5aac-40e5-b92f-725c0841900f tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:06.260118 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f97bcfb-5aac-40e5-b92f-725c0841900f tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:06.260447 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f97bcfb-5aac-40e5-b92f-725c0841900f tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:06.260771 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f97bcfb-5aac-40e5-b92f-725c0841900f tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:06.261094 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f97bcfb-5aac-40e5-b92f-725c0841900f tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:06.261419 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f97bcfb-5aac-40e5-b92f-725c0841900f tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:06.593795 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5f97bcfb-5aac-40e5-b92f-725c0841900f tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:06.733680 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5f97bcfb-5aac-40e5-b92f-725c0841900f tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:06.851828 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5cfb907e-d9e6-4f51-ac17-d637b5ef54d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:06.884211 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5f97bcfb-5aac-40e5-b92f-725c0841900f tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:06.977514 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5f97bcfb-5aac-40e5-b92f-725c0841900f tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:07.050320 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f97bcfb-5aac-40e5-b92f-725c0841900f tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Pushing event updated for resources: {'Port': ['ID=3915e202-b3b7-40d3-9e0e-8c6fa62bb712,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:29:07.061199 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5f97bcfb-5aac-40e5-b92f-725c0841900f tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:07.161649 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.l3_db [None req-5f97bcfb-5aac-40e5-b92f-725c0841900f tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Floating IP e15dc141-a8f0-453d-9bcc-6cf3d9e8dad2 associated. External IP: 172.26.3.253, port: fc8db5b6-73ff-4bff-b580-1f53cfb21ff7. Feb 16 17:29:07.365703 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f97bcfb-5aac-40e5-b92f-725c0841900f tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Router 0766e322-1b0e-4ca3-a364-584371f17be3 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:29:07.481544 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f97bcfb-5aac-40e5-b92f-725c0841900f tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:29:07.491519 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326bb3eb-e31c-48d6-9a0e-9034e55ed666 None None] Sync routers for ids ['0766e322-1b0e-4ca3-a364-584371f17be3'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:29:07.500785 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326bb3eb-e31c-48d6-9a0e-9034e55ed666 None None] Routers {'0766e322-1b0e-4ca3-a364-584371f17be3'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:29:07.501408 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-326bb3eb-e31c-48d6-9a0e-9034e55ed666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:28:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['0766e322-1b0e-4ca3-a364-584371f17be3'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:29:07.602612 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5f97bcfb-5aac-40e5-b92f-725c0841900f tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:07.606984 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-326bb3eb-e31c-48d6-9a0e-9034e55ed666 None None] Set router 0766e322-1b0e-4ca3-a364-584371f17be3 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:29:07.630220 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-5f97bcfb-5aac-40e5-b92f-725c0841900f tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2476177 Feb 16 17:29:07.630918 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c1001c5-34a7-475d-99bb-9b27a3bedbc8', 'tag': 'fc8db5b6-73ff-4bff-b580-1f53cfb21ff7'}] {{(pid=114375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:29:07.633315 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 59206) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:29:07.633819 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f675c1a73bb74b784e43f10fee26c40e358be44ccef5ed6f70ec30f8ec0d494b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e639af7-c552-4fc0-84b2-fb8b19eefb0b" -d '{"events": [{"name": "network-changed", "server_uuid": "2c1001c5-34a7-475d-99bb-9b27a3bedbc8", "tag": "fc8db5b6-73ff-4bff-b580-1f53cfb21ff7"}]}' {{(pid=114375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:29:07.640091 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-e9c04bc4-e8e0-43a0-8a82-26e136dc14b8 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-894865843', 'description': 'tempest-secgroup-smoke-894865843 description', 'project_id': '235baebdca4541d599b43db0162b406c'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:29:07.747346 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e9c04bc4-e8e0-43a0-8a82-26e136dc14b8 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:07.807058 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e38bc33-13c6-401f-b48a-bb445490a572 x-openstack-request-id: req-7e38bc33-13c6-401f-b48a-bb445490a572 {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:29:07.807346 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c1001c5-34a7-475d-99bb-9b27a3bedbc8", "tag": "fc8db5b6-73ff-4bff-b580-1f53cfb21ff7", "status": "completed", "code": 200}]} {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:29:07.807599 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7e38bc33-13c6-401f-b48a-bb445490a572 {{(pid=114375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:29:07.808031 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c1001c5-34a7-475d-99bb-9b27a3bedbc8', 'tag': 'fc8db5b6-73ff-4bff-b580-1f53cfb21ff7', 'status': 'completed', 'code': 200} Feb 16 17:29:07.841972 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e9c04bc4-e8e0-43a0-8a82-26e136dc14b8 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:07.857054 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-326bb3eb-e31c-48d6-9a0e-9034e55ed666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0766e322-1b0e-4ca3-a364-584371f17be3', 'name': 'tempest-TestMinimumBasicScenario-1028168949-router', 'tenant_id': '235baebdca4541d599b43db0162b406c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '85b9dfd9-3075-4b2e-9f81-5f234ee62ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:08Z', 'updated_at': '2022-02-16T17:28:11Z', 'revision_number': 4, 'project_id': '235baebdca4541d599b43db0162b406c', 'gw_port': {'id': '85b9dfd9-3075-4b2e-9f81-5f234ee62ec0', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:81:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0766e322-1b0e-4ca3-a364-584371f17be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:09Z', 'updated_at': '2022-02-16T17:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': 'e15dc141-a8f0-453d-9bcc-6cf3d9e8dad2', 'tenant_id': '235baebdca4541d599b43db0162b406c', 'floating_ip_address': '172.26.3.253', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '0766e322-1b0e-4ca3-a364-584371f17be3', 'port_id': 'fc8db5b6-73ff-4bff-b580-1f53cfb21ff7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7c13f3a-b91b-41fe-b9a2-517ab1b75dd5', 'mac_address': 'fa:16:3e:30:9f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1001c5-34a7-475d-99bb-9b27a3bedbc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:29:06Z', 'updated_at': '2022-02-16T17:29:06Z', 'revision_number': 0, 'project_id': '235baebdca4541d599b43db0162b406c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efcb620c-c364-4f29-b979-1cfee2c907a6', 'name': '', 'network_id': 'd7c13f3a-b91b-41fe-b9a2-517ab1b75dd5', 'tenant_id': '235baebdca4541d599b43db0162b406c', 'mac_address': 'fa:16:3e:35:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0766e322-1b0e-4ca3-a364-584371f17be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'e970892d-e506-4711-a1da-71632e7faab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:11Z', 'updated_at': '2022-02-16T17:28:15Z', 'revision_number': 5, 'project_id': '235baebdca4541d599b43db0162b406c', 'subnets': [{'id': 'e970892d-e506-4711-a1da-71632e7faab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:29:07.873885 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e639af7-c552-4fc0-84b2-fb8b19eefb0b req-d96144ee-54eb-4089-926c-6e2e5acbbc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:07.875373 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2e639af7-c552-4fc0-84b2-fb8b19eefb0b req-d96144ee-54eb-4089-926c-6e2e5acbbc55 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=235baebdca4541d599b43db0162b406c&device_id=2c1001c5-34a7-475d-99bb-9b27a3bedbc8 HTTP/1.1" status: 200 len: 1099 time: 0.0438950 Feb 16 17:29:07.889759 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326bb3eb-e31c-48d6-9a0e-9034e55ed666 None None] Checking router: 0766e322-1b0e-4ca3-a364-584371f17be3 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:29:07.899076 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326bb3eb-e31c-48d6-9a0e-9034e55ed666 None None] Routers {'0766e322-1b0e-4ca3-a364-584371f17be3'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:29:07.899686 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-326bb3eb-e31c-48d6-9a0e-9034e55ed666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:28:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['0766e322-1b0e-4ca3-a364-584371f17be3'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:29:07.935664 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e9c04bc4-e8e0-43a0-8a82-26e136dc14b8 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:07.982691 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c04bc4-e8e0-43a0-8a82-26e136dc14b8 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0011d3eb-8a3c-45e1-8787-04fd3fd099f8,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:29:08.003757 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e639af7-c552-4fc0-84b2-fb8b19eefb0b req-e4fe5153-a93e-462c-a9b8-e4d223738c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:08.005597 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-326bb3eb-e31c-48d6-9a0e-9034e55ed666 None None] Set router 0766e322-1b0e-4ca3-a364-584371f17be3 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:29:08.005746 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2e639af7-c552-4fc0-84b2-fb8b19eefb0b req-e4fe5153-a93e-462c-a9b8-e4d223738c8d service neutron] 10.222.0.89 "GET /v2.0/networks?id=d7c13f3a-b91b-41fe-b9a2-517ab1b75dd5 HTTP/1.1" status: 200 len: 916 time: 0.1220429 Feb 16 17:29:08.055898 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e9c04bc4-e8e0-43a0-8a82-26e136dc14b8 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:08.057216 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-e9c04bc4-e8e0-43a0-8a82-26e136dc14b8 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4226849 Feb 16 17:29:08.060859 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 59212) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:29:08.065779 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-4e881494-be8a-4bf5-b7fa-565a8d733f06 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Request body: {'security_group_rule': {'security_group_id': '0011d3eb-8a3c-45e1-8787-04fd3fd099f8', 'project_id': '235baebdca4541d599b43db0162b406c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:29:08.086447 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2e639af7-c552-4fc0-84b2-fb8b19eefb0b req-256956c4-a831-488b-b22d-e6987fbb1904 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc8db5b6-73ff-4bff-b580-1f53cfb21ff7 HTTP/1.1" status: 200 len: 1000 time: 0.0727160 Feb 16 17:29:08.136127 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e639af7-c552-4fc0-84b2-fb8b19eefb0b req-76bb684b-72e5-4d06-b2be-473ab0d5674d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:08.138226 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2e639af7-c552-4fc0-84b2-fb8b19eefb0b req-76bb684b-72e5-4d06-b2be-473ab0d5674d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e970892d-e506-4711-a1da-71632e7faab2 HTTP/1.1" status: 200 len: 854 time: 0.0452309 Feb 16 17:29:08.159240 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4e881494-be8a-4bf5-b7fa-565a8d733f06 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:08.189378 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e639af7-c552-4fc0-84b2-fb8b19eefb0b req-4926cfde-2809-4a23-9e56-2e783b090052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:08.192201 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2e639af7-c552-4fc0-84b2-fb8b19eefb0b req-4926cfde-2809-4a23-9e56-2e783b090052 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d7c13f3a-b91b-41fe-b9a2-517ab1b75dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440695 Feb 16 17:29:08.204855 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [req-2e639af7-c552-4fc0-84b2-fb8b19eefb0b req-977978b8-9960-4fc9-92f5-a4539a91295d service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=114376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:29:08.205926 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2e639af7-c552-4fc0-84b2-fb8b19eefb0b req-977978b8-9960-4fc9-92f5-a4539a91295d service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062733 Feb 16 17:29:08.227494 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4e881494-be8a-4bf5-b7fa-565a8d733f06 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:08.238396 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-326bb3eb-e31c-48d6-9a0e-9034e55ed666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0766e322-1b0e-4ca3-a364-584371f17be3', 'name': 'tempest-TestMinimumBasicScenario-1028168949-router', 'tenant_id': '235baebdca4541d599b43db0162b406c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '85b9dfd9-3075-4b2e-9f81-5f234ee62ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:08Z', 'updated_at': '2022-02-16T17:28:11Z', 'revision_number': 4, 'project_id': '235baebdca4541d599b43db0162b406c', 'gw_port': {'id': '85b9dfd9-3075-4b2e-9f81-5f234ee62ec0', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:81:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0766e322-1b0e-4ca3-a364-584371f17be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:09Z', 'updated_at': '2022-02-16T17:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': 'e15dc141-a8f0-453d-9bcc-6cf3d9e8dad2', 'tenant_id': '235baebdca4541d599b43db0162b406c', 'floating_ip_address': '172.26.3.253', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '0766e322-1b0e-4ca3-a364-584371f17be3', 'port_id': 'fc8db5b6-73ff-4bff-b580-1f53cfb21ff7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7c13f3a-b91b-41fe-b9a2-517ab1b75dd5', 'mac_address': 'fa:16:3e:30:9f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1001c5-34a7-475d-99bb-9b27a3bedbc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:29:06Z', 'updated_at': '2022-02-16T17:29:06Z', 'revision_number': 0, 'project_id': '235baebdca4541d599b43db0162b406c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efcb620c-c364-4f29-b979-1cfee2c907a6', 'name': '', 'network_id': 'd7c13f3a-b91b-41fe-b9a2-517ab1b75dd5', 'tenant_id': '235baebdca4541d599b43db0162b406c', 'mac_address': 'fa:16:3e:35:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0766e322-1b0e-4ca3-a364-584371f17be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'e970892d-e506-4711-a1da-71632e7faab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:11Z', 'updated_at': '2022-02-16T17:28:15Z', 'revision_number': 5, 'project_id': '235baebdca4541d599b43db0162b406c', 'subnets': [{'id': 'e970892d-e506-4711-a1da-71632e7faab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:29:08.270445 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326bb3eb-e31c-48d6-9a0e-9034e55ed666 None None] The sync data for ids ['0766e322-1b0e-4ca3-a364-584371f17be3'] in dv-neutron-828697-3-hyperv is: [{'id': '0766e322-1b0e-4ca3-a364-584371f17be3', 'name': 'tempest-TestMinimumBasicScenario-1028168949-router', 'tenant_id': '235baebdca4541d599b43db0162b406c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '85b9dfd9-3075-4b2e-9f81-5f234ee62ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:08Z', 'updated_at': '2022-02-16T17:28:11Z', 'revision_number': 4, 'project_id': '235baebdca4541d599b43db0162b406c', 'gw_port': {'id': '85b9dfd9-3075-4b2e-9f81-5f234ee62ec0', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:81:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0766e322-1b0e-4ca3-a364-584371f17be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:09Z', 'updated_at': '2022-02-16T17:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': 'e15dc141-a8f0-453d-9bcc-6cf3d9e8dad2', 'tenant_id': '235baebdca4541d599b43db0162b406c', 'floating_ip_address': '172.26.3.253', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '0766e322-1b0e-4ca3-a364-584371f17be3', 'port_id': 'fc8db5b6-73ff-4bff-b580-1f53cfb21ff7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7c13f3a-b91b-41fe-b9a2-517ab1b75dd5', 'mac_address': 'fa:16:3e:30:9f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1001c5-34a7-475d-99bb-9b27a3bedbc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:29:06Z', 'updated_at': '2022-02-16T17:29:06Z', 'revision_number': 0, 'project_id': '235baebdca4541d599b43db0162b406c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efcb620c-c364-4f29-b979-1cfee2c907a6', 'name': '', 'network_id': 'd7c13f3a-b91b-41fe-b9a2-517ab1b75dd5', 'tenant_id': '235baebdca4541d599b43db0162b406c', 'mac_address': 'fa:16:3e:35:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0766e322-1b0e-4ca3-a364-584371f17be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'e970892d-e506-4711-a1da-71632e7faab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:11Z', 'updated_at': '2022-02-16T17:28:15Z', 'revision_number': 5, 'project_id': '235baebdca4541d599b43db0162b406c', 'subnets': [{'id': 'e970892d-e506-4711-a1da-71632e7faab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:29:08.297203 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4e881494-be8a-4bf5-b7fa-565a8d733f06 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:08.308713 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2e639af7-c552-4fc0-84b2-fb8b19eefb0b req-6b6f8806-ef1d-42b8-96ae-92960e8e20ac service neutron] 10.222.0.89 "GET /v2.0/networks/d7c13f3a-b91b-41fe-b9a2-517ab1b75dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952792 Feb 16 17:29:08.316961 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e881494-be8a-4bf5-b7fa-565a8d733f06 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f00218a6-a8b3-4c39-b17d-ff65817a941f,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:29:08.407376 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2e639af7-c552-4fc0-84b2-fb8b19eefb0b req-16c0c043-fedd-4e48-a672-4710d6be2fe4 service neutron] 10.222.0.89 "GET /v2.0/networks/d7c13f3a-b91b-41fe-b9a2-517ab1b75dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879257 Feb 16 17:29:08.408242 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4e881494-be8a-4bf5-b7fa-565a8d733f06 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:08.411943 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-4e881494-be8a-4bf5-b7fa-565a8d733f06 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3474064 Feb 16 17:29:08.412226 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 59214) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:29:08.416770 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-6ffd38ca-80ce-4ef7-9ae8-8c80569888ad tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Request body: {'security_group_rule': {'security_group_id': '0011d3eb-8a3c-45e1-8787-04fd3fd099f8', 'project_id': '235baebdca4541d599b43db0162b406c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:29:08.482979 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ce4e41-ef21-4562-808c-e26c4e5afa64 None None] New status for floating IP e15dc141-a8f0-453d-9bcc-6cf3d9e8dad2: ACTIVE {{(pid=114378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:29:08.536818 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6ffd38ca-80ce-4ef7-9ae8-8c80569888ad tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:08.597005 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6ffd38ca-80ce-4ef7-9ae8-8c80569888ad tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:08.680612 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6ffd38ca-80ce-4ef7-9ae8-8c80569888ad tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:08.700808 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffd38ca-80ce-4ef7-9ae8-8c80569888ad tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d00ff21-fee4-4d4e-9e18-6eab5cee69fd,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:29:08.767754 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6ffd38ca-80ce-4ef7-9ae8-8c80569888ad tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:08.769040 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-6ffd38ca-80ce-4ef7-9ae8-8c80569888ad tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3558667 Feb 16 17:29:08.771698 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 59216) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:29:08.776171 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-4c06b3a1-62a2-48f1-967e-5ae5e6887b85 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Request body: {'security_group_rule': {'security_group_id': '0011d3eb-8a3c-45e1-8787-04fd3fd099f8', 'project_id': '235baebdca4541d599b43db0162b406c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:29:08.885529 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4c06b3a1-62a2-48f1-967e-5ae5e6887b85 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:08.955131 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4c06b3a1-62a2-48f1-967e-5ae5e6887b85 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:09.032585 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4c06b3a1-62a2-48f1-967e-5ae5e6887b85 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:09.051782 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c06b3a1-62a2-48f1-967e-5ae5e6887b85 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8df0129-7352-4cf8-8422-9869e88b7b1b,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:29:09.116502 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4c06b3a1-62a2-48f1-967e-5ae5e6887b85 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:09.117780 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-4c06b3a1-62a2-48f1-967e-5ae5e6887b85 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3451293 Feb 16 17:29:09.120508 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 59218) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:29:09.125583 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-ff616a4e-02ef-43c4-b14f-d1adb42579ea tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Request body: {'security_group_rule': {'security_group_id': '0011d3eb-8a3c-45e1-8787-04fd3fd099f8', 'project_id': '235baebdca4541d599b43db0162b406c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:29:09.211090 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ff616a4e-02ef-43c4-b14f-d1adb42579ea tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:09.234492 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6584cf96-fec5-45a3-8827-cec861e63f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:09.274557 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ff616a4e-02ef-43c4-b14f-d1adb42579ea tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:09.346898 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ff616a4e-02ef-43c4-b14f-d1adb42579ea tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:09.365376 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff616a4e-02ef-43c4-b14f-d1adb42579ea tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0f596b0-d2a4-4870-a3f7-3110084792a8,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:29:09.463004 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ff616a4e-02ef-43c4-b14f-d1adb42579ea tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:09.464187 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ff616a4e-02ef-43c4-b14f-d1adb42579ea tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3426235 Feb 16 17:29:09.467367 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 59220) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:29:09.471812 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-281f2a2c-5c38-43df-9584-03cc039c6389 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Request body: {'security_group_rule': {'security_group_id': '0011d3eb-8a3c-45e1-8787-04fd3fd099f8', 'project_id': '235baebdca4541d599b43db0162b406c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:29:09.564422 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.securitygroups_db [None req-281f2a2c-5c38-43df-9584-03cc039c6389 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Project 235baebdca4541d599b43db0162b406c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:29:09.570297 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-281f2a2c-5c38-43df-9584-03cc039c6389 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:09.629746 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-281f2a2c-5c38-43df-9584-03cc039c6389 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:09.741119 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-281f2a2c-5c38-43df-9584-03cc039c6389 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:09.758375 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281f2a2c-5c38-43df-9584-03cc039c6389 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1964e4f5-6ea1-48de-8ec0-0b0982eb9644,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:29:09.857674 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-281f2a2c-5c38-43df-9584-03cc039c6389 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:09.858900 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-281f2a2c-5c38-43df-9584-03cc039c6389 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3904479 Feb 16 17:29:09.861649 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 59222) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:29:09.866199 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-8f2ed07a-ef27-44e9-aa5d-80333046cdc2 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Request body: {'security_group_rule': {'security_group_id': '0011d3eb-8a3c-45e1-8787-04fd3fd099f8', 'project_id': '235baebdca4541d599b43db0162b406c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:29:09.977657 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.securitygroups_db [None req-8f2ed07a-ef27-44e9-aa5d-80333046cdc2 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Project 235baebdca4541d599b43db0162b406c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:29:09.982940 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8f2ed07a-ef27-44e9-aa5d-80333046cdc2 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:10.044004 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8f2ed07a-ef27-44e9-aa5d-80333046cdc2 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:10.118213 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8f2ed07a-ef27-44e9-aa5d-80333046cdc2 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:10.136628 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2ed07a-ef27-44e9-aa5d-80333046cdc2 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98252f8f-5414-40cc-802b-5860a756c34d,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:29:10.196380 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8f2ed07a-ef27-44e9-aa5d-80333046cdc2 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:10.197622 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-8f2ed07a-ef27-44e9-aa5d-80333046cdc2 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3350370 Feb 16 17:29:10.278622 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-a47fde8e-17c1-4fa8-842c-37235f939b4d req-4b9ad9c6-c302-484e-bb84-489f18f714da tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-894865843&fields=id&tenant_id=235baebdca4541d599b43db0162b406c HTTP/1.1" status: 200 len: 267 time: 0.0357893 Feb 16 17:29:10.332361 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47fde8e-17c1-4fa8-842c-37235f939b4d req-dd067182-6097-475e-a9b0-ed8179f68baa tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:10.333862 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-a47fde8e-17c1-4fa8-842c-37235f939b4d req-dd067182-6097-475e-a9b0-ed8179f68baa tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c1001c5-34a7-475d-99bb-9b27a3bedbc8 HTTP/1.1" status: 200 len: 946 time: 0.0491145 Feb 16 17:29:10.345117 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [req-a47fde8e-17c1-4fa8-842c-37235f939b4d req-1db0bbdf-9ee7-4dc9-886b-90dbe42cff7c tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Request body: {'port': {'security_groups': ['72d21bc0-ffac-40cb-8c48-9adbf1fd5ae7', '0011d3eb-8a3c-45e1-8787-04fd3fd099f8']}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:29:10.412782 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [req-a47fde8e-17c1-4fa8-842c-37235f939b4d req-1db0bbdf-9ee7-4dc9-886b-90dbe42cff7c tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:10.497650 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:10.600754 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [req-a47fde8e-17c1-4fa8-842c-37235f939b4d req-1db0bbdf-9ee7-4dc9-886b-90dbe42cff7c tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] For port fc8db5b6-73ff-4bff-b580-1f53cfb21ff7, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=fc8db5b6-73ff-4bff-b580-1f53cfb21ff7,segment=NetworkSegment(2962fba4-b16e-4b4c-93c8-f5efbd4c444c),segment_id=2962fba4-b16e-4b4c-93c8-f5efbd4c444c)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:29:10.633185 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [req-a47fde8e-17c1-4fa8-842c-37235f939b4d req-1db0bbdf-9ee7-4dc9-886b-90dbe42cff7c tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:10.732282 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [req-a47fde8e-17c1-4fa8-842c-37235f939b4d req-1db0bbdf-9ee7-4dc9-886b-90dbe42cff7c tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:10.744338 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['fc8db5b6-73ff-4bff-b580-1f53cfb21ff7'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:29:10.793788 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47fde8e-17c1-4fa8-842c-37235f939b4d req-1db0bbdf-9ee7-4dc9-886b-90dbe42cff7c tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:10.794680 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [req-a47fde8e-17c1-4fa8-842c-37235f939b4d req-1db0bbdf-9ee7-4dc9-886b-90dbe42cff7c tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:10.796327 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-a47fde8e-17c1-4fa8-842c-37235f939b4d req-1db0bbdf-9ee7-4dc9-886b-90dbe42cff7c tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "PUT /v2.0/ports/fc8db5b6-73ff-4bff-b580-1f53cfb21ff7 HTTP/1.1" status: 200 len: 982 time: 0.4557555 Feb 16 17:29:10.796801 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c1001c5-34a7-475d-99bb-9b27a3bedbc8', 'tag': 'fc8db5b6-73ff-4bff-b580-1f53cfb21ff7'}] {{(pid=114375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:29:10.802125 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f675c1a73bb74b784e43f10fee26c40e358be44ccef5ed6f70ec30f8ec0d494b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88e64e3-b728-4516-86d3-7dcfe32d4d17" -d '{"events": [{"name": "network-changed", "server_uuid": "2c1001c5-34a7-475d-99bb-9b27a3bedbc8", "tag": "fc8db5b6-73ff-4bff-b580-1f53cfb21ff7"}]}' {{(pid=114375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:29:10.837144 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db0bbdf-9ee7-4dc9-886b-90dbe42cff7c tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Pushing event updated for resources: {'Port': ['ID=fc8db5b6-73ff-4bff-b580-1f53cfb21ff7,revision_number=6']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:29:10.860720 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf2a123-c2df-43a8-bc4d-a8e26f4e275d x-openstack-request-id: req-2bf2a123-c2df-43a8-bc4d-a8e26f4e275d {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:29:10.861122 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c1001c5-34a7-475d-99bb-9b27a3bedbc8", "tag": "fc8db5b6-73ff-4bff-b580-1f53cfb21ff7", "status": "completed", "code": 200}]} {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:29:10.861560 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2bf2a123-c2df-43a8-bc4d-a8e26f4e275d {{(pid=114375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:29:10.862052 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c1001c5-34a7-475d-99bb-9b27a3bedbc8', 'tag': 'fc8db5b6-73ff-4bff-b580-1f53cfb21ff7', 'status': 'completed', 'code': 200} Feb 16 17:29:10.873216 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['fc8db5b6-73ff-4bff-b580-1f53cfb21ff7'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:29:10.966731 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88e64e3-b728-4516-86d3-7dcfe32d4d17 req-5228e76d-1c49-48dd-8579-47b4276165bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:10.969022 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a88e64e3-b728-4516-86d3-7dcfe32d4d17 req-5228e76d-1c49-48dd-8579-47b4276165bf service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=235baebdca4541d599b43db0162b406c&device_id=2c1001c5-34a7-475d-99bb-9b27a3bedbc8 HTTP/1.1" status: 200 len: 1138 time: 0.0789104 Feb 16 17:29:10.987994 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1b9d8-1b9d-4822-9e74-01ffab8b2936 req-39380028-51a6-441c-9a2b-4b900f474be0 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:10.989792 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e9f1b9d8-1b9d-4822-9e74-01ffab8b2936 req-39380028-51a6-441c-9a2b-4b900f474be0 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c1001c5-34a7-475d-99bb-9b27a3bedbc8 HTTP/1.1" status: 200 len: 985 time: 0.0895545 Feb 16 17:29:11.078896 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e9f1b9d8-1b9d-4822-9e74-01ffab8b2936 req-9ee8eeda-359a-4500-8493-ab5161f4bcec tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/security-groups?id=0011d3eb-8a3c-45e1-8787-04fd3fd099f8&id=72d21bc0-ffac-40cb-8c48-9adbf1fd5ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0690510 Feb 16 17:29:11.110524 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88e64e3-b728-4516-86d3-7dcfe32d4d17 req-d9be07c4-2de2-4961-83f1-da01ba596dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:11.112205 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a88e64e3-b728-4516-86d3-7dcfe32d4d17 req-d9be07c4-2de2-4961-83f1-da01ba596dd6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d7c13f3a-b91b-41fe-b9a2-517ab1b75dd5 HTTP/1.1" status: 200 len: 916 time: 0.1212890 Feb 16 17:29:11.192716 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a88e64e3-b728-4516-86d3-7dcfe32d4d17 req-3150450f-2e0c-4029-88a2-6513df1eb627 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc8db5b6-73ff-4bff-b580-1f53cfb21ff7 HTTP/1.1" status: 200 len: 1002 time: 0.0735526 Feb 16 17:29:11.243911 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88e64e3-b728-4516-86d3-7dcfe32d4d17 req-2e367c59-bb7d-46ee-a38c-5d4a77f63083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:11.246004 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a88e64e3-b728-4516-86d3-7dcfe32d4d17 req-2e367c59-bb7d-46ee-a38c-5d4a77f63083 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e970892d-e506-4711-a1da-71632e7faab2 HTTP/1.1" status: 200 len: 854 time: 0.0465541 Feb 16 17:29:11.278474 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-6d164d95-48dd-4f4d-b32f-8f06e11863db None None] Provisioning complete for port fc8db5b6-73ff-4bff-b580-1f53cfb21ff7 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:29:11.278843 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6d164d95-48dd-4f4d-b32f-8f06e11863db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:11.290780 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88e64e3-b728-4516-86d3-7dcfe32d4d17 req-f9abb5f5-a44d-469c-844a-70155280ddb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:11.292312 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a88e64e3-b728-4516-86d3-7dcfe32d4d17 req-f9abb5f5-a44d-469c-844a-70155280ddb5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d7c13f3a-b91b-41fe-b9a2-517ab1b75dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399969 Feb 16 17:29:11.389623 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a88e64e3-b728-4516-86d3-7dcfe32d4d17 req-654b849e-b9f3-498e-ac2a-4368b5622f1a service neutron] 10.222.0.89 "GET /v2.0/networks/d7c13f3a-b91b-41fe-b9a2-517ab1b75dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861282 Feb 16 17:29:11.479956 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a88e64e3-b728-4516-86d3-7dcfe32d4d17 req-53b022d1-56ff-444f-90df-6e890ed1c5e0 service neutron] 10.222.0.89 "GET /v2.0/networks/d7c13f3a-b91b-41fe-b9a2-517ab1b75dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840347 Feb 16 17:29:11.861463 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:12.129453 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:24.499774 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff56551-afd3-4103-bdef-df322513abc5 req-0f147568-7d98-4e23-beec-a37bd5c4488b tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:24.501303 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6ff56551-afd3-4103-bdef-df322513abc5 req-0f147568-7d98-4e23-beec-a37bd5c4488b tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c1001c5-34a7-475d-99bb-9b27a3bedbc8 HTTP/1.1" status: 200 len: 985 time: 0.0538256 Feb 16 17:29:24.547180 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6ff56551-afd3-4103-bdef-df322513abc5 req-56a74e58-14b7-463a-894b-9848204fb77d tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/security-groups?id=0011d3eb-8a3c-45e1-8787-04fd3fd099f8&id=72d21bc0-ffac-40cb-8c48-9adbf1fd5ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398688 Feb 16 17:29:24.605005 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e22893-a1a7-46b4-bd66-ca2d8c3f7afa req-dd4494f2-c4e4-43eb-a058-a837c9b29591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:24.606477 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-95e22893-a1a7-46b4-bd66-ca2d8c3f7afa req-dd4494f2-c4e4-43eb-a058-a837c9b29591 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=235baebdca4541d599b43db0162b406c&device_id=2c1001c5-34a7-475d-99bb-9b27a3bedbc8 HTTP/1.1" status: 200 len: 1138 time: 0.0933836 Feb 16 17:29:24.698250 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e22893-a1a7-46b4-bd66-ca2d8c3f7afa req-aea0deab-9e3a-4f89-9d2d-d08636096ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:24.699715 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-95e22893-a1a7-46b4-bd66-ca2d8c3f7afa req-aea0deab-9e3a-4f89-9d2d-d08636096ae5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d7c13f3a-b91b-41fe-b9a2-517ab1b75dd5 HTTP/1.1" status: 200 len: 916 time: 0.0859582 Feb 16 17:29:24.765482 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-95e22893-a1a7-46b4-bd66-ca2d8c3f7afa req-e1e1590f-7d87-4570-804c-cea7124e57d3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc8db5b6-73ff-4bff-b580-1f53cfb21ff7 HTTP/1.1" status: 200 len: 1002 time: 0.0577550 Feb 16 17:29:24.814652 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e22893-a1a7-46b4-bd66-ca2d8c3f7afa req-156b7f63-3e1c-4a51-ae72-3451bc7bb31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:24.816189 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-95e22893-a1a7-46b4-bd66-ca2d8c3f7afa req-156b7f63-3e1c-4a51-ae72-3451bc7bb31f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e970892d-e506-4711-a1da-71632e7faab2 HTTP/1.1" status: 200 len: 854 time: 0.0434394 Feb 16 17:29:24.864772 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e22893-a1a7-46b4-bd66-ca2d8c3f7afa req-ffd0e4b1-4ca2-4ab8-8475-f18a6538d8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:24.866256 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-95e22893-a1a7-46b4-bd66-ca2d8c3f7afa req-ffd0e4b1-4ca2-4ab8-8475-f18a6538d8ac service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d7c13f3a-b91b-41fe-b9a2-517ab1b75dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432770 Feb 16 17:29:24.956648 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-95e22893-a1a7-46b4-bd66-ca2d8c3f7afa req-f9fc574a-f36c-4bc0-84d9-5f027590a1fd service neutron] 10.222.0.89 "GET /v2.0/networks/d7c13f3a-b91b-41fe-b9a2-517ab1b75dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802610 Feb 16 17:29:25.051020 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-95e22893-a1a7-46b4-bd66-ca2d8c3f7afa req-fe0a79dc-d969-4d30-9196-16ffeb315235 service neutron] 10.222.0.89 "GET /v2.0/networks/d7c13f3a-b91b-41fe-b9a2-517ab1b75dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827439 Feb 16 17:29:25.665651 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bba067-e395-447a-94ca-e8924e2df2fb req-41badde2-fc43-4eb4-b12b-4284005086ce tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:25.667152 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-10bba067-e395-447a-94ca-e8924e2df2fb req-41badde2-fc43-4eb4-b12b-4284005086ce tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c1001c5-34a7-475d-99bb-9b27a3bedbc8 HTTP/1.1" status: 200 len: 985 time: 0.0492034 Feb 16 17:29:25.707168 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-10bba067-e395-447a-94ca-e8924e2df2fb req-e396df9f-e158-4303-8a5c-4c060e90e12e tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/security-groups?id=0011d3eb-8a3c-45e1-8787-04fd3fd099f8&id=72d21bc0-ffac-40cb-8c48-9adbf1fd5ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333581 Feb 16 17:29:26.821734 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79498860-72aa-41d6-9735-c1bee8209c87 req-634fe5be-d709-42b4-adfa-83b7fbd1005a tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:26.823206 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-79498860-72aa-41d6-9735-c1bee8209c87 req-634fe5be-d709-42b4-adfa-83b7fbd1005a tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c1001c5-34a7-475d-99bb-9b27a3bedbc8 HTTP/1.1" status: 200 len: 985 time: 0.0502121 Feb 16 17:29:26.867087 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-79498860-72aa-41d6-9735-c1bee8209c87 req-f11bbd15-8e4d-47fb-a99c-c59d559b4136 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/security-groups?id=0011d3eb-8a3c-45e1-8787-04fd3fd099f8&id=72d21bc0-ffac-40cb-8c48-9adbf1fd5ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363359 Feb 16 17:29:27.978855 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc0c0a-962d-4ddb-8f03-3c3ce3c0e639 req-4ed1424f-281f-4087-8246-dd400f0c21f6 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:27.980313 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-adbc0c0a-962d-4ddb-8f03-3c3ce3c0e639 req-4ed1424f-281f-4087-8246-dd400f0c21f6 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c1001c5-34a7-475d-99bb-9b27a3bedbc8 HTTP/1.1" status: 200 len: 985 time: 0.0471301 Feb 16 17:29:28.019229 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-adbc0c0a-962d-4ddb-8f03-3c3ce3c0e639 req-7587efe3-234b-48c9-8ab6-d835f6b9c12c tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/security-groups?id=0011d3eb-8a3c-45e1-8787-04fd3fd099f8&id=72d21bc0-ffac-40cb-8c48-9adbf1fd5ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0322902 Feb 16 17:29:29.131530 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08059a9-1ffb-406a-8c4e-360de486b131 req-109a9b77-2ebb-488c-973b-749818d868b3 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:29.133031 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a08059a9-1ffb-406a-8c4e-360de486b131 req-109a9b77-2ebb-488c-973b-749818d868b3 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c1001c5-34a7-475d-99bb-9b27a3bedbc8 HTTP/1.1" status: 200 len: 985 time: 0.0483854 Feb 16 17:29:29.171819 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a08059a9-1ffb-406a-8c4e-360de486b131 req-42bef6f4-86b1-43a1-8581-cea8a83b25ad tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/security-groups?id=0011d3eb-8a3c-45e1-8787-04fd3fd099f8&id=72d21bc0-ffac-40cb-8c48-9adbf1fd5ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0321283 Feb 16 17:29:30.298926 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a4fdd-8401-4309-8e20-9f05b748debb req-0633a9c2-1a86-43e6-af11-1459d64a87c0 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:30.300529 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-f62a4fdd-8401-4309-8e20-9f05b748debb req-0633a9c2-1a86-43e6-af11-1459d64a87c0 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c1001c5-34a7-475d-99bb-9b27a3bedbc8 HTTP/1.1" status: 200 len: 985 time: 0.0592189 Feb 16 17:29:30.347365 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-f62a4fdd-8401-4309-8e20-9f05b748debb req-8bb1be9c-e989-46a8-8d0a-97a6e17a0d61 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/security-groups?id=0011d3eb-8a3c-45e1-8787-04fd3fd099f8&id=72d21bc0-ffac-40cb-8c48-9adbf1fd5ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401402 Feb 16 17:29:30.474767 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d10191-99b7-4b04-bf2e-ea5206d435c2 req-a6a65581-eca1-461f-bfe0-115838397f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:30.476333 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-27d10191-99b7-4b04-bf2e-ea5206d435c2 req-a6a65581-eca1-461f-bfe0-115838397f56 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=235baebdca4541d599b43db0162b406c&device_id=2c1001c5-34a7-475d-99bb-9b27a3bedbc8 HTTP/1.1" status: 200 len: 1138 time: 0.0420361 Feb 16 17:29:30.583338 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d10191-99b7-4b04-bf2e-ea5206d435c2 req-d6b11397-b11b-4f2f-a67d-94712e137322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:30.585220 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-27d10191-99b7-4b04-bf2e-ea5206d435c2 req-d6b11397-b11b-4f2f-a67d-94712e137322 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d7c13f3a-b91b-41fe-b9a2-517ab1b75dd5 HTTP/1.1" status: 200 len: 916 time: 0.0881906 Feb 16 17:29:30.651512 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-27d10191-99b7-4b04-bf2e-ea5206d435c2 req-e7e86f01-5c6f-4519-9fcf-d9fef220ae65 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc8db5b6-73ff-4bff-b580-1f53cfb21ff7 HTTP/1.1" status: 200 len: 1002 time: 0.0587070 Feb 16 17:29:30.705176 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d10191-99b7-4b04-bf2e-ea5206d435c2 req-771425b5-7d6d-400e-970f-30153b0baa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:30.706986 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-27d10191-99b7-4b04-bf2e-ea5206d435c2 req-771425b5-7d6d-400e-970f-30153b0baa53 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e970892d-e506-4711-a1da-71632e7faab2 HTTP/1.1" status: 200 len: 854 time: 0.0483656 Feb 16 17:29:30.741292 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:30.752313 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d10191-99b7-4b04-bf2e-ea5206d435c2 req-7745920e-c87d-4a17-a4fd-782885b52d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:30.753765 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-27d10191-99b7-4b04-bf2e-ea5206d435c2 req-7745920e-c87d-4a17-a4fd-782885b52d95 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d7c13f3a-b91b-41fe-b9a2-517ab1b75dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407705 Feb 16 17:29:30.840915 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-27d10191-99b7-4b04-bf2e-ea5206d435c2 req-19ddd08b-116c-4b77-b8c4-9a86477e3c38 service neutron] 10.222.0.89 "GET /v2.0/networks/d7c13f3a-b91b-41fe-b9a2-517ab1b75dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805924 Feb 16 17:29:30.906594 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:29:30.947943 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-27d10191-99b7-4b04-bf2e-ea5206d435c2 req-a2194635-a3fb-43a0-adfe-966cc7ee58b1 service neutron] 10.222.0.89 "GET /v2.0/networks/d7c13f3a-b91b-41fe-b9a2-517ab1b75dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002467 Feb 16 17:29:31.461249 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab072c8-3585-423b-a446-8551e3b2a1cd req-86e8a9ec-fff4-40aa-978d-e08d852303b4 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:31.462724 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2ab072c8-3585-423b-a446-8551e3b2a1cd req-86e8a9ec-fff4-40aa-978d-e08d852303b4 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c1001c5-34a7-475d-99bb-9b27a3bedbc8 HTTP/1.1" status: 200 len: 985 time: 0.0490046 Feb 16 17:29:31.502035 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2ab072c8-3585-423b-a446-8551e3b2a1cd req-6ae4779f-f256-4f09-abca-324166e35ace tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/security-groups?id=0011d3eb-8a3c-45e1-8787-04fd3fd099f8&id=72d21bc0-ffac-40cb-8c48-9adbf1fd5ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326865 Feb 16 17:29:32.619940 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8a6be-ae13-4f93-9ebb-aa015312cf68 req-79b7088d-184c-4941-bdf6-b7aafda491e7 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:32.621459 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-beb8a6be-ae13-4f93-9ebb-aa015312cf68 req-79b7088d-184c-4941-bdf6-b7aafda491e7 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c1001c5-34a7-475d-99bb-9b27a3bedbc8 HTTP/1.1" status: 200 len: 985 time: 0.0498555 Feb 16 17:29:32.672817 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-beb8a6be-ae13-4f93-9ebb-aa015312cf68 req-45d6a7dc-74b4-42e8-8217-c7320902de00 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/security-groups?id=0011d3eb-8a3c-45e1-8787-04fd3fd099f8&id=72d21bc0-ffac-40cb-8c48-9adbf1fd5ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0445158 Feb 16 17:29:33.790823 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ecce1-914f-49f8-983d-bfe369a6f15b req-cf3620bc-733f-4ed4-b996-6fc81ea709a9 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:33.792320 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d83ecce1-914f-49f8-983d-bfe369a6f15b req-cf3620bc-733f-4ed4-b996-6fc81ea709a9 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c1001c5-34a7-475d-99bb-9b27a3bedbc8 HTTP/1.1" status: 200 len: 985 time: 0.0519156 Feb 16 17:29:33.833687 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d83ecce1-914f-49f8-983d-bfe369a6f15b req-b35af481-095e-4e72-ac3c-902bdbbeceac tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/security-groups?id=0011d3eb-8a3c-45e1-8787-04fd3fd099f8&id=72d21bc0-ffac-40cb-8c48-9adbf1fd5ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347123 Feb 16 17:29:34.958488 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd932b-a824-4329-95ac-926c44aab9df req-6fbc8041-1806-4f16-aeb5-9ba7339146b5 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:34.960070 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-88fd932b-a824-4329-95ac-926c44aab9df req-6fbc8041-1806-4f16-aeb5-9ba7339146b5 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c1001c5-34a7-475d-99bb-9b27a3bedbc8 HTTP/1.1" status: 200 len: 985 time: 0.0562241 Feb 16 17:29:35.001889 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-88fd932b-a824-4329-95ac-926c44aab9df req-cecfcd89-abb1-4965-bdf0-a3aac5e95675 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/security-groups?id=0011d3eb-8a3c-45e1-8787-04fd3fd099f8&id=72d21bc0-ffac-40cb-8c48-9adbf1fd5ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354867 Feb 16 17:29:36.117948 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a4d58-c3e1-4042-8fe6-a4f138c9d9c2 req-4ac55a73-556e-434d-894e-c490fb118934 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:36.119471 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bc3a4d58-c3e1-4042-8fe6-a4f138c9d9c2 req-4ac55a73-556e-434d-894e-c490fb118934 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c1001c5-34a7-475d-99bb-9b27a3bedbc8 HTTP/1.1" status: 200 len: 985 time: 0.0495090 Feb 16 17:29:36.161224 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bc3a4d58-c3e1-4042-8fe6-a4f138c9d9c2 req-a98c6349-93fc-4ecd-8aa3-993bfe92ee46 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/security-groups?id=0011d3eb-8a3c-45e1-8787-04fd3fd099f8&id=72d21bc0-ffac-40cb-8c48-9adbf1fd5ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349369 Feb 16 17:29:36.828312 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f16d16eb-6ffa-4f29-9cd8-6fd96bd52d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:37.290872 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6665b43-4bfa-48d4-adb2-d2f5384fc3d1 req-39c274d7-887c-4c3d-b0d3-9ec81e775a80 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:37.292373 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-f6665b43-4bfa-48d4-adb2-d2f5384fc3d1 req-39c274d7-887c-4c3d-b0d3-9ec81e775a80 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c1001c5-34a7-475d-99bb-9b27a3bedbc8 HTTP/1.1" status: 200 len: 985 time: 0.0499811 Feb 16 17:29:37.338446 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-f6665b43-4bfa-48d4-adb2-d2f5384fc3d1 req-0f351150-49b6-4507-b22c-30e61f483ebf tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/security-groups?id=0011d3eb-8a3c-45e1-8787-04fd3fd099f8&id=72d21bc0-ffac-40cb-8c48-9adbf1fd5ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395956 Feb 16 17:29:38.462631 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205f527-5549-4cf5-815f-4a623d55dcb5 req-61af6add-73a1-4158-9107-b67ea7843cc5 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:38.464144 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a205f527-5549-4cf5-815f-4a623d55dcb5 req-61af6add-73a1-4158-9107-b67ea7843cc5 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c1001c5-34a7-475d-99bb-9b27a3bedbc8 HTTP/1.1" status: 200 len: 985 time: 0.0485606 Feb 16 17:29:38.503747 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a205f527-5549-4cf5-815f-4a623d55dcb5 req-7a1a758a-7beb-4ec5-a445-d97c86528ba4 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/security-groups?id=0011d3eb-8a3c-45e1-8787-04fd3fd099f8&id=72d21bc0-ffac-40cb-8c48-9adbf1fd5ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329077 Feb 16 17:29:39.216580 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0a058229-1ff0-42b1-a331-99a6512866e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:39.619558 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c0e37-b1f1-4f5d-a2e4-cf92a1c0ed49 req-4727c88e-70a8-4aba-8e80-c8e2ad4d714a tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:39.621780 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-0e4c0e37-b1f1-4f5d-a2e4-cf92a1c0ed49 req-4727c88e-70a8-4aba-8e80-c8e2ad4d714a tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c1001c5-34a7-475d-99bb-9b27a3bedbc8 HTTP/1.1" status: 200 len: 985 time: 0.0503032 Feb 16 17:29:39.663624 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-0e4c0e37-b1f1-4f5d-a2e4-cf92a1c0ed49 req-e50e4f6a-0478-4da5-b833-5fc792d8b2b9 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/security-groups?id=0011d3eb-8a3c-45e1-8787-04fd3fd099f8&id=72d21bc0-ffac-40cb-8c48-9adbf1fd5ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352325 Feb 16 17:29:40.524766 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:40.792590 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68aa65f-baea-44a8-bd90-b961d2cd797b req-ef4e291d-c52a-4484-8211-6507f7f3339c tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:40.793950 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d68aa65f-baea-44a8-bd90-b961d2cd797b req-ef4e291d-c52a-4484-8211-6507f7f3339c tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c1001c5-34a7-475d-99bb-9b27a3bedbc8 HTTP/1.1" status: 200 len: 985 time: 0.0619292 Feb 16 17:29:40.833943 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d68aa65f-baea-44a8-bd90-b961d2cd797b req-842bb3cd-ef76-464d-a43e-46b084a05e7a tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/security-groups?id=0011d3eb-8a3c-45e1-8787-04fd3fd099f8&id=72d21bc0-ffac-40cb-8c48-9adbf1fd5ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339129 Feb 16 17:29:41.856596 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:29:41.955803 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21b759-c5ba-4912-84bc-70539121aadf req-5693785f-0fb5-4b3b-b038-8a56a33a9fac tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:41.957329 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-1e21b759-c5ba-4912-84bc-70539121aadf req-5693785f-0fb5-4b3b-b038-8a56a33a9fac tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c1001c5-34a7-475d-99bb-9b27a3bedbc8 HTTP/1.1" status: 200 len: 985 time: 0.0497160 Feb 16 17:29:41.997863 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-1e21b759-c5ba-4912-84bc-70539121aadf req-fb3d3514-87d4-49d5-ac86-e9b3f5a8a467 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/security-groups?id=0011d3eb-8a3c-45e1-8787-04fd3fd099f8&id=72d21bc0-ffac-40cb-8c48-9adbf1fd5ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343781 Feb 16 17:29:42.113850 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:00.729604 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:06.826872 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-3fa8d460-7a39-4e25-a547-1339adff1e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:07.905509 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:30:09.282696 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-7254a6fa-40a0-4e7e-9467-3ccd40d888ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:10.529116 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:11.855312 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:12.118219 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:14.240936 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a6fc951a-7860-4ef2-8b74-b9c1f6ecee2f req-c4c1ce62-fb72-4cc3-a9b4-96bd79d1cb57 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-894865843&fields=id&tenant_id=235baebdca4541d599b43db0162b406c HTTP/1.1" status: 200 len: 267 time: 0.0883722 Feb 16 17:30:14.292054 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc951a-7860-4ef2-8b74-b9c1f6ecee2f req-dc5f9776-5cf9-4dd4-a796-fdf4db5683b5 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:14.293504 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a6fc951a-7860-4ef2-8b74-b9c1f6ecee2f req-dc5f9776-5cf9-4dd4-a796-fdf4db5683b5 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c1001c5-34a7-475d-99bb-9b27a3bedbc8 HTTP/1.1" status: 200 len: 985 time: 0.0468669 Feb 16 17:30:14.304273 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-a6fc951a-7860-4ef2-8b74-b9c1f6ecee2f req-f6353882-e1b5-41d6-b489-ea9584dff89f tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Request body: {'port': {'security_groups': ['72d21bc0-ffac-40cb-8c48-9adbf1fd5ae7']}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:30:14.723649 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-a6fc951a-7860-4ef2-8b74-b9c1f6ecee2f req-f6353882-e1b5-41d6-b489-ea9584dff89f tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:14.894268 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-a6fc951a-7860-4ef2-8b74-b9c1f6ecee2f req-f6353882-e1b5-41d6-b489-ea9584dff89f tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] For port fc8db5b6-73ff-4bff-b580-1f53cfb21ff7, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=fc8db5b6-73ff-4bff-b580-1f53cfb21ff7,segment=NetworkSegment(2962fba4-b16e-4b4c-93c8-f5efbd4c444c),segment_id=2962fba4-b16e-4b4c-93c8-f5efbd4c444c)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:30:14.924092 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-a6fc951a-7860-4ef2-8b74-b9c1f6ecee2f req-f6353882-e1b5-41d6-b489-ea9584dff89f tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:14.998008 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-a6fc951a-7860-4ef2-8b74-b9c1f6ecee2f req-f6353882-e1b5-41d6-b489-ea9584dff89f tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:15.010067 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['fc8db5b6-73ff-4bff-b580-1f53cfb21ff7'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:30:15.043043 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc951a-7860-4ef2-8b74-b9c1f6ecee2f req-f6353882-e1b5-41d6-b489-ea9584dff89f tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:15.043788 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-a6fc951a-7860-4ef2-8b74-b9c1f6ecee2f req-f6353882-e1b5-41d6-b489-ea9584dff89f tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:15.045579 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a6fc951a-7860-4ef2-8b74-b9c1f6ecee2f req-f6353882-e1b5-41d6-b489-ea9584dff89f tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "PUT /v2.0/ports/fc8db5b6-73ff-4bff-b580-1f53cfb21ff7 HTTP/1.1" status: 200 len: 943 time: 0.7451115 Feb 16 17:30:15.046116 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c1001c5-34a7-475d-99bb-9b27a3bedbc8', 'tag': 'fc8db5b6-73ff-4bff-b580-1f53cfb21ff7'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:30:15.048532 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee13a05-7bf6-4143-9964-2cd8e343541d" -d '{"events": [{"name": "network-changed", "server_uuid": "2c1001c5-34a7-475d-99bb-9b27a3bedbc8", "tag": "fc8db5b6-73ff-4bff-b580-1f53cfb21ff7"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:30:15.051850 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 59288) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:30:15.082188 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6353882-e1b5-41d6-b489-ea9584dff89f tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Pushing event updated for resources: {'Port': ['ID=fc8db5b6-73ff-4bff-b580-1f53cfb21ff7,revision_number=7']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:30:15.095421 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6353882-e1b5-41d6-b489-ea9584dff89f tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:15.098961 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6353882-e1b5-41d6-b489-ea9584dff89f tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:15.099559 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6353882-e1b5-41d6-b489-ea9584dff89f tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:15.100234 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6353882-e1b5-41d6-b489-ea9584dff89f tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:15.100757 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6353882-e1b5-41d6-b489-ea9584dff89f tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:15.101277 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6353882-e1b5-41d6-b489-ea9584dff89f tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:15.102696 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6353882-e1b5-41d6-b489-ea9584dff89f tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:15.103753 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6353882-e1b5-41d6-b489-ea9584dff89f tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:15.104319 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6353882-e1b5-41d6-b489-ea9584dff89f tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:15.104817 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6353882-e1b5-41d6-b489-ea9584dff89f tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:15.105318 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6353882-e1b5-41d6-b489-ea9584dff89f tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:15.105812 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6353882-e1b5-41d6-b489-ea9584dff89f tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:15.112298 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946c586b-5d85-4f06-a619-4331ea4125aa x-openstack-request-id: req-946c586b-5d85-4f06-a619-4331ea4125aa {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:30:15.112967 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c1001c5-34a7-475d-99bb-9b27a3bedbc8", "tag": "fc8db5b6-73ff-4bff-b580-1f53cfb21ff7", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:30:15.113381 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-946c586b-5d85-4f06-a619-4331ea4125aa {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:30:15.113924 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c1001c5-34a7-475d-99bb-9b27a3bedbc8', 'tag': 'fc8db5b6-73ff-4bff-b580-1f53cfb21ff7', 'status': 'completed', 'code': 200} Feb 16 17:30:15.140807 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ab389cea-0145-45cf-9db7-b70788ede5a3 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:15.166355 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['fc8db5b6-73ff-4bff-b580-1f53cfb21ff7'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:30:15.173564 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ab389cea-0145-45cf-9db7-b70788ede5a3 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:15.183518 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee13a05-7bf6-4143-9964-2cd8e343541d req-12fb17b9-7c03-41e1-b8e1-7d5bf7946987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:15.187904 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1ee13a05-7bf6-4143-9964-2cd8e343541d req-12fb17b9-7c03-41e1-b8e1-7d5bf7946987 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=235baebdca4541d599b43db0162b406c&device_id=2c1001c5-34a7-475d-99bb-9b27a3bedbc8 HTTP/1.1" status: 200 len: 1099 time: 0.0604389 Feb 16 17:30:15.302192 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee13a05-7bf6-4143-9964-2cd8e343541d req-01193492-0c21-41b7-a4bf-1593ff23bf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:15.303658 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1ee13a05-7bf6-4143-9964-2cd8e343541d req-01193492-0c21-41b7-a4bf-1593ff23bf34 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d7c13f3a-b91b-41fe-b9a2-517ab1b75dd5 HTTP/1.1" status: 200 len: 916 time: 0.1095219 Feb 16 17:30:15.358778 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ab389cea-0145-45cf-9db7-b70788ede5a3 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:15.361281 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ab389cea-0145-45cf-9db7-b70788ede5a3 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:15.362474 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ab389cea-0145-45cf-9db7-b70788ede5a3 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "DELETE /v2.0/security-groups/0011d3eb-8a3c-45e1-8787-04fd3fd099f8 HTTP/1.1" status: 204 len: 168 time: 0.3089414 Feb 16 17:30:15.366799 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 59290) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:30:15.373400 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1ee13a05-7bf6-4143-9964-2cd8e343541d req-d12bef7d-d3a6-466a-8244-70f447921072 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc8db5b6-73ff-4bff-b580-1f53cfb21ff7 HTTP/1.1" status: 200 len: 1002 time: 0.0624874 Feb 16 17:30:15.374496 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-cd8eecb7-ef55-4980-88b9-22f9fa5bd9d0 None None] Provisioning complete for port fc8db5b6-73ff-4bff-b580-1f53cfb21ff7 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:30:15.374619 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-cd8eecb7-ef55-4980-88b9-22f9fa5bd9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:15.378384 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab389cea-0145-45cf-9db7-b70788ede5a3 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0011d3eb-8a3c-45e1-8787-04fd3fd099f8,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:30:15.421296 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab389cea-0145-45cf-9db7-b70788ede5a3 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:15.421825 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab389cea-0145-45cf-9db7-b70788ede5a3 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:15.422476 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab389cea-0145-45cf-9db7-b70788ede5a3 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:15.422901 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab389cea-0145-45cf-9db7-b70788ede5a3 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:15.423304 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab389cea-0145-45cf-9db7-b70788ede5a3 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:15.423708 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab389cea-0145-45cf-9db7-b70788ede5a3 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:15.424142 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab389cea-0145-45cf-9db7-b70788ede5a3 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:15.424618 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab389cea-0145-45cf-9db7-b70788ede5a3 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:15.424970 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab389cea-0145-45cf-9db7-b70788ede5a3 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:15.425364 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab389cea-0145-45cf-9db7-b70788ede5a3 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:15.425758 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab389cea-0145-45cf-9db7-b70788ede5a3 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:15.426534 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab389cea-0145-45cf-9db7-b70788ede5a3 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:15.430252 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee13a05-7bf6-4143-9964-2cd8e343541d req-3bfa8f6b-6f1f-4f36-8140-ae3fd0454d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:15.431822 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1ee13a05-7bf6-4143-9964-2cd8e343541d req-3bfa8f6b-6f1f-4f36-8140-ae3fd0454d9c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e970892d-e506-4711-a1da-71632e7faab2 HTTP/1.1" status: 200 len: 854 time: 0.0520260 Feb 16 17:30:15.495754 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee13a05-7bf6-4143-9964-2cd8e343541d req-fbe9f824-9573-4ac4-a35e-5113a31ae751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:15.498463 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1ee13a05-7bf6-4143-9964-2cd8e343541d req-fbe9f824-9573-4ac4-a35e-5113a31ae751 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d7c13f3a-b91b-41fe-b9a2-517ab1b75dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0583642 Feb 16 17:30:15.557332 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-1ec6be41-2a43-44e5-b896-8dbb4311adf3 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Deleting port 3915e202-b3b7-40d3-9e0e-8c6fa62bb712 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:30:15.557593 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1ec6be41-2a43-44e5-b896-8dbb4311adf3 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:15.586593 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1ee13a05-7bf6-4143-9964-2cd8e343541d req-68274909-8897-4973-b659-9744f4aaf7c7 service neutron] 10.222.0.89 "GET /v2.0/networks/d7c13f3a-b91b-41fe-b9a2-517ab1b75dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811243 Feb 16 17:30:15.631664 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1ec6be41-2a43-44e5-b896-8dbb4311adf3 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:15.632033 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1ec6be41-2a43-44e5-b896-8dbb4311adf3 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:15.644309 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-1ec6be41-2a43-44e5-b896-8dbb4311adf3 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Calling delete_port for 3915e202-b3b7-40d3-9e0e-8c6fa62bb712 owned by network:floatingip {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:30:15.679019 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1ee13a05-7bf6-4143-9964-2cd8e343541d req-e68b158f-4bef-47b0-ad75-42c337295f25 service neutron] 10.222.0.89 "GET /v2.0/networks/d7c13f3a-b91b-41fe-b9a2-517ab1b75dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858786 Feb 16 17:30:15.878346 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1ec6be41-2a43-44e5-b896-8dbb4311adf3 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:15.904312 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec6be41-2a43-44e5-b896-8dbb4311adf3 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Pushing event deleted for resources: {'Port': ['ID=3915e202-b3b7-40d3-9e0e-8c6fa62bb712,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:30:15.971951 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1ec6be41-2a43-44e5-b896-8dbb4311adf3 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks [] for floatingip, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:15.972314 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.l3_db [None req-1ec6be41-2a43-44e5-b896-8dbb4311adf3 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Floating IP e15dc141-a8f0-453d-9bcc-6cf3d9e8dad2 disassociated (deleted). External IP: 172.26.3.253, port: fc8db5b6-73ff-4bff-b580-1f53cfb21ff7. Feb 16 17:30:16.173996 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec6be41-2a43-44e5-b896-8dbb4311adf3 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Router 0766e322-1b0e-4ca3-a364-584371f17be3 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:30:16.279716 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec6be41-2a43-44e5-b896-8dbb4311adf3 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:30:16.284499 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1ec6be41-2a43-44e5-b896-8dbb4311adf3 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:16.291273 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0674d9f4-c31d-4a63-9733-2238a666ac77 None None] Sync routers for ids ['0766e322-1b0e-4ca3-a364-584371f17be3'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:30:16.300671 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0674d9f4-c31d-4a63-9733-2238a666ac77 None None] Routers {'0766e322-1b0e-4ca3-a364-584371f17be3'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:30:16.301368 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-0674d9f4-c31d-4a63-9733-2238a666ac77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:30:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['0766e322-1b0e-4ca3-a364-584371f17be3'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:30:16.313642 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-1ec6be41-2a43-44e5-b896-8dbb4311adf3 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "DELETE /v2.0/floatingips/e15dc141-a8f0-453d-9bcc-6cf3d9e8dad2 HTTP/1.1" status: 204 len: 168 time: 0.9458559 Feb 16 17:30:16.314318 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c1001c5-34a7-475d-99bb-9b27a3bedbc8', 'tag': 'fc8db5b6-73ff-4bff-b580-1f53cfb21ff7'}] {{(pid=114375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:30:16.316670 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f675c1a73bb74b784e43f10fee26c40e358be44ccef5ed6f70ec30f8ec0d494b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bab1b54-5b69-4694-9348-093253de743c" -d '{"events": [{"name": "network-changed", "server_uuid": "2c1001c5-34a7-475d-99bb-9b27a3bedbc8", "tag": "fc8db5b6-73ff-4bff-b580-1f53cfb21ff7"}]}' {{(pid=114375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:30:16.355193 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1868bfeb-be42-44c7-87ab-2bf4b80d9162 x-openstack-request-id: req-1868bfeb-be42-44c7-87ab-2bf4b80d9162 {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:30:16.355543 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c1001c5-34a7-475d-99bb-9b27a3bedbc8", "tag": "fc8db5b6-73ff-4bff-b580-1f53cfb21ff7", "status": "completed", "code": 200}]} {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:30:16.356067 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1868bfeb-be42-44c7-87ab-2bf4b80d9162 {{(pid=114375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:30:16.356530 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c1001c5-34a7-475d-99bb-9b27a3bedbc8', 'tag': 'fc8db5b6-73ff-4bff-b580-1f53cfb21ff7', 'status': 'completed', 'code': 200} Feb 16 17:30:16.414255 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-0674d9f4-c31d-4a63-9733-2238a666ac77 None None] Set router 0766e322-1b0e-4ca3-a364-584371f17be3 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:30:16.445652 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab1b54-5b69-4694-9348-093253de743c req-42b2cada-36de-459b-9ffc-cba5aeabe103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:16.448543 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3bab1b54-5b69-4694-9348-093253de743c req-42b2cada-36de-459b-9ffc-cba5aeabe103 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=235baebdca4541d599b43db0162b406c&device_id=2c1001c5-34a7-475d-99bb-9b27a3bedbc8 HTTP/1.1" status: 200 len: 1099 time: 0.0664358 Feb 16 17:30:16.542401 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab1b54-5b69-4694-9348-093253de743c req-ddc39714-ed94-4c74-bd00-418fefd766a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:16.543900 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3bab1b54-5b69-4694-9348-093253de743c req-ddc39714-ed94-4c74-bd00-418fefd766a1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d7c13f3a-b91b-41fe-b9a2-517ab1b75dd5 HTTP/1.1" status: 200 len: 916 time: 0.0891981 Feb 16 17:30:16.587288 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3bab1b54-5b69-4694-9348-093253de743c req-a62e5aaa-e12e-4a67-9e28-f7e2e75d2022 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc8db5b6-73ff-4bff-b580-1f53cfb21ff7 HTTP/1.1" status: 200 len: 217 time: 0.0353079 Feb 16 17:30:16.617674 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-0674d9f4-c31d-4a63-9733-2238a666ac77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0766e322-1b0e-4ca3-a364-584371f17be3', 'name': 'tempest-TestMinimumBasicScenario-1028168949-router', 'tenant_id': '235baebdca4541d599b43db0162b406c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '85b9dfd9-3075-4b2e-9f81-5f234ee62ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:08Z', 'updated_at': '2022-02-16T17:28:11Z', 'revision_number': 4, 'project_id': '235baebdca4541d599b43db0162b406c', 'gw_port': {'id': '85b9dfd9-3075-4b2e-9f81-5f234ee62ec0', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:81:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0766e322-1b0e-4ca3-a364-584371f17be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:09Z', 'updated_at': '2022-02-16T17:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'efcb620c-c364-4f29-b979-1cfee2c907a6', 'name': '', 'network_id': 'd7c13f3a-b91b-41fe-b9a2-517ab1b75dd5', 'tenant_id': '235baebdca4541d599b43db0162b406c', 'mac_address': 'fa:16:3e:35:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0766e322-1b0e-4ca3-a364-584371f17be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'e970892d-e506-4711-a1da-71632e7faab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:11Z', 'updated_at': '2022-02-16T17:28:15Z', 'revision_number': 5, 'project_id': '235baebdca4541d599b43db0162b406c', 'subnets': [{'id': 'e970892d-e506-4711-a1da-71632e7faab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:30:16.644455 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab1b54-5b69-4694-9348-093253de743c req-c974a830-e44f-4db9-935b-6777cd549b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:16.646278 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3bab1b54-5b69-4694-9348-093253de743c req-c974a830-e44f-4db9-935b-6777cd549b59 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e970892d-e506-4711-a1da-71632e7faab2 HTTP/1.1" status: 200 len: 854 time: 0.0518942 Feb 16 17:30:16.656431 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0674d9f4-c31d-4a63-9733-2238a666ac77 None None] Checking router: 0766e322-1b0e-4ca3-a364-584371f17be3 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:30:16.664950 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0674d9f4-c31d-4a63-9733-2238a666ac77 None None] Routers {'0766e322-1b0e-4ca3-a364-584371f17be3'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:30:16.665571 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-0674d9f4-c31d-4a63-9733-2238a666ac77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:30:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['0766e322-1b0e-4ca3-a364-584371f17be3'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:30:16.694183 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab1b54-5b69-4694-9348-093253de743c req-1482d3d8-2331-40e0-ae17-341bbebba626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:16.695652 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3bab1b54-5b69-4694-9348-093253de743c req-1482d3d8-2331-40e0-ae17-341bbebba626 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d7c13f3a-b91b-41fe-b9a2-517ab1b75dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426769 Feb 16 17:30:16.776054 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-0674d9f4-c31d-4a63-9733-2238a666ac77 None None] Set router 0766e322-1b0e-4ca3-a364-584371f17be3 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:30:16.793187 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3bab1b54-5b69-4694-9348-093253de743c req-34fac3d3-ccae-4951-b24a-d54952f36f1a service neutron] 10.222.0.89 "GET /v2.0/networks/d7c13f3a-b91b-41fe-b9a2-517ab1b75dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900838 Feb 16 17:30:16.881385 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3bab1b54-5b69-4694-9348-093253de743c req-8673c978-d6ba-4a45-973e-011ad435a2ef service neutron] 10.222.0.89 "GET /v2.0/networks/d7c13f3a-b91b-41fe-b9a2-517ab1b75dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815156 Feb 16 17:30:16.970030 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-0674d9f4-c31d-4a63-9733-2238a666ac77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0766e322-1b0e-4ca3-a364-584371f17be3', 'name': 'tempest-TestMinimumBasicScenario-1028168949-router', 'tenant_id': '235baebdca4541d599b43db0162b406c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '85b9dfd9-3075-4b2e-9f81-5f234ee62ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:08Z', 'updated_at': '2022-02-16T17:28:11Z', 'revision_number': 4, 'project_id': '235baebdca4541d599b43db0162b406c', 'gw_port': {'id': '85b9dfd9-3075-4b2e-9f81-5f234ee62ec0', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:81:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0766e322-1b0e-4ca3-a364-584371f17be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:09Z', 'updated_at': '2022-02-16T17:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'efcb620c-c364-4f29-b979-1cfee2c907a6', 'name': '', 'network_id': 'd7c13f3a-b91b-41fe-b9a2-517ab1b75dd5', 'tenant_id': '235baebdca4541d599b43db0162b406c', 'mac_address': 'fa:16:3e:35:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0766e322-1b0e-4ca3-a364-584371f17be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'e970892d-e506-4711-a1da-71632e7faab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:11Z', 'updated_at': '2022-02-16T17:28:15Z', 'revision_number': 5, 'project_id': '235baebdca4541d599b43db0162b406c', 'subnets': [{'id': 'e970892d-e506-4711-a1da-71632e7faab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:30:17.000235 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0674d9f4-c31d-4a63-9733-2238a666ac77 None None] The sync data for ids ['0766e322-1b0e-4ca3-a364-584371f17be3'] in dv-neutron-828697-3-hyperv is: [{'id': '0766e322-1b0e-4ca3-a364-584371f17be3', 'name': 'tempest-TestMinimumBasicScenario-1028168949-router', 'tenant_id': '235baebdca4541d599b43db0162b406c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '85b9dfd9-3075-4b2e-9f81-5f234ee62ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:08Z', 'updated_at': '2022-02-16T17:28:11Z', 'revision_number': 4, 'project_id': '235baebdca4541d599b43db0162b406c', 'gw_port': {'id': '85b9dfd9-3075-4b2e-9f81-5f234ee62ec0', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:81:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0766e322-1b0e-4ca3-a364-584371f17be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:09Z', 'updated_at': '2022-02-16T17:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'efcb620c-c364-4f29-b979-1cfee2c907a6', 'name': '', 'network_id': 'd7c13f3a-b91b-41fe-b9a2-517ab1b75dd5', 'tenant_id': '235baebdca4541d599b43db0162b406c', 'mac_address': 'fa:16:3e:35:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0766e322-1b0e-4ca3-a364-584371f17be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'e970892d-e506-4711-a1da-71632e7faab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:11Z', 'updated_at': '2022-02-16T17:28:15Z', 'revision_number': 5, 'project_id': '235baebdca4541d599b43db0162b406c', 'subnets': [{'id': 'e970892d-e506-4711-a1da-71632e7faab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:30:17.224068 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2555ea6-bde9-4c0c-9f4c-6f0c86d8bf6d None None] New status for floating IP e15dc141-a8f0-453d-9bcc-6cf3d9e8dad2: DOWN {{(pid=114378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:30:24.714188 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226bf4c7-6435-44a3-8ac6-5b167ee52a59 req-32872634-cbd2-4e78-a7e6-0e20f32a5cd0 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:24.715704 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-226bf4c7-6435-44a3-8ac6-5b167ee52a59 req-32872634-cbd2-4e78-a7e6-0e20f32a5cd0 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c1001c5-34a7-475d-99bb-9b27a3bedbc8 HTTP/1.1" status: 200 len: 946 time: 0.0566595 Feb 16 17:30:24.757779 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-226bf4c7-6435-44a3-8ac6-5b167ee52a59 req-ea2a476c-f03f-4f04-991b-e0a78c7c154f tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/security-groups?id=72d21bc0-ffac-40cb-8c48-9adbf1fd5ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359054 Feb 16 17:30:25.947421 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a02fe-229d-4c16-8e7e-6128dc7d36ae req-d09a9e28-aca6-4dae-a61d-b89cda78d769 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:25.948918 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-045a02fe-229d-4c16-8e7e-6128dc7d36ae req-d09a9e28-aca6-4dae-a61d-b89cda78d769 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c1001c5-34a7-475d-99bb-9b27a3bedbc8 HTTP/1.1" status: 200 len: 946 time: 0.1216741 Feb 16 17:30:25.986714 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-045a02fe-229d-4c16-8e7e-6128dc7d36ae req-2e8c0d8f-45bd-4375-b92d-9fa676241423 tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/security-groups?id=72d21bc0-ffac-40cb-8c48-9adbf1fd5ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305493 Feb 16 17:30:26.363230 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781504ed-7175-4f74-b018-1141b250ed93 req-a97e8007-031c-4a04-a394-ea20c18da55d tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:26.364696 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-781504ed-7175-4f74-b018-1141b250ed93 req-a97e8007-031c-4a04-a394-ea20c18da55d tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.89 "GET /v2.0/ports?device_id=2c1001c5-34a7-475d-99bb-9b27a3bedbc8 HTTP/1.1" status: 200 len: 946 time: 0.0480778 Feb 16 17:30:26.454000 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-781504ed-7175-4f74-b018-1141b250ed93 req-da5c7ee2-223c-41c3-844d-2230cd94d8ab tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Deleting port fc8db5b6-73ff-4bff-b580-1f53cfb21ff7 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:30:26.454338 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-781504ed-7175-4f74-b018-1141b250ed93 req-da5c7ee2-223c-41c3-844d-2230cd94d8ab tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:26.539381 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-781504ed-7175-4f74-b018-1141b250ed93 req-da5c7ee2-223c-41c3-844d-2230cd94d8ab tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] For port fc8db5b6-73ff-4bff-b580-1f53cfb21ff7, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=fc8db5b6-73ff-4bff-b580-1f53cfb21ff7,segment=NetworkSegment(2962fba4-b16e-4b4c-93c8-f5efbd4c444c),segment_id=2962fba4-b16e-4b4c-93c8-f5efbd4c444c)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:30:26.539741 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-781504ed-7175-4f74-b018-1141b250ed93 req-da5c7ee2-223c-41c3-844d-2230cd94d8ab tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:26.551599 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-781504ed-7175-4f74-b018-1141b250ed93 req-da5c7ee2-223c-41c3-844d-2230cd94d8ab tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Calling delete_port for fc8db5b6-73ff-4bff-b580-1f53cfb21ff7 owned by compute:nova {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:30:26.773756 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-781504ed-7175-4f74-b018-1141b250ed93 req-da5c7ee2-223c-41c3-844d-2230cd94d8ab tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:26.786186 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['fc8db5b6-73ff-4bff-b580-1f53cfb21ff7'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:30:26.803641 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5c7ee2-223c-41c3-844d-2230cd94d8ab tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Pushing event deleted for resources: {'Port': ['ID=fc8db5b6-73ff-4bff-b580-1f53cfb21ff7,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:30:26.844528 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-781504ed-7175-4f74-b018-1141b250ed93 req-da5c7ee2-223c-41c3-844d-2230cd94d8ab tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] No DVR routers for this DVR port fc8db5b6-73ff-4bff-b580-1f53cfb21ff7 on host hv-neutron-8286 {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:30:26.847102 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-781504ed-7175-4f74-b018-1141b250ed93 req-da5c7ee2-223c-41c3-844d-2230cd94d8ab tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:26.850456 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-781504ed-7175-4f74-b018-1141b250ed93 req-da5c7ee2-223c-41c3-844d-2230cd94d8ab tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.89 "DELETE /v2.0/ports/fc8db5b6-73ff-4bff-b580-1f53cfb21ff7 HTTP/1.1" status: 204 len: 173 time: 0.4799850 Feb 16 17:30:26.850890 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c1001c5-34a7-475d-99bb-9b27a3bedbc8', 'name': 'network-vif-deleted', 'tag': 'fc8db5b6-73ff-4bff-b580-1f53cfb21ff7'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:30:26.853452 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd321acb-79e8-4314-9b6a-6b411e3ae81f" -d '{"events": [{"server_uuid": "2c1001c5-34a7-475d-99bb-9b27a3bedbc8", "name": "network-vif-deleted", "tag": "fc8db5b6-73ff-4bff-b580-1f53cfb21ff7"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:30:26.888711 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b6be21-0e74-46cf-8b25-c66dbda715bc x-openstack-request-id: req-63b6be21-0e74-46cf-8b25-c66dbda715bc {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:30:26.889002 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c1001c5-34a7-475d-99bb-9b27a3bedbc8", "name": "network-vif-deleted", "tag": "fc8db5b6-73ff-4bff-b580-1f53cfb21ff7", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:30:26.889251 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-63b6be21-0e74-46cf-8b25-c66dbda715bc {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:30:26.889645 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c1001c5-34a7-475d-99bb-9b27a3bedbc8', 'name': 'network-vif-deleted', 'tag': 'fc8db5b6-73ff-4bff-b580-1f53cfb21ff7', 'status': 'completed', 'code': 200} Feb 16 17:30:27.079918 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-a290e4bd-7eb3-4c60-8429-a99b824f2b53 req-32bc5886-06e6-48a0-992b-c71275f2a82f tempest-TestMinimumBasicScenario-892635861 tempest-TestMinimumBasicScenario-892635861-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c1001c5-34a7-475d-99bb-9b27a3bedbc8 HTTP/1.1" status: 200 len: 210 time: 0.0265038 Feb 16 17:30:29.211715 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 59390) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:30:29.548314 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cff59897-ddeb-40b1-b827-814399e0dcb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:29.819234 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device fc8db5b6-73ff-4bff-b580-1f53cfb21ff7 no longer exists at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:30:29.843818 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] No Port match for: fc8db5b6-73ff-4bff-b580-1f53cfb21ff7 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:30:29.844195 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device fc8db5b6-73ff-4bff-b580-1f53cfb21ff7 not bound to the agent host hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:30:30.149584 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-cff59897-ddeb-40b1-b827-814399e0dcb1 admin admin] Deleting port efcb620c-c364-4f29-b979-1cfee2c907a6 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:30:30.150098 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cff59897-ddeb-40b1-b827-814399e0dcb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:30.253392 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-cff59897-ddeb-40b1-b827-814399e0dcb1 admin admin] For port efcb620c-c364-4f29-b979-1cfee2c907a6, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=efcb620c-c364-4f29-b979-1cfee2c907a6,segment=NetworkSegment(2962fba4-b16e-4b4c-93c8-f5efbd4c444c),segment_id=2962fba4-b16e-4b4c-93c8-f5efbd4c444c)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:30:30.254108 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cff59897-ddeb-40b1-b827-814399e0dcb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:30.265110 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-cff59897-ddeb-40b1-b827-814399e0dcb1 admin admin] Calling delete_port for efcb620c-c364-4f29-b979-1cfee2c907a6 owned by network:router_interface {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:30:30.518634 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cff59897-ddeb-40b1-b827-814399e0dcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:30.545125 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff59897-ddeb-40b1-b827-814399e0dcb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=efcb620c-c364-4f29-b979-1cfee2c907a6,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:30:30.716094 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cff59897-ddeb-40b1-b827-814399e0dcb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:30.720299 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:30.929779 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff59897-ddeb-40b1-b827-814399e0dcb1 admin admin] Router 0766e322-1b0e-4ca3-a364-584371f17be3 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:30:31.036160 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff59897-ddeb-40b1-b827-814399e0dcb1 admin admin] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:30:31.041239 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-cff59897-ddeb-40b1-b827-814399e0dcb1 admin admin] 10.222.0.88 "PUT /v2.0/routers/0766e322-1b0e-4ca3-a364-584371f17be3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8284860 Feb 16 17:30:31.043797 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 59392) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:30:31.045132 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d99f7f-cbc5-4f42-8bf8-d8f5cc1773b2 None None] Sync routers for ids ['0766e322-1b0e-4ca3-a364-584371f17be3'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:30:31.056081 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d99f7f-cbc5-4f42-8bf8-d8f5cc1773b2 None None] Routers {'0766e322-1b0e-4ca3-a364-584371f17be3'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:30:31.056705 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-a6d99f7f-cbc5-4f42-8bf8-d8f5cc1773b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:30:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['0766e322-1b0e-4ca3-a364-584371f17be3'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:30:31.147844 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7d99f022-4e88-45a3-b495-8c4ea4f34c95 admin admin] Notify callbacks [] for router, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:31.160867 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-a6d99f7f-cbc5-4f42-8bf8-d8f5cc1773b2 None None] Set router 0766e322-1b0e-4ca3-a364-584371f17be3 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:30:31.249577 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7d99f022-4e88-45a3-b495-8c4ea4f34c95 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:31.336406 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-a6d99f7f-cbc5-4f42-8bf8-d8f5cc1773b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0766e322-1b0e-4ca3-a364-584371f17be3', 'name': 'tempest-TestMinimumBasicScenario-1028168949-router', 'tenant_id': '235baebdca4541d599b43db0162b406c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '85b9dfd9-3075-4b2e-9f81-5f234ee62ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:08Z', 'updated_at': '2022-02-16T17:30:30Z', 'revision_number': 5, 'project_id': '235baebdca4541d599b43db0162b406c', 'gw_port': {'id': '85b9dfd9-3075-4b2e-9f81-5f234ee62ec0', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:81:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0766e322-1b0e-4ca3-a364-584371f17be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:09Z', 'updated_at': '2022-02-16T17:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:30:31.363280 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d99f7f-cbc5-4f42-8bf8-d8f5cc1773b2 None None] Checking router: 0766e322-1b0e-4ca3-a364-584371f17be3 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:30:31.367497 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-7d99f022-4e88-45a3-b495-8c4ea4f34c95 admin admin] Deleting port 85b9dfd9-3075-4b2e-9f81-5f234ee62ec0 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:30:31.368044 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7d99f022-4e88-45a3-b495-8c4ea4f34c95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:31.371406 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d99f7f-cbc5-4f42-8bf8-d8f5cc1773b2 None None] Routers {'0766e322-1b0e-4ca3-a364-584371f17be3'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:30:31.372019 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-a6d99f7f-cbc5-4f42-8bf8-d8f5cc1773b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:30:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['0766e322-1b0e-4ca3-a364-584371f17be3'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:30:31.449804 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-7d99f022-4e88-45a3-b495-8c4ea4f34c95 admin admin] For port 85b9dfd9-3075-4b2e-9f81-5f234ee62ec0, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=85b9dfd9-3075-4b2e-9f81-5f234ee62ec0,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:30:31.450165 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7d99f022-4e88-45a3-b495-8c4ea4f34c95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:31.459047 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-a6d99f7f-cbc5-4f42-8bf8-d8f5cc1773b2 None None] Set router 0766e322-1b0e-4ca3-a364-584371f17be3 gateway port host: None {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:30:31.462206 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-7d99f022-4e88-45a3-b495-8c4ea4f34c95 admin admin] Calling delete_port for 85b9dfd9-3075-4b2e-9f81-5f234ee62ec0 owned by network:router_gateway {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:30:31.512081 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-a6d99f7f-cbc5-4f42-8bf8-d8f5cc1773b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0766e322-1b0e-4ca3-a364-584371f17be3', 'name': 'tempest-TestMinimumBasicScenario-1028168949-router', 'tenant_id': '235baebdca4541d599b43db0162b406c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:08Z', 'updated_at': '2022-02-16T17:30:31Z', 'revision_number': 6, 'project_id': '235baebdca4541d599b43db0162b406c', 'gw_port_host': None}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:30:31.538960 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d99f7f-cbc5-4f42-8bf8-d8f5cc1773b2 None None] The sync data for ids ['0766e322-1b0e-4ca3-a364-584371f17be3'] in dv-neutron-828697-3-hyperv is: [{'id': '0766e322-1b0e-4ca3-a364-584371f17be3', 'name': 'tempest-TestMinimumBasicScenario-1028168949-router', 'tenant_id': '235baebdca4541d599b43db0162b406c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:08Z', 'updated_at': '2022-02-16T17:30:31Z', 'revision_number': 6, 'project_id': '235baebdca4541d599b43db0162b406c', 'gw_port_host': None}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:30:31.689667 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7d99f022-4e88-45a3-b495-8c4ea4f34c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:31.716464 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99f022-4e88-45a3-b495-8c4ea4f34c95 admin admin] Pushing event deleted for resources: {'Port': ['ID=85b9dfd9-3075-4b2e-9f81-5f234ee62ec0,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:30:31.774943 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7d99f022-4e88-45a3-b495-8c4ea4f34c95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584056'] for router_gateway, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:31.863934 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7d99f022-4e88-45a3-b495-8c4ea4f34c95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:31.868100 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7d99f022-4e88-45a3-b495-8c4ea4f34c95 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:31.973565 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7d99f022-4e88-45a3-b495-8c4ea4f34c95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:31.974052 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d99f022-4e88-45a3-b495-8c4ea4f34c95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0766e322-1b0e-4ca3-a364-584371f17be3 {{(pid=114375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:30:31.982363 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7d99f022-4e88-45a3-b495-8c4ea4f34c95 admin admin] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:31.982363 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-7d99f022-4e88-45a3-b495-8c4ea4f34c95 admin admin] 10.222.0.88 "DELETE /v2.0/routers/0766e322-1b0e-4ca3-a364-584371f17be3 HTTP/1.1" status: 204 len: 168 time: 0.9350948 Feb 16 17:30:31.982546 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 59394) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:30:32.027405 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-03acd7b1-fa79-4d8e-bb18-48a7f13b53ee admin admin] Deleting subnet e970892d-e506-4711-a1da-71632e7faab2 {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:30:32.030491 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-03acd7b1-fa79-4d8e-bb18-48a7f13b53ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:32.064303 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-03acd7b1-fa79-4d8e-bb18-48a7f13b53ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:32.144045 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-03acd7b1-fa79-4d8e-bb18-48a7f13b53ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:32.271127 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-03acd7b1-fa79-4d8e-bb18-48a7f13b53ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:32.295654 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03acd7b1-fa79-4d8e-bb18-48a7f13b53ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e970892d-e506-4711-a1da-71632e7faab2,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:30:32.302078 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-03acd7b1-fa79-4d8e-bb18-48a7f13b53ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:32.305297 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-03acd7b1-fa79-4d8e-bb18-48a7f13b53ee admin admin] 10.222.0.88 "DELETE /v2.0/subnets/e970892d-e506-4711-a1da-71632e7faab2 HTTP/1.1" status: 204 len: 168 time: 0.3219059 Feb 16 17:30:32.307940 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 59396) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:30:32.309169 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1d20e3-cb0e-4b57-98fd-f351cc6ec51e None None] Network d7c13f3a-b91b-41fe-b9a2-517ab1b75dd5 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:30:32.388673 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2c960f25-4f0f-496c-b23a-df89061561de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:32.443384 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-2c960f25-4f0f-496c-b23a-df89061561de admin admin] Deleting port 6a0dab4f-7f93-431c-b98d-d9e23f335647 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:30:32.443800 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2c960f25-4f0f-496c-b23a-df89061561de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:32.492780 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62db60e9-e2b1-457b-82de-113d9cf058bf None None] DHCP port deletion for d7c13f3a-b91b-41fe-b9a2-517ab1b75dd5 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:30:32.515064 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-2c960f25-4f0f-496c-b23a-df89061561de admin admin] For port 6a0dab4f-7f93-431c-b98d-d9e23f335647, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=6a0dab4f-7f93-431c-b98d-d9e23f335647,segment=NetworkSegment(2962fba4-b16e-4b4c-93c8-f5efbd4c444c),segment_id=2962fba4-b16e-4b4c-93c8-f5efbd4c444c)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:30:32.515413 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2c960f25-4f0f-496c-b23a-df89061561de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:32.529734 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-2c960f25-4f0f-496c-b23a-df89061561de admin admin] Calling delete_port for 6a0dab4f-7f93-431c-b98d-d9e23f335647 owned by network:dhcp {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:30:32.543442 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-62db60e9-e2b1-457b-82de-113d9cf058bf None None] Deleting port 6a0dab4f-7f93-431c-b98d-d9e23f335647 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:30:32.543910 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-62db60e9-e2b1-457b-82de-113d9cf058bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:32.712866 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2c960f25-4f0f-496c-b23a-df89061561de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:32.742279 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c960f25-4f0f-496c-b23a-df89061561de admin admin] Pushing event deleted for resources: {'Port': ['ID=6a0dab4f-7f93-431c-b98d-d9e23f335647,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:30:32.748264 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c960f25-4f0f-496c-b23a-df89061561de admin admin] No DVR routers for this DVR port 6a0dab4f-7f93-431c-b98d-d9e23f335647 on host dv-neutron-828697-3-hyperv {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:30:32.759054 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-62db60e9-e2b1-457b-82de-113d9cf058bf None None] For port 6a0dab4f-7f93-431c-b98d-d9e23f335647, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=6a0dab4f-7f93-431c-b98d-d9e23f335647,segment=NetworkSegment(2962fba4-b16e-4b4c-93c8-f5efbd4c444c),segment_id=2962fba4-b16e-4b4c-93c8-f5efbd4c444c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:30:32.759458 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-62db60e9-e2b1-457b-82de-113d9cf058bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:32.774008 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-62db60e9-e2b1-457b-82de-113d9cf058bf None None] Calling delete_port for 6a0dab4f-7f93-431c-b98d-d9e23f335647 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:30:32.777032 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device efcb620c-c364-4f29-b979-1cfee2c907a6 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:30:32.801308 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: efcb620c-c364-4f29-b979-1cfee2c907a6 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:30:32.801653 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device efcb620c-c364-4f29-b979-1cfee2c907a6 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:30:32.802065 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 6a0dab4f-7f93-431c-b98d-d9e23f335647 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:30:32.828310 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2c960f25-4f0f-496c-b23a-df89061561de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:32.848838 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-2c960f25-4f0f-496c-b23a-df89061561de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7c13f3a-b91b-41fe-b9a2-517ab1b75dd5']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:30:32.853350 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 6a0dab4f-7f93-431c-b98d-d9e23f335647 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:30:32.853695 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 6a0dab4f-7f93-431c-b98d-d9e23f335647 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:30:32.854105 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 85b9dfd9-3075-4b2e-9f81-5f234ee62ec0 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:30:32.858496 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-2c960f25-4f0f-496c-b23a-df89061561de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2962fba4-b16e-4b4c-93c8-f5efbd4c444c') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:30:32.858794 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-2c960f25-4f0f-496c-b23a-df89061561de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2962fba4-b16e-4b4c-93c8-f5efbd4c444c') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:30:32.871785 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2c960f25-4f0f-496c-b23a-df89061561de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:32.878841 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 85b9dfd9-3075-4b2e-9f81-5f234ee62ec0 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:30:32.879473 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 85b9dfd9-3075-4b2e-9f81-5f234ee62ec0 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:30:32.887662 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2c960f25-4f0f-496c-b23a-df89061561de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:32.895274 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c960f25-4f0f-496c-b23a-df89061561de admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:30:32.896055 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2c960f25-4f0f-496c-b23a-df89061561de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:32.899315 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 17:30:32.899315 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:30:32.899315 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 17:30:32.899315 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:30:32.899315 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 17:30:32.899315 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:30:32.899315 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 17:30:32.899315 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:30:32.899315 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 17:30:32.899315 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:30:32.899315 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 17:30:32.899315 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:30:32.899315 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 17:30:32.899315 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:30:32.899315 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:30:32.899315 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:30:32.899315 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:30:32.899315 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:30:32.899315 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 17:30:32.899315 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:30:32.899315 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 17:30:32.899315 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:30:32.899315 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:30:32.899315 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:30:32.899315 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 17:30:32.899315 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:30:32.899315 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:30:32.899315 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:30:32.899315 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:30:32.899315 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:30:32.899315 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:30:32.899315 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:30:32.912487 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-62db60e9-e2b1-457b-82de-113d9cf058bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:32.939304 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db60e9-e2b1-457b-82de-113d9cf058bf None None] Pushing event deleted for resources: {'Port': ['ID=6a0dab4f-7f93-431c-b98d-d9e23f335647,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:30:32.941664 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62db60e9-e2b1-457b-82de-113d9cf058bf None None] No DVR routers for this DVR port 6a0dab4f-7f93-431c-b98d-d9e23f335647 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:30:32.955942 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62db60e9-e2b1-457b-82de-113d9cf058bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:32.956505 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62db60e9-e2b1-457b-82de-113d9cf058bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:32.956975 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62db60e9-e2b1-457b-82de-113d9cf058bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:32.957389 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62db60e9-e2b1-457b-82de-113d9cf058bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:32.957797 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62db60e9-e2b1-457b-82de-113d9cf058bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:32.958204 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62db60e9-e2b1-457b-82de-113d9cf058bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:32.958629 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62db60e9-e2b1-457b-82de-113d9cf058bf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:32.959033 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62db60e9-e2b1-457b-82de-113d9cf058bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:32.959463 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62db60e9-e2b1-457b-82de-113d9cf058bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:32.959799 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62db60e9-e2b1-457b-82de-113d9cf058bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:32.960160 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62db60e9-e2b1-457b-82de-113d9cf058bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:32.960491 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62db60e9-e2b1-457b-82de-113d9cf058bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:33.032078 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2c960f25-4f0f-496c-b23a-df89061561de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:33.037553 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2c960f25-4f0f-496c-b23a-df89061561de admin admin] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:33.040578 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-2c960f25-4f0f-496c-b23a-df89061561de admin admin] 10.222.0.88 "DELETE /v2.0/networks/d7c13f3a-b91b-41fe-b9a2-517ab1b75dd5 HTTP/1.1" status: 204 len: 168 time: 0.7316244 Feb 16 17:30:33.043525 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 59398) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:30:33.056599 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c960f25-4f0f-496c-b23a-df89061561de admin admin] Pushing event deleted for resources: {'Network': ['ID=d7c13f3a-b91b-41fe-b9a2-517ab1b75dd5,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:30:33.430656 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-29f16c4e-35d6-466a-a864-d1835974974c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:33.675006 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-29f16c4e-35d6-466a-a864-d1835974974c admin admin] Deleting port c4abbadd-ab5c-4a2e-9e1d-1cca5fe3b3c0 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:30:33.675354 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-29f16c4e-35d6-466a-a864-d1835974974c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:33.756279 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-29f16c4e-35d6-466a-a864-d1835974974c admin admin] For port c4abbadd-ab5c-4a2e-9e1d-1cca5fe3b3c0, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=c4abbadd-ab5c-4a2e-9e1d-1cca5fe3b3c0,segment=NetworkSegment(62374ead-fa27-469e-9c66-cca9707881c1),segment_id=62374ead-fa27-469e-9c66-cca9707881c1)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:30:33.756643 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-29f16c4e-35d6-466a-a864-d1835974974c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:33.768531 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-29f16c4e-35d6-466a-a864-d1835974974c admin admin] Calling delete_port for c4abbadd-ab5c-4a2e-9e1d-1cca5fe3b3c0 owned by network:router_interface {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:30:34.014952 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-29f16c4e-35d6-466a-a864-d1835974974c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:34.038802 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f16c4e-35d6-466a-a864-d1835974974c admin admin] Pushing event deleted for resources: {'Port': ['ID=c4abbadd-ab5c-4a2e-9e1d-1cca5fe3b3c0,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:30:34.204544 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-29f16c4e-35d6-466a-a864-d1835974974c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:34.409648 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f16c4e-35d6-466a-a864-d1835974974c admin admin] Router 6b6a1c62-1c77-4841-9384-ee3d8445aeef has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:30:34.797378 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f16c4e-35d6-466a-a864-d1835974974c admin admin] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:30:34.802423 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-29f16c4e-35d6-466a-a864-d1835974974c admin admin] 10.222.0.88 "PUT /v2.0/routers/6b6a1c62-1c77-4841-9384-ee3d8445aeef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7577894 Feb 16 17:30:34.804990 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 59400) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:30:34.807778 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59488c84-9b12-44fc-9b6c-69a682da00f7 None None] Sync routers for ids ['6b6a1c62-1c77-4841-9384-ee3d8445aeef'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:30:34.819384 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59488c84-9b12-44fc-9b6c-69a682da00f7 None None] Routers {'6b6a1c62-1c77-4841-9384-ee3d8445aeef'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:30:34.820095 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-59488c84-9b12-44fc-9b6c-69a682da00f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:30:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['6b6a1c62-1c77-4841-9384-ee3d8445aeef'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:30:34.909115 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d010c595-3879-4271-9ba1-d574a9ab1b7a admin admin] Notify callbacks [] for router, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:34.923626 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-59488c84-9b12-44fc-9b6c-69a682da00f7 None None] Set router 6b6a1c62-1c77-4841-9384-ee3d8445aeef gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:30:35.015242 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d010c595-3879-4271-9ba1-d574a9ab1b7a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:35.105256 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-59488c84-9b12-44fc-9b6c-69a682da00f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6a1c62-1c77-4841-9384-ee3d8445aeef', 'name': 'tempest-TestMinimumBasicScenario-789667845-router', 'tenant_id': 'a6d55f0bbf01488f864015a9e81981d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': 'cba677af-e60f-4480-9d05-0989dab6b65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:14Z', 'updated_at': '2022-02-16T17:30:33Z', 'revision_number': 5, 'project_id': 'a6d55f0bbf01488f864015a9e81981d9', 'gw_port': {'id': 'cba677af-e60f-4480-9d05-0989dab6b65a', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6a1c62-1c77-4841-9384-ee3d8445aeef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:15Z', 'updated_at': '2022-02-16T17:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:30:35.132228 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59488c84-9b12-44fc-9b6c-69a682da00f7 None None] Checking router: 6b6a1c62-1c77-4841-9384-ee3d8445aeef for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:30:35.140454 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59488c84-9b12-44fc-9b6c-69a682da00f7 None None] Routers {'6b6a1c62-1c77-4841-9384-ee3d8445aeef'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:30:35.141086 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-59488c84-9b12-44fc-9b6c-69a682da00f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:30:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['6b6a1c62-1c77-4841-9384-ee3d8445aeef'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:30:35.142997 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-d010c595-3879-4271-9ba1-d574a9ab1b7a admin admin] Deleting port cba677af-e60f-4480-9d05-0989dab6b65a {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:30:35.143351 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d010c595-3879-4271-9ba1-d574a9ab1b7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:35.222481 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-d010c595-3879-4271-9ba1-d574a9ab1b7a admin admin] For port cba677af-e60f-4480-9d05-0989dab6b65a, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=cba677af-e60f-4480-9d05-0989dab6b65a,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:30:35.223190 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d010c595-3879-4271-9ba1-d574a9ab1b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:35.228334 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-59488c84-9b12-44fc-9b6c-69a682da00f7 None None] Set router 6b6a1c62-1c77-4841-9384-ee3d8445aeef gateway port host: None {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:30:35.235441 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-d010c595-3879-4271-9ba1-d574a9ab1b7a admin admin] Calling delete_port for cba677af-e60f-4480-9d05-0989dab6b65a owned by network:router_gateway {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:30:35.279051 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-59488c84-9b12-44fc-9b6c-69a682da00f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6a1c62-1c77-4841-9384-ee3d8445aeef', 'name': 'tempest-TestMinimumBasicScenario-789667845-router', 'tenant_id': 'a6d55f0bbf01488f864015a9e81981d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:14Z', 'updated_at': '2022-02-16T17:30:35Z', 'revision_number': 6, 'project_id': 'a6d55f0bbf01488f864015a9e81981d9', 'gw_port_host': None}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:30:35.307804 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59488c84-9b12-44fc-9b6c-69a682da00f7 None None] The sync data for ids ['6b6a1c62-1c77-4841-9384-ee3d8445aeef'] in dv-neutron-828697-3-hyperv is: [{'id': '6b6a1c62-1c77-4841-9384-ee3d8445aeef', 'name': 'tempest-TestMinimumBasicScenario-789667845-router', 'tenant_id': 'a6d55f0bbf01488f864015a9e81981d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:14Z', 'updated_at': '2022-02-16T17:30:35Z', 'revision_number': 6, 'project_id': 'a6d55f0bbf01488f864015a9e81981d9', 'gw_port_host': None}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:30:35.453403 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d010c595-3879-4271-9ba1-d574a9ab1b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:35.477522 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d010c595-3879-4271-9ba1-d574a9ab1b7a admin admin] Pushing event deleted for resources: {'Port': ['ID=cba677af-e60f-4480-9d05-0989dab6b65a,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:30:35.542813 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d010c595-3879-4271-9ba1-d574a9ab1b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584056'] for router_gateway, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:35.629551 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d010c595-3879-4271-9ba1-d574a9ab1b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:35.631541 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d010c595-3879-4271-9ba1-d574a9ab1b7a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:35.763721 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d010c595-3879-4271-9ba1-d574a9ab1b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:35.764301 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d010c595-3879-4271-9ba1-d574a9ab1b7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b6a1c62-1c77-4841-9384-ee3d8445aeef {{(pid=114375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:30:35.769144 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d010c595-3879-4271-9ba1-d574a9ab1b7a admin admin] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:35.770299 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d010c595-3879-4271-9ba1-d574a9ab1b7a admin admin] 10.222.0.88 "DELETE /v2.0/routers/6b6a1c62-1c77-4841-9384-ee3d8445aeef HTTP/1.1" status: 204 len: 168 time: 0.9643552 Feb 16 17:30:35.772864 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 59402) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:30:35.820718 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-2302d89a-dd5f-4a34-a08d-1de6b93197ad admin admin] Deleting subnet a2a17d7d-e25c-4a9b-a86c-a54f6974bcf9 {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:30:35.823590 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2302d89a-dd5f-4a34-a08d-1de6b93197ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:35.857364 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2302d89a-dd5f-4a34-a08d-1de6b93197ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:35.933072 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2302d89a-dd5f-4a34-a08d-1de6b93197ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:36.061009 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2302d89a-dd5f-4a34-a08d-1de6b93197ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:36.093514 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2302d89a-dd5f-4a34-a08d-1de6b93197ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2a17d7d-e25c-4a9b-a86c-a54f6974bcf9,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:30:36.100410 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2302d89a-dd5f-4a34-a08d-1de6b93197ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:36.104405 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-2302d89a-dd5f-4a34-a08d-1de6b93197ad admin admin] 10.222.0.88 "DELETE /v2.0/subnets/a2a17d7d-e25c-4a9b-a86c-a54f6974bcf9 HTTP/1.1" status: 204 len: 168 time: 0.3305454 Feb 16 17:30:36.106364 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ea78c5-ef8f-4d9f-96d5-cc9b087ddb9a None None] Network 22de74cb-71da-441d-99f5-2bd1a1cb343d requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:30:36.106831 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 59404) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:30:36.176978 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4d49e1c3-90de-4d36-8bf9-720d43e62800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:36.241029 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-4d49e1c3-90de-4d36-8bf9-720d43e62800 admin admin] Deleting port 88d5ebe5-4ee0-4879-a3d0-116ca2061ea4 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:30:36.241642 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4d49e1c3-90de-4d36-8bf9-720d43e62800 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:36.326529 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c8eaad-949d-45ed-a432-bdaaa02df77a None None] DHCP port deletion for 22de74cb-71da-441d-99f5-2bd1a1cb343d request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:30:36.331208 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-4d49e1c3-90de-4d36-8bf9-720d43e62800 admin admin] For port 88d5ebe5-4ee0-4879-a3d0-116ca2061ea4, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=88d5ebe5-4ee0-4879-a3d0-116ca2061ea4,segment=NetworkSegment(62374ead-fa27-469e-9c66-cca9707881c1),segment_id=62374ead-fa27-469e-9c66-cca9707881c1)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:30:36.331712 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4d49e1c3-90de-4d36-8bf9-720d43e62800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:36.346887 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-4d49e1c3-90de-4d36-8bf9-720d43e62800 admin admin] Calling delete_port for 88d5ebe5-4ee0-4879-a3d0-116ca2061ea4 owned by network:dhcp {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:30:36.385962 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-b7c8eaad-949d-45ed-a432-bdaaa02df77a None None] Deleting port 88d5ebe5-4ee0-4879-a3d0-116ca2061ea4 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:30:36.386333 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b7c8eaad-949d-45ed-a432-bdaaa02df77a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:36.446668 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-b7c8eaad-949d-45ed-a432-bdaaa02df77a None None] For port 88d5ebe5-4ee0-4879-a3d0-116ca2061ea4, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=88d5ebe5-4ee0-4879-a3d0-116ca2061ea4,segment=NetworkSegment(62374ead-fa27-469e-9c66-cca9707881c1),segment_id=62374ead-fa27-469e-9c66-cca9707881c1)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:30:36.447059 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b7c8eaad-949d-45ed-a432-bdaaa02df77a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:36.459587 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-b7c8eaad-949d-45ed-a432-bdaaa02df77a None None] Calling delete_port for 88d5ebe5-4ee0-4879-a3d0-116ca2061ea4 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:30:36.581002 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4d49e1c3-90de-4d36-8bf9-720d43e62800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:36.586433 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b7c8eaad-949d-45ed-a432-bdaaa02df77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:36.608253 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d49e1c3-90de-4d36-8bf9-720d43e62800 admin admin] Pushing event deleted for resources: {'Port': ['ID=88d5ebe5-4ee0-4879-a3d0-116ca2061ea4,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:30:36.609801 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c8eaad-949d-45ed-a432-bdaaa02df77a None None] Pushing event deleted for resources: {'Port': ['ID=88d5ebe5-4ee0-4879-a3d0-116ca2061ea4,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:30:36.610091 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d49e1c3-90de-4d36-8bf9-720d43e62800 admin admin] No DVR routers for this DVR port 88d5ebe5-4ee0-4879-a3d0-116ca2061ea4 on host dv-neutron-828697-3-hyperv {{(pid=114375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:30:36.616146 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c8eaad-949d-45ed-a432-bdaaa02df77a None None] No DVR routers for this DVR port 88d5ebe5-4ee0-4879-a3d0-116ca2061ea4 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:30:36.683406 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4d49e1c3-90de-4d36-8bf9-720d43e62800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:36.702839 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-4d49e1c3-90de-4d36-8bf9-720d43e62800 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22de74cb-71da-441d-99f5-2bd1a1cb343d']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:30:36.712455 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-4d49e1c3-90de-4d36-8bf9-720d43e62800 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62374ead-fa27-469e-9c66-cca9707881c1') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:30:36.712748 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-4d49e1c3-90de-4d36-8bf9-720d43e62800 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62374ead-fa27-469e-9c66-cca9707881c1') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:30:36.723168 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4d49e1c3-90de-4d36-8bf9-720d43e62800 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:36.737961 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4d49e1c3-90de-4d36-8bf9-720d43e62800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:36.743810 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d49e1c3-90de-4d36-8bf9-720d43e62800 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:30:36.744409 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4d49e1c3-90de-4d36-8bf9-720d43e62800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:36.746063 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 17:30:36.746063 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:30:36.746063 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 17:30:36.746063 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:30:36.746063 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 17:30:36.746063 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:30:36.746063 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 17:30:36.746063 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:30:36.746063 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 17:30:36.746063 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:30:36.746063 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 17:30:36.746063 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:30:36.746063 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 17:30:36.746063 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:30:36.746063 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:30:36.746063 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:30:36.746063 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:30:36.746063 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:30:36.746063 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 17:30:36.746063 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:30:36.746063 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 17:30:36.746063 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:30:36.746063 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:30:36.746063 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:30:36.746063 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 17:30:36.746063 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:30:36.746063 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:30:36.746063 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:30:36.746063 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:30:36.746063 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:30:36.746063 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:30:36.746063 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:30:36.786880 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 88d5ebe5-4ee0-4879-a3d0-116ca2061ea4 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:30:36.807639 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 88d5ebe5-4ee0-4879-a3d0-116ca2061ea4 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:30:36.807999 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 88d5ebe5-4ee0-4879-a3d0-116ca2061ea4 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:30:36.808440 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device cba677af-e60f-4480-9d05-0989dab6b65a no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:30:36.826614 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: cba677af-e60f-4480-9d05-0989dab6b65a {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:30:36.826964 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device cba677af-e60f-4480-9d05-0989dab6b65a not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:30:36.827364 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device c4abbadd-ab5c-4a2e-9e1d-1cca5fe3b3c0 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:30:36.847427 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: c4abbadd-ab5c-4a2e-9e1d-1cca5fe3b3c0 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:30:36.847639 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device c4abbadd-ab5c-4a2e-9e1d-1cca5fe3b3c0 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:30:36.848995 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a8c3f154-1625-4d77-a527-f7c55dd7a7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:36.866675 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4d49e1c3-90de-4d36-8bf9-720d43e62800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:36.871939 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-4d49e1c3-90de-4d36-8bf9-720d43e62800 admin admin] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:36.876227 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-4d49e1c3-90de-4d36-8bf9-720d43e62800 admin admin] 10.222.0.88 "DELETE /v2.0/networks/22de74cb-71da-441d-99f5-2bd1a1cb343d HTTP/1.1" status: 204 len: 168 time: 0.7674255 Feb 16 17:30:36.886227 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d49e1c3-90de-4d36-8bf9-720d43e62800 admin admin] Pushing event deleted for resources: {'Network': ['ID=22de74cb-71da-441d-99f5-2bd1a1cb343d,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:30:37.207951 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 59408) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:30:37.246909 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-8f707810-b175-406f-a187-b1204c4cc969 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=235baebdca4541d599b43db0162b406c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378001 Feb 16 17:30:37.249289 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 59410) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:30:37.296579 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e219a745-7cf0-49c5-ba81-51379e9f074e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:37.317521 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e219a745-7cf0-49c5-ba81-51379e9f074e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:37.493501 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e219a745-7cf0-49c5-ba81-51379e9f074e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:37.496218 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e219a745-7cf0-49c5-ba81-51379e9f074e admin admin] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:37.497424 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-e219a745-7cf0-49c5-ba81-51379e9f074e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/72d21bc0-ffac-40cb-8c48-9adbf1fd5ae7 HTTP/1.1" status: 204 len: 168 time: 0.2472265 Feb 16 17:30:37.505639 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e219a745-7cf0-49c5-ba81-51379e9f074e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d21bc0-ffac-40cb-8c48-9adbf1fd5ae7,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:30:38.137859 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 59416) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:30:38.178360 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-462524e6-fd0f-43b2-9e83-da42e20dcbc2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a6d55f0bbf01488f864015a9e81981d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392091 Feb 16 17:30:38.180573 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 59418) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:30:38.227131 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-571f92f8-dd6a-4b99-a0e2-697dc3c0783f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:38.247527 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-571f92f8-dd6a-4b99-a0e2-697dc3c0783f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:38.345960 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-571f92f8-dd6a-4b99-a0e2-697dc3c0783f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:38.348406 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-571f92f8-dd6a-4b99-a0e2-697dc3c0783f admin admin] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:38.349565 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-571f92f8-dd6a-4b99-a0e2-697dc3c0783f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/acf05e23-881a-40f2-8822-5e223b2b4175 HTTP/1.1" status: 204 len: 168 time: 0.1680987 Feb 16 17:30:38.357446 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571f92f8-dd6a-4b99-a0e2-697dc3c0783f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf05e23-881a-40f2-8822-5e223b2b4175,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:30:39.249161 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2b6e657b-6892-4b3b-a822-b133fb3a21b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:40.529093 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:40.641575 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 59458) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:30:40.646375 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-332f3f76-83a0-471b-ac07-f7ed56a27af6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-96598049', 'description': 'tempest-secgroup-smoke-96598049 description', 'project_id': '540088272793448ab3d0c6a056f15347'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:30:40.740995 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-332f3f76-83a0-471b-ac07-f7ed56a27af6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:40.749265 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-332f3f76-83a0-471b-ac07-f7ed56a27af6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:40.826061 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-332f3f76-83a0-471b-ac07-f7ed56a27af6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:40.900403 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-332f3f76-83a0-471b-ac07-f7ed56a27af6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:40.940172 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f3f76-83a0-471b-ac07-f7ed56a27af6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b23c8c28-9c4b-4b57-a33f-5918f8a90f29,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:30:40.979913 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-332f3f76-83a0-471b-ac07-f7ed56a27af6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:41.043194 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-332f3f76-83a0-471b-ac07-f7ed56a27af6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:41.072872 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f3f76-83a0-471b-ac07-f7ed56a27af6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8ee29d-4859-4abb-8b51-121b1e199ce6,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:30:41.146505 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-332f3f76-83a0-471b-ac07-f7ed56a27af6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:41.147802 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-332f3f76-83a0-471b-ac07-f7ed56a27af6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5050869 Feb 16 17:30:41.150761 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 59460) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:30:41.155047 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-18e534c1-6d0e-4726-9766-ffac8b9ab8a2 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'security_group_rule': {'security_group_id': 'cd8ee29d-4859-4abb-8b51-121b1e199ce6', 'project_id': '540088272793448ab3d0c6a056f15347', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:30:41.236420 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-18e534c1-6d0e-4726-9766-ffac8b9ab8a2 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:41.290676 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-18e534c1-6d0e-4726-9766-ffac8b9ab8a2 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:41.373018 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-18e534c1-6d0e-4726-9766-ffac8b9ab8a2 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:41.390158 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e534c1-6d0e-4726-9766-ffac8b9ab8a2 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13d5d7e7-a010-424c-b684-1217a273d35c,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:30:41.467932 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-18e534c1-6d0e-4726-9766-ffac8b9ab8a2 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:41.469709 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-18e534c1-6d0e-4726-9766-ffac8b9ab8a2 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3174911 Feb 16 17:30:41.472956 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 59462) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:30:41.477480 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-a27c7db5-3c49-4dba-8933-877c108905c8 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'security_group_rule': {'security_group_id': 'cd8ee29d-4859-4abb-8b51-121b1e199ce6', 'project_id': '540088272793448ab3d0c6a056f15347', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:30:41.572211 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a27c7db5-3c49-4dba-8933-877c108905c8 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:41.627950 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a27c7db5-3c49-4dba-8933-877c108905c8 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:41.711647 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a27c7db5-3c49-4dba-8933-877c108905c8 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:41.729322 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27c7db5-3c49-4dba-8933-877c108905c8 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=491058cd-e7cb-4f29-87a9-f265a8d26f61,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:30:41.793709 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a27c7db5-3c49-4dba-8933-877c108905c8 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:41.794952 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a27c7db5-3c49-4dba-8933-877c108905c8 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3210611 Feb 16 17:30:41.798225 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 59464) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:30:41.802573 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-46aad795-52e6-4642-bb1a-c15b01b19410 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'security_group_rule': {'security_group_id': 'cd8ee29d-4859-4abb-8b51-121b1e199ce6', 'project_id': '540088272793448ab3d0c6a056f15347', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:30:41.877306 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:41.911582 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-46aad795-52e6-4642-bb1a-c15b01b19410 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:41.971209 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-46aad795-52e6-4642-bb1a-c15b01b19410 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:42.037371 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-46aad795-52e6-4642-bb1a-c15b01b19410 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:42.054496 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aad795-52e6-4642-bb1a-c15b01b19410 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7ae4858-25fe-404e-a15e-04ac51d1bc4d,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:30:42.119696 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-46aad795-52e6-4642-bb1a-c15b01b19410 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:42.121000 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-46aad795-52e6-4642-bb1a-c15b01b19410 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3218408 Feb 16 17:30:42.123728 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 59466) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:30:42.128176 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-22d8cb07-80b0-45cf-99ae-7da18c77ccec tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'security_group_rule': {'security_group_id': 'cd8ee29d-4859-4abb-8b51-121b1e199ce6', 'project_id': '540088272793448ab3d0c6a056f15347', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:30:42.146165 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:42.219715 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-22d8cb07-80b0-45cf-99ae-7da18c77ccec tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:42.278019 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-22d8cb07-80b0-45cf-99ae-7da18c77ccec tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:42.374317 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-22d8cb07-80b0-45cf-99ae-7da18c77ccec tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:42.394078 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d8cb07-80b0-45cf-99ae-7da18c77ccec tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a04b83d-3c47-40c3-9e84-6f6b091d435f,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:30:42.445648 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-22d8cb07-80b0-45cf-99ae-7da18c77ccec tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:42.446877 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-22d8cb07-80b0-45cf-99ae-7da18c77ccec tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3221805 Feb 16 17:30:42.449644 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 59468) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:30:42.454645 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-6ccdd33b-f753-499a-8dc9-56e1c760b34b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'security_group_rule': {'security_group_id': 'cd8ee29d-4859-4abb-8b51-121b1e199ce6', 'project_id': '540088272793448ab3d0c6a056f15347', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:30:42.584760 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.securitygroups_db [None req-6ccdd33b-f753-499a-8dc9-56e1c760b34b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Project 540088272793448ab3d0c6a056f15347 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:30:42.589614 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6ccdd33b-f753-499a-8dc9-56e1c760b34b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:42.649201 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6ccdd33b-f753-499a-8dc9-56e1c760b34b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:42.744302 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6ccdd33b-f753-499a-8dc9-56e1c760b34b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:42.763193 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccdd33b-f753-499a-8dc9-56e1c760b34b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=513b9621-3911-404d-a5f5-51530ab46056,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:30:42.832180 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-6ccdd33b-f753-499a-8dc9-56e1c760b34b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:42.833381 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-6ccdd33b-f753-499a-8dc9-56e1c760b34b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3827763 Feb 16 17:30:42.836101 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 59470) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:30:42.840316 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-5368c079-4c70-473e-b0a6-50b585e439bb tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'security_group_rule': {'security_group_id': 'cd8ee29d-4859-4abb-8b51-121b1e199ce6', 'project_id': '540088272793448ab3d0c6a056f15347', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:30:42.921924 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.securitygroups_db [None req-5368c079-4c70-473e-b0a6-50b585e439bb tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Project 540088272793448ab3d0c6a056f15347 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:30:42.927332 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5368c079-4c70-473e-b0a6-50b585e439bb tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:42.993300 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5368c079-4c70-473e-b0a6-50b585e439bb tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:43.066255 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5368c079-4c70-473e-b0a6-50b585e439bb tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:43.084360 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5368c079-4c70-473e-b0a6-50b585e439bb tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb4c67e4-bd73-4072-abed-76af275abfd6,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:30:43.159819 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5368c079-4c70-473e-b0a6-50b585e439bb tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:43.161085 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-5368c079-4c70-473e-b0a6-50b585e439bb tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3241267 Feb 16 17:30:43.164177 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 59472) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:30:43.170049 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-80fb0084-365e-42b9-add9-08db2bdf406c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'network': {'name': 'tempest-network-smoke--566195603', 'project_id': '540088272793448ab3d0c6a056f15347', 'port_security_enabled': True}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:30:43.272086 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80fb0084-365e-42b9-add9-08db2bdf406c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Made reservation on behalf of 540088272793448ab3d0c6a056f15347 for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:30:43.275627 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-80fb0084-365e-42b9-add9-08db2bdf406c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:43.299424 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80fb0084-365e-42b9-add9-08db2bdf406c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:30:43.308200 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-80fb0084-365e-42b9-add9-08db2bdf406c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:43.308539 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-80fb0084-365e-42b9-add9-08db2bdf406c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Added segment d8dc5ce1-078b-4d3c-ba0b-4f5e3901a79a of type vlan for network 10aef932-7dd8-45d0-ac72-b503fc8b5172 Feb 16 17:30:43.348051 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-80fb0084-365e-42b9-add9-08db2bdf406c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:43.449227 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-80fb0084-365e-42b9-add9-08db2bdf406c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:43.454869 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fb0084-365e-42b9-add9-08db2bdf406c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:43.459513 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-80fb0084-365e-42b9-add9-08db2bdf406c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:43.521065 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb0084-365e-42b9-add9-08db2bdf406c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'Network': ['ID=10aef932-7dd8-45d0-ac72-b503fc8b5172,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:30:43.535065 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 10aef932-7dd8-45d0-ac72-b503fc8b5172 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:30:43.566524 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-80fb0084-365e-42b9-add9-08db2bdf406c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4010398 Feb 16 17:30:43.569228 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 59474) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:30:43.573986 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-5e469ed1-8cef-47df-8624-756a5c2b7bc8 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-659659696', 'admin_state_up': True, 'project_id': '540088272793448ab3d0c6a056f15347', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:30:43.683341 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5e469ed1-8cef-47df-8624-756a5c2b7bc8 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:43.684476 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5e469ed1-8cef-47df-8624-756a5c2b7bc8 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:43.740520 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5e469ed1-8cef-47df-8624-756a5c2b7bc8 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:43.946884 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5e469ed1-8cef-47df-8624-756a5c2b7bc8 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:44.205009 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5e469ed1-8cef-47df-8624-756a5c2b7bc8 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for router_gateway, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:44.223621 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5e469ed1-8cef-47df-8624-756a5c2b7bc8 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:44.323565 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-5e469ed1-8cef-47df-8624-756a5c2b7bc8 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Allocated IP 172.26.3.24 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/877d05cb-479b-42ce-b9b2-2d3ca9a0bd5c) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:30:44.426469 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5e469ed1-8cef-47df-8624-756a5c2b7bc8 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:44.546484 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5e469ed1-8cef-47df-8624-756a5c2b7bc8 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:44.586352 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e469ed1-8cef-47df-8624-756a5c2b7bc8 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:30:44.589125 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-5e469ed1-8cef-47df-8624-756a5c2b7bc8 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:30:44.591628 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e469ed1-8cef-47df-8624-756a5c2b7bc8 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:30:44.619522 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e469ed1-8cef-47df-8624-756a5c2b7bc8 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'Port': ['ID=877d05cb-479b-42ce-b9b2-2d3ca9a0bd5c,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:30:44.971647 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5e469ed1-8cef-47df-8624-756a5c2b7bc8 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for router_gateway, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:44.972578 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:30:45.078314 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5e469ed1-8cef-47df-8624-756a5c2b7bc8 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:45.293297 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e469ed1-8cef-47df-8624-756a5c2b7bc8 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Router e434eea8-695a-4e52-b5d7-a62d4a00b309 is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:30:45.398289 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e469ed1-8cef-47df-8624-756a5c2b7bc8 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:30:45.409596 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a303f741-d9b8-4cb7-a013-1c583ee79801 None None] Sync routers for ids ['e434eea8-695a-4e52-b5d7-a62d4a00b309'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:30:45.420998 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a303f741-d9b8-4cb7-a013-1c583ee79801 None None] Routers {'e434eea8-695a-4e52-b5d7-a62d4a00b309'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:30:45.423320 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-a303f741-d9b8-4cb7-a013-1c583ee79801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:30:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['e434eea8-695a-4e52-b5d7-a62d4a00b309'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:30:45.473684 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-5e469ed1-8cef-47df-8624-756a5c2b7bc8 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:45.474921 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-5e469ed1-8cef-47df-8624-756a5c2b7bc8 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9045794 Feb 16 17:30:45.478255 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 59476) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:30:45.526399 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-a303f741-d9b8-4cb7-a013-1c583ee79801 None None] Set router e434eea8-695a-4e52-b5d7-a62d4a00b309 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:30:45.597932 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-b4b240cd-1fd8-447f-a7e0-ef2f45cf793e tempest-TestNetworkAdvancedServerOps-1016298580 tempest-TestNetworkAdvancedServerOps-1016298580-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=540088272793448ab3d0c6a056f15347&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1185668 Feb 16 17:30:45.600584 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 59480) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:30:45.687596 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf4d636-1a23-459a-a7aa-169370ab1c11 tempest-TestNetworkAdvancedServerOps-1016298580 tempest-TestNetworkAdvancedServerOps-1016298580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:45.689265 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-7bf4d636-1a23-459a-a7aa-169370ab1c11 tempest-TestNetworkAdvancedServerOps-1016298580 tempest-TestNetworkAdvancedServerOps-1016298580-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0876772 Feb 16 17:30:45.692029 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 59482) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:30:45.702384 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-a303f741-d9b8-4cb7-a013-1c583ee79801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e434eea8-695a-4e52-b5d7-a62d4a00b309', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659659696', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '877d05cb-479b-42ce-b9b2-2d3ca9a0bd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:30:43Z', 'updated_at': '2022-02-16T17:30:44Z', 'revision_number': 3, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '877d05cb-479b-42ce-b9b2-2d3ca9a0bd5c', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:51:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e434eea8-695a-4e52-b5d7-a62d4a00b309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:30:44Z', 'updated_at': '2022-02-16T17:30:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:30:45.720689 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-4007813c-c753-4349-a37f-a2d0bd6d47a7 tempest-TestNetworkAdvancedServerOps-1016298580 tempest-TestNetworkAdvancedServerOps-1016298580-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=d8eab20e-246c-47ce-8449-822ce53769fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273101 Feb 16 17:30:45.722985 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 59484) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:30:45.727900 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-80791325-6117-4e2d-98e3-528bb0672cd8 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1436339585', 'network_id': '10aef932-7dd8-45d0-ac72-b503fc8b5172', 'project_id': '540088272793448ab3d0c6a056f15347', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:30:45.733330 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a303f741-d9b8-4cb7-a013-1c583ee79801 None None] Checking router: e434eea8-695a-4e52-b5d7-a62d4a00b309 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:30:45.733687 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a303f741-d9b8-4cb7-a013-1c583ee79801 None None] Updating router e434eea8-695a-4e52-b5d7-a62d4a00b309 port 877d05cb-479b-42ce-b9b2-2d3ca9a0bd5c binding host dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:30:45.757371 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a303f741-d9b8-4cb7-a013-1c583ee79801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:45.910462 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80791325-6117-4e2d-98e3-528bb0672cd8 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Made reservation on behalf of 540088272793448ab3d0c6a056f15347 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:30:45.914194 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-80791325-6117-4e2d-98e3-528bb0672cd8 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:46.019324 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a303f741-d9b8-4cb7-a013-1c583ee79801 None None] Notify callbacks [] for port, precommit_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:46.081862 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a303f741-d9b8-4cb7-a013-1c583ee79801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:46.132938 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-a303f741-d9b8-4cb7-a013-1c583ee79801 None None] Attempting to bind port 877d05cb-479b-42ce-b9b2-2d3ca9a0bd5c on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:30:46.133307 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-a303f741-d9b8-4cb7-a013-1c583ee79801 None None] Attempting to bind port 877d05cb-479b-42ce-b9b2-2d3ca9a0bd5c by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:30:46.133665 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a303f741-d9b8-4cb7-a013-1c583ee79801 None None] Attempting to bind port 877d05cb-479b-42ce-b9b2-2d3ca9a0bd5c on network d8eab20e-246c-47ce-8449-822ce53769fc {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:30:46.135622 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc109d58-b201-4770-9198-2c566c8f0524 None None] Pushing event updated for resources: {'Port': ['ID=877d05cb-479b-42ce-b9b2-2d3ca9a0bd5c,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:30:46.141537 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a303f741-d9b8-4cb7-a013-1c583ee79801 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:30:46.141907 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a303f741-d9b8-4cb7-a013-1c583ee79801 None None] Checking segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:30:46.142313 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a303f741-d9b8-4cb7-a013-1c583ee79801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:46.142691 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a303f741-d9b8-4cb7-a013-1c583ee79801 None None] Bound using segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:30:46.143941 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-a303f741-d9b8-4cb7-a013-1c583ee79801 None None] Bound port: 877d05cb-479b-42ce-b9b2-2d3ca9a0bd5c, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:30:46.143941 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a303f741-d9b8-4cb7-a013-1c583ee79801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:46.168134 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-80791325-6117-4e2d-98e3-528bb0672cd8 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:46.202114 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-a303f741-d9b8-4cb7-a013-1c583ee79801 None None] For port 877d05cb-479b-42ce-b9b2-2d3ca9a0bd5c, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:30:46.205956 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-a303f741-d9b8-4cb7-a013-1c583ee79801 None None] For port 877d05cb-479b-42ce-b9b2-2d3ca9a0bd5c, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=877d05cb-479b-42ce-b9b2-2d3ca9a0bd5c,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:30:46.232644 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80791325-6117-4e2d-98e3-528bb0672cd8 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'Subnet': ['ID=720e6e90-3e56-4441-9bd4-27447928f057,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:30:46.241223 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80791325-6117-4e2d-98e3-528bb0672cd8 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Checking segment: {'id': 'd8dc5ce1-078b-4d3c-ba0b-4f5e3901a79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '10aef932-7dd8-45d0-ac72-b503fc8b5172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:30:46.241587 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80791325-6117-4e2d-98e3-528bb0672cd8 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Network hostable DHCP agents. Network: 10aef932-7dd8-45d0-ac72-b503fc8b5172, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:30:46.299459 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a303f741-d9b8-4cb7-a013-1c583ee79801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:46.352698 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a303f741-d9b8-4cb7-a013-1c583ee79801 None None] Routers {'e434eea8-695a-4e52-b5d7-a62d4a00b309'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:30:46.353312 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-a303f741-d9b8-4cb7-a013-1c583ee79801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:30:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['e434eea8-695a-4e52-b5d7-a62d4a00b309'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:30:46.363076 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80791325-6117-4e2d-98e3-528bb0672cd8 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Network 10aef932-7dd8-45d0-ac72-b503fc8b5172 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:30:46.388249 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc109d58-b201-4770-9198-2c566c8f0524 None None] Pushing event updated for resources: {'Port': ['ID=877d05cb-479b-42ce-b9b2-2d3ca9a0bd5c,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:30:46.460400 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-a303f741-d9b8-4cb7-a013-1c583ee79801 None None] Set router e434eea8-695a-4e52-b5d7-a62d4a00b309 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:30:46.500571 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-80791325-6117-4e2d-98e3-528bb0672cd8 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 10aef932-7dd8-45d0-ac72-b503fc8b5172) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:30:46.505533 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80791325-6117-4e2d-98e3-528bb0672cd8 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:46.507291 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-80791325-6117-4e2d-98e3-528bb0672cd8 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:46.516350 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bc1b97-bfae-43d2-aa16-d5be4bddfd3e None None] Network 10aef932-7dd8-45d0-ac72-b503fc8b5172 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:30:46.630540 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-80791325-6117-4e2d-98e3-528bb0672cd8 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9065230 Feb 16 17:30:46.633309 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 59486) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:30:46.883357 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c69fb2-ba1f-4af1-88ed-437101bc1069 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-10aef932-7dd8-45d0-ac72-b503fc8b5172', 'network_id': '10aef932-7dd8-45d0-ac72-b503fc8b5172', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'fixed_ips': [{'subnet_id': '720e6e90-3e56-4441-9bd4-27447928f057'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:30:46.884239 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-65c69fb2-ba1f-4af1-88ed-437101bc1069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:46.903710 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-a303f741-d9b8-4cb7-a013-1c583ee79801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e434eea8-695a-4e52-b5d7-a62d4a00b309', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659659696', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '877d05cb-479b-42ce-b9b2-2d3ca9a0bd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:30:43Z', 'updated_at': '2022-02-16T17:30:44Z', 'revision_number': 3, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '877d05cb-479b-42ce-b9b2-2d3ca9a0bd5c', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:51:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e434eea8-695a-4e52-b5d7-a62d4a00b309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:30:44Z', 'updated_at': '2022-02-16T17:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:30:46.985194 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a303f741-d9b8-4cb7-a013-1c583ee79801 None None] The sync data for ids ['e434eea8-695a-4e52-b5d7-a62d4a00b309'] in dv-neutron-828697-3-hyperv is: [{'id': 'e434eea8-695a-4e52-b5d7-a62d4a00b309', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659659696', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '877d05cb-479b-42ce-b9b2-2d3ca9a0bd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:30:43Z', 'updated_at': '2022-02-16T17:30:44Z', 'revision_number': 3, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '877d05cb-479b-42ce-b9b2-2d3ca9a0bd5c', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:51:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e434eea8-695a-4e52-b5d7-a62d4a00b309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:30:44Z', 'updated_at': '2022-02-16T17:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:30:47.053129 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-65c69fb2-ba1f-4af1-88ed-437101bc1069 None None] Allocated IP 172.20.0.2 (10aef932-7dd8-45d0-ac72-b503fc8b5172/720e6e90-3e56-4441-9bd4-27447928f057/8aabd6cf-2630-4a15-b0a7-9cd64d9c20f2) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:30:47.071216 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-439dde8c-3bcf-42fe-85fe-38acdb6c5fc0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:47.216132 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-65c69fb2-ba1f-4af1-88ed-437101bc1069 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:47.301177 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-65c69fb2-ba1f-4af1-88ed-437101bc1069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:47.343054 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c69fb2-ba1f-4af1-88ed-437101bc1069 None None] Network 10aef932-7dd8-45d0-ac72-b503fc8b5172 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:30:47.349046 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-65c69fb2-ba1f-4af1-88ed-437101bc1069 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:30:47.353361 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c69fb2-ba1f-4af1-88ed-437101bc1069 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:30:47.360082 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c69fb2-ba1f-4af1-88ed-437101bc1069 None None] Pushing event updated for resources: {'Port': ['ID=8aabd6cf-2630-4a15-b0a7-9cd64d9c20f2,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:30:47.419703 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-65c69fb2-ba1f-4af1-88ed-437101bc1069 None None] Attempting to bind port 8aabd6cf-2630-4a15-b0a7-9cd64d9c20f2 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:30:47.420209 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-65c69fb2-ba1f-4af1-88ed-437101bc1069 None None] Attempting to bind port 8aabd6cf-2630-4a15-b0a7-9cd64d9c20f2 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': 'd8dc5ce1-078b-4d3c-ba0b-4f5e3901a79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '10aef932-7dd8-45d0-ac72-b503fc8b5172'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:30:47.420652 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c69fb2-ba1f-4af1-88ed-437101bc1069 None None] Attempting to bind port 8aabd6cf-2630-4a15-b0a7-9cd64d9c20f2 on network 10aef932-7dd8-45d0-ac72-b503fc8b5172 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:30:47.427032 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c69fb2-ba1f-4af1-88ed-437101bc1069 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:30:47.427520 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c69fb2-ba1f-4af1-88ed-437101bc1069 None None] Checking segment: {'id': 'd8dc5ce1-078b-4d3c-ba0b-4f5e3901a79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '10aef932-7dd8-45d0-ac72-b503fc8b5172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:30:47.428021 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-65c69fb2-ba1f-4af1-88ed-437101bc1069 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:47.428496 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c69fb2-ba1f-4af1-88ed-437101bc1069 None None] Bound using segment: {'id': 'd8dc5ce1-078b-4d3c-ba0b-4f5e3901a79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '10aef932-7dd8-45d0-ac72-b503fc8b5172'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:30:47.428981 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-65c69fb2-ba1f-4af1-88ed-437101bc1069 None None] Bound port: 8aabd6cf-2630-4a15-b0a7-9cd64d9c20f2, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8dc5ce1-078b-4d3c-ba0b-4f5e3901a79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '10aef932-7dd8-45d0-ac72-b503fc8b5172'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:30:47.429368 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-65c69fb2-ba1f-4af1-88ed-437101bc1069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:47.501382 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-65c69fb2-ba1f-4af1-88ed-437101bc1069 None None] For port 8aabd6cf-2630-4a15-b0a7-9cd64d9c20f2, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:30:47.505191 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-65c69fb2-ba1f-4af1-88ed-437101bc1069 None None] For port 8aabd6cf-2630-4a15-b0a7-9cd64d9c20f2, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=8aabd6cf-2630-4a15-b0a7-9cd64d9c20f2,segment=NetworkSegment(d8dc5ce1-078b-4d3c-ba0b-4f5e3901a79a),segment_id=d8dc5ce1-078b-4d3c-ba0b-4f5e3901a79a)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:30:47.599023 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-65c69fb2-ba1f-4af1-88ed-437101bc1069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:47.685311 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c69fb2-ba1f-4af1-88ed-437101bc1069 None None] Pushing event updated for resources: {'Port': ['ID=8aabd6cf-2630-4a15-b0a7-9cd64d9c20f2,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:30:47.751184 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-439dde8c-3bcf-42fe-85fe-38acdb6c5fc0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Allocated IP 172.20.0.1 (10aef932-7dd8-45d0-ac72-b503fc8b5172/720e6e90-3e56-4441-9bd4-27447928f057/2c4302d6-8dc1-4932-9717-4e43d96a0085) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:30:47.892180 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-439dde8c-3bcf-42fe-85fe-38acdb6c5fc0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:48.009159 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-439dde8c-3bcf-42fe-85fe-38acdb6c5fc0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:48.055894 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439dde8c-3bcf-42fe-85fe-38acdb6c5fc0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Network 10aef932-7dd8-45d0-ac72-b503fc8b5172 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:30:48.058662 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-439dde8c-3bcf-42fe-85fe-38acdb6c5fc0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:30:48.062249 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439dde8c-3bcf-42fe-85fe-38acdb6c5fc0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:30:48.068379 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dde8c-3bcf-42fe-85fe-38acdb6c5fc0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'Port': ['ID=2c4302d6-8dc1-4932-9717-4e43d96a0085,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:30:48.108443 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-439dde8c-3bcf-42fe-85fe-38acdb6c5fc0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:48.335571 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-439dde8c-3bcf-42fe-85fe-38acdb6c5fc0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:48.636715 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-439dde8c-3bcf-42fe-85fe-38acdb6c5fc0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:48.700404 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-439dde8c-3bcf-42fe-85fe-38acdb6c5fc0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:48.774200 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dde8c-3bcf-42fe-85fe-38acdb6c5fc0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'Port': ['ID=2c4302d6-8dc1-4932-9717-4e43d96a0085,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:30:48.777952 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-439dde8c-3bcf-42fe-85fe-38acdb6c5fc0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:48.824380 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 8aabd6cf-2630-4a15-b0a7-9cd64d9c20f2 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:30:48.878520 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 8aabd6cf-2630-4a15-b0a7-9cd64d9c20f2 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:30:48.878804 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:48.897120 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439dde8c-3bcf-42fe-85fe-38acdb6c5fc0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Network 10aef932-7dd8-45d0-ac72-b503fc8b5172 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:30:48.899328 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-439dde8c-3bcf-42fe-85fe-38acdb6c5fc0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:30:48.968091 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:49.001994 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port 8aabd6cf-2630-4a15-b0a7-9cd64d9c20f2, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=8aabd6cf-2630-4a15-b0a7-9cd64d9c20f2,segment=NetworkSegment(d8dc5ce1-078b-4d3c-ba0b-4f5e3901a79a),segment_id=d8dc5ce1-078b-4d3c-ba0b-4f5e3901a79a)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:30:49.035860 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439dde8c-3bcf-42fe-85fe-38acdb6c5fc0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Router e434eea8-695a-4e52-b5d7-a62d4a00b309 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:30:49.060472 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:49.061311 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 877d05cb-479b-42ce-b9b2-2d3ca9a0bd5c up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:30:49.142455 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=8aabd6cf-2630-4a15-b0a7-9cd64d9c20f2,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:30:49.152836 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439dde8c-3bcf-42fe-85fe-38acdb6c5fc0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:30:49.157073 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 877d05cb-479b-42ce-b9b2-2d3ca9a0bd5c triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:30:49.157236 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-439dde8c-3bcf-42fe-85fe-38acdb6c5fc0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "PUT /v2.0/routers/e434eea8-695a-4e52-b5d7-a62d4a00b309/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5225172 Feb 16 17:30:49.157568 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:49.162203 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa06d578-1a6a-4070-88e4-5db666c7f562 None None] Sync routers for ids ['e434eea8-695a-4e52-b5d7-a62d4a00b309'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:30:49.176717 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa06d578-1a6a-4070-88e4-5db666c7f562 None None] Routers {'e434eea8-695a-4e52-b5d7-a62d4a00b309'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:30:49.180001 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-fa06d578-1a6a-4070-88e4-5db666c7f562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:30:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['e434eea8-695a-4e52-b5d7-a62d4a00b309'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:30:49.251441 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:49.283276 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port 877d05cb-479b-42ce-b9b2-2d3ca9a0bd5c, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=877d05cb-479b-42ce-b9b2-2d3ca9a0bd5c,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:30:49.323089 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-b6742aa4-4555-42d5-ba63-dcc845f6ef33 req-9df0bf9f-d8a6-4546-acc4-d173786194df tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-96598049&fields=id&tenant_id=540088272793448ab3d0c6a056f15347 HTTP/1.1" status: 200 len: 267 time: 0.0350246 Feb 16 17:30:49.328586 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-fa06d578-1a6a-4070-88e4-5db666c7f562 None None] Set router e434eea8-695a-4e52-b5d7-a62d4a00b309 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:30:49.350522 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:49.405601 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=877d05cb-479b-42ce-b9b2-2d3ca9a0bd5c,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:30:49.442788 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6742aa4-4555-42d5-ba63-dcc845f6ef33 req-b158d15d-c83b-4f58-a658-dc3226848b3f tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:49.444314 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-b6742aa4-4555-42d5-ba63-dcc845f6ef33 req-b158d15d-c83b-4f58-a658-dc3226848b3f tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/networks?id=10aef932-7dd8-45d0-ac72-b503fc8b5172 HTTP/1.1" status: 200 len: 796 time: 0.1073534 Feb 16 17:30:49.460987 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-b6742aa4-4555-42d5-ba63-dcc845f6ef33 req-34fcc50c-8e34-4120-8b66-b0ef09eed0ae tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/quotas/540088272793448ab3d0c6a056f15347 HTTP/1.1" status: 200 len: 375 time: 0.0106323 Feb 16 17:30:49.520467 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-b6742aa4-4555-42d5-ba63-dcc845f6ef33 req-c8885611-f268-4610-ae84-77eb9f4558eb tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=540088272793448ab3d0c6a056f15347&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532115 Feb 16 17:30:49.527745 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4eb9d40-ae15-462b-a9fe-97239fa720ff None None] Network 10aef932-7dd8-45d0-ac72-b503fc8b5172 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:30:49.542018 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-fa06d578-1a6a-4070-88e4-5db666c7f562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e434eea8-695a-4e52-b5d7-a62d4a00b309', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659659696', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '877d05cb-479b-42ce-b9b2-2d3ca9a0bd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:30:43Z', 'updated_at': '2022-02-16T17:30:48Z', 'revision_number': 4, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '877d05cb-479b-42ce-b9b2-2d3ca9a0bd5c', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:51:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e434eea8-695a-4e52-b5d7-a62d4a00b309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:30:44Z', 'updated_at': '2022-02-16T17:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '2c4302d6-8dc1-4932-9717-4e43d96a0085', 'name': '', 'network_id': '10aef932-7dd8-45d0-ac72-b503fc8b5172', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'mac_address': 'fa:16:3e:1c:53:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e434eea8-695a-4e52-b5d7-a62d4a00b309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '720e6e90-3e56-4441-9bd4-27447928f057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:30:47Z', 'updated_at': '2022-02-16T17:30:48Z', 'revision_number': 2, 'project_id': '540088272793448ab3d0c6a056f15347', 'subnets': [{'id': '720e6e90-3e56-4441-9bd4-27447928f057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:30:49.543082 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [req-b6742aa4-4555-42d5-ba63-dcc845f6ef33 req-a8b9f040-e4ad-4ae7-bee8-1d76cb0cf805 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:30:49.544158 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-b6742aa4-4555-42d5-ba63-dcc845f6ef33 req-a8b9f040-e4ad-4ae7-bee8-1d76cb0cf805 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061758 Feb 16 17:30:49.571323 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa06d578-1a6a-4070-88e4-5db666c7f562 None None] Checking router: e434eea8-695a-4e52-b5d7-a62d4a00b309 for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:30:49.571672 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa06d578-1a6a-4070-88e4-5db666c7f562 None None] Updating router e434eea8-695a-4e52-b5d7-a62d4a00b309 port 2c4302d6-8dc1-4932-9717-4e43d96a0085 binding host dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:30:49.598041 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-fa06d578-1a6a-4070-88e4-5db666c7f562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:49.619673 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-19a2bdc7-ec9b-47ac-ac9c-a1228f886e29 None None] Provisioning complete for port 8aabd6cf-2630-4a15-b0a7-9cd64d9c20f2 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:30:49.620073 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-19a2bdc7-ec9b-47ac-ac9c-a1228f886e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:49.641257 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-b6742aa4-4555-42d5-ba63-dcc845f6ef33 req-67a14713-41b4-487f-854d-cbf0a10e5e1e service neutron] 10.222.0.88 "GET /v2.0/networks/10aef932-7dd8-45d0-ac72-b503fc8b5172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884855 Feb 16 17:30:49.739525 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-b6742aa4-4555-42d5-ba63-dcc845f6ef33 req-459f19c7-e797-4fd0-9271-b0b34b9aeba6 service neutron] 10.222.0.88 "GET /v2.0/networks/10aef932-7dd8-45d0-ac72-b503fc8b5172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922399 Feb 16 17:30:49.891105 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-fa06d578-1a6a-4070-88e4-5db666c7f562 None None] Notify callbacks [] for port, precommit_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:49.971750 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-fa06d578-1a6a-4070-88e4-5db666c7f562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:49.990848 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-7a2ed0e5-e793-4c19-b3d6-501f64e2d35f None None] Provisioning complete for port 8aabd6cf-2630-4a15-b0a7-9cd64d9c20f2 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:30:49.991854 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-7a2ed0e5-e793-4c19-b3d6-501f64e2d35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:50.030436 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f8e0d7e8-50dc-4195-accb-120afac37ef2 req-8d6e14b0-d392-4ecf-b32b-22d54d4acc89 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=8581afdb-15cb-41b5-9a44-2773f39a6d0e HTTP/1.1" status: 200 len: 210 time: 0.0449543 Feb 16 17:30:50.041862 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296274e9-0542-4a7e-93a1-9a1e80b447a0 None None] Pushing event updated for resources: {'Port': ['ID=2c4302d6-8dc1-4932-9717-4e43d96a0085,revision_number=3']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:30:50.068083 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296274e9-0542-4a7e-93a1-9a1e80b447a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:50.068574 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296274e9-0542-4a7e-93a1-9a1e80b447a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:50.069014 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296274e9-0542-4a7e-93a1-9a1e80b447a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:50.069467 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296274e9-0542-4a7e-93a1-9a1e80b447a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:50.069897 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296274e9-0542-4a7e-93a1-9a1e80b447a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:50.070325 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296274e9-0542-4a7e-93a1-9a1e80b447a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:50.070750 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296274e9-0542-4a7e-93a1-9a1e80b447a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:50.071175 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296274e9-0542-4a7e-93a1-9a1e80b447a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:50.071600 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296274e9-0542-4a7e-93a1-9a1e80b447a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:50.072054 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296274e9-0542-4a7e-93a1-9a1e80b447a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:50.072462 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296274e9-0542-4a7e-93a1-9a1e80b447a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:50.072904 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296274e9-0542-4a7e-93a1-9a1e80b447a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:50.104811 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-7a2ed0e5-e793-4c19-b3d6-501f64e2d35f None None] Provisioning complete for port 2c4302d6-8dc1-4932-9717-4e43d96a0085 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:30:50.105186 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-7a2ed0e5-e793-4c19-b3d6-501f64e2d35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:50.112918 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-fa06d578-1a6a-4070-88e4-5db666c7f562 None None] Attempting to bind port 2c4302d6-8dc1-4932-9717-4e43d96a0085 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:30:50.113512 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-fa06d578-1a6a-4070-88e4-5db666c7f562 None None] Attempting to bind port 2c4302d6-8dc1-4932-9717-4e43d96a0085 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': 'd8dc5ce1-078b-4d3c-ba0b-4f5e3901a79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '10aef932-7dd8-45d0-ac72-b503fc8b5172'}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:30:50.114075 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa06d578-1a6a-4070-88e4-5db666c7f562 None None] Attempting to bind port 2c4302d6-8dc1-4932-9717-4e43d96a0085 on network 10aef932-7dd8-45d0-ac72-b503fc8b5172 {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:30:50.119358 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa06d578-1a6a-4070-88e4-5db666c7f562 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:30:50.119786 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa06d578-1a6a-4070-88e4-5db666c7f562 None None] Checking segment: {'id': 'd8dc5ce1-078b-4d3c-ba0b-4f5e3901a79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '10aef932-7dd8-45d0-ac72-b503fc8b5172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:30:50.120241 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-fa06d578-1a6a-4070-88e4-5db666c7f562 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:50.120634 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa06d578-1a6a-4070-88e4-5db666c7f562 None None] Bound using segment: {'id': 'd8dc5ce1-078b-4d3c-ba0b-4f5e3901a79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '10aef932-7dd8-45d0-ac72-b503fc8b5172'} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:30:50.121200 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-fa06d578-1a6a-4070-88e4-5db666c7f562 None None] Bound port: 2c4302d6-8dc1-4932-9717-4e43d96a0085, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8dc5ce1-078b-4d3c-ba0b-4f5e3901a79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '10aef932-7dd8-45d0-ac72-b503fc8b5172'}}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:30:50.121471 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-fa06d578-1a6a-4070-88e4-5db666c7f562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:50.145733 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-7a2ed0e5-e793-4c19-b3d6-501f64e2d35f None None] Port 2c4302d6-8dc1-4932-9717-4e43d96a0085 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:30:50.193866 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-fa06d578-1a6a-4070-88e4-5db666c7f562 None None] For port 2c4302d6-8dc1-4932-9717-4e43d96a0085, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:30:50.197394 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-fa06d578-1a6a-4070-88e4-5db666c7f562 None None] For port 2c4302d6-8dc1-4932-9717-4e43d96a0085, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=2c4302d6-8dc1-4932-9717-4e43d96a0085,segment=NetworkSegment(d8dc5ce1-078b-4d3c-ba0b-4f5e3901a79a),segment_id=d8dc5ce1-078b-4d3c-ba0b-4f5e3901a79a)] {{(pid=114378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:30:50.267871 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-60ae3e82-e649-4fbe-b384-f3b65ea9b7ae None None] Provisioning complete for port 2c4302d6-8dc1-4932-9717-4e43d96a0085 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:30:50.267871 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-60ae3e82-e649-4fbe-b384-f3b65ea9b7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:50.303325 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-60ae3e82-e649-4fbe-b384-f3b65ea9b7ae None None] Port 2c4302d6-8dc1-4932-9717-4e43d96a0085 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:30:50.323744 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-fa06d578-1a6a-4070-88e4-5db666c7f562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:50.386090 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa06d578-1a6a-4070-88e4-5db666c7f562 None None] Routers {'e434eea8-695a-4e52-b5d7-a62d4a00b309'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:30:50.388128 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-fa06d578-1a6a-4070-88e4-5db666c7f562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:30:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['e434eea8-695a-4e52-b5d7-a62d4a00b309'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:30:50.391521 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296274e9-0542-4a7e-93a1-9a1e80b447a0 None None] Pushing event updated for resources: {'Port': ['ID=2c4302d6-8dc1-4932-9717-4e43d96a0085,revision_number=4']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:30:50.424248 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1059076e-ba92-4f10-bc13-716996431ef2 None None] Provisioning complete for port 2c4302d6-8dc1-4932-9717-4e43d96a0085 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:30:50.424722 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1059076e-ba92-4f10-bc13-716996431ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:50.512878 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1059076e-ba92-4f10-bc13-716996431ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:50.550342 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1059076e-ba92-4f10-bc13-716996431ef2 None None] For port 2c4302d6-8dc1-4932-9717-4e43d96a0085, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=2c4302d6-8dc1-4932-9717-4e43d96a0085,segment=NetworkSegment(d8dc5ce1-078b-4d3c-ba0b-4f5e3901a79a),segment_id=d8dc5ce1-078b-4d3c-ba0b-4f5e3901a79a)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:30:50.603242 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-fa06d578-1a6a-4070-88e4-5db666c7f562 None None] Set router e434eea8-695a-4e52-b5d7-a62d4a00b309 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:30:50.643360 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1059076e-ba92-4f10-bc13-716996431ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:50.715140 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1059076e-ba92-4f10-bc13-716996431ef2 None None] Pushing event updated for resources: {'Port': ['ID=2c4302d6-8dc1-4932-9717-4e43d96a0085,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:30:50.773328 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-89e348ff-49e7-4684-a1aa-23829fd6aaba None None] Provisioning complete for port 2c4302d6-8dc1-4932-9717-4e43d96a0085 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:30:50.774029 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-89e348ff-49e7-4684-a1aa-23829fd6aaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:50.821238 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 8aabd6cf-2630-4a15-b0a7-9cd64d9c20f2 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:30:50.830568 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-fa06d578-1a6a-4070-88e4-5db666c7f562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e434eea8-695a-4e52-b5d7-a62d4a00b309', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659659696', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '877d05cb-479b-42ce-b9b2-2d3ca9a0bd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:30:43Z', 'updated_at': '2022-02-16T17:30:48Z', 'revision_number': 4, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '877d05cb-479b-42ce-b9b2-2d3ca9a0bd5c', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:51:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e434eea8-695a-4e52-b5d7-a62d4a00b309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:30:44Z', 'updated_at': '2022-02-16T17:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '2c4302d6-8dc1-4932-9717-4e43d96a0085', 'name': '', 'network_id': '10aef932-7dd8-45d0-ac72-b503fc8b5172', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'mac_address': 'fa:16:3e:1c:53:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e434eea8-695a-4e52-b5d7-a62d4a00b309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '720e6e90-3e56-4441-9bd4-27447928f057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:30:47Z', 'updated_at': '2022-02-16T17:30:50Z', 'revision_number': 4, 'project_id': '540088272793448ab3d0c6a056f15347', 'subnets': [{'id': '720e6e90-3e56-4441-9bd4-27447928f057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:30:50.857583 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa06d578-1a6a-4070-88e4-5db666c7f562 None None] The sync data for ids ['e434eea8-695a-4e52-b5d7-a62d4a00b309'] in dv-neutron-828697-3-hyperv is: [{'id': 'e434eea8-695a-4e52-b5d7-a62d4a00b309', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659659696', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '877d05cb-479b-42ce-b9b2-2d3ca9a0bd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:30:43Z', 'updated_at': '2022-02-16T17:30:48Z', 'revision_number': 4, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '877d05cb-479b-42ce-b9b2-2d3ca9a0bd5c', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:51:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e434eea8-695a-4e52-b5d7-a62d4a00b309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:30:44Z', 'updated_at': '2022-02-16T17:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '2c4302d6-8dc1-4932-9717-4e43d96a0085', 'name': '', 'network_id': '10aef932-7dd8-45d0-ac72-b503fc8b5172', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'mac_address': 'fa:16:3e:1c:53:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e434eea8-695a-4e52-b5d7-a62d4a00b309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '720e6e90-3e56-4441-9bd4-27447928f057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:30:47Z', 'updated_at': '2022-02-16T17:30:50Z', 'revision_number': 4, 'project_id': '540088272793448ab3d0c6a056f15347', 'subnets': [{'id': '720e6e90-3e56-4441-9bd4-27447928f057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:30:50.932261 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 8aabd6cf-2630-4a15-b0a7-9cd64d9c20f2 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:30:50.932696 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:51.026853 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 877d05cb-479b-42ce-b9b2-2d3ca9a0bd5c up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:30:51.079468 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-a731d6d4-ce90-4e2d-8bdb-1d18c0be0fd1 None None] Provisioning complete for port 2c4302d6-8dc1-4932-9717-4e43d96a0085 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:30:51.079803 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a731d6d4-ce90-4e2d-8bdb-1d18c0be0fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:51.104720 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-79989fcb-ee87-4849-9e1e-c7dff7f28d64 req-22d55df1-a192-4d67-b90f-7fd21edc8dd7 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=8581afdb-15cb-41b5-9a44-2773f39a6d0e HTTP/1.1" status: 200 len: 210 time: 0.0300832 Feb 16 17:30:51.122402 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 877d05cb-479b-42ce-b9b2-2d3ca9a0bd5c triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:30:51.122402 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:52.194736 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-9d23d92d-3d63-45b8-8272-7be5434f4d5d req-30745d3b-b35d-4c74-884f-c486a6c4c876 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=8581afdb-15cb-41b5-9a44-2773f39a6d0e HTTP/1.1" status: 200 len: 210 time: 0.0265450 Feb 16 17:30:52.502998 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6742aa4-4555-42d5-ba63-dcc845f6ef33 req-5ad207eb-2817-4ba0-b16d-b227e7f97b8c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:52.504480 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b6742aa4-4555-42d5-ba63-dcc845f6ef33 req-5ad207eb-2817-4ba0-b16d-b227e7f97b8c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.89 "GET /v2.0/networks?id=10aef932-7dd8-45d0-ac72-b503fc8b5172 HTTP/1.1" status: 200 len: 796 time: 0.1051221 Feb 16 17:30:52.545802 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b6742aa4-4555-42d5-ba63-dcc845f6ef33 req-05c24cae-af02-48ef-9e76-17c415f85b23 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=540088272793448ab3d0c6a056f15347 HTTP/1.1" status: 200 len: 378 time: 0.0327499 Feb 16 17:30:52.554454 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-b6742aa4-4555-42d5-ba63-dcc845f6ef33 req-277b31f8-33ec-4aab-8f49-172f52a257a4 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'port': {'device_id': '8581afdb-15cb-41b5-9a44-2773f39a6d0e', 'network_id': '10aef932-7dd8-45d0-ac72-b503fc8b5172', 'admin_state_up': True, 'tenant_id': '540088272793448ab3d0c6a056f15347', 'security_groups': ['cd8ee29d-4859-4abb-8b51-121b1e199ce6']}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:30:52.742823 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6742aa4-4555-42d5-ba63-dcc845f6ef33 req-277b31f8-33ec-4aab-8f49-172f52a257a4 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Made reservation on behalf of 540088272793448ab3d0c6a056f15347 for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:30:52.746841 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-b6742aa4-4555-42d5-ba63-dcc845f6ef33 req-277b31f8-33ec-4aab-8f49-172f52a257a4 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:52.819634 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 2c4302d6-8dc1-4932-9717-4e43d96a0085 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:30:52.873059 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 2c4302d6-8dc1-4932-9717-4e43d96a0085 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:30:52.874400 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:52.888182 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [req-b6742aa4-4555-42d5-ba63-dcc845f6ef33 req-277b31f8-33ec-4aab-8f49-172f52a257a4 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Allocated IP 172.20.0.8 (10aef932-7dd8-45d0-ac72-b503fc8b5172/720e6e90-3e56-4441-9bd4-27447928f057/d7c44fe7-3f26-4861-bad2-9b02917b26ab) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:30:53.032233 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-b6742aa4-4555-42d5-ba63-dcc845f6ef33 req-277b31f8-33ec-4aab-8f49-172f52a257a4 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:53.140025 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-b6742aa4-4555-42d5-ba63-dcc845f6ef33 req-277b31f8-33ec-4aab-8f49-172f52a257a4 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:53.186597 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6742aa4-4555-42d5-ba63-dcc845f6ef33 req-277b31f8-33ec-4aab-8f49-172f52a257a4 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Network 10aef932-7dd8-45d0-ac72-b503fc8b5172 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:30:53.189850 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [req-b6742aa4-4555-42d5-ba63-dcc845f6ef33 req-277b31f8-33ec-4aab-8f49-172f52a257a4 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:30:53.193315 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6742aa4-4555-42d5-ba63-dcc845f6ef33 req-277b31f8-33ec-4aab-8f49-172f52a257a4 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:30:53.226633 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b31f8-33ec-4aab-8f49-172f52a257a4 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'Port': ['ID=d7c44fe7-3f26-4861-bad2-9b02917b26ab,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:30:53.256428 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6742aa4-4555-42d5-ba63-dcc845f6ef33 req-277b31f8-33ec-4aab-8f49-172f52a257a4 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:53.257084 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-b6742aa4-4555-42d5-ba63-dcc845f6ef33 req-277b31f8-33ec-4aab-8f49-172f52a257a4 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:53.317479 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841797d5-11b9-482b-b841-8de1fdf7e4b5 req-3cc35b09-91da-4562-868e-04ed32af778b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:53.319031 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-841797d5-11b9-482b-b841-8de1fdf7e4b5 req-3cc35b09-91da-4562-868e-04ed32af778b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=8581afdb-15cb-41b5-9a44-2773f39a6d0e HTTP/1.1" status: 200 len: 931 time: 0.0508337 Feb 16 17:30:53.361899 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-841797d5-11b9-482b-b841-8de1fdf7e4b5 req-e5e6283a-22c7-4863-ab00-288dc8c507b0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd8ee29d-4859-4abb-8b51-121b1e199ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352795 Feb 16 17:30:53.363046 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b6742aa4-4555-42d5-ba63-dcc845f6ef33 req-277b31f8-33ec-4aab-8f49-172f52a257a4 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8120511 Feb 16 17:30:53.375334 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-b6742aa4-4555-42d5-ba63-dcc845f6ef33 req-4ef7b0e6-1c40-40d5-87ad-550d9c6673c3 service neutron] Request body: {'port': {'device_id': '8581afdb-15cb-41b5-9a44-2773f39a6d0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8286'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:30:53.442964 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-b6742aa4-4555-42d5-ba63-dcc845f6ef33 req-4ef7b0e6-1c40-40d5-87ad-550d9c6673c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:53.465571 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-22039609-b628-4da1-8e86-614c3cc7e4f3 None None] Provisioning complete for port d7c44fe7-3f26-4861-bad2-9b02917b26ab triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:30:53.465869 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-22039609-b628-4da1-8e86-614c3cc7e4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:53.499000 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-22039609-b628-4da1-8e86-614c3cc7e4f3 None None] Port d7c44fe7-3f26-4861-bad2-9b02917b26ab cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:30:53.711459 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [req-b6742aa4-4555-42d5-ba63-dcc845f6ef33 req-4ef7b0e6-1c40-40d5-87ad-550d9c6673c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7c44fe7-3f26-4861-bad2-9b02917b26ab {{(pid=114376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:30:53.719504 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-b6742aa4-4555-42d5-ba63-dcc845f6ef33 req-4ef7b0e6-1c40-40d5-87ad-550d9c6673c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:53.736546 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.provisioning_blocks [req-b6742aa4-4555-42d5-ba63-dcc845f6ef33 req-4ef7b0e6-1c40-40d5-87ad-550d9c6673c3 service neutron] Transition to ACTIVE for port object d7c44fe7-3f26-4861-bad2-9b02917b26ab will not be triggered until provisioned by entity L2. {{(pid=114376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:30:53.807465 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-b6742aa4-4555-42d5-ba63-dcc845f6ef33 req-4ef7b0e6-1c40-40d5-87ad-550d9c6673c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:53.866825 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef7b0e6-1c40-40d5-87ad-550d9c6673c3 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c44fe7-3f26-4861-bad2-9b02917b26ab,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:30:53.928348 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-b6742aa4-4555-42d5-ba63-dcc845f6ef33 req-4ef7b0e6-1c40-40d5-87ad-550d9c6673c3 service neutron] Attempting to bind port d7c44fe7-3f26-4861-bad2-9b02917b26ab on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:30:53.928687 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-b6742aa4-4555-42d5-ba63-dcc845f6ef33 req-4ef7b0e6-1c40-40d5-87ad-550d9c6673c3 service neutron] Attempting to bind port d7c44fe7-3f26-4861-bad2-9b02917b26ab by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': 'd8dc5ce1-078b-4d3c-ba0b-4f5e3901a79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '10aef932-7dd8-45d0-ac72-b503fc8b5172'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:30:53.929019 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6742aa4-4555-42d5-ba63-dcc845f6ef33 req-4ef7b0e6-1c40-40d5-87ad-550d9c6673c3 service neutron] Attempting to bind port d7c44fe7-3f26-4861-bad2-9b02917b26ab on network 10aef932-7dd8-45d0-ac72-b503fc8b5172 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:30:53.933533 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6742aa4-4555-42d5-ba63-dcc845f6ef33 req-4ef7b0e6-1c40-40d5-87ad-550d9c6673c3 service neutron] Port d7c44fe7-3f26-4861-bad2-9b02917b26ab on network 10aef932-7dd8-45d0-ac72-b503fc8b5172 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:30:53.933857 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6742aa4-4555-42d5-ba63-dcc845f6ef33 req-4ef7b0e6-1c40-40d5-87ad-550d9c6673c3 service neutron] Attempting to bind port d7c44fe7-3f26-4861-bad2-9b02917b26ab on network 10aef932-7dd8-45d0-ac72-b503fc8b5172 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:30:53.939558 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6742aa4-4555-42d5-ba63-dcc845f6ef33 req-4ef7b0e6-1c40-40d5-87ad-550d9c6673c3 service neutron] Checking agent: {'id': '65dda45c-bbef-42f9-9728-e0fd84037987', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8286', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 56), 'started_at': datetime.datetime(2022, 2, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:30:53.939892 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6742aa4-4555-42d5-ba63-dcc845f6ef33 req-4ef7b0e6-1c40-40d5-87ad-550d9c6673c3 service neutron] Checking segment: {'id': 'd8dc5ce1-078b-4d3c-ba0b-4f5e3901a79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '10aef932-7dd8-45d0-ac72-b503fc8b5172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:30:53.940388 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6742aa4-4555-42d5-ba63-dcc845f6ef33 req-4ef7b0e6-1c40-40d5-87ad-550d9c6673c3 service neutron] Bound using segment: {'id': 'd8dc5ce1-078b-4d3c-ba0b-4f5e3901a79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '10aef932-7dd8-45d0-ac72-b503fc8b5172'} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:30:53.940811 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-b6742aa4-4555-42d5-ba63-dcc845f6ef33 req-4ef7b0e6-1c40-40d5-87ad-550d9c6673c3 service neutron] Bound port: d7c44fe7-3f26-4861-bad2-9b02917b26ab, host: hv-neutron-8286, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8dc5ce1-078b-4d3c-ba0b-4f5e3901a79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '10aef932-7dd8-45d0-ac72-b503fc8b5172'}}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:30:53.941166 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-b6742aa4-4555-42d5-ba63-dcc845f6ef33 req-4ef7b0e6-1c40-40d5-87ad-550d9c6673c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:54.011290 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-b6742aa4-4555-42d5-ba63-dcc845f6ef33 req-4ef7b0e6-1c40-40d5-87ad-550d9c6673c3 service neutron] For port d7c44fe7-3f26-4861-bad2-9b02917b26ab, host hv-neutron-8286, cleared binding levels {{(pid=114376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:30:54.014367 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-b6742aa4-4555-42d5-ba63-dcc845f6ef33 req-4ef7b0e6-1c40-40d5-87ad-550d9c6673c3 service neutron] For port d7c44fe7-3f26-4861-bad2-9b02917b26ab, host hv-neutron-8286, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=d7c44fe7-3f26-4861-bad2-9b02917b26ab,segment=NetworkSegment(d8dc5ce1-078b-4d3c-ba0b-4f5e3901a79a),segment_id=d8dc5ce1-078b-4d3c-ba0b-4f5e3901a79a)] {{(pid=114376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:30:54.104963 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-b6742aa4-4555-42d5-ba63-dcc845f6ef33 req-4ef7b0e6-1c40-40d5-87ad-550d9c6673c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:54.141283 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6742aa4-4555-42d5-ba63-dcc845f6ef33 req-4ef7b0e6-1c40-40d5-87ad-550d9c6673c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:54.141895 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-b6742aa4-4555-42d5-ba63-dcc845f6ef33 req-4ef7b0e6-1c40-40d5-87ad-550d9c6673c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:54.143342 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b6742aa4-4555-42d5-ba63-dcc845f6ef33 req-4ef7b0e6-1c40-40d5-87ad-550d9c6673c3 service neutron] 10.222.0.89 "PUT /v2.0/ports/d7c44fe7-3f26-4861-bad2-9b02917b26ab HTTP/1.1" status: 200 len: 1093 time: 0.7722683 Feb 16 17:30:54.143783 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8581afdb-15cb-41b5-9a44-2773f39a6d0e', 'tag': 'd7c44fe7-3f26-4861-bad2-9b02917b26ab'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:30:54.146101 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90876c1-ff71-4c26-89c0-fd528772227d" -d '{"events": [{"name": "network-changed", "server_uuid": "8581afdb-15cb-41b5-9a44-2773f39a6d0e", "tag": "d7c44fe7-3f26-4861-bad2-9b02917b26ab"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:30:54.169038 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef7b0e6-1c40-40d5-87ad-550d9c6673c3 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c44fe7-3f26-4861-bad2-9b02917b26ab,revision_number=3']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:30:54.298688 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082aa852-db66-4ad3-b972-173b0f4fe063 x-openstack-request-id: req-082aa852-db66-4ad3-b972-173b0f4fe063 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:30:54.299366 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8581afdb-15cb-41b5-9a44-2773f39a6d0e", "tag": "d7c44fe7-3f26-4861-bad2-9b02917b26ab", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:30:54.299366 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-082aa852-db66-4ad3-b972-173b0f4fe063 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:30:54.299535 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8581afdb-15cb-41b5-9a44-2773f39a6d0e', 'tag': 'd7c44fe7-3f26-4861-bad2-9b02917b26ab', 'status': 'completed', 'code': 200} Feb 16 17:30:54.304024 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6742aa4-4555-42d5-ba63-dcc845f6ef33 req-4021b7f4-1a01-4feb-82a1-8dae9f9a0826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:54.305558 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b6742aa4-4555-42d5-ba63-dcc845f6ef33 req-4021b7f4-1a01-4feb-82a1-8dae9f9a0826 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=540088272793448ab3d0c6a056f15347&device_id=8581afdb-15cb-41b5-9a44-2773f39a6d0e HTTP/1.1" status: 200 len: 1096 time: 0.0467749 Feb 16 17:30:54.356822 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b6742aa4-4555-42d5-ba63-dcc845f6ef33 req-57b84493-2aff-481a-8000-8b087390128f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7c44fe7-3f26-4861-bad2-9b02917b26ab HTTP/1.1" status: 200 len: 217 time: 0.0424051 Feb 16 17:30:54.406539 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6742aa4-4555-42d5-ba63-dcc845f6ef33 req-79d9c652-3723-47e9-877a-8439031c6b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:54.407919 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b6742aa4-4555-42d5-ba63-dcc845f6ef33 req-79d9c652-3723-47e9-877a-8439031c6b5c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=720e6e90-3e56-4441-9bd4-27447928f057 HTTP/1.1" status: 200 len: 835 time: 0.0435362 Feb 16 17:30:54.452207 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6742aa4-4555-42d5-ba63-dcc845f6ef33 req-1f54fe9e-2ea3-476e-97b3-c84cd72f0139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:54.453776 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b6742aa4-4555-42d5-ba63-dcc845f6ef33 req-1f54fe9e-2ea3-476e-97b3-c84cd72f0139 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=10aef932-7dd8-45d0-ac72-b503fc8b5172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394955 Feb 16 17:30:54.475042 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d535c2-92f6-454f-823e-57c1058173b2 req-8f894b9b-dfa8-4176-82fb-20b4eb84e5f5 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:54.476592 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-84d535c2-92f6-454f-823e-57c1058173b2 req-8f894b9b-dfa8-4176-82fb-20b4eb84e5f5 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=8581afdb-15cb-41b5-9a44-2773f39a6d0e HTTP/1.1" status: 200 len: 943 time: 0.0488839 Feb 16 17:30:54.523681 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-84d535c2-92f6-454f-823e-57c1058173b2 req-6c3e787b-13de-4df9-ae67-33db7dbb65ec tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd8ee29d-4859-4abb-8b51-121b1e199ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372565 Feb 16 17:30:54.549171 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b6742aa4-4555-42d5-ba63-dcc845f6ef33 req-06c2dbe1-695a-4e84-9fb1-5a8c59082f52 service neutron] 10.222.0.89 "GET /v2.0/networks/10aef932-7dd8-45d0-ac72-b503fc8b5172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891473 Feb 16 17:30:54.637165 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b6742aa4-4555-42d5-ba63-dcc845f6ef33 req-22b69d13-3e9d-4783-8aae-022069e72394 service neutron] 10.222.0.89 "GET /v2.0/networks/10aef932-7dd8-45d0-ac72-b503fc8b5172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816472 Feb 16 17:30:54.847614 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90876c1-ff71-4c26-89c0-fd528772227d req-fc4faa10-0bd4-4ddc-b9e7-1e1d47d4279e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:54.849071 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d90876c1-ff71-4c26-89c0-fd528772227d req-fc4faa10-0bd4-4ddc-b9e7-1e1d47d4279e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=540088272793448ab3d0c6a056f15347&device_id=8581afdb-15cb-41b5-9a44-2773f39a6d0e HTTP/1.1" status: 200 len: 1096 time: 0.0414665 Feb 16 17:30:54.942732 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90876c1-ff71-4c26-89c0-fd528772227d req-a369f73f-207d-4046-97c7-decb81b58bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:54.944222 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d90876c1-ff71-4c26-89c0-fd528772227d req-a369f73f-207d-4046-97c7-decb81b58bc5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=10aef932-7dd8-45d0-ac72-b503fc8b5172 HTTP/1.1" status: 200 len: 897 time: 0.0890684 Feb 16 17:30:54.987409 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d90876c1-ff71-4c26-89c0-fd528772227d req-fe32127f-0fc3-43a7-95b0-f2f95a23c39b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7c44fe7-3f26-4861-bad2-9b02917b26ab HTTP/1.1" status: 200 len: 217 time: 0.0353999 Feb 16 17:30:55.039287 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90876c1-ff71-4c26-89c0-fd528772227d req-6ffa578a-0ea5-4e4b-8fec-1e7b4267f8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:55.040778 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d90876c1-ff71-4c26-89c0-fd528772227d req-6ffa578a-0ea5-4e4b-8fec-1e7b4267f8f3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=720e6e90-3e56-4441-9bd4-27447928f057 HTTP/1.1" status: 200 len: 835 time: 0.0468638 Feb 16 17:30:55.098538 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90876c1-ff71-4c26-89c0-fd528772227d req-aeebe090-d97b-4329-b2e5-b2ac51363a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:55.100077 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d90876c1-ff71-4c26-89c0-fd528772227d req-aeebe090-d97b-4329-b2e5-b2ac51363a31 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=10aef932-7dd8-45d0-ac72-b503fc8b5172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0513225 Feb 16 17:30:55.188030 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d90876c1-ff71-4c26-89c0-fd528772227d req-afe2997e-75ef-42ab-952f-75bfa7e462c1 service neutron] 10.222.0.89 "GET /v2.0/networks/10aef932-7dd8-45d0-ac72-b503fc8b5172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801065 Feb 16 17:30:55.280731 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d90876c1-ff71-4c26-89c0-fd528772227d req-4c4155bb-928b-4021-96b8-63e28de299cf service neutron] 10.222.0.89 "GET /v2.0/networks/10aef932-7dd8-45d0-ac72-b503fc8b5172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856214 Feb 16 17:30:55.641006 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025b260-c589-4bf6-b9a9-da04df7b3e09 req-74ea92cf-a31b-434a-a484-d96e3489e359 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:55.642496 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5025b260-c589-4bf6-b9a9-da04df7b3e09 req-74ea92cf-a31b-434a-a484-d96e3489e359 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=8581afdb-15cb-41b5-9a44-2773f39a6d0e HTTP/1.1" status: 200 len: 943 time: 0.0495901 Feb 16 17:30:55.679685 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5025b260-c589-4bf6-b9a9-da04df7b3e09 req-12c59428-5a52-438b-97a7-7ed6d54c0dc9 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd8ee29d-4859-4abb-8b51-121b1e199ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308814 Feb 16 17:30:55.927847 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device d7c44fe7-3f26-4861-bad2-9b02917b26ab details requested by agent hyperv_hv-neutron-8286 with host hv-neutron-8286 {{(pid=114377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:30:56.028460 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port d7c44fe7-3f26-4861-bad2-9b02917b26ab, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=d7c44fe7-3f26-4861-bad2-9b02917b26ab,segment=NetworkSegment(d8dc5ce1-078b-4d3c-ba0b-4f5e3901a79a),segment_id=d8dc5ce1-078b-4d3c-ba0b-4f5e3901a79a)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:30:56.039862 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Returning: {'device': 'd7c44fe7-3f26-4861-bad2-9b02917b26ab', 'network_id': '10aef932-7dd8-45d0-ac72-b503fc8b5172', 'port_id': 'd7c44fe7-3f26-4861-bad2-9b02917b26ab', 'mac_address': 'fa:16:3e:4a:e8:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '720e6e90-3e56-4441-9bd4-27447928f057', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:30:56.078188 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:56.090675 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7c44fe7-3f26-4861-bad2-9b02917b26ab {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:30:56.110069 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port d7c44fe7-3f26-4861-bad2-9b02917b26ab, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=d7c44fe7-3f26-4861-bad2-9b02917b26ab,segment=NetworkSegment(d8dc5ce1-078b-4d3c-ba0b-4f5e3901a79a),segment_id=d8dc5ce1-078b-4d3c-ba0b-4f5e3901a79a)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:30:56.190983 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:56.238567 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=d7c44fe7-3f26-4861-bad2-9b02917b26ab,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:30:56.431014 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['d7c44fe7-3f26-4861-bad2-9b02917b26ab'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:30:56.798020 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfac71f-33a7-4934-a712-003d90a34fcd req-feafdce8-b719-4a66-ab92-7d5534144556 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:56.799467 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-8cfac71f-33a7-4934-a712-003d90a34fcd req-feafdce8-b719-4a66-ab92-7d5534144556 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=8581afdb-15cb-41b5-9a44-2773f39a6d0e HTTP/1.1" status: 200 len: 944 time: 0.0478344 Feb 16 17:30:56.835670 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-8cfac71f-33a7-4934-a712-003d90a34fcd req-b1e1e90b-6cc7-4f18-9783-8be091701191 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd8ee29d-4859-4abb-8b51-121b1e199ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303385 Feb 16 17:30:57.934494 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device d7c44fe7-3f26-4861-bad2-9b02917b26ab up at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:30:57.949818 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ddaff7-c4a8-44b0-8250-e986bb7cd51f req-2296bfa6-d833-40d4-8de6-25bd366b2c6b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:57.951304 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f3ddaff7-c4a8-44b0-8250-e986bb7cd51f req-2296bfa6-d833-40d4-8de6-25bd366b2c6b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=8581afdb-15cb-41b5-9a44-2773f39a6d0e HTTP/1.1" status: 200 len: 944 time: 0.0499978 Feb 16 17:30:57.994173 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f3ddaff7-c4a8-44b0-8250-e986bb7cd51f req-0c555fbb-b494-451a-a6f8-5eb0259db990 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd8ee29d-4859-4abb-8b51-121b1e199ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368958 Feb 16 17:30:58.133849 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning for port d7c44fe7-3f26-4861-bad2-9b02917b26ab completed by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:30:58.137889 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning complete for port d7c44fe7-3f26-4861-bad2-9b02917b26ab triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:30:58.138257 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:58.213648 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:58.236269 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8581afdb-15cb-41b5-9a44-2773f39a6d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c44fe7-3f26-4861-bad2-9b02917b26ab'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:30:58.240951 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da2713a-ad16-4b4c-9858-c0680b71f644" -d '{"events": [{"server_uuid": "8581afdb-15cb-41b5-9a44-2773f39a6d0e", "name": "network-vif-plugged", "status": "completed", "tag": "d7c44fe7-3f26-4861-bad2-9b02917b26ab"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:30:58.251431 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port d7c44fe7-3f26-4861-bad2-9b02917b26ab, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=d7c44fe7-3f26-4861-bad2-9b02917b26ab,segment=NetworkSegment(d8dc5ce1-078b-4d3c-ba0b-4f5e3901a79a),segment_id=d8dc5ce1-078b-4d3c-ba0b-4f5e3901a79a)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:30:58.274431 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23707693-8aaf-4672-b4d8-80bb494407ea x-openstack-request-id: req-23707693-8aaf-4672-b4d8-80bb494407ea {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:30:58.274723 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8581afdb-15cb-41b5-9a44-2773f39a6d0e", "name": "network-vif-plugged", "status": "completed", "tag": "d7c44fe7-3f26-4861-bad2-9b02917b26ab", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:30:58.275378 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-23707693-8aaf-4672-b4d8-80bb494407ea {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:30:58.275814 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8581afdb-15cb-41b5-9a44-2773f39a6d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c44fe7-3f26-4861-bad2-9b02917b26ab', 'code': 200} Feb 16 17:30:58.339733 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:30:58.391591 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=d7c44fe7-3f26-4861-bad2-9b02917b26ab,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:30:58.591304 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b33f17-c2d7-428f-8314-8c69f0c43567 req-b2a0560c-b3e9-40ec-a30c-19026559f925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:58.592856 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-43b33f17-c2d7-428f-8314-8c69f0c43567 req-b2a0560c-b3e9-40ec-a30c-19026559f925 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8581afdb-15cb-41b5-9a44-2773f39a6d0e HTTP/1.1" status: 200 len: 1098 time: 0.0389285 Feb 16 17:30:58.627421 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-43b33f17-c2d7-428f-8314-8c69f0c43567 req-86e1e86a-407f-455f-bd9c-db301755ad8d service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=cd8ee29d-4859-4abb-8b51-121b1e199ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0273185 Feb 16 17:30:59.112192 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2e178-f4a3-4562-9e3e-b11e1dc07977 req-915d480d-e308-4203-b9c4-baa317c2d735 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:59.114044 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-07a2e178-f4a3-4562-9e3e-b11e1dc07977 req-915d480d-e308-4203-b9c4-baa317c2d735 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=8581afdb-15cb-41b5-9a44-2773f39a6d0e HTTP/1.1" status: 200 len: 945 time: 0.0487909 Feb 16 17:30:59.151991 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-07a2e178-f4a3-4562-9e3e-b11e1dc07977 req-8b7e9664-2472-4e9c-9a86-3d42324063e5 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd8ee29d-4859-4abb-8b51-121b1e199ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321088 Feb 16 17:31:00.268752 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d327e7-f46c-4d02-9d70-8ecae9f953e8 req-c56ba68e-725d-41db-a9f2-ead93ac0528e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:00.270227 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-c9d327e7-f46c-4d02-9d70-8ecae9f953e8 req-c56ba68e-725d-41db-a9f2-ead93ac0528e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=8581afdb-15cb-41b5-9a44-2773f39a6d0e HTTP/1.1" status: 200 len: 945 time: 0.0483804 Feb 16 17:31:00.306623 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-c9d327e7-f46c-4d02-9d70-8ecae9f953e8 req-f6d37eed-b7cc-4919-81cf-d0bfb4505348 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd8ee29d-4859-4abb-8b51-121b1e199ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305059 Feb 16 17:31:00.423038 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265b57d-3772-40c4-a103-9e461e1bbd31 req-ae63ef24-2c50-4895-82ab-57de8d85428e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:00.425162 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5265b57d-3772-40c4-a103-9e461e1bbd31 req-ae63ef24-2c50-4895-82ab-57de8d85428e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=8581afdb-15cb-41b5-9a44-2773f39a6d0e HTTP/1.1" status: 200 len: 945 time: 0.0534415 Feb 16 17:31:00.467275 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5265b57d-3772-40c4-a103-9e461e1bbd31 req-4c9f8349-d282-45f2-ab03-a8b49585cbfe tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd8ee29d-4859-4abb-8b51-121b1e199ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363231 Feb 16 17:31:00.488458 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 59544) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:31:00.526552 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52c7001-2b34-45a5-a3ce-725bb7f76df7 tempest-TestNetworkAdvancedServerOps-1016298580 tempest-TestNetworkAdvancedServerOps-1016298580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:00.528036 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-f52c7001-2b34-45a5-a3ce-725bb7f76df7 tempest-TestNetworkAdvancedServerOps-1016298580 tempest-TestNetworkAdvancedServerOps-1016298580-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=8581afdb-15cb-41b5-9a44-2773f39a6d0e HTTP/1.1" status: 200 len: 1093 time: 0.0386128 Feb 16 17:31:00.531009 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 59546) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:31:00.535113 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-75df2262-3c02-4f78-81f4-20f364a9e6da tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'floatingip': {'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'port_id': 'd7c44fe7-3f26-4861-bad2-9b02917b26ab', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'fixed_ip_address': '172.20.0.8'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:31:00.625776 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-75df2262-3c02-4f78-81f4-20f364a9e6da tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for floatingip, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:00.718538 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-75df2262-3c02-4f78-81f4-20f364a9e6da tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:00.745390 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:00.822098 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-75df2262-3c02-4f78-81f4-20f364a9e6da tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Allocated IP 172.26.3.241 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/a8cd2d0a-993a-4bea-929b-2fb2b9bcfefd) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:31:00.920611 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-75df2262-3c02-4f78-81f4-20f364a9e6da tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:01.037503 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-75df2262-3c02-4f78-81f4-20f364a9e6da tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:01.077904 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75df2262-3c02-4f78-81f4-20f364a9e6da tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:31:01.080709 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-75df2262-3c02-4f78-81f4-20f364a9e6da tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:31:01.083427 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75df2262-3c02-4f78-81f4-20f364a9e6da tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:31:01.108286 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df2262-3c02-4f78-81f4-20f364a9e6da tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'Port': ['ID=a8cd2d0a-993a-4bea-929b-2fb2b9bcfefd,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:01.436541 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-75df2262-3c02-4f78-81f4-20f364a9e6da tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:01.598051 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-75df2262-3c02-4f78-81f4-20f364a9e6da tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:01.747210 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-75df2262-3c02-4f78-81f4-20f364a9e6da tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:01.808597 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-75df2262-3c02-4f78-81f4-20f364a9e6da tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:01.879161 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df2262-3c02-4f78-81f4-20f364a9e6da tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'Port': ['ID=a8cd2d0a-993a-4bea-929b-2fb2b9bcfefd,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:01.888844 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-75df2262-3c02-4f78-81f4-20f364a9e6da tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:01.989035 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.l3_db [None req-75df2262-3c02-4f78-81f4-20f364a9e6da tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Floating IP ddf693c1-cee0-4dfb-9315-79c4c6b6367c associated. External IP: 172.26.3.241, port: d7c44fe7-3f26-4861-bad2-9b02917b26ab. Feb 16 17:31:02.190807 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75df2262-3c02-4f78-81f4-20f364a9e6da tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Router e434eea8-695a-4e52-b5d7-a62d4a00b309 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:31:02.296202 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75df2262-3c02-4f78-81f4-20f364a9e6da tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:31:02.306299 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b138dea2-2b52-4f97-9641-20f295d34a2b None None] Sync routers for ids ['e434eea8-695a-4e52-b5d7-a62d4a00b309'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:31:02.315128 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b138dea2-2b52-4f97-9641-20f295d34a2b None None] Routers {'e434eea8-695a-4e52-b5d7-a62d4a00b309'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:31:02.318691 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-b138dea2-2b52-4f97-9641-20f295d34a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:30:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['e434eea8-695a-4e52-b5d7-a62d4a00b309'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:31:02.359185 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-75df2262-3c02-4f78-81f4-20f364a9e6da tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:02.386667 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-75df2262-3c02-4f78-81f4-20f364a9e6da tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8546693 Feb 16 17:31:02.387357 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8581afdb-15cb-41b5-9a44-2773f39a6d0e', 'tag': 'd7c44fe7-3f26-4861-bad2-9b02917b26ab'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:31:02.389868 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262a22a0-912f-4c96-8336-1ecd1d8c7ce4" -d '{"events": [{"name": "network-changed", "server_uuid": "8581afdb-15cb-41b5-9a44-2773f39a6d0e", "tag": "d7c44fe7-3f26-4861-bad2-9b02917b26ab"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:31:02.421743 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-b138dea2-2b52-4f97-9641-20f295d34a2b None None] Set router e434eea8-695a-4e52-b5d7-a62d4a00b309 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:31:02.428549 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6987ff9b-110e-4df1-9ad5-4478b2f3b7bc x-openstack-request-id: req-6987ff9b-110e-4df1-9ad5-4478b2f3b7bc {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:31:02.428843 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8581afdb-15cb-41b5-9a44-2773f39a6d0e", "tag": "d7c44fe7-3f26-4861-bad2-9b02917b26ab", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:31:02.429583 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6987ff9b-110e-4df1-9ad5-4478b2f3b7bc {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:31:02.429996 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8581afdb-15cb-41b5-9a44-2773f39a6d0e', 'tag': 'd7c44fe7-3f26-4861-bad2-9b02917b26ab', 'status': 'completed', 'code': 200} Feb 16 17:31:02.484920 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51836822-fa8f-4eaf-a871-f21ba474315c req-2bcd5b09-e340-4267-af27-43b8ecf7ceab tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:02.487147 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-51836822-fa8f-4eaf-a871-f21ba474315c req-2bcd5b09-e340-4267-af27-43b8ecf7ceab tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=8581afdb-15cb-41b5-9a44-2773f39a6d0e HTTP/1.1" status: 200 len: 945 time: 0.0493014 Feb 16 17:31:02.498210 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a22a0-912f-4c96-8336-1ecd1d8c7ce4 req-a2958ae5-b626-4851-9c70-3412a7a6bb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:02.500580 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-262a22a0-912f-4c96-8336-1ecd1d8c7ce4 req-a2958ae5-b626-4851-9c70-3412a7a6bb22 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=540088272793448ab3d0c6a056f15347&device_id=8581afdb-15cb-41b5-9a44-2773f39a6d0e HTTP/1.1" status: 200 len: 1098 time: 0.0444059 Feb 16 17:31:02.532699 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-51836822-fa8f-4eaf-a871-f21ba474315c req-f31a0a88-4de3-4a18-9d06-04a7e1eaf2b3 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd8ee29d-4859-4abb-8b51-121b1e199ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381742 Feb 16 17:31:02.554745 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 59552) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:31:02.597382 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a22a0-912f-4c96-8336-1ecd1d8c7ce4 req-6d802ce8-56b3-4817-8a9c-979f5b50cfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:02.599217 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-262a22a0-912f-4c96-8336-1ecd1d8c7ce4 req-6d802ce8-56b3-4817-8a9c-979f5b50cfd8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=10aef932-7dd8-45d0-ac72-b503fc8b5172 HTTP/1.1" status: 200 len: 897 time: 0.0918336 Feb 16 17:31:02.617933 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e8d5a491-dc26-4c39-98d2-cfc4b7a26fd3 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/floatingips/ddf693c1-cee0-4dfb-9315-79c4c6b6367c HTTP/1.1" status: 200 len: 991 time: 0.0619259 Feb 16 17:31:02.659755 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-b138dea2-2b52-4f97-9641-20f295d34a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e434eea8-695a-4e52-b5d7-a62d4a00b309', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659659696', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '877d05cb-479b-42ce-b9b2-2d3ca9a0bd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:30:43Z', 'updated_at': '2022-02-16T17:30:48Z', 'revision_number': 4, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '877d05cb-479b-42ce-b9b2-2d3ca9a0bd5c', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:51:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e434eea8-695a-4e52-b5d7-a62d4a00b309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:30:44Z', 'updated_at': '2022-02-16T17:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': 'ddf693c1-cee0-4dfb-9315-79c4c6b6367c', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'floating_ip_address': '172.26.3.241', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': 'e434eea8-695a-4e52-b5d7-a62d4a00b309', 'port_id': 'd7c44fe7-3f26-4861-bad2-9b02917b26ab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10aef932-7dd8-45d0-ac72-b503fc8b5172', 'mac_address': 'fa:16:3e:4a:e8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8581afdb-15cb-41b5-9a44-2773f39a6d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:31:01Z', 'updated_at': '2022-02-16T17:31:01Z', 'revision_number': 0, 'project_id': '540088272793448ab3d0c6a056f15347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c4302d6-8dc1-4932-9717-4e43d96a0085', 'name': '', 'network_id': '10aef932-7dd8-45d0-ac72-b503fc8b5172', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'mac_address': 'fa:16:3e:1c:53:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e434eea8-695a-4e52-b5d7-a62d4a00b309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '720e6e90-3e56-4441-9bd4-27447928f057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:30:47Z', 'updated_at': '2022-02-16T17:30:50Z', 'revision_number': 5, 'project_id': '540088272793448ab3d0c6a056f15347', 'subnets': [{'id': '720e6e90-3e56-4441-9bd4-27447928f057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:31:02.668339 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-262a22a0-912f-4c96-8336-1ecd1d8c7ce4 req-29e0ea8d-9421-4931-8367-844dd583d139 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7c44fe7-3f26-4861-bad2-9b02917b26ab HTTP/1.1" status: 200 len: 999 time: 0.0632896 Feb 16 17:31:02.722492 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a22a0-912f-4c96-8336-1ecd1d8c7ce4 req-658e8e8d-28b7-44b2-88c1-5703c41a0c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:02.723959 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-262a22a0-912f-4c96-8336-1ecd1d8c7ce4 req-658e8e8d-28b7-44b2-88c1-5703c41a0c8f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=720e6e90-3e56-4441-9bd4-27447928f057 HTTP/1.1" status: 200 len: 835 time: 0.0493608 Feb 16 17:31:02.769974 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a22a0-912f-4c96-8336-1ecd1d8c7ce4 req-191a5e62-faea-4788-98c0-4468e7d4f595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:02.771486 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-262a22a0-912f-4c96-8336-1ecd1d8c7ce4 req-191a5e62-faea-4788-98c0-4468e7d4f595 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=10aef932-7dd8-45d0-ac72-b503fc8b5172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415468 Feb 16 17:31:02.831593 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b138dea2-2b52-4f97-9641-20f295d34a2b None None] Checking router: e434eea8-695a-4e52-b5d7-a62d4a00b309 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:31:02.840652 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b138dea2-2b52-4f97-9641-20f295d34a2b None None] Routers {'e434eea8-695a-4e52-b5d7-a62d4a00b309'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:31:02.841278 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-b138dea2-2b52-4f97-9641-20f295d34a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:30:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['e434eea8-695a-4e52-b5d7-a62d4a00b309'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:31:02.865276 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-262a22a0-912f-4c96-8336-1ecd1d8c7ce4 req-6c09a92d-1f00-4477-8fe7-123009b1c3ce service neutron] 10.222.0.89 "GET /v2.0/networks/10aef932-7dd8-45d0-ac72-b503fc8b5172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874870 Feb 16 17:31:02.946408 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-b138dea2-2b52-4f97-9641-20f295d34a2b None None] Set router e434eea8-695a-4e52-b5d7-a62d4a00b309 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:31:02.957684 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-262a22a0-912f-4c96-8336-1ecd1d8c7ce4 req-886d5ff5-2049-42fc-9a54-c98eb45d0ee6 service neutron] 10.222.0.89 "GET /v2.0/networks/10aef932-7dd8-45d0-ac72-b503fc8b5172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860717 Feb 16 17:31:03.168673 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-b138dea2-2b52-4f97-9641-20f295d34a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e434eea8-695a-4e52-b5d7-a62d4a00b309', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659659696', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '877d05cb-479b-42ce-b9b2-2d3ca9a0bd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:30:43Z', 'updated_at': '2022-02-16T17:30:48Z', 'revision_number': 4, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '877d05cb-479b-42ce-b9b2-2d3ca9a0bd5c', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:51:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e434eea8-695a-4e52-b5d7-a62d4a00b309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:30:44Z', 'updated_at': '2022-02-16T17:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': 'ddf693c1-cee0-4dfb-9315-79c4c6b6367c', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'floating_ip_address': '172.26.3.241', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': 'e434eea8-695a-4e52-b5d7-a62d4a00b309', 'port_id': 'd7c44fe7-3f26-4861-bad2-9b02917b26ab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10aef932-7dd8-45d0-ac72-b503fc8b5172', 'mac_address': 'fa:16:3e:4a:e8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8581afdb-15cb-41b5-9a44-2773f39a6d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:31:01Z', 'updated_at': '2022-02-16T17:31:01Z', 'revision_number': 0, 'project_id': '540088272793448ab3d0c6a056f15347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c4302d6-8dc1-4932-9717-4e43d96a0085', 'name': '', 'network_id': '10aef932-7dd8-45d0-ac72-b503fc8b5172', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'mac_address': 'fa:16:3e:1c:53:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e434eea8-695a-4e52-b5d7-a62d4a00b309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '720e6e90-3e56-4441-9bd4-27447928f057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:30:47Z', 'updated_at': '2022-02-16T17:30:50Z', 'revision_number': 5, 'project_id': '540088272793448ab3d0c6a056f15347', 'subnets': [{'id': '720e6e90-3e56-4441-9bd4-27447928f057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:31:03.197498 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b138dea2-2b52-4f97-9641-20f295d34a2b None None] The sync data for ids ['e434eea8-695a-4e52-b5d7-a62d4a00b309'] in dv-neutron-828697-3-hyperv is: [{'id': 'e434eea8-695a-4e52-b5d7-a62d4a00b309', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659659696', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '877d05cb-479b-42ce-b9b2-2d3ca9a0bd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:30:43Z', 'updated_at': '2022-02-16T17:30:48Z', 'revision_number': 4, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '877d05cb-479b-42ce-b9b2-2d3ca9a0bd5c', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:51:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e434eea8-695a-4e52-b5d7-a62d4a00b309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:30:44Z', 'updated_at': '2022-02-16T17:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': 'ddf693c1-cee0-4dfb-9315-79c4c6b6367c', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'floating_ip_address': '172.26.3.241', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': 'e434eea8-695a-4e52-b5d7-a62d4a00b309', 'port_id': 'd7c44fe7-3f26-4861-bad2-9b02917b26ab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10aef932-7dd8-45d0-ac72-b503fc8b5172', 'mac_address': 'fa:16:3e:4a:e8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8581afdb-15cb-41b5-9a44-2773f39a6d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:31:01Z', 'updated_at': '2022-02-16T17:31:01Z', 'revision_number': 0, 'project_id': '540088272793448ab3d0c6a056f15347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c4302d6-8dc1-4932-9717-4e43d96a0085', 'name': '', 'network_id': '10aef932-7dd8-45d0-ac72-b503fc8b5172', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'mac_address': 'fa:16:3e:1c:53:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e434eea8-695a-4e52-b5d7-a62d4a00b309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '720e6e90-3e56-4441-9bd4-27447928f057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:30:47Z', 'updated_at': '2022-02-16T17:30:50Z', 'revision_number': 5, 'project_id': '540088272793448ab3d0c6a056f15347', 'subnets': [{'id': '720e6e90-3e56-4441-9bd4-27447928f057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:31:03.411918 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd60e031-029e-4a5a-ba71-56e21db804a6 None None] New status for floating IP ddf693c1-cee0-4dfb-9315-79c4c6b6367c: ACTIVE {{(pid=114378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:31:03.621783 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 59554) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:31:03.682418 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-7afeb524-2293-454c-ad9a-8a337ab22a06 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/floatingips/ddf693c1-cee0-4dfb-9315-79c4c6b6367c HTTP/1.1" status: 200 len: 993 time: 0.0594947 Feb 16 17:31:06.842505 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e2bea276-bf52-44ae-9c50-ce7bcaaea365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:09.293143 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-794f8a35-80e6-4e2d-bdfb-92e6e83720dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:10.499178 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:11.857860 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:12.150833 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:21.904211 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:31:30.784599 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:31.448938 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-43c329b4-b1f3-4571-b0ba-79a3f594175a req-b344c165-1e2b-4c33-8e6e-597513f33bfe service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8581afdb-15cb-41b5-9a44-2773f39a6d0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0531337 Feb 16 17:31:31.535962 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c329b4-b1f3-4571-b0ba-79a3f594175a req-c684f3e0-77b4-44d6-8ce2-42b6100df31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:31.537456 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-43c329b4-b1f3-4571-b0ba-79a3f594175a req-c684f3e0-77b4-44d6-8ce2-42b6100df31d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=540088272793448ab3d0c6a056f15347&device_id=8581afdb-15cb-41b5-9a44-2773f39a6d0e HTTP/1.1" status: 200 len: 1098 time: 0.0407314 Feb 16 17:31:31.639151 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c329b4-b1f3-4571-b0ba-79a3f594175a req-f8651208-5484-4685-8b14-a302331d71b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:31.640660 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-43c329b4-b1f3-4571-b0ba-79a3f594175a req-f8651208-5484-4685-8b14-a302331d71b7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=10aef932-7dd8-45d0-ac72-b503fc8b5172 HTTP/1.1" status: 200 len: 897 time: 0.0829394 Feb 16 17:31:31.709143 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-43c329b4-b1f3-4571-b0ba-79a3f594175a req-3b8413aa-534a-4113-b0e8-a655cafb0ccd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7c44fe7-3f26-4861-bad2-9b02917b26ab HTTP/1.1" status: 200 len: 1001 time: 0.0609982 Feb 16 17:31:31.756821 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c329b4-b1f3-4571-b0ba-79a3f594175a req-6b71261a-7fdf-468e-89b0-2dd0d3ca0815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:31.758242 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-43c329b4-b1f3-4571-b0ba-79a3f594175a req-6b71261a-7fdf-468e-89b0-2dd0d3ca0815 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=720e6e90-3e56-4441-9bd4-27447928f057 HTTP/1.1" status: 200 len: 835 time: 0.0428655 Feb 16 17:31:31.801229 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c329b4-b1f3-4571-b0ba-79a3f594175a req-74862e2a-c480-45df-ac4a-cb49325bd9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:31.802661 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-43c329b4-b1f3-4571-b0ba-79a3f594175a req-74862e2a-c480-45df-ac4a-cb49325bd9e6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=10aef932-7dd8-45d0-ac72-b503fc8b5172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0380621 Feb 16 17:31:31.894716 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-43c329b4-b1f3-4571-b0ba-79a3f594175a req-785be1cf-6de2-4c32-a4fd-e4dcf7c2fd99 service neutron] 10.222.0.89 "GET /v2.0/networks/10aef932-7dd8-45d0-ac72-b503fc8b5172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851777 Feb 16 17:31:31.980879 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-43c329b4-b1f3-4571-b0ba-79a3f594175a req-b4871aad-6a69-42e8-8bb0-971f04909582 service neutron] 10.222.0.89 "GET /v2.0/networks/10aef932-7dd8-45d0-ac72-b503fc8b5172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801990 Feb 16 17:31:35.161249 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84acdef1-b9b9-4001-b4f6-839bab207747 req-a6096572-dac6-4dcb-bb1e-14ffc273acb1 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:35.162742 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-84acdef1-b9b9-4001-b4f6-839bab207747 req-a6096572-dac6-4dcb-bb1e-14ffc273acb1 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=8581afdb-15cb-41b5-9a44-2773f39a6d0e HTTP/1.1" status: 200 len: 945 time: 0.0531278 Feb 16 17:31:35.199949 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-84acdef1-b9b9-4001-b4f6-839bab207747 req-1b761020-70bf-48a9-9aa9-306fe347a1af tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd8ee29d-4859-4abb-8b51-121b1e199ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312052 Feb 16 17:31:36.315600 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1331b7c7-339f-4e5a-b0ce-e70d975eef04 req-371d0f8f-742e-46a5-89fd-aa3798dd3166 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:36.317073 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-1331b7c7-339f-4e5a-b0ce-e70d975eef04 req-371d0f8f-742e-46a5-89fd-aa3798dd3166 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=8581afdb-15cb-41b5-9a44-2773f39a6d0e HTTP/1.1" status: 200 len: 945 time: 0.0471711 Feb 16 17:31:36.354097 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-1331b7c7-339f-4e5a-b0ce-e70d975eef04 req-4e4b6ae0-6304-4f00-8a32-d2c8e1ff90e2 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd8ee29d-4859-4abb-8b51-121b1e199ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311823 Feb 16 17:31:36.376201 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 59576) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:31:36.435212 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-ee611c77-0053-4609-b2f9-1a59c0c95c76 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/floatingips/ddf693c1-cee0-4dfb-9315-79c4c6b6367c HTTP/1.1" status: 200 len: 993 time: 0.0577586 Feb 16 17:31:36.847212 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-eea3b9e4-0b78-4897-b317-7d477004775e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:38.168315 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d304e98-956e-4075-b632-111d09d96c88 req-997495be-2103-4baf-a72f-336c0da1c589 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:38.169720 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6d304e98-956e-4075-b632-111d09d96c88 req-997495be-2103-4baf-a72f-336c0da1c589 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=8581afdb-15cb-41b5-9a44-2773f39a6d0e HTTP/1.1" status: 200 len: 945 time: 0.3929031 Feb 16 17:31:38.207997 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6d304e98-956e-4075-b632-111d09d96c88 req-288ca69b-87bc-4d3b-acff-800d15c81776 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd8ee29d-4859-4abb-8b51-121b1e199ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313520 Feb 16 17:31:39.248287 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b9c58f3b-3055-481d-bbb5-ee909c71cadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:39.331389 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6f268-a4ec-44df-9991-edeb01a8af68 req-1a57d660-13ba-4e2f-ae1b-cc35f744b713 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:39.332891 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-0dd6f268-a4ec-44df-9991-edeb01a8af68 req-1a57d660-13ba-4e2f-ae1b-cc35f744b713 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=8581afdb-15cb-41b5-9a44-2773f39a6d0e HTTP/1.1" status: 200 len: 945 time: 0.0523190 Feb 16 17:31:39.370780 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-0dd6f268-a4ec-44df-9991-edeb01a8af68 req-62e3e096-631e-4588-88b8-14680db3c921 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd8ee29d-4859-4abb-8b51-121b1e199ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318081 Feb 16 17:31:39.392438 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 59592) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:31:39.451218 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-28fa57c4-6fe5-45ed-8e23-0daf90ab883a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/floatingips/ddf693c1-cee0-4dfb-9315-79c4c6b6367c HTTP/1.1" status: 200 len: 993 time: 0.0576580 Feb 16 17:31:39.679857 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 59598) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:31:39.831386 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-5ff95a1f-6874-408d-a79c-b42da1f31e2e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Deleting port a8cd2d0a-993a-4bea-929b-2fb2b9bcfefd {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:31:39.831647 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5ff95a1f-6874-408d-a79c-b42da1f31e2e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:39.916987 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5ff95a1f-6874-408d-a79c-b42da1f31e2e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:39.917463 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5ff95a1f-6874-408d-a79c-b42da1f31e2e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:39.934408 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-5ff95a1f-6874-408d-a79c-b42da1f31e2e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Calling delete_port for a8cd2d0a-993a-4bea-929b-2fb2b9bcfefd owned by network:floatingip {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:31:40.150130 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5ff95a1f-6874-408d-a79c-b42da1f31e2e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:40.175533 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff95a1f-6874-408d-a79c-b42da1f31e2e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event deleted for resources: {'Port': ['ID=a8cd2d0a-993a-4bea-929b-2fb2b9bcfefd,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:40.200813 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff95a1f-6874-408d-a79c-b42da1f31e2e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:40.201293 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff95a1f-6874-408d-a79c-b42da1f31e2e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:40.201492 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff95a1f-6874-408d-a79c-b42da1f31e2e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:40.201834 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff95a1f-6874-408d-a79c-b42da1f31e2e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:40.202164 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff95a1f-6874-408d-a79c-b42da1f31e2e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:40.202494 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff95a1f-6874-408d-a79c-b42da1f31e2e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:40.202820 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff95a1f-6874-408d-a79c-b42da1f31e2e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:40.203144 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff95a1f-6874-408d-a79c-b42da1f31e2e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:40.203468 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff95a1f-6874-408d-a79c-b42da1f31e2e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:40.203790 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff95a1f-6874-408d-a79c-b42da1f31e2e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:40.204153 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff95a1f-6874-408d-a79c-b42da1f31e2e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:40.204477 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff95a1f-6874-408d-a79c-b42da1f31e2e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:40.243451 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5ff95a1f-6874-408d-a79c-b42da1f31e2e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for floatingip, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:40.243779 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.l3_db [None req-5ff95a1f-6874-408d-a79c-b42da1f31e2e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Floating IP ddf693c1-cee0-4dfb-9315-79c4c6b6367c disassociated (deleted). External IP: 172.26.3.241, port: d7c44fe7-3f26-4861-bad2-9b02917b26ab. Feb 16 17:31:40.451847 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff95a1f-6874-408d-a79c-b42da1f31e2e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Router e434eea8-695a-4e52-b5d7-a62d4a00b309 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:31:40.514456 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:40.558609 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff95a1f-6874-408d-a79c-b42da1f31e2e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:31:40.563426 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-5ff95a1f-6874-408d-a79c-b42da1f31e2e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:40.568737 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b9b5ed-d0e1-45a7-835a-324ae1edee33 None None] Sync routers for ids ['e434eea8-695a-4e52-b5d7-a62d4a00b309'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:31:40.577782 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b9b5ed-d0e1-45a7-835a-324ae1edee33 None None] Routers {'e434eea8-695a-4e52-b5d7-a62d4a00b309'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:31:40.578379 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-06b9b5ed-d0e1-45a7-835a-324ae1edee33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:31:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['e434eea8-695a-4e52-b5d7-a62d4a00b309'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:31:40.589883 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-5ff95a1f-6874-408d-a79c-b42da1f31e2e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "DELETE /v2.0/floatingips/ddf693c1-cee0-4dfb-9315-79c4c6b6367c HTTP/1.1" status: 204 len: 168 time: 0.9089572 Feb 16 17:31:40.590568 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8581afdb-15cb-41b5-9a44-2773f39a6d0e', 'tag': 'd7c44fe7-3f26-4861-bad2-9b02917b26ab'}] {{(pid=114375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:31:40.592997 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f675c1a73bb74b784e43f10fee26c40e358be44ccef5ed6f70ec30f8ec0d494b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b70b6dc-4c26-4cf6-bb13-45bac8c793c3" -d '{"events": [{"name": "network-changed", "server_uuid": "8581afdb-15cb-41b5-9a44-2773f39a6d0e", "tag": "d7c44fe7-3f26-4861-bad2-9b02917b26ab"}]}' {{(pid=114375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:31:40.633284 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f92e78b-aa54-4fd4-aca6-4efd9282a396 x-openstack-request-id: req-7f92e78b-aa54-4fd4-aca6-4efd9282a396 {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:31:40.633929 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8581afdb-15cb-41b5-9a44-2773f39a6d0e", "tag": "d7c44fe7-3f26-4861-bad2-9b02917b26ab", "status": "completed", "code": 200}]} {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:31:40.634311 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7f92e78b-aa54-4fd4-aca6-4efd9282a396 {{(pid=114375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:31:40.634980 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8581afdb-15cb-41b5-9a44-2773f39a6d0e', 'tag': 'd7c44fe7-3f26-4861-bad2-9b02917b26ab', 'status': 'completed', 'code': 200} Feb 16 17:31:40.709077 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-06b9b5ed-d0e1-45a7-835a-324ae1edee33 None None] Set router e434eea8-695a-4e52-b5d7-a62d4a00b309 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:31:40.713540 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70b6dc-4c26-4cf6-bb13-45bac8c793c3 req-435bc9fa-25ed-43f6-8155-a9a64e035be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:40.715788 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0b70b6dc-4c26-4cf6-bb13-45bac8c793c3 req-435bc9fa-25ed-43f6-8155-a9a64e035be0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=540088272793448ab3d0c6a056f15347&device_id=8581afdb-15cb-41b5-9a44-2773f39a6d0e HTTP/1.1" status: 200 len: 1098 time: 0.0625889 Feb 16 17:31:40.826653 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70b6dc-4c26-4cf6-bb13-45bac8c793c3 req-ee20d418-849e-41cb-89c9-352a3cb73fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:40.828229 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0b70b6dc-4c26-4cf6-bb13-45bac8c793c3 req-ee20d418-849e-41cb-89c9-352a3cb73fe2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=10aef932-7dd8-45d0-ac72-b503fc8b5172 HTTP/1.1" status: 200 len: 897 time: 0.1055453 Feb 16 17:31:40.872736 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0b70b6dc-4c26-4cf6-bb13-45bac8c793c3 req-7db63fff-5ab3-4cfc-8690-b6100dfcbaac service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7c44fe7-3f26-4861-bad2-9b02917b26ab HTTP/1.1" status: 200 len: 217 time: 0.0371675 Feb 16 17:31:40.922374 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-06b9b5ed-d0e1-45a7-835a-324ae1edee33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e434eea8-695a-4e52-b5d7-a62d4a00b309', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659659696', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '877d05cb-479b-42ce-b9b2-2d3ca9a0bd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:30:43Z', 'updated_at': '2022-02-16T17:30:48Z', 'revision_number': 4, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '877d05cb-479b-42ce-b9b2-2d3ca9a0bd5c', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:51:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e434eea8-695a-4e52-b5d7-a62d4a00b309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:30:44Z', 'updated_at': '2022-02-16T17:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '2c4302d6-8dc1-4932-9717-4e43d96a0085', 'name': '', 'network_id': '10aef932-7dd8-45d0-ac72-b503fc8b5172', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'mac_address': 'fa:16:3e:1c:53:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e434eea8-695a-4e52-b5d7-a62d4a00b309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '720e6e90-3e56-4441-9bd4-27447928f057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:30:47Z', 'updated_at': '2022-02-16T17:30:50Z', 'revision_number': 5, 'project_id': '540088272793448ab3d0c6a056f15347', 'subnets': [{'id': '720e6e90-3e56-4441-9bd4-27447928f057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:31:40.925232 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70b6dc-4c26-4cf6-bb13-45bac8c793c3 req-244c0487-b453-4c1b-a1c3-14c31b5f076f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:40.936550 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0b70b6dc-4c26-4cf6-bb13-45bac8c793c3 req-244c0487-b453-4c1b-a1c3-14c31b5f076f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=720e6e90-3e56-4441-9bd4-27447928f057 HTTP/1.1" status: 200 len: 835 time: 0.0476484 Feb 16 17:31:40.950336 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b9b5ed-d0e1-45a7-835a-324ae1edee33 None None] Checking router: e434eea8-695a-4e52-b5d7-a62d4a00b309 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:31:40.959336 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b9b5ed-d0e1-45a7-835a-324ae1edee33 None None] Routers {'e434eea8-695a-4e52-b5d7-a62d4a00b309'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:31:40.959907 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-06b9b5ed-d0e1-45a7-835a-324ae1edee33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:31:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['e434eea8-695a-4e52-b5d7-a62d4a00b309'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:31:40.978053 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70b6dc-4c26-4cf6-bb13-45bac8c793c3 req-1ec5b826-45d5-4fa3-872a-92d1362839b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:40.979670 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0b70b6dc-4c26-4cf6-bb13-45bac8c793c3 req-1ec5b826-45d5-4fa3-872a-92d1362839b8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=10aef932-7dd8-45d0-ac72-b503fc8b5172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0452578 Feb 16 17:31:41.072430 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-06b9b5ed-d0e1-45a7-835a-324ae1edee33 None None] Set router e434eea8-695a-4e52-b5d7-a62d4a00b309 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:31:41.117649 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0b70b6dc-4c26-4cf6-bb13-45bac8c793c3 req-fd5f162b-30ba-4114-a388-78867638b874 service neutron] 10.222.0.89 "GET /v2.0/networks/10aef932-7dd8-45d0-ac72-b503fc8b5172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283481 Feb 16 17:31:41.131806 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9472d08-4acd-4034-bb57-266836b4d52e req-b281b22a-18ae-4cc7-97cc-ec88367abdf1 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:41.133361 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b9472d08-4acd-4034-bb57-266836b4d52e req-b281b22a-18ae-4cc7-97cc-ec88367abdf1 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=8581afdb-15cb-41b5-9a44-2773f39a6d0e HTTP/1.1" status: 200 len: 945 time: 0.0682900 Feb 16 17:31:41.218384 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b9472d08-4acd-4034-bb57-266836b4d52e req-a9910638-7f65-42f0-a0e3-a242bcc23e34 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd8ee29d-4859-4abb-8b51-121b1e199ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0769420 Feb 16 17:31:41.249685 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0b70b6dc-4c26-4cf6-bb13-45bac8c793c3 req-14ae99a5-5a9d-4f55-a099-74dfca32e401 service neutron] 10.222.0.89 "GET /v2.0/networks/10aef932-7dd8-45d0-ac72-b503fc8b5172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152720 Feb 16 17:31:41.271497 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-06b9b5ed-d0e1-45a7-835a-324ae1edee33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e434eea8-695a-4e52-b5d7-a62d4a00b309', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659659696', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '877d05cb-479b-42ce-b9b2-2d3ca9a0bd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:30:43Z', 'updated_at': '2022-02-16T17:30:48Z', 'revision_number': 4, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '877d05cb-479b-42ce-b9b2-2d3ca9a0bd5c', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:51:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e434eea8-695a-4e52-b5d7-a62d4a00b309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:30:44Z', 'updated_at': '2022-02-16T17:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '2c4302d6-8dc1-4932-9717-4e43d96a0085', 'name': '', 'network_id': '10aef932-7dd8-45d0-ac72-b503fc8b5172', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'mac_address': 'fa:16:3e:1c:53:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e434eea8-695a-4e52-b5d7-a62d4a00b309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '720e6e90-3e56-4441-9bd4-27447928f057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:30:47Z', 'updated_at': '2022-02-16T17:30:50Z', 'revision_number': 5, 'project_id': '540088272793448ab3d0c6a056f15347', 'subnets': [{'id': '720e6e90-3e56-4441-9bd4-27447928f057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:31:41.301974 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b9b5ed-d0e1-45a7-835a-324ae1edee33 None None] The sync data for ids ['e434eea8-695a-4e52-b5d7-a62d4a00b309'] in dv-neutron-828697-3-hyperv is: [{'id': 'e434eea8-695a-4e52-b5d7-a62d4a00b309', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659659696', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '877d05cb-479b-42ce-b9b2-2d3ca9a0bd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:30:43Z', 'updated_at': '2022-02-16T17:30:48Z', 'revision_number': 4, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '877d05cb-479b-42ce-b9b2-2d3ca9a0bd5c', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:51:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e434eea8-695a-4e52-b5d7-a62d4a00b309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:30:44Z', 'updated_at': '2022-02-16T17:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '2c4302d6-8dc1-4932-9717-4e43d96a0085', 'name': '', 'network_id': '10aef932-7dd8-45d0-ac72-b503fc8b5172', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'mac_address': 'fa:16:3e:1c:53:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e434eea8-695a-4e52-b5d7-a62d4a00b309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '720e6e90-3e56-4441-9bd4-27447928f057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:30:47Z', 'updated_at': '2022-02-16T17:30:50Z', 'revision_number': 5, 'project_id': '540088272793448ab3d0c6a056f15347', 'subnets': [{'id': '720e6e90-3e56-4441-9bd4-27447928f057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:31:41.512365 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac17038c-8b8a-40ee-b0bc-9d2af5b56998 None None] New status for floating IP ddf693c1-cee0-4dfb-9315-79c4c6b6367c: DOWN {{(pid=114378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:31:41.881608 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:42.144929 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:42.337258 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63059be0-2e4b-4ba3-8130-982f9af742c5 req-c4cf5b87-9594-4178-9445-7dee4e3ffa69 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:42.338739 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-63059be0-2e4b-4ba3-8130-982f9af742c5 req-c4cf5b87-9594-4178-9445-7dee4e3ffa69 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=8581afdb-15cb-41b5-9a44-2773f39a6d0e HTTP/1.1" status: 200 len: 945 time: 0.0495512 Feb 16 17:31:42.375769 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-63059be0-2e4b-4ba3-8130-982f9af742c5 req-ba01f0ff-036d-4a85-9335-376897ccc319 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd8ee29d-4859-4abb-8b51-121b1e199ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310740 Feb 16 17:31:42.651339 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da49cd4-a086-47a1-ae94-8284968cedf8 req-6132f995-c2ea-4112-b0f1-647f526e4d3d tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:42.652824 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5da49cd4-a086-47a1-ae94-8284968cedf8 req-6132f995-c2ea-4112-b0f1-647f526e4d3d tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.89 "GET /v2.0/ports?device_id=8581afdb-15cb-41b5-9a44-2773f39a6d0e HTTP/1.1" status: 200 len: 945 time: 0.0485067 Feb 16 17:31:42.743182 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-5da49cd4-a086-47a1-ae94-8284968cedf8 req-413d6f6b-6471-4bc7-811b-a1c9086677bf tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Deleting port d7c44fe7-3f26-4861-bad2-9b02917b26ab {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:31:42.743524 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-5da49cd4-a086-47a1-ae94-8284968cedf8 req-413d6f6b-6471-4bc7-811b-a1c9086677bf tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:42.828391 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-5da49cd4-a086-47a1-ae94-8284968cedf8 req-413d6f6b-6471-4bc7-811b-a1c9086677bf tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] For port d7c44fe7-3f26-4861-bad2-9b02917b26ab, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=d7c44fe7-3f26-4861-bad2-9b02917b26ab,segment=NetworkSegment(d8dc5ce1-078b-4d3c-ba0b-4f5e3901a79a),segment_id=d8dc5ce1-078b-4d3c-ba0b-4f5e3901a79a)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:31:42.828749 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-5da49cd4-a086-47a1-ae94-8284968cedf8 req-413d6f6b-6471-4bc7-811b-a1c9086677bf tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:42.840357 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-5da49cd4-a086-47a1-ae94-8284968cedf8 req-413d6f6b-6471-4bc7-811b-a1c9086677bf tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Calling delete_port for d7c44fe7-3f26-4861-bad2-9b02917b26ab owned by compute:nova {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:31:43.012866 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-5da49cd4-a086-47a1-ae94-8284968cedf8 req-413d6f6b-6471-4bc7-811b-a1c9086677bf tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:43.042090 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413d6f6b-6471-4bc7-811b-a1c9086677bf tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event deleted for resources: {'Port': ['ID=d7c44fe7-3f26-4861-bad2-9b02917b26ab,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:43.066764 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413d6f6b-6471-4bc7-811b-a1c9086677bf tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:43.067118 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413d6f6b-6471-4bc7-811b-a1c9086677bf tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:43.067465 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413d6f6b-6471-4bc7-811b-a1c9086677bf tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:43.067806 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413d6f6b-6471-4bc7-811b-a1c9086677bf tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:43.068170 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413d6f6b-6471-4bc7-811b-a1c9086677bf tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:43.068510 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413d6f6b-6471-4bc7-811b-a1c9086677bf tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:43.068843 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413d6f6b-6471-4bc7-811b-a1c9086677bf tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:43.069171 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413d6f6b-6471-4bc7-811b-a1c9086677bf tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:43.069502 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413d6f6b-6471-4bc7-811b-a1c9086677bf tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:43.069831 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413d6f6b-6471-4bc7-811b-a1c9086677bf tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:43.070162 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413d6f6b-6471-4bc7-811b-a1c9086677bf tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:43.070484 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413d6f6b-6471-4bc7-811b-a1c9086677bf tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:43.095063 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-5da49cd4-a086-47a1-ae94-8284968cedf8 req-413d6f6b-6471-4bc7-811b-a1c9086677bf tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] No DVR routers for this DVR port d7c44fe7-3f26-4861-bad2-9b02917b26ab on host hv-neutron-8286 {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:31:43.098088 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-5da49cd4-a086-47a1-ae94-8284968cedf8 req-413d6f6b-6471-4bc7-811b-a1c9086677bf tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:43.101476 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5da49cd4-a086-47a1-ae94-8284968cedf8 req-413d6f6b-6471-4bc7-811b-a1c9086677bf tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.89 "DELETE /v2.0/ports/d7c44fe7-3f26-4861-bad2-9b02917b26ab HTTP/1.1" status: 204 len: 173 time: 0.4432168 Feb 16 17:31:43.102170 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8581afdb-15cb-41b5-9a44-2773f39a6d0e', 'name': 'network-vif-deleted', 'tag': 'd7c44fe7-3f26-4861-bad2-9b02917b26ab'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:31:43.104522 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c005bb3d-3c1c-48c5-ade6-61afae95467d" -d '{"events": [{"server_uuid": "8581afdb-15cb-41b5-9a44-2773f39a6d0e", "name": "network-vif-deleted", "tag": "d7c44fe7-3f26-4861-bad2-9b02917b26ab"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:31:43.145304 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d86cb3e-5118-4c80-b78c-31d88c41a102 x-openstack-request-id: req-0d86cb3e-5118-4c80-b78c-31d88c41a102 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:31:43.145831 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8581afdb-15cb-41b5-9a44-2773f39a6d0e", "name": "network-vif-deleted", "tag": "d7c44fe7-3f26-4861-bad2-9b02917b26ab", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:31:43.146092 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0d86cb3e-5118-4c80-b78c-31d88c41a102 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:31:43.146496 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8581afdb-15cb-41b5-9a44-2773f39a6d0e', 'name': 'network-vif-deleted', 'tag': 'd7c44fe7-3f26-4861-bad2-9b02917b26ab', 'status': 'completed', 'code': 200} Feb 16 17:31:43.503287 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-b77ab520-384f-4ad5-8365-a47ac9ce198a req-98c5417b-16a4-4799-a087-c8b1660ad5df tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=8581afdb-15cb-41b5-9a44-2773f39a6d0e HTTP/1.1" status: 200 len: 210 time: 0.0337684 Feb 16 17:31:44.560591 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 59616) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:31:44.916119 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0d8ad912-1ef0-4257-b954-0a000cc5eb1c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:45.169017 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-0d8ad912-1ef0-4257-b954-0a000cc5eb1c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Deleting port 2c4302d6-8dc1-4932-9717-4e43d96a0085 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:31:45.169276 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0d8ad912-1ef0-4257-b954-0a000cc5eb1c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:45.257390 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-0d8ad912-1ef0-4257-b954-0a000cc5eb1c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] For port 2c4302d6-8dc1-4932-9717-4e43d96a0085, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=2c4302d6-8dc1-4932-9717-4e43d96a0085,segment=NetworkSegment(d8dc5ce1-078b-4d3c-ba0b-4f5e3901a79a),segment_id=d8dc5ce1-078b-4d3c-ba0b-4f5e3901a79a)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:31:45.257745 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0d8ad912-1ef0-4257-b954-0a000cc5eb1c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:45.269634 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-0d8ad912-1ef0-4257-b954-0a000cc5eb1c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Calling delete_port for 2c4302d6-8dc1-4932-9717-4e43d96a0085 owned by network:router_interface {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:31:45.555042 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0d8ad912-1ef0-4257-b954-0a000cc5eb1c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:45.583082 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ad912-1ef0-4257-b954-0a000cc5eb1c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event deleted for resources: {'Port': ['ID=2c4302d6-8dc1-4932-9717-4e43d96a0085,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:45.765190 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0d8ad912-1ef0-4257-b954-0a000cc5eb1c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:45.978755 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d8ad912-1ef0-4257-b954-0a000cc5eb1c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Router e434eea8-695a-4e52-b5d7-a62d4a00b309 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:31:46.085282 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8ad912-1ef0-4257-b954-0a000cc5eb1c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:31:46.090831 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-0d8ad912-1ef0-4257-b954-0a000cc5eb1c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "PUT /v2.0/routers/e434eea8-695a-4e52-b5d7-a62d4a00b309/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5289257 Feb 16 17:31:46.093069 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 59618) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:31:46.094967 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b65ffc0-b35e-46ef-97f6-4e33a9787325 None None] Sync routers for ids ['e434eea8-695a-4e52-b5d7-a62d4a00b309'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:31:46.105521 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b65ffc0-b35e-46ef-97f6-4e33a9787325 None None] Routers {'e434eea8-695a-4e52-b5d7-a62d4a00b309'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:31:46.106130 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-9b65ffc0-b35e-46ef-97f6-4e33a9787325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:31:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['e434eea8-695a-4e52-b5d7-a62d4a00b309'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:31:46.144162 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a77a73e-791b-4c3e-8e52-a73964aa9cf6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Deleting subnet 720e6e90-3e56-4441-9bd4-27447928f057 {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:31:46.147290 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9a77a73e-791b-4c3e-8e52-a73964aa9cf6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:46.187797 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9a77a73e-791b-4c3e-8e52-a73964aa9cf6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:46.208642 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-9b65ffc0-b35e-46ef-97f6-4e33a9787325 None None] Set router e434eea8-695a-4e52-b5d7-a62d4a00b309 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:31:46.236664 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device d7c44fe7-3f26-4861-bad2-9b02917b26ab no longer exists at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:31:46.274187 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9a77a73e-791b-4c3e-8e52-a73964aa9cf6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:46.286165 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] No Port match for: d7c44fe7-3f26-4861-bad2-9b02917b26ab {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:31:46.286515 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device d7c44fe7-3f26-4861-bad2-9b02917b26ab not bound to the agent host hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:31:46.418218 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-9b65ffc0-b35e-46ef-97f6-4e33a9787325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e434eea8-695a-4e52-b5d7-a62d4a00b309', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659659696', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '877d05cb-479b-42ce-b9b2-2d3ca9a0bd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:30:43Z', 'updated_at': '2022-02-16T17:31:45Z', 'revision_number': 5, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '877d05cb-479b-42ce-b9b2-2d3ca9a0bd5c', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:51:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e434eea8-695a-4e52-b5d7-a62d4a00b309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:30:44Z', 'updated_at': '2022-02-16T17:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:31:46.445058 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b65ffc0-b35e-46ef-97f6-4e33a9787325 None None] Checking router: e434eea8-695a-4e52-b5d7-a62d4a00b309 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:31:46.454236 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b65ffc0-b35e-46ef-97f6-4e33a9787325 None None] Routers {'e434eea8-695a-4e52-b5d7-a62d4a00b309'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:31:46.454868 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-9b65ffc0-b35e-46ef-97f6-4e33a9787325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:31:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['e434eea8-695a-4e52-b5d7-a62d4a00b309'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:31:46.703879 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9a77a73e-791b-4c3e-8e52-a73964aa9cf6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:46.716165 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-9b65ffc0-b35e-46ef-97f6-4e33a9787325 None None] Set router e434eea8-695a-4e52-b5d7-a62d4a00b309 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:31:46.732255 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a77a73e-791b-4c3e-8e52-a73964aa9cf6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event deleted for resources: {'Subnet': ['ID=720e6e90-3e56-4441-9bd4-27447928f057,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:46.734270 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9a77a73e-791b-4c3e-8e52-a73964aa9cf6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:46.739828 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-9a77a73e-791b-4c3e-8e52-a73964aa9cf6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "DELETE /v2.0/subnets/720e6e90-3e56-4441-9bd4-27447928f057 HTTP/1.1" status: 204 len: 168 time: 0.6432486 Feb 16 17:31:46.740671 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 59620) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:31:46.742912 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9a4fa9-5ee8-4d40-b031-9a5817078bd6 None None] Network 10aef932-7dd8-45d0-ac72-b503fc8b5172 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:31:46.853398 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d1357f7b-b7e2-45d6-8146-f29eb4fd3088 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for router, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:46.957399 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d1357f7b-b7e2-45d6-8146-f29eb4fd3088 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:46.993157 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-9b65ffc0-b35e-46ef-97f6-4e33a9787325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e434eea8-695a-4e52-b5d7-a62d4a00b309', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659659696', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '877d05cb-479b-42ce-b9b2-2d3ca9a0bd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:30:43Z', 'updated_at': '2022-02-16T17:31:45Z', 'revision_number': 5, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '877d05cb-479b-42ce-b9b2-2d3ca9a0bd5c', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:51:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e434eea8-695a-4e52-b5d7-a62d4a00b309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:30:44Z', 'updated_at': '2022-02-16T17:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:31:47.021164 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b65ffc0-b35e-46ef-97f6-4e33a9787325 None None] The sync data for ids ['e434eea8-695a-4e52-b5d7-a62d4a00b309'] in dv-neutron-828697-3-hyperv is: [{'id': 'e434eea8-695a-4e52-b5d7-a62d4a00b309', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659659696', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '877d05cb-479b-42ce-b9b2-2d3ca9a0bd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:30:43Z', 'updated_at': '2022-02-16T17:31:45Z', 'revision_number': 5, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '877d05cb-479b-42ce-b9b2-2d3ca9a0bd5c', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:51:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e434eea8-695a-4e52-b5d7-a62d4a00b309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:30:44Z', 'updated_at': '2022-02-16T17:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:31:47.041490 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c90888e-6ff3-4045-8a0a-9387590cca18 None None] DHCP port deletion for 10aef932-7dd8-45d0-ac72-b503fc8b5172 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:31:47.081084 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-d1357f7b-b7e2-45d6-8146-f29eb4fd3088 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Deleting port 877d05cb-479b-42ce-b9b2-2d3ca9a0bd5c {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:31:47.081084 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d1357f7b-b7e2-45d6-8146-f29eb4fd3088 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:47.115209 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c90888e-6ff3-4045-8a0a-9387590cca18 None None] Deleting port 8aabd6cf-2630-4a15-b0a7-9cd64d9c20f2 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:31:47.115209 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c90888e-6ff3-4045-8a0a-9387590cca18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:47.171159 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-d1357f7b-b7e2-45d6-8146-f29eb4fd3088 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] For port 877d05cb-479b-42ce-b9b2-2d3ca9a0bd5c, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=877d05cb-479b-42ce-b9b2-2d3ca9a0bd5c,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:31:47.171637 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d1357f7b-b7e2-45d6-8146-f29eb4fd3088 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:47.186757 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-d1357f7b-b7e2-45d6-8146-f29eb4fd3088 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Calling delete_port for 877d05cb-479b-42ce-b9b2-2d3ca9a0bd5c owned by network:router_gateway {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:31:47.188770 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c90888e-6ff3-4045-8a0a-9387590cca18 None None] For port 8aabd6cf-2630-4a15-b0a7-9cd64d9c20f2, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=8aabd6cf-2630-4a15-b0a7-9cd64d9c20f2,segment=NetworkSegment(d8dc5ce1-078b-4d3c-ba0b-4f5e3901a79a),segment_id=d8dc5ce1-078b-4d3c-ba0b-4f5e3901a79a)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:31:47.189261 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c90888e-6ff3-4045-8a0a-9387590cca18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:47.203843 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c90888e-6ff3-4045-8a0a-9387590cca18 None None] Calling delete_port for 8aabd6cf-2630-4a15-b0a7-9cd64d9c20f2 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:31:47.355925 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c90888e-6ff3-4045-8a0a-9387590cca18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:47.383405 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c90888e-6ff3-4045-8a0a-9387590cca18 None None] No DVR routers for this DVR port 8aabd6cf-2630-4a15-b0a7-9cd64d9c20f2 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:31:47.385038 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c90888e-6ff3-4045-8a0a-9387590cca18 None None] Pushing event deleted for resources: {'Port': ['ID=8aabd6cf-2630-4a15-b0a7-9cd64d9c20f2,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:47.397713 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c90888e-6ff3-4045-8a0a-9387590cca18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:47.397713 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c90888e-6ff3-4045-8a0a-9387590cca18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:47.397713 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c90888e-6ff3-4045-8a0a-9387590cca18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:47.397713 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c90888e-6ff3-4045-8a0a-9387590cca18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:47.397713 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c90888e-6ff3-4045-8a0a-9387590cca18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:47.397713 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c90888e-6ff3-4045-8a0a-9387590cca18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:47.397713 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c90888e-6ff3-4045-8a0a-9387590cca18 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:47.397713 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c90888e-6ff3-4045-8a0a-9387590cca18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:47.397713 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c90888e-6ff3-4045-8a0a-9387590cca18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:47.397713 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c90888e-6ff3-4045-8a0a-9387590cca18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:47.397713 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c90888e-6ff3-4045-8a0a-9387590cca18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:47.397713 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c90888e-6ff3-4045-8a0a-9387590cca18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:47.417604 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d1357f7b-b7e2-45d6-8146-f29eb4fd3088 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:47.442427 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1357f7b-b7e2-45d6-8146-f29eb4fd3088 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event deleted for resources: {'Port': ['ID=877d05cb-479b-42ce-b9b2-2d3ca9a0bd5c,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:47.503172 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d1357f7b-b7e2-45d6-8146-f29eb4fd3088 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584056'] for router_gateway, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:47.591692 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d1357f7b-b7e2-45d6-8146-f29eb4fd3088 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:47.593794 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d1357f7b-b7e2-45d6-8146-f29eb4fd3088 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:47.709281 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d1357f7b-b7e2-45d6-8146-f29eb4fd3088 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:47.709870 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1357f7b-b7e2-45d6-8146-f29eb4fd3088 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Fanout notify agent at l3_agent the message router_deleted on router e434eea8-695a-4e52-b5d7-a62d4a00b309 {{(pid=114375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:31:47.716634 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d1357f7b-b7e2-45d6-8146-f29eb4fd3088 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:47.717858 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d1357f7b-b7e2-45d6-8146-f29eb4fd3088 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "DELETE /v2.0/routers/e434eea8-695a-4e52-b5d7-a62d4a00b309 HTTP/1.1" status: 204 len: 168 time: 0.9767828 Feb 16 17:31:47.720643 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 59622) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:31:47.798701 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-21b7d89c-3c9a-4a1a-8183-a6a256ca2914 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:47.891875 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-21b7d89c-3c9a-4a1a-8183-a6a256ca2914 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:47.911898 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-21b7d89c-3c9a-4a1a-8183-a6a256ca2914 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10aef932-7dd8-45d0-ac72-b503fc8b5172']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:31:47.920867 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-21b7d89c-3c9a-4a1a-8183-a6a256ca2914 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8dc5ce1-078b-4d3c-ba0b-4f5e3901a79a') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:31:47.921187 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-21b7d89c-3c9a-4a1a-8183-a6a256ca2914 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8dc5ce1-078b-4d3c-ba0b-4f5e3901a79a') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:31:47.930847 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-21b7d89c-3c9a-4a1a-8183-a6a256ca2914 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:47.944592 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-21b7d89c-3c9a-4a1a-8183-a6a256ca2914 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:47.950298 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21b7d89c-3c9a-4a1a-8183-a6a256ca2914 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:31:47.953654 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-21b7d89c-3c9a-4a1a-8183-a6a256ca2914 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:47.953654 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 17:31:47.953654 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:31:47.953654 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 17:31:47.953654 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:31:47.953654 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 17:31:47.953654 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:31:47.953654 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 17:31:47.953654 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:31:47.953654 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 17:31:47.953654 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:31:47.953654 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 17:31:47.953654 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:31:47.953654 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 17:31:47.953654 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:31:47.953654 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:31:47.953654 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:31:47.953654 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:31:47.953654 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:31:47.953654 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 17:31:47.953654 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:31:47.953654 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 17:31:47.953654 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:31:47.953654 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:31:47.953654 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:31:47.953654 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 17:31:47.953654 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:31:47.953654 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:31:47.953654 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:31:47.953654 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:31:47.953654 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:31:47.953654 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:31:47.953654 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:31:48.091703 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-21b7d89c-3c9a-4a1a-8183-a6a256ca2914 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:48.098843 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-21b7d89c-3c9a-4a1a-8183-a6a256ca2914 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:48.101527 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-21b7d89c-3c9a-4a1a-8183-a6a256ca2914 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "DELETE /v2.0/networks/10aef932-7dd8-45d0-ac72-b503fc8b5172 HTTP/1.1" status: 204 len: 168 time: 0.3799486 Feb 16 17:31:48.104624 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 59624) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:31:48.118177 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b7d89c-3c9a-4a1a-8183-a6a256ca2914 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event deleted for resources: {'Network': ['ID=10aef932-7dd8-45d0-ac72-b503fc8b5172,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:48.167928 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-269a51d6-4708-4db5-a1d3-241371ed53d0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:48.194003 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-269a51d6-4708-4db5-a1d3-241371ed53d0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:48.327040 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-269a51d6-4708-4db5-a1d3-241371ed53d0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:48.329690 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-269a51d6-4708-4db5-a1d3-241371ed53d0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:48.330852 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-269a51d6-4708-4db5-a1d3-241371ed53d0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "DELETE /v2.0/security-groups/cd8ee29d-4859-4abb-8b51-121b1e199ce6 HTTP/1.1" status: 204 len: 168 time: 0.2247231 Feb 16 17:31:48.340472 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a51d6-4708-4db5-a1d3-241371ed53d0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8ee29d-4859-4abb-8b51-121b1e199ce6,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:48.734769 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 59630) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:31:48.739441 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-aa9bd39b-4198-44aa-88db-1b9b6d34b79a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-347638735', 'description': 'tempest-secgroup-smoke-347638735 description', 'project_id': '540088272793448ab3d0c6a056f15347'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:31:48.809917 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 8aabd6cf-2630-4a15-b0a7-9cd64d9c20f2 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:31:48.824312 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-aa9bd39b-4198-44aa-88db-1b9b6d34b79a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:48.831942 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 8aabd6cf-2630-4a15-b0a7-9cd64d9c20f2 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:31:48.832329 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 8aabd6cf-2630-4a15-b0a7-9cd64d9c20f2 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:31:48.832728 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 877d05cb-479b-42ce-b9b2-2d3ca9a0bd5c no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:31:48.851575 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 877d05cb-479b-42ce-b9b2-2d3ca9a0bd5c {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:31:48.852224 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 877d05cb-479b-42ce-b9b2-2d3ca9a0bd5c not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:31:48.852635 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 2c4302d6-8dc1-4932-9717-4e43d96a0085 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:31:48.871445 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 2c4302d6-8dc1-4932-9717-4e43d96a0085 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:31:48.871802 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 2c4302d6-8dc1-4932-9717-4e43d96a0085 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:31:48.893565 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-aa9bd39b-4198-44aa-88db-1b9b6d34b79a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:48.972529 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-aa9bd39b-4198-44aa-88db-1b9b6d34b79a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:49.001704 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9bd39b-4198-44aa-88db-1b9b6d34b79a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b76fc030-896b-4125-aa58-38d9a78da7a5,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:49.066426 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-aa9bd39b-4198-44aa-88db-1b9b6d34b79a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:49.067668 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-aa9bd39b-4198-44aa-88db-1b9b6d34b79a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3318934 Feb 16 17:31:49.070511 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 59632) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:31:49.074767 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-0adb5f36-0e5b-496b-b53e-789467673f09 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'security_group_rule': {'security_group_id': 'b76fc030-896b-4125-aa58-38d9a78da7a5', 'project_id': '540088272793448ab3d0c6a056f15347', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:31:49.188655 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0adb5f36-0e5b-496b-b53e-789467673f09 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:49.244129 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0adb5f36-0e5b-496b-b53e-789467673f09 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:49.321043 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0adb5f36-0e5b-496b-b53e-789467673f09 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:49.337862 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb5f36-0e5b-496b-b53e-789467673f09 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=312ceb78-1b7a-402b-9fcc-0cc5e2c6c955,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:49.403099 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0adb5f36-0e5b-496b-b53e-789467673f09 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:49.404338 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-0adb5f36-0e5b-496b-b53e-789467673f09 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3328867 Feb 16 17:31:49.406932 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 59634) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:31:49.411228 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-e4470080-fafe-4970-897c-738e811ee7fe tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'security_group_rule': {'security_group_id': 'b76fc030-896b-4125-aa58-38d9a78da7a5', 'project_id': '540088272793448ab3d0c6a056f15347', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:31:49.526089 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e4470080-fafe-4970-897c-738e811ee7fe tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:49.581817 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e4470080-fafe-4970-897c-738e811ee7fe tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:49.652718 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e4470080-fafe-4970-897c-738e811ee7fe tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:49.670227 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4470080-fafe-4970-897c-738e811ee7fe tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce72e6c8-e2ad-47f0-80f2-899270635afb,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:49.752219 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e4470080-fafe-4970-897c-738e811ee7fe tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:49.754185 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e4470080-fafe-4970-897c-738e811ee7fe tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3463237 Feb 16 17:31:49.756911 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 59636) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:31:49.762512 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-b7d84f5a-84e0-45e6-b9d5-6d8112d25c09 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'security_group_rule': {'security_group_id': 'b76fc030-896b-4125-aa58-38d9a78da7a5', 'project_id': '540088272793448ab3d0c6a056f15347', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:31:49.909906 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b7d84f5a-84e0-45e6-b9d5-6d8112d25c09 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:49.968449 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b7d84f5a-84e0-45e6-b9d5-6d8112d25c09 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:50.047024 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b7d84f5a-84e0-45e6-b9d5-6d8112d25c09 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:50.063784 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d84f5a-84e0-45e6-b9d5-6d8112d25c09 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2510cfa-7fae-4b8f-9b92-96c20101b390,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:50.140617 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b7d84f5a-84e0-45e6-b9d5-6d8112d25c09 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:50.141855 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-b7d84f5a-84e0-45e6-b9d5-6d8112d25c09 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3839839 Feb 16 17:31:50.145037 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 59638) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:31:50.151894 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-47b89026-090b-498d-ae0c-3c83f359cf3b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'security_group_rule': {'security_group_id': 'b76fc030-896b-4125-aa58-38d9a78da7a5', 'project_id': '540088272793448ab3d0c6a056f15347', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:31:50.240824 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-47b89026-090b-498d-ae0c-3c83f359cf3b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:50.298024 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-47b89026-090b-498d-ae0c-3c83f359cf3b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:50.349749 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-47b89026-090b-498d-ae0c-3c83f359cf3b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:50.367062 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b89026-090b-498d-ae0c-3c83f359cf3b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe490279-154c-426c-9266-cb3815044c1c,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:50.414589 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-47b89026-090b-498d-ae0c-3c83f359cf3b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:50.415747 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-47b89026-090b-498d-ae0c-3c83f359cf3b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2697453 Feb 16 17:31:50.418524 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 59640) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:31:50.422805 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-9a228e7b-0b15-46e1-be28-33cf55ee8625 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'security_group_rule': {'security_group_id': 'b76fc030-896b-4125-aa58-38d9a78da7a5', 'project_id': '540088272793448ab3d0c6a056f15347', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:31:50.527363 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.securitygroups_db [None req-9a228e7b-0b15-46e1-be28-33cf55ee8625 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Project 540088272793448ab3d0c6a056f15347 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:31:50.532777 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9a228e7b-0b15-46e1-be28-33cf55ee8625 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:50.595348 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9a228e7b-0b15-46e1-be28-33cf55ee8625 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:50.641145 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9a228e7b-0b15-46e1-be28-33cf55ee8625 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:50.660014 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a228e7b-0b15-46e1-be28-33cf55ee8625 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f541afc0-af35-4566-9838-92545d8c31fc,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:50.734480 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9a228e7b-0b15-46e1-be28-33cf55ee8625 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:50.735771 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-9a228e7b-0b15-46e1-be28-33cf55ee8625 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3163369 Feb 16 17:31:50.739007 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 59642) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:31:50.743341 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-0af86f88-27e2-41d6-a986-19cbc8b65e42 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'security_group_rule': {'security_group_id': 'b76fc030-896b-4125-aa58-38d9a78da7a5', 'project_id': '540088272793448ab3d0c6a056f15347', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:31:50.840296 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.securitygroups_db [None req-0af86f88-27e2-41d6-a986-19cbc8b65e42 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Project 540088272793448ab3d0c6a056f15347 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:31:50.845375 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0af86f88-27e2-41d6-a986-19cbc8b65e42 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:50.908846 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0af86f88-27e2-41d6-a986-19cbc8b65e42 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:50.989606 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0af86f88-27e2-41d6-a986-19cbc8b65e42 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:51.008543 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af86f88-27e2-41d6-a986-19cbc8b65e42 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec390ed8-d67b-410e-b02e-8c464abb442e,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:51.077133 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0af86f88-27e2-41d6-a986-19cbc8b65e42 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:51.078341 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-0af86f88-27e2-41d6-a986-19cbc8b65e42 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3384068 Feb 16 17:31:51.081142 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 59644) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:31:51.085999 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-3b951d0e-bb7f-4d3a-b876-5301a47cf315 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'network': {'name': 'tempest-network-smoke--1605611323', 'project_id': '540088272793448ab3d0c6a056f15347', 'port_security_enabled': True}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:31:51.172577 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b951d0e-bb7f-4d3a-b876-5301a47cf315 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Made reservation on behalf of 540088272793448ab3d0c6a056f15347 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:31:51.176634 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3b951d0e-bb7f-4d3a-b876-5301a47cf315 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:51.198773 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b951d0e-bb7f-4d3a-b876-5301a47cf315 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:31:51.207487 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3b951d0e-bb7f-4d3a-b876-5301a47cf315 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:51.207830 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-3b951d0e-bb7f-4d3a-b876-5301a47cf315 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Added segment 4f2f497e-33d9-4e85-b7bf-ce0ff7b65f89 of type vlan for network 22df6e5b-3bb4-45b6-b98e-394bbb41c82d Feb 16 17:31:51.247165 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3b951d0e-bb7f-4d3a-b876-5301a47cf315 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:51.325938 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3b951d0e-bb7f-4d3a-b876-5301a47cf315 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:51.331394 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b951d0e-bb7f-4d3a-b876-5301a47cf315 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:51.331971 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3b951d0e-bb7f-4d3a-b876-5301a47cf315 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:51.397600 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b951d0e-bb7f-4d3a-b876-5301a47cf315 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'Network': ['ID=22df6e5b-3bb4-45b6-b98e-394bbb41c82d,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:51.411233 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 22df6e5b-3bb4-45b6-b98e-394bbb41c82d details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:31:51.466740 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-3b951d0e-bb7f-4d3a-b876-5301a47cf315 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3845348 Feb 16 17:31:51.477530 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 59646) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:31:51.481934 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-c2e4438b-96b3-4bbe-9f04-2a33d5027ac0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-102789487', 'admin_state_up': True, 'project_id': '540088272793448ab3d0c6a056f15347', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:31:51.605945 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c2e4438b-96b3-4bbe-9f04-2a33d5027ac0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:51.606863 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c2e4438b-96b3-4bbe-9f04-2a33d5027ac0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:51.656251 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c2e4438b-96b3-4bbe-9f04-2a33d5027ac0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:51.845496 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c2e4438b-96b3-4bbe-9f04-2a33d5027ac0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:52.094575 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c2e4438b-96b3-4bbe-9f04-2a33d5027ac0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for router_gateway, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:52.116521 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c2e4438b-96b3-4bbe-9f04-2a33d5027ac0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:52.215939 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-c2e4438b-96b3-4bbe-9f04-2a33d5027ac0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Allocated IP 172.26.3.40 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/56cc29bc-8e20-4846-b284-5febac3a4450) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:31:52.319747 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c2e4438b-96b3-4bbe-9f04-2a33d5027ac0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:52.401548 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c2e4438b-96b3-4bbe-9f04-2a33d5027ac0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:52.438878 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e4438b-96b3-4bbe-9f04-2a33d5027ac0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:31:52.442794 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-c2e4438b-96b3-4bbe-9f04-2a33d5027ac0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:31:52.446256 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e4438b-96b3-4bbe-9f04-2a33d5027ac0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:31:52.469075 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e4438b-96b3-4bbe-9f04-2a33d5027ac0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'Port': ['ID=56cc29bc-8e20-4846-b284-5febac3a4450,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:52.802613 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c2e4438b-96b3-4bbe-9f04-2a33d5027ac0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for router_gateway, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:53.016157 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c2e4438b-96b3-4bbe-9f04-2a33d5027ac0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:53.218036 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e4438b-96b3-4bbe-9f04-2a33d5027ac0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Router 058f36ab-f8f8-4ac3-892d-c436e7601fb1 is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:31:53.321635 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e4438b-96b3-4bbe-9f04-2a33d5027ac0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:31:53.332596 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9fd89f-cb2b-4260-9c2f-a679d6d8171b None None] Sync routers for ids ['058f36ab-f8f8-4ac3-892d-c436e7601fb1'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:31:53.342260 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9fd89f-cb2b-4260-9c2f-a679d6d8171b None None] Routers {'058f36ab-f8f8-4ac3-892d-c436e7601fb1'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:31:53.342864 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-2d9fd89f-cb2b-4260-9c2f-a679d6d8171b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:31:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['058f36ab-f8f8-4ac3-892d-c436e7601fb1'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:31:53.397388 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-c2e4438b-96b3-4bbe-9f04-2a33d5027ac0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:53.398634 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-c2e4438b-96b3-4bbe-9f04-2a33d5027ac0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9203682 Feb 16 17:31:53.401828 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 59648) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:31:53.429660 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-71cae324-92df-4623-9099-f4ef3778f9ee tempest-TestNetworkAdvancedServerOps-1016298580 tempest-TestNetworkAdvancedServerOps-1016298580-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=540088272793448ab3d0c6a056f15347&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267215 Feb 16 17:31:53.432337 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 59650) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:31:53.446786 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-2d9fd89f-cb2b-4260-9c2f-a679d6d8171b None None] Set router 058f36ab-f8f8-4ac3-892d-c436e7601fb1 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:31:53.516081 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d457049c-63d8-4a29-952b-e5d4d73e45ad tempest-TestNetworkAdvancedServerOps-1016298580 tempest-TestNetworkAdvancedServerOps-1016298580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:53.520834 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d457049c-63d8-4a29-952b-e5d4d73e45ad tempest-TestNetworkAdvancedServerOps-1016298580 tempest-TestNetworkAdvancedServerOps-1016298580-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0843730 Feb 16 17:31:53.521100 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 59652) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:31:53.554151 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-27198767-c368-4697-83b8-31125744df35 tempest-TestNetworkAdvancedServerOps-1016298580 tempest-TestNetworkAdvancedServerOps-1016298580-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=d8eab20e-246c-47ce-8449-822ce53769fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319247 Feb 16 17:31:53.556780 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 59654) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:31:53.561696 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-2748ace9-9766-4011-a0a1-ae4b51e68857 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-637319873', 'network_id': '22df6e5b-3bb4-45b6-b98e-394bbb41c82d', 'project_id': '540088272793448ab3d0c6a056f15347', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:31:53.634583 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-2d9fd89f-cb2b-4260-9c2f-a679d6d8171b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058f36ab-f8f8-4ac3-892d-c436e7601fb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-102789487', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': '56cc29bc-8e20-4846-b284-5febac3a4450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:31:51Z', 'updated_at': '2022-02-16T17:31:52Z', 'revision_number': 3, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '56cc29bc-8e20-4846-b284-5febac3a4450', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058f36ab-f8f8-4ac3-892d-c436e7601fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:31:52Z', 'updated_at': '2022-02-16T17:31:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:31:53.661237 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9fd89f-cb2b-4260-9c2f-a679d6d8171b None None] Checking router: 058f36ab-f8f8-4ac3-892d-c436e7601fb1 for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:31:53.661237 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9fd89f-cb2b-4260-9c2f-a679d6d8171b None None] Updating router 058f36ab-f8f8-4ac3-892d-c436e7601fb1 port 56cc29bc-8e20-4846-b284-5febac3a4450 binding host dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:31:53.685253 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-2d9fd89f-cb2b-4260-9c2f-a679d6d8171b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:53.692624 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2748ace9-9766-4011-a0a1-ae4b51e68857 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Made reservation on behalf of 540088272793448ab3d0c6a056f15347 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:31:53.696226 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2748ace9-9766-4011-a0a1-ae4b51e68857 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:53.915743 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2748ace9-9766-4011-a0a1-ae4b51e68857 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:53.934215 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-2d9fd89f-cb2b-4260-9c2f-a679d6d8171b None None] Notify callbacks [] for port, precommit_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:53.977659 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2748ace9-9766-4011-a0a1-ae4b51e68857 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'Subnet': ['ID=165e79e5-8f44-42b5-873d-264d4ee9e69f,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:53.984339 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-2d9fd89f-cb2b-4260-9c2f-a679d6d8171b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:53.985727 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2748ace9-9766-4011-a0a1-ae4b51e68857 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Checking segment: {'id': '4f2f497e-33d9-4e85-b7bf-ce0ff7b65f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '22df6e5b-3bb4-45b6-b98e-394bbb41c82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:31:53.986088 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2748ace9-9766-4011-a0a1-ae4b51e68857 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Network hostable DHCP agents. Network: 22df6e5b-3bb4-45b6-b98e-394bbb41c82d, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:31:54.039344 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-2d9fd89f-cb2b-4260-9c2f-a679d6d8171b None None] Attempting to bind port 56cc29bc-8e20-4846-b284-5febac3a4450 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:31:54.039719 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-2d9fd89f-cb2b-4260-9c2f-a679d6d8171b None None] Attempting to bind port 56cc29bc-8e20-4846-b284-5febac3a4450 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:31:54.040095 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9fd89f-cb2b-4260-9c2f-a679d6d8171b None None] Attempting to bind port 56cc29bc-8e20-4846-b284-5febac3a4450 on network d8eab20e-246c-47ce-8449-822ce53769fc {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:31:54.042774 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cfc055-0afc-41f2-9aa7-b7ba290a5326 None None] Pushing event updated for resources: {'Port': ['ID=56cc29bc-8e20-4846-b284-5febac3a4450,revision_number=2']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:54.050674 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9fd89f-cb2b-4260-9c2f-a679d6d8171b None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:31:54.051055 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9fd89f-cb2b-4260-9c2f-a679d6d8171b None None] Checking segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:31:54.051454 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-2d9fd89f-cb2b-4260-9c2f-a679d6d8171b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:54.051913 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9fd89f-cb2b-4260-9c2f-a679d6d8171b None None] Bound using segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:31:54.052410 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-2d9fd89f-cb2b-4260-9c2f-a679d6d8171b None None] Bound port: 56cc29bc-8e20-4846-b284-5febac3a4450, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:31:54.052789 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-2d9fd89f-cb2b-4260-9c2f-a679d6d8171b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:54.053060 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2748ace9-9766-4011-a0a1-ae4b51e68857 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Network 22df6e5b-3bb4-45b6-b98e-394bbb41c82d is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:31:54.055849 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cfc055-0afc-41f2-9aa7-b7ba290a5326 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:54.056220 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cfc055-0afc-41f2-9aa7-b7ba290a5326 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:54.056558 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cfc055-0afc-41f2-9aa7-b7ba290a5326 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:54.056888 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cfc055-0afc-41f2-9aa7-b7ba290a5326 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:54.057217 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cfc055-0afc-41f2-9aa7-b7ba290a5326 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:54.057543 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cfc055-0afc-41f2-9aa7-b7ba290a5326 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:54.057874 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cfc055-0afc-41f2-9aa7-b7ba290a5326 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:54.058197 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cfc055-0afc-41f2-9aa7-b7ba290a5326 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:54.058516 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cfc055-0afc-41f2-9aa7-b7ba290a5326 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:54.058832 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cfc055-0afc-41f2-9aa7-b7ba290a5326 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:54.059149 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cfc055-0afc-41f2-9aa7-b7ba290a5326 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:54.059458 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cfc055-0afc-41f2-9aa7-b7ba290a5326 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:54.108489 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-2d9fd89f-cb2b-4260-9c2f-a679d6d8171b None None] For port 56cc29bc-8e20-4846-b284-5febac3a4450, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:31:54.109931 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-2748ace9-9766-4011-a0a1-ae4b51e68857 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 22df6e5b-3bb4-45b6-b98e-394bbb41c82d) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:31:54.111537 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-2d9fd89f-cb2b-4260-9c2f-a679d6d8171b None None] For port 56cc29bc-8e20-4846-b284-5febac3a4450, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=56cc29bc-8e20-4846-b284-5febac3a4450,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:31:54.115097 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2748ace9-9766-4011-a0a1-ae4b51e68857 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:54.115689 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2748ace9-9766-4011-a0a1-ae4b51e68857 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:54.119407 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c57f25-ee31-4189-8eb0-44ac5d7dc0d5 None None] Network 22df6e5b-3bb4-45b6-b98e-394bbb41c82d requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:31:54.195190 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-2d9fd89f-cb2b-4260-9c2f-a679d6d8171b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:54.209894 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 59656) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:31:54.210515 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-2748ace9-9766-4011-a0a1-ae4b51e68857 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6522677 Feb 16 17:31:54.268853 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623f4a5b-1dc2-46e5-b6aa-fef220c164ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-22df6e5b-3bb4-45b6-b98e-394bbb41c82d', 'network_id': '22df6e5b-3bb4-45b6-b98e-394bbb41c82d', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'fixed_ips': [{'subnet_id': '165e79e5-8f44-42b5-873d-264d4ee9e69f'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:31:54.269896 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-623f4a5b-1dc2-46e5-b6aa-fef220c164ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:54.288566 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cfc055-0afc-41f2-9aa7-b7ba290a5326 None None] Pushing event updated for resources: {'Port': ['ID=56cc29bc-8e20-4846-b284-5febac3a4450,revision_number=3']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:54.291056 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9fd89f-cb2b-4260-9c2f-a679d6d8171b None None] Routers {'058f36ab-f8f8-4ac3-892d-c436e7601fb1'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:31:54.291653 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-2d9fd89f-cb2b-4260-9c2f-a679d6d8171b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:31:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['058f36ab-f8f8-4ac3-892d-c436e7601fb1'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:31:54.396758 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-2d9fd89f-cb2b-4260-9c2f-a679d6d8171b None None] Set router 058f36ab-f8f8-4ac3-892d-c436e7601fb1 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:31:54.473507 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-623f4a5b-1dc2-46e5-b6aa-fef220c164ed None None] Allocated IP 172.20.0.2 (22df6e5b-3bb4-45b6-b98e-394bbb41c82d/165e79e5-8f44-42b5-873d-264d4ee9e69f/c656f113-7786-49ff-a62b-a5a9bb66b918) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:31:54.582635 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-2d9fd89f-cb2b-4260-9c2f-a679d6d8171b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058f36ab-f8f8-4ac3-892d-c436e7601fb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-102789487', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': '56cc29bc-8e20-4846-b284-5febac3a4450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:31:51Z', 'updated_at': '2022-02-16T17:31:52Z', 'revision_number': 3, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '56cc29bc-8e20-4846-b284-5febac3a4450', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058f36ab-f8f8-4ac3-892d-c436e7601fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:31:52Z', 'updated_at': '2022-02-16T17:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:31:54.610556 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9fd89f-cb2b-4260-9c2f-a679d6d8171b None None] The sync data for ids ['058f36ab-f8f8-4ac3-892d-c436e7601fb1'] in dv-neutron-828697-3-hyperv is: [{'id': '058f36ab-f8f8-4ac3-892d-c436e7601fb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-102789487', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': '56cc29bc-8e20-4846-b284-5febac3a4450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:31:51Z', 'updated_at': '2022-02-16T17:31:52Z', 'revision_number': 3, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '56cc29bc-8e20-4846-b284-5febac3a4450', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058f36ab-f8f8-4ac3-892d-c436e7601fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:31:52Z', 'updated_at': '2022-02-16T17:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:31:54.623021 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-623f4a5b-1dc2-46e5-b6aa-fef220c164ed None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:54.692827 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-623f4a5b-1dc2-46e5-b6aa-fef220c164ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:54.739191 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623f4a5b-1dc2-46e5-b6aa-fef220c164ed None None] Network 22df6e5b-3bb4-45b6-b98e-394bbb41c82d is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:31:54.742107 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-623f4a5b-1dc2-46e5-b6aa-fef220c164ed None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:31:54.746578 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623f4a5b-1dc2-46e5-b6aa-fef220c164ed None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:31:54.751599 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623f4a5b-1dc2-46e5-b6aa-fef220c164ed None None] Pushing event updated for resources: {'Port': ['ID=c656f113-7786-49ff-a62b-a5a9bb66b918,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:54.767929 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-88031f47-4cf4-45d3-a6e4-94ba803b78c7 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:54.805118 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-623f4a5b-1dc2-46e5-b6aa-fef220c164ed None None] Attempting to bind port c656f113-7786-49ff-a62b-a5a9bb66b918 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:31:54.805486 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-623f4a5b-1dc2-46e5-b6aa-fef220c164ed None None] Attempting to bind port c656f113-7786-49ff-a62b-a5a9bb66b918 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '4f2f497e-33d9-4e85-b7bf-ce0ff7b65f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '22df6e5b-3bb4-45b6-b98e-394bbb41c82d'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:31:54.806132 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623f4a5b-1dc2-46e5-b6aa-fef220c164ed None None] Attempting to bind port c656f113-7786-49ff-a62b-a5a9bb66b918 on network 22df6e5b-3bb4-45b6-b98e-394bbb41c82d {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:31:54.811252 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623f4a5b-1dc2-46e5-b6aa-fef220c164ed None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:31:54.811625 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623f4a5b-1dc2-46e5-b6aa-fef220c164ed None None] Checking segment: {'id': '4f2f497e-33d9-4e85-b7bf-ce0ff7b65f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '22df6e5b-3bb4-45b6-b98e-394bbb41c82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:31:54.812055 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-623f4a5b-1dc2-46e5-b6aa-fef220c164ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:54.812455 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623f4a5b-1dc2-46e5-b6aa-fef220c164ed None None] Bound using segment: {'id': '4f2f497e-33d9-4e85-b7bf-ce0ff7b65f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '22df6e5b-3bb4-45b6-b98e-394bbb41c82d'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:31:54.812924 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-623f4a5b-1dc2-46e5-b6aa-fef220c164ed None None] Bound port: c656f113-7786-49ff-a62b-a5a9bb66b918, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f2f497e-33d9-4e85-b7bf-ce0ff7b65f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '22df6e5b-3bb4-45b6-b98e-394bbb41c82d'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:31:54.813303 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-623f4a5b-1dc2-46e5-b6aa-fef220c164ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:54.908956 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-623f4a5b-1dc2-46e5-b6aa-fef220c164ed None None] For port c656f113-7786-49ff-a62b-a5a9bb66b918, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:31:54.912477 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-623f4a5b-1dc2-46e5-b6aa-fef220c164ed None None] For port c656f113-7786-49ff-a62b-a5a9bb66b918, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=c656f113-7786-49ff-a62b-a5a9bb66b918,segment=NetworkSegment(4f2f497e-33d9-4e85-b7bf-ce0ff7b65f89),segment_id=4f2f497e-33d9-4e85-b7bf-ce0ff7b65f89)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:31:55.047313 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-623f4a5b-1dc2-46e5-b6aa-fef220c164ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:55.084329 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-88031f47-4cf4-45d3-a6e4-94ba803b78c7 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Allocated IP 172.20.0.1 (22df6e5b-3bb4-45b6-b98e-394bbb41c82d/165e79e5-8f44-42b5-873d-264d4ee9e69f/425262c9-140a-4970-84a3-99d457bb823d) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:31:55.113655 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623f4a5b-1dc2-46e5-b6aa-fef220c164ed None None] Pushing event updated for resources: {'Port': ['ID=c656f113-7786-49ff-a62b-a5a9bb66b918,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:55.216252 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-88031f47-4cf4-45d3-a6e4-94ba803b78c7 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:55.298716 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-88031f47-4cf4-45d3-a6e4-94ba803b78c7 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:55.357397 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88031f47-4cf4-45d3-a6e4-94ba803b78c7 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Network 22df6e5b-3bb4-45b6-b98e-394bbb41c82d is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:31:55.361686 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-88031f47-4cf4-45d3-a6e4-94ba803b78c7 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:31:55.364174 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88031f47-4cf4-45d3-a6e4-94ba803b78c7 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'Port': ['ID=425262c9-140a-4970-84a3-99d457bb823d,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:55.366416 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88031f47-4cf4-45d3-a6e4-94ba803b78c7 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:31:55.413112 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-88031f47-4cf4-45d3-a6e4-94ba803b78c7 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:55.654197 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-88031f47-4cf4-45d3-a6e4-94ba803b78c7 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:55.941676 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-88031f47-4cf4-45d3-a6e4-94ba803b78c7 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:56.001405 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-88031f47-4cf4-45d3-a6e4-94ba803b78c7 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:56.012302 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb975dbb-003b-4c93-996a-e7f733cfa8bb None None] Network 22df6e5b-3bb4-45b6-b98e-394bbb41c82d requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:31:56.074924 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-88031f47-4cf4-45d3-a6e4-94ba803b78c7 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:56.076587 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88031f47-4cf4-45d3-a6e4-94ba803b78c7 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'Port': ['ID=425262c9-140a-4970-84a3-99d457bb823d,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:56.142161 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-39448545-d929-4031-8732-73d7107ce3dc None None] Provisioning complete for port c656f113-7786-49ff-a62b-a5a9bb66b918 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:31:56.142543 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-39448545-d929-4031-8732-73d7107ce3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:56.175032 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88031f47-4cf4-45d3-a6e4-94ba803b78c7 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Network 22df6e5b-3bb4-45b6-b98e-394bbb41c82d is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:31:56.176791 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-88031f47-4cf4-45d3-a6e4-94ba803b78c7 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:31:56.254633 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-39448545-d929-4031-8732-73d7107ce3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:56.292160 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-39448545-d929-4031-8732-73d7107ce3dc None None] For port c656f113-7786-49ff-a62b-a5a9bb66b918, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=c656f113-7786-49ff-a62b-a5a9bb66b918,segment=NetworkSegment(4f2f497e-33d9-4e85-b7bf-ce0ff7b65f89),segment_id=4f2f497e-33d9-4e85-b7bf-ce0ff7b65f89)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:31:56.300437 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88031f47-4cf4-45d3-a6e4-94ba803b78c7 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Router 058f36ab-f8f8-4ac3-892d-c436e7601fb1 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:31:56.389591 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-39448545-d929-4031-8732-73d7107ce3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:56.413536 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88031f47-4cf4-45d3-a6e4-94ba803b78c7 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:31:56.418796 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-88031f47-4cf4-45d3-a6e4-94ba803b78c7 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "PUT /v2.0/routers/058f36ab-f8f8-4ac3-892d-c436e7601fb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2069159 Feb 16 17:31:56.449024 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39448545-d929-4031-8732-73d7107ce3dc None None] Pushing event updated for resources: {'Port': ['ID=c656f113-7786-49ff-a62b-a5a9bb66b918,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:56.512204 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-c980af57-cfa1-4ba0-a434-342ebbd90cc9 None None] Provisioning complete for port c656f113-7786-49ff-a62b-a5a9bb66b918 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:31:56.512647 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c980af57-cfa1-4ba0-a434-342ebbd90cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:56.546114 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f893f3f2-2098-4b2f-abb6-5ce293f215b4 None None] Sync routers for ids ['058f36ab-f8f8-4ac3-892d-c436e7601fb1'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:31:56.570920 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f893f3f2-2098-4b2f-abb6-5ce293f215b4 None None] Routers {'058f36ab-f8f8-4ac3-892d-c436e7601fb1'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:31:56.571549 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-f893f3f2-2098-4b2f-abb6-5ce293f215b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:31:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['058f36ab-f8f8-4ac3-892d-c436e7601fb1'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:31:56.592948 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-96efb266-6ead-49cc-8e8f-fc383c2dcc1c req-7603f974-1b36-41e7-80e2-8edc593ca32e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-347638735&fields=id&tenant_id=540088272793448ab3d0c6a056f15347 HTTP/1.1" status: 200 len: 267 time: 0.0410728 Feb 16 17:31:56.737440 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-f893f3f2-2098-4b2f-abb6-5ce293f215b4 None None] Set router 058f36ab-f8f8-4ac3-892d-c436e7601fb1 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:31:56.740059 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-c980af57-cfa1-4ba0-a434-342ebbd90cc9 None None] Provisioning complete for port 425262c9-140a-4970-84a3-99d457bb823d triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:31:56.740441 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c980af57-cfa1-4ba0-a434-342ebbd90cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:56.845458 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-c980af57-cfa1-4ba0-a434-342ebbd90cc9 None None] Port 425262c9-140a-4970-84a3-99d457bb823d cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:31:56.923070 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 56cc29bc-8e20-4846-b284-5febac3a4450 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:31:57.004209 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96efb266-6ead-49cc-8e8f-fc383c2dcc1c req-2d37a0e6-75f0-408c-9c45-5674996e4fce tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:57.005677 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-96efb266-6ead-49cc-8e8f-fc383c2dcc1c req-2d37a0e6-75f0-408c-9c45-5674996e4fce tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/networks?id=22df6e5b-3bb4-45b6-b98e-394bbb41c82d HTTP/1.1" status: 200 len: 797 time: 0.4049478 Feb 16 17:31:57.012394 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-bd1044cd-296f-42db-ace0-798e74168cd1 None None] Provisioning complete for port 425262c9-140a-4970-84a3-99d457bb823d triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:31:57.012917 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-bd1044cd-296f-42db-ace0-798e74168cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:57.020890 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-96efb266-6ead-49cc-8e8f-fc383c2dcc1c req-479e456b-e47d-4c24-b337-bf67fab7766e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/quotas/540088272793448ab3d0c6a056f15347 HTTP/1.1" status: 200 len: 375 time: 0.0094008 Feb 16 17:31:57.066911 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-bd1044cd-296f-42db-ace0-798e74168cd1 None None] Port 425262c9-140a-4970-84a3-99d457bb823d cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:31:57.069632 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 56cc29bc-8e20-4846-b284-5febac3a4450 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:31:57.070003 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:57.073724 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-96efb266-6ead-49cc-8e8f-fc383c2dcc1c req-ff6841ff-dfaf-46c1-b89e-fdafe459d3f5 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=540088272793448ab3d0c6a056f15347&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463769 Feb 16 17:31:57.172497 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-96efb266-6ead-49cc-8e8f-fc383c2dcc1c req-c991534e-e8d6-4f6d-98c2-cdb714449740 service neutron] 10.222.0.88 "GET /v2.0/networks/22df6e5b-3bb4-45b6-b98e-394bbb41c82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887742 Feb 16 17:31:57.254210 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-f893f3f2-2098-4b2f-abb6-5ce293f215b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058f36ab-f8f8-4ac3-892d-c436e7601fb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-102789487', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': '56cc29bc-8e20-4846-b284-5febac3a4450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:31:51Z', 'updated_at': '2022-02-16T17:31:55Z', 'revision_number': 4, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '56cc29bc-8e20-4846-b284-5febac3a4450', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058f36ab-f8f8-4ac3-892d-c436e7601fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:31:52Z', 'updated_at': '2022-02-16T17:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '425262c9-140a-4970-84a3-99d457bb823d', 'name': '', 'network_id': '22df6e5b-3bb4-45b6-b98e-394bbb41c82d', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'mac_address': 'fa:16:3e:32:2f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058f36ab-f8f8-4ac3-892d-c436e7601fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '165e79e5-8f44-42b5-873d-264d4ee9e69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:31:54Z', 'updated_at': '2022-02-16T17:31:55Z', 'revision_number': 2, 'project_id': '540088272793448ab3d0c6a056f15347', 'subnets': [{'id': '165e79e5-8f44-42b5-873d-264d4ee9e69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:31:57.267468 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-96efb266-6ead-49cc-8e8f-fc383c2dcc1c req-46a90fc0-e577-4278-bdff-b0402b95e9e7 service neutron] 10.222.0.88 "GET /v2.0/networks/22df6e5b-3bb4-45b6-b98e-394bbb41c82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881438 Feb 16 17:31:57.291502 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f893f3f2-2098-4b2f-abb6-5ce293f215b4 None None] Checking router: 058f36ab-f8f8-4ac3-892d-c436e7601fb1 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:31:57.291865 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f893f3f2-2098-4b2f-abb6-5ce293f215b4 None None] Updating router 058f36ab-f8f8-4ac3-892d-c436e7601fb1 port 425262c9-140a-4970-84a3-99d457bb823d binding host dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:31:57.322291 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f893f3f2-2098-4b2f-abb6-5ce293f215b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:57.391715 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:57.465381 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port 56cc29bc-8e20-4846-b284-5febac3a4450, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=56cc29bc-8e20-4846-b284-5febac3a4450,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:31:57.532666 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:57.533496 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device c656f113-7786-49ff-a62b-a5a9bb66b918 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:31:57.539526 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e9fccc2c-fe30-4ebc-8893-6dd58704f075 req-08caa0b0-f498-4b62-ae05-72f17996f9af tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=8cdde501-5cbb-4174-b314-6e974f38961d HTTP/1.1" status: 200 len: 210 time: 0.0295117 Feb 16 17:31:57.637628 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=56cc29bc-8e20-4846-b284-5febac3a4450,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:57.672672 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port c656f113-7786-49ff-a62b-a5a9bb66b918 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:31:57.673050 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:57.741994 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f893f3f2-2098-4b2f-abb6-5ce293f215b4 None None] Notify callbacks [] for port, precommit_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:57.801096 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f893f3f2-2098-4b2f-abb6-5ce293f215b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:57.849057 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24963d2c-cecb-4b9d-8df7-32f53a18bc02 None None] Pushing event updated for resources: {'Port': ['ID=425262c9-140a-4970-84a3-99d457bb823d,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:57.905272 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-f893f3f2-2098-4b2f-abb6-5ce293f215b4 None None] Attempting to bind port 425262c9-140a-4970-84a3-99d457bb823d on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:31:57.905634 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-f893f3f2-2098-4b2f-abb6-5ce293f215b4 None None] Attempting to bind port 425262c9-140a-4970-84a3-99d457bb823d by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '4f2f497e-33d9-4e85-b7bf-ce0ff7b65f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '22df6e5b-3bb4-45b6-b98e-394bbb41c82d'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:31:57.906066 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f893f3f2-2098-4b2f-abb6-5ce293f215b4 None None] Attempting to bind port 425262c9-140a-4970-84a3-99d457bb823d on network 22df6e5b-3bb4-45b6-b98e-394bbb41c82d {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:31:57.912449 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f893f3f2-2098-4b2f-abb6-5ce293f215b4 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:31:57.912830 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f893f3f2-2098-4b2f-abb6-5ce293f215b4 None None] Checking segment: {'id': '4f2f497e-33d9-4e85-b7bf-ce0ff7b65f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '22df6e5b-3bb4-45b6-b98e-394bbb41c82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:31:57.913242 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f893f3f2-2098-4b2f-abb6-5ce293f215b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:57.913633 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f893f3f2-2098-4b2f-abb6-5ce293f215b4 None None] Bound using segment: {'id': '4f2f497e-33d9-4e85-b7bf-ce0ff7b65f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '22df6e5b-3bb4-45b6-b98e-394bbb41c82d'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:31:57.914177 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-f893f3f2-2098-4b2f-abb6-5ce293f215b4 None None] Bound port: 425262c9-140a-4970-84a3-99d457bb823d, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f2f497e-33d9-4e85-b7bf-ce0ff7b65f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '22df6e5b-3bb4-45b6-b98e-394bbb41c82d'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:31:57.914561 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f893f3f2-2098-4b2f-abb6-5ce293f215b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:57.980989 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-f893f3f2-2098-4b2f-abb6-5ce293f215b4 None None] For port 425262c9-140a-4970-84a3-99d457bb823d, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:31:57.984230 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-f893f3f2-2098-4b2f-abb6-5ce293f215b4 None None] For port 425262c9-140a-4970-84a3-99d457bb823d, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=425262c9-140a-4970-84a3-99d457bb823d,segment=NetworkSegment(4f2f497e-33d9-4e85-b7bf-ce0ff7b65f89),segment_id=4f2f497e-33d9-4e85-b7bf-ce0ff7b65f89)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:31:58.041870 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f893f3f2-2098-4b2f-abb6-5ce293f215b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:58.109102 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f893f3f2-2098-4b2f-abb6-5ce293f215b4 None None] Routers {'058f36ab-f8f8-4ac3-892d-c436e7601fb1'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:31:58.109743 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-f893f3f2-2098-4b2f-abb6-5ce293f215b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:31:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['058f36ab-f8f8-4ac3-892d-c436e7601fb1'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:31:58.111472 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24963d2c-cecb-4b9d-8df7-32f53a18bc02 None None] Pushing event updated for resources: {'Port': ['ID=425262c9-140a-4970-84a3-99d457bb823d,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:58.158081 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-63be03ef-679c-4e56-ba36-4cd767a1e51d None None] Provisioning complete for port 425262c9-140a-4970-84a3-99d457bb823d triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:31:58.158459 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-63be03ef-679c-4e56-ba36-4cd767a1e51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:58.258629 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-f893f3f2-2098-4b2f-abb6-5ce293f215b4 None None] Set router 058f36ab-f8f8-4ac3-892d-c436e7601fb1 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:31:58.355519 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-63be03ef-679c-4e56-ba36-4cd767a1e51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:58.430538 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-63be03ef-679c-4e56-ba36-4cd767a1e51d None None] For port 425262c9-140a-4970-84a3-99d457bb823d, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=425262c9-140a-4970-84a3-99d457bb823d,segment=NetworkSegment(4f2f497e-33d9-4e85-b7bf-ce0ff7b65f89),segment_id=4f2f497e-33d9-4e85-b7bf-ce0ff7b65f89)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:31:58.501715 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-f893f3f2-2098-4b2f-abb6-5ce293f215b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058f36ab-f8f8-4ac3-892d-c436e7601fb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-102789487', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': '56cc29bc-8e20-4846-b284-5febac3a4450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:31:51Z', 'updated_at': '2022-02-16T17:31:55Z', 'revision_number': 4, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '56cc29bc-8e20-4846-b284-5febac3a4450', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058f36ab-f8f8-4ac3-892d-c436e7601fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:31:52Z', 'updated_at': '2022-02-16T17:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '425262c9-140a-4970-84a3-99d457bb823d', 'name': '', 'network_id': '22df6e5b-3bb4-45b6-b98e-394bbb41c82d', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'mac_address': 'fa:16:3e:32:2f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058f36ab-f8f8-4ac3-892d-c436e7601fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '165e79e5-8f44-42b5-873d-264d4ee9e69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:31:54Z', 'updated_at': '2022-02-16T17:31:57Z', 'revision_number': 4, 'project_id': '540088272793448ab3d0c6a056f15347', 'subnets': [{'id': '165e79e5-8f44-42b5-873d-264d4ee9e69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:31:58.505316 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-63be03ef-679c-4e56-ba36-4cd767a1e51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:58.538423 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f893f3f2-2098-4b2f-abb6-5ce293f215b4 None None] The sync data for ids ['058f36ab-f8f8-4ac3-892d-c436e7601fb1'] in dv-neutron-828697-3-hyperv is: [{'id': '058f36ab-f8f8-4ac3-892d-c436e7601fb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-102789487', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': '56cc29bc-8e20-4846-b284-5febac3a4450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:31:51Z', 'updated_at': '2022-02-16T17:31:55Z', 'revision_number': 4, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '56cc29bc-8e20-4846-b284-5febac3a4450', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058f36ab-f8f8-4ac3-892d-c436e7601fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:31:52Z', 'updated_at': '2022-02-16T17:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '425262c9-140a-4970-84a3-99d457bb823d', 'name': '', 'network_id': '22df6e5b-3bb4-45b6-b98e-394bbb41c82d', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'mac_address': 'fa:16:3e:32:2f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058f36ab-f8f8-4ac3-892d-c436e7601fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '165e79e5-8f44-42b5-873d-264d4ee9e69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:31:54Z', 'updated_at': '2022-02-16T17:31:57Z', 'revision_number': 4, 'project_id': '540088272793448ab3d0c6a056f15347', 'subnets': [{'id': '165e79e5-8f44-42b5-873d-264d4ee9e69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:31:58.612895 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63be03ef-679c-4e56-ba36-4cd767a1e51d None None] Pushing event updated for resources: {'Port': ['ID=425262c9-140a-4970-84a3-99d457bb823d,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:58.637608 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-ac7bc2a6-dbc4-4ddb-a311-171d5cab89d5 None None] Provisioning complete for port 425262c9-140a-4970-84a3-99d457bb823d triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:31:58.637972 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ac7bc2a6-dbc4-4ddb-a311-171d5cab89d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:58.692241 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-8c4ad8fd-335a-4c68-81a7-963699b96f7c req-98a823e9-112d-4434-94b3-49351a3ee1d4 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=8cdde501-5cbb-4174-b314-6e974f38961d HTTP/1.1" status: 200 len: 210 time: 0.0458574 Feb 16 17:31:58.901621 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 56cc29bc-8e20-4846-b284-5febac3a4450 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:31:58.909178 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:31:58.962731 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 56cc29bc-8e20-4846-b284-5febac3a4450 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:31:58.963107 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:59.042407 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 425262c9-140a-4970-84a3-99d457bb823d up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:31:59.095719 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 425262c9-140a-4970-84a3-99d457bb823d triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:31:59.096183 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:59.365422 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96efb266-6ead-49cc-8e8f-fc383c2dcc1c req-0ae1e176-8de5-4f47-8804-ec1a9e2c8bfa tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:59.366933 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-96efb266-6ead-49cc-8e8f-fc383c2dcc1c req-0ae1e176-8de5-4f47-8804-ec1a9e2c8bfa tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.89 "GET /v2.0/networks?id=22df6e5b-3bb4-45b6-b98e-394bbb41c82d HTTP/1.1" status: 200 len: 797 time: 0.1056557 Feb 16 17:31:59.411578 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-96efb266-6ead-49cc-8e8f-fc383c2dcc1c req-d40b995a-9dae-4dd2-b26e-df62240b428c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=540088272793448ab3d0c6a056f15347 HTTP/1.1" status: 200 len: 379 time: 0.0364027 Feb 16 17:31:59.420414 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-96efb266-6ead-49cc-8e8f-fc383c2dcc1c req-cc485a1d-59eb-4709-b796-b2fa0b91871c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'port': {'device_id': '8cdde501-5cbb-4174-b314-6e974f38961d', 'network_id': '22df6e5b-3bb4-45b6-b98e-394bbb41c82d', 'admin_state_up': True, 'tenant_id': '540088272793448ab3d0c6a056f15347', 'security_groups': ['b76fc030-896b-4125-aa58-38d9a78da7a5']}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:31:59.613499 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96efb266-6ead-49cc-8e8f-fc383c2dcc1c req-cc485a1d-59eb-4709-b796-b2fa0b91871c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Made reservation on behalf of 540088272793448ab3d0c6a056f15347 for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:31:59.617082 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-96efb266-6ead-49cc-8e8f-fc383c2dcc1c req-cc485a1d-59eb-4709-b796-b2fa0b91871c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:31:59.751078 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [req-96efb266-6ead-49cc-8e8f-fc383c2dcc1c req-cc485a1d-59eb-4709-b796-b2fa0b91871c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Allocated IP 172.20.0.13 (22df6e5b-3bb4-45b6-b98e-394bbb41c82d/165e79e5-8f44-42b5-873d-264d4ee9e69f/f6b46438-884d-4728-b976-20b41a51d671) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:32:00.138792 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b586b93d-52dd-4b1f-b143-d3653cdfc065 req-1e8e92fa-353f-4edd-845b-db5ad52d11e2 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=8cdde501-5cbb-4174-b314-6e974f38961d HTTP/1.1" status: 200 len: 210 time: 0.3691332 Feb 16 17:32:00.243413 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-96efb266-6ead-49cc-8e8f-fc383c2dcc1c req-cc485a1d-59eb-4709-b796-b2fa0b91871c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:00.332456 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-96efb266-6ead-49cc-8e8f-fc383c2dcc1c req-cc485a1d-59eb-4709-b796-b2fa0b91871c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:00.379887 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96efb266-6ead-49cc-8e8f-fc383c2dcc1c req-cc485a1d-59eb-4709-b796-b2fa0b91871c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Network 22df6e5b-3bb4-45b6-b98e-394bbb41c82d is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:32:00.382760 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [req-96efb266-6ead-49cc-8e8f-fc383c2dcc1c req-cc485a1d-59eb-4709-b796-b2fa0b91871c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:32:00.386337 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-96efb266-6ead-49cc-8e8f-fc383c2dcc1c req-cc485a1d-59eb-4709-b796-b2fa0b91871c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:32:00.392476 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc485a1d-59eb-4709-b796-b2fa0b91871c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'Port': ['ID=f6b46438-884d-4728-b976-20b41a51d671,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:32:00.438761 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96efb266-6ead-49cc-8e8f-fc383c2dcc1c req-cc485a1d-59eb-4709-b796-b2fa0b91871c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:00.439396 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-96efb266-6ead-49cc-8e8f-fc383c2dcc1c req-cc485a1d-59eb-4709-b796-b2fa0b91871c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:00.523574 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-96efb266-6ead-49cc-8e8f-fc383c2dcc1c req-cc485a1d-59eb-4709-b796-b2fa0b91871c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1069133 Feb 16 17:32:00.535563 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-96efb266-6ead-49cc-8e8f-fc383c2dcc1c req-8be108b6-7cd0-4f6d-95ca-09c7567a4531 service neutron] Request body: {'port': {'device_id': '8cdde501-5cbb-4174-b314-6e974f38961d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8286'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:32:00.572831 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-065a1215-4e1b-4922-b8e7-cf2920be63d2 None None] Provisioning complete for port f6b46438-884d-4728-b976-20b41a51d671 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:32:00.573415 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-065a1215-4e1b-4922-b8e7-cf2920be63d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:00.591132 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-96efb266-6ead-49cc-8e8f-fc383c2dcc1c req-8be108b6-7cd0-4f6d-95ca-09c7567a4531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:00.606556 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-065a1215-4e1b-4922-b8e7-cf2920be63d2 None None] Port f6b46438-884d-4728-b976-20b41a51d671 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:32:00.749498 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:00.859042 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [req-96efb266-6ead-49cc-8e8f-fc383c2dcc1c req-8be108b6-7cd0-4f6d-95ca-09c7567a4531 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6b46438-884d-4728-b976-20b41a51d671 {{(pid=114376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:32:00.866910 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-96efb266-6ead-49cc-8e8f-fc383c2dcc1c req-8be108b6-7cd0-4f6d-95ca-09c7567a4531 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:00.878842 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.provisioning_blocks [req-96efb266-6ead-49cc-8e8f-fc383c2dcc1c req-8be108b6-7cd0-4f6d-95ca-09c7567a4531 service neutron] Transition to ACTIVE for port object f6b46438-884d-4728-b976-20b41a51d671 will not be triggered until provisioned by entity L2. {{(pid=114376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:32:00.978316 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-96efb266-6ead-49cc-8e8f-fc383c2dcc1c req-8be108b6-7cd0-4f6d-95ca-09c7567a4531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:01.029085 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be108b6-7cd0-4f6d-95ca-09c7567a4531 service neutron] Pushing event updated for resources: {'Port': ['ID=f6b46438-884d-4728-b976-20b41a51d671,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:32:01.099917 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-96efb266-6ead-49cc-8e8f-fc383c2dcc1c req-8be108b6-7cd0-4f6d-95ca-09c7567a4531 service neutron] Attempting to bind port f6b46438-884d-4728-b976-20b41a51d671 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:32:01.100295 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-96efb266-6ead-49cc-8e8f-fc383c2dcc1c req-8be108b6-7cd0-4f6d-95ca-09c7567a4531 service neutron] Attempting to bind port f6b46438-884d-4728-b976-20b41a51d671 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': '4f2f497e-33d9-4e85-b7bf-ce0ff7b65f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '22df6e5b-3bb4-45b6-b98e-394bbb41c82d'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:32:01.100687 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96efb266-6ead-49cc-8e8f-fc383c2dcc1c req-8be108b6-7cd0-4f6d-95ca-09c7567a4531 service neutron] Attempting to bind port f6b46438-884d-4728-b976-20b41a51d671 on network 22df6e5b-3bb4-45b6-b98e-394bbb41c82d {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:32:01.105353 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96efb266-6ead-49cc-8e8f-fc383c2dcc1c req-8be108b6-7cd0-4f6d-95ca-09c7567a4531 service neutron] Port f6b46438-884d-4728-b976-20b41a51d671 on network 22df6e5b-3bb4-45b6-b98e-394bbb41c82d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:32:01.105693 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96efb266-6ead-49cc-8e8f-fc383c2dcc1c req-8be108b6-7cd0-4f6d-95ca-09c7567a4531 service neutron] Attempting to bind port f6b46438-884d-4728-b976-20b41a51d671 on network 22df6e5b-3bb4-45b6-b98e-394bbb41c82d {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:32:01.110787 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96efb266-6ead-49cc-8e8f-fc383c2dcc1c req-8be108b6-7cd0-4f6d-95ca-09c7567a4531 service neutron] Checking agent: {'id': '65dda45c-bbef-42f9-9728-e0fd84037987', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8286', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 56), 'started_at': datetime.datetime(2022, 2, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:32:01.111131 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96efb266-6ead-49cc-8e8f-fc383c2dcc1c req-8be108b6-7cd0-4f6d-95ca-09c7567a4531 service neutron] Checking segment: {'id': '4f2f497e-33d9-4e85-b7bf-ce0ff7b65f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '22df6e5b-3bb4-45b6-b98e-394bbb41c82d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:32:01.111544 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96efb266-6ead-49cc-8e8f-fc383c2dcc1c req-8be108b6-7cd0-4f6d-95ca-09c7567a4531 service neutron] Bound using segment: {'id': '4f2f497e-33d9-4e85-b7bf-ce0ff7b65f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '22df6e5b-3bb4-45b6-b98e-394bbb41c82d'} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:32:01.113121 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-96efb266-6ead-49cc-8e8f-fc383c2dcc1c req-8be108b6-7cd0-4f6d-95ca-09c7567a4531 service neutron] Bound port: f6b46438-884d-4728-b976-20b41a51d671, host: hv-neutron-8286, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f2f497e-33d9-4e85-b7bf-ce0ff7b65f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '22df6e5b-3bb4-45b6-b98e-394bbb41c82d'}}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:32:01.113528 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-96efb266-6ead-49cc-8e8f-fc383c2dcc1c req-8be108b6-7cd0-4f6d-95ca-09c7567a4531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:01.184091 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-96efb266-6ead-49cc-8e8f-fc383c2dcc1c req-8be108b6-7cd0-4f6d-95ca-09c7567a4531 service neutron] For port f6b46438-884d-4728-b976-20b41a51d671, host hv-neutron-8286, cleared binding levels {{(pid=114376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:32:01.187395 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-96efb266-6ead-49cc-8e8f-fc383c2dcc1c req-8be108b6-7cd0-4f6d-95ca-09c7567a4531 service neutron] For port f6b46438-884d-4728-b976-20b41a51d671, host hv-neutron-8286, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=f6b46438-884d-4728-b976-20b41a51d671,segment=NetworkSegment(4f2f497e-33d9-4e85-b7bf-ce0ff7b65f89),segment_id=4f2f497e-33d9-4e85-b7bf-ce0ff7b65f89)] {{(pid=114376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:32:01.252897 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-96efb266-6ead-49cc-8e8f-fc383c2dcc1c req-8be108b6-7cd0-4f6d-95ca-09c7567a4531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:01.258971 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa25a3f-c61e-46be-96f6-ccc246dca7f5 req-8b7b1833-a361-458e-9d94-6bffb1a54c62 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:01.260809 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-eaa25a3f-c61e-46be-96f6-ccc246dca7f5 req-8b7b1833-a361-458e-9d94-6bffb1a54c62 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=8cdde501-5cbb-4174-b314-6e974f38961d HTTP/1.1" status: 200 len: 944 time: 0.0536582 Feb 16 17:32:01.290627 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96efb266-6ead-49cc-8e8f-fc383c2dcc1c req-8be108b6-7cd0-4f6d-95ca-09c7567a4531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:01.291217 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-96efb266-6ead-49cc-8e8f-fc383c2dcc1c req-8be108b6-7cd0-4f6d-95ca-09c7567a4531 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:01.292617 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-96efb266-6ead-49cc-8e8f-fc383c2dcc1c req-8be108b6-7cd0-4f6d-95ca-09c7567a4531 service neutron] 10.222.0.89 "PUT /v2.0/ports/f6b46438-884d-4728-b976-20b41a51d671 HTTP/1.1" status: 200 len: 1094 time: 0.7613673 Feb 16 17:32:01.293055 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cdde501-5cbb-4174-b314-6e974f38961d', 'tag': 'f6b46438-884d-4728-b976-20b41a51d671'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:32:01.295476 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e23474-0806-4d25-84b5-efffd9ff5b90" -d '{"events": [{"name": "network-changed", "server_uuid": "8cdde501-5cbb-4174-b314-6e974f38961d", "tag": "f6b46438-884d-4728-b976-20b41a51d671"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:32:01.310315 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-eaa25a3f-c61e-46be-96f6-ccc246dca7f5 req-eb025ad3-7543-4c1e-8031-de96e006ddb1 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=b76fc030-896b-4125-aa58-38d9a78da7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435841 Feb 16 17:32:01.320300 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be108b6-7cd0-4f6d-95ca-09c7567a4531 service neutron] Pushing event updated for resources: {'Port': ['ID=f6b46438-884d-4728-b976-20b41a51d671,revision_number=3']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:32:01.338148 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde3e91d-d278-4e4f-8c59-402617448b76 x-openstack-request-id: req-bde3e91d-d278-4e4f-8c59-402617448b76 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:32:01.338519 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cdde501-5cbb-4174-b314-6e974f38961d", "tag": "f6b46438-884d-4728-b976-20b41a51d671", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:32:01.338872 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-bde3e91d-d278-4e4f-8c59-402617448b76 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:32:01.339381 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cdde501-5cbb-4174-b314-6e974f38961d', 'tag': 'f6b46438-884d-4728-b976-20b41a51d671', 'status': 'completed', 'code': 200} Feb 16 17:32:01.403280 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e23474-0806-4d25-84b5-efffd9ff5b90 req-8cebe203-a209-47e3-8541-b87f56298067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:01.405115 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-53e23474-0806-4d25-84b5-efffd9ff5b90 req-8cebe203-a209-47e3-8541-b87f56298067 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=540088272793448ab3d0c6a056f15347&device_id=8cdde501-5cbb-4174-b314-6e974f38961d HTTP/1.1" status: 200 len: 1097 time: 0.0457375 Feb 16 17:32:01.508737 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e23474-0806-4d25-84b5-efffd9ff5b90 req-31fba6f8-437d-4ba4-93ae-240ea5f63b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:01.510176 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-53e23474-0806-4d25-84b5-efffd9ff5b90 req-31fba6f8-437d-4ba4-93ae-240ea5f63b67 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=540088272793448ab3d0c6a056f15347&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0974882 Feb 16 17:32:01.601419 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e23474-0806-4d25-84b5-efffd9ff5b90 req-57476f9a-0093-4d7f-9454-d91e4731cf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:01.603062 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-53e23474-0806-4d25-84b5-efffd9ff5b90 req-57476f9a-0093-4d7f-9454-d91e4731cf1d service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0866563 Feb 16 17:32:01.683541 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96efb266-6ead-49cc-8e8f-fc383c2dcc1c req-c1c4c7bf-3301-414e-b65b-213bc583cc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:01.685041 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-96efb266-6ead-49cc-8e8f-fc383c2dcc1c req-c1c4c7bf-3301-414e-b65b-213bc583cc33 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=540088272793448ab3d0c6a056f15347&device_id=8cdde501-5cbb-4174-b314-6e974f38961d HTTP/1.1" status: 200 len: 1097 time: 0.0465820 Feb 16 17:32:01.725743 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-96efb266-6ead-49cc-8e8f-fc383c2dcc1c req-0e5f1a77-e85b-4f33-9810-9c77bc4e40d6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6b46438-884d-4728-b976-20b41a51d671 HTTP/1.1" status: 200 len: 217 time: 0.0333157 Feb 16 17:32:01.773217 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96efb266-6ead-49cc-8e8f-fc383c2dcc1c req-8164ed18-0522-4a96-85b5-3f321844ee42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:01.774673 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-96efb266-6ead-49cc-8e8f-fc383c2dcc1c req-8164ed18-0522-4a96-85b5-3f321844ee42 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=165e79e5-8f44-42b5-873d-264d4ee9e69f HTTP/1.1" status: 200 len: 834 time: 0.0431421 Feb 16 17:32:01.821486 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96efb266-6ead-49cc-8e8f-fc383c2dcc1c req-d5f411a0-9118-4322-9db2-f6e03decd6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:01.822938 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-96efb266-6ead-49cc-8e8f-fc383c2dcc1c req-d5f411a0-9118-4322-9db2-f6e03decd6a5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=22df6e5b-3bb4-45b6-b98e-394bbb41c82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418434 Feb 16 17:32:01.912221 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-96efb266-6ead-49cc-8e8f-fc383c2dcc1c req-8d2afb61-b59e-4dc7-b0a3-e01beb3e4569 service neutron] 10.222.0.89 "GET /v2.0/networks/22df6e5b-3bb4-45b6-b98e-394bbb41c82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814049 Feb 16 17:32:02.004363 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-96efb266-6ead-49cc-8e8f-fc383c2dcc1c req-740e337f-3710-4701-8e0c-a989d4f017cd service neutron] 10.222.0.89 "GET /v2.0/networks/22df6e5b-3bb4-45b6-b98e-394bbb41c82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857933 Feb 16 17:32:02.429307 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38178ece-d926-452b-8827-5963ed419e38 req-6931a796-8b00-4b24-b2ab-10f18b06f98f tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:02.430774 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-38178ece-d926-452b-8827-5963ed419e38 req-6931a796-8b00-4b24-b2ab-10f18b06f98f tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=8cdde501-5cbb-4174-b314-6e974f38961d HTTP/1.1" status: 200 len: 944 time: 0.0475993 Feb 16 17:32:02.468279 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-38178ece-d926-452b-8827-5963ed419e38 req-b9f1b7e7-cfe4-406c-977c-c1f54d4f748c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=b76fc030-896b-4125-aa58-38d9a78da7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315726 Feb 16 17:32:03.594278 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6010037b-aa47-42f9-9778-35cad5aef023 req-59ba939f-6a26-42d0-96b7-1ee60fd90ef4 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:03.595784 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6010037b-aa47-42f9-9778-35cad5aef023 req-59ba939f-6a26-42d0-96b7-1ee60fd90ef4 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=8cdde501-5cbb-4174-b314-6e974f38961d HTTP/1.1" status: 200 len: 944 time: 0.0548320 Feb 16 17:32:03.635283 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6010037b-aa47-42f9-9778-35cad5aef023 req-b8d1a418-c2a6-40d9-bb7c-3778372f8ca1 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=b76fc030-896b-4125-aa58-38d9a78da7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325630 Feb 16 17:32:04.294254 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device f6b46438-884d-4728-b976-20b41a51d671 details requested by agent hyperv_hv-neutron-8286 with host hv-neutron-8286 {{(pid=114377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:32:04.387095 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port f6b46438-884d-4728-b976-20b41a51d671, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=f6b46438-884d-4728-b976-20b41a51d671,segment=NetworkSegment(4f2f497e-33d9-4e85-b7bf-ce0ff7b65f89),segment_id=4f2f497e-33d9-4e85-b7bf-ce0ff7b65f89)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:32:04.398351 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Returning: {'device': 'f6b46438-884d-4728-b976-20b41a51d671', 'network_id': '22df6e5b-3bb4-45b6-b98e-394bbb41c82d', 'port_id': 'f6b46438-884d-4728-b976-20b41a51d671', 'mac_address': 'fa:16:3e:7a:d3:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '165e79e5-8f44-42b5-873d-264d4ee9e69f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:32:04.437771 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:04.450978 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6b46438-884d-4728-b976-20b41a51d671 {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:32:04.469585 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port f6b46438-884d-4728-b976-20b41a51d671, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=f6b46438-884d-4728-b976-20b41a51d671,segment=NetworkSegment(4f2f497e-33d9-4e85-b7bf-ce0ff7b65f89),segment_id=4f2f497e-33d9-4e85-b7bf-ce0ff7b65f89)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:32:04.565470 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:04.613880 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=f6b46438-884d-4728-b976-20b41a51d671,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:32:04.754779 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0e5cc3-4c32-477b-848b-fd9fcecaab81 req-e3e756a4-1512-45f6-9196-465871d79e9b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:04.757095 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-8d0e5cc3-4c32-477b-848b-fd9fcecaab81 req-e3e756a4-1512-45f6-9196-465871d79e9b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=8cdde501-5cbb-4174-b314-6e974f38961d HTTP/1.1" status: 200 len: 945 time: 0.0498326 Feb 16 17:32:04.769884 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['f6b46438-884d-4728-b976-20b41a51d671'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:32:04.797041 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-8d0e5cc3-4c32-477b-848b-fd9fcecaab81 req-2d8af2a1-70ee-4014-bba2-161ea3506dcf tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=b76fc030-896b-4125-aa58-38d9a78da7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339339 Feb 16 17:32:05.911385 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78490cd-06bb-48b1-aef8-e3d5f6f3ea41 req-bf2b2df9-c513-49ee-927a-6d5ca1d5f288 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:05.912901 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d78490cd-06bb-48b1-aef8-e3d5f6f3ea41 req-bf2b2df9-c513-49ee-927a-6d5ca1d5f288 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=8cdde501-5cbb-4174-b314-6e974f38961d HTTP/1.1" status: 200 len: 945 time: 0.0494034 Feb 16 17:32:05.948947 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d78490cd-06bb-48b1-aef8-e3d5f6f3ea41 req-28d1a21d-e95f-4b27-90f6-021796dc5644 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=b76fc030-896b-4125-aa58-38d9a78da7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301275 Feb 16 17:32:06.325930 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device f6b46438-884d-4728-b976-20b41a51d671 up at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:32:06.435119 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning for port f6b46438-884d-4728-b976-20b41a51d671 completed by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:32:06.439274 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning complete for port f6b46438-884d-4728-b976-20b41a51d671 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:32:06.439640 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:06.518369 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:06.540114 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cdde501-5cbb-4174-b314-6e974f38961d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b46438-884d-4728-b976-20b41a51d671'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:32:06.542396 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff887c3f-e74a-4459-b58e-fb0a59441e91" -d '{"events": [{"server_uuid": "8cdde501-5cbb-4174-b314-6e974f38961d", "name": "network-vif-plugged", "status": "completed", "tag": "f6b46438-884d-4728-b976-20b41a51d671"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:32:06.556886 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port f6b46438-884d-4728-b976-20b41a51d671, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=f6b46438-884d-4728-b976-20b41a51d671,segment=NetworkSegment(4f2f497e-33d9-4e85-b7bf-ce0ff7b65f89),segment_id=4f2f497e-33d9-4e85-b7bf-ce0ff7b65f89)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:32:06.639588 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ca274c-ebf4-4c0c-ba44-ba2f9369445b x-openstack-request-id: req-76ca274c-ebf4-4c0c-ba44-ba2f9369445b {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:32:06.639879 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cdde501-5cbb-4174-b314-6e974f38961d", "name": "network-vif-plugged", "status": "completed", "tag": "f6b46438-884d-4728-b976-20b41a51d671", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:32:06.640167 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-76ca274c-ebf4-4c0c-ba44-ba2f9369445b {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:32:06.640558 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cdde501-5cbb-4174-b314-6e974f38961d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b46438-884d-4728-b976-20b41a51d671', 'code': 200} Feb 16 17:32:06.643412 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:06.690826 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=f6b46438-884d-4728-b976-20b41a51d671,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:32:06.829318 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a83ffde9-8761-4e17-9101-a74dbc877731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:06.923846 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c6430-f94b-4de3-8c19-3c97845fead7 req-b863e82a-6257-41d8-b3ab-5d80ec1562e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:06.925886 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-dc1c6430-f94b-4de3-8c19-3c97845fead7 req-b863e82a-6257-41d8-b3ab-5d80ec1562e9 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8cdde501-5cbb-4174-b314-6e974f38961d HTTP/1.1" status: 200 len: 1099 time: 0.0389683 Feb 16 17:32:06.963352 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-dc1c6430-f94b-4de3-8c19-3c97845fead7 req-09e37265-9750-4631-9a19-4965ca62f431 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=b76fc030-896b-4125-aa58-38d9a78da7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306892 Feb 16 17:32:07.060655 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d538da9-c823-4874-b792-960d70650377 req-77cbca2d-9593-410c-90aa-92bc89f4ce9c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:07.062136 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8d538da9-c823-4874-b792-960d70650377 req-77cbca2d-9593-410c-90aa-92bc89f4ce9c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=8cdde501-5cbb-4174-b314-6e974f38961d HTTP/1.1" status: 200 len: 946 time: 0.0488360 Feb 16 17:32:07.103766 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8d538da9-c823-4874-b792-960d70650377 req-033442a1-01a9-409b-90ce-20bea40c8776 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=b76fc030-896b-4125-aa58-38d9a78da7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354557 Feb 16 17:32:08.225945 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f23012-aa7b-452a-be5d-b7975dcd2c51 req-314602c1-7167-4818-a7c7-abab46ab10d4 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:08.227686 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-17f23012-aa7b-452a-be5d-b7975dcd2c51 req-314602c1-7167-4818-a7c7-abab46ab10d4 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=8cdde501-5cbb-4174-b314-6e974f38961d HTTP/1.1" status: 200 len: 946 time: 0.0522342 Feb 16 17:32:08.265119 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-17f23012-aa7b-452a-be5d-b7975dcd2c51 req-78bdd6a1-1bd6-48d3-9a03-437c5d1bfe39 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=b76fc030-896b-4125-aa58-38d9a78da7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313201 Feb 16 17:32:08.377775 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b27615-efe7-4193-9692-c099b93f2828 req-a82caa2d-e39c-44c8-9103-530d6519978d tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:08.379244 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-84b27615-efe7-4193-9692-c099b93f2828 req-a82caa2d-e39c-44c8-9103-530d6519978d tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=8cdde501-5cbb-4174-b314-6e974f38961d HTTP/1.1" status: 200 len: 946 time: 0.0492709 Feb 16 17:32:08.416083 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-84b27615-efe7-4193-9692-c099b93f2828 req-58ab3a3f-c579-4b2b-b2c6-09b830b610b5 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=b76fc030-896b-4125-aa58-38d9a78da7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309687 Feb 16 17:32:08.437458 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 59714) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:32:08.475688 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f31ce4-acf9-4470-99a3-aec16e1d72a9 tempest-TestNetworkAdvancedServerOps-1016298580 tempest-TestNetworkAdvancedServerOps-1016298580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:08.477388 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-d9f31ce4-acf9-4470-99a3-aec16e1d72a9 tempest-TestNetworkAdvancedServerOps-1016298580 tempest-TestNetworkAdvancedServerOps-1016298580-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=8cdde501-5cbb-4174-b314-6e974f38961d HTTP/1.1" status: 200 len: 1094 time: 0.0389085 Feb 16 17:32:08.480207 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 59716) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:32:08.484354 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-e83e6717-2c6a-4099-856f-790ce452eb23 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'floatingip': {'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'port_id': 'f6b46438-884d-4728-b976-20b41a51d671', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'fixed_ip_address': '172.20.0.13'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:32:08.583653 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e83e6717-2c6a-4099-856f-790ce452eb23 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for floatingip, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:08.683583 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e83e6717-2c6a-4099-856f-790ce452eb23 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:08.790797 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-e83e6717-2c6a-4099-856f-790ce452eb23 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Allocated IP 172.26.3.58 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/5a57ea3b-c6b0-4a28-a9a0-1e8390b126de) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:32:08.913322 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e83e6717-2c6a-4099-856f-790ce452eb23 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:09.012622 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e83e6717-2c6a-4099-856f-790ce452eb23 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:09.048827 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83e6717-2c6a-4099-856f-790ce452eb23 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:32:09.051512 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-e83e6717-2c6a-4099-856f-790ce452eb23 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:32:09.055157 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83e6717-2c6a-4099-856f-790ce452eb23 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:32:09.089014 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e6717-2c6a-4099-856f-790ce452eb23 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'Port': ['ID=5a57ea3b-c6b0-4a28-a9a0-1e8390b126de,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:32:09.229185 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-257f411c-54a0-418f-b99c-4f59e62cecea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:09.416211 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e83e6717-2c6a-4099-856f-790ce452eb23 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:09.638922 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e83e6717-2c6a-4099-856f-790ce452eb23 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:09.791110 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e83e6717-2c6a-4099-856f-790ce452eb23 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:09.852091 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e83e6717-2c6a-4099-856f-790ce452eb23 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:09.920007 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e6717-2c6a-4099-856f-790ce452eb23 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'Port': ['ID=5a57ea3b-c6b0-4a28-a9a0-1e8390b126de,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:32:09.931317 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e83e6717-2c6a-4099-856f-790ce452eb23 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:10.028668 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.l3_db [None req-e83e6717-2c6a-4099-856f-790ce452eb23 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Floating IP 1556c89b-0cd2-4cd7-be0f-0884f23a5cd7 associated. External IP: 172.26.3.58, port: f6b46438-884d-4728-b976-20b41a51d671. Feb 16 17:32:10.235850 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e83e6717-2c6a-4099-856f-790ce452eb23 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Router 058f36ab-f8f8-4ac3-892d-c436e7601fb1 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:32:10.340132 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83e6717-2c6a-4099-856f-790ce452eb23 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:32:10.350462 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc39620b-307b-4295-bfe9-ec592b6eb8d5 None None] Sync routers for ids ['058f36ab-f8f8-4ac3-892d-c436e7601fb1'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:32:10.359755 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc39620b-307b-4295-bfe9-ec592b6eb8d5 None None] Routers {'058f36ab-f8f8-4ac3-892d-c436e7601fb1'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:32:10.360414 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-bc39620b-307b-4295-bfe9-ec592b6eb8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:32:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['058f36ab-f8f8-4ac3-892d-c436e7601fb1'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:32:10.436862 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e83e6717-2c6a-4099-856f-790ce452eb23 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:10.463372 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-bc39620b-307b-4295-bfe9-ec592b6eb8d5 None None] Set router 058f36ab-f8f8-4ac3-892d-c436e7601fb1 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:32:10.466173 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-e83e6717-2c6a-4099-856f-790ce452eb23 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9849617 Feb 16 17:32:10.466879 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cdde501-5cbb-4174-b314-6e974f38961d', 'tag': 'f6b46438-884d-4728-b976-20b41a51d671'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:32:10.469205 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4b69d0-637a-4b5d-ac96-99cb83407c57" -d '{"events": [{"name": "network-changed", "server_uuid": "8cdde501-5cbb-4174-b314-6e974f38961d", "tag": "f6b46438-884d-4728-b976-20b41a51d671"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:32:10.521397 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b074e948-5540-4bd7-8e75-6670a069b18b x-openstack-request-id: req-b074e948-5540-4bd7-8e75-6670a069b18b {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:32:10.521754 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cdde501-5cbb-4174-b314-6e974f38961d", "tag": "f6b46438-884d-4728-b976-20b41a51d671", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:32:10.522077 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b074e948-5540-4bd7-8e75-6670a069b18b {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:32:10.522548 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cdde501-5cbb-4174-b314-6e974f38961d', 'tag': 'f6b46438-884d-4728-b976-20b41a51d671', 'status': 'completed', 'code': 200} Feb 16 17:32:10.553929 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:10.568665 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37812358-11fe-4171-b10c-dd2e8c6e81b0 req-b848f44a-9f49-4a51-82c4-6569020c59fa tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:10.570781 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-37812358-11fe-4171-b10c-dd2e8c6e81b0 req-b848f44a-9f49-4a51-82c4-6569020c59fa tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=8cdde501-5cbb-4174-b314-6e974f38961d HTTP/1.1" status: 200 len: 946 time: 0.0507531 Feb 16 17:32:10.585606 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b69d0-637a-4b5d-ac96-99cb83407c57 req-63c56acd-d290-4b2f-8536-9b22d595271f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:10.587119 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ba4b69d0-637a-4b5d-ac96-99cb83407c57 req-63c56acd-d290-4b2f-8536-9b22d595271f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=540088272793448ab3d0c6a056f15347&device_id=8cdde501-5cbb-4174-b314-6e974f38961d HTTP/1.1" status: 200 len: 1099 time: 0.0448489 Feb 16 17:32:10.610616 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-37812358-11fe-4171-b10c-dd2e8c6e81b0 req-97414572-3e74-4064-ae4e-4b430aef2312 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=b76fc030-896b-4125-aa58-38d9a78da7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336134 Feb 16 17:32:10.634818 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 59722) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:32:10.687311 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b69d0-637a-4b5d-ac96-99cb83407c57 req-bc527f5a-5bc6-49b1-91a8-2f7ee0cc8564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:10.688841 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ba4b69d0-637a-4b5d-ac96-99cb83407c57 req-bc527f5a-5bc6-49b1-91a8-2f7ee0cc8564 service neutron] 10.222.0.89 "GET /v2.0/networks?id=22df6e5b-3bb4-45b6-b98e-394bbb41c82d HTTP/1.1" status: 200 len: 898 time: 0.0945370 Feb 16 17:32:10.703282 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-b25e2fb7-e874-4616-89e2-3be9f3ec82f2 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/floatingips/1556c89b-0cd2-4cd7-be0f-0884f23a5cd7 HTTP/1.1" status: 200 len: 991 time: 0.0671666 Feb 16 17:32:10.707763 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-bc39620b-307b-4295-bfe9-ec592b6eb8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058f36ab-f8f8-4ac3-892d-c436e7601fb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-102789487', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': '56cc29bc-8e20-4846-b284-5febac3a4450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:31:51Z', 'updated_at': '2022-02-16T17:31:55Z', 'revision_number': 4, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '56cc29bc-8e20-4846-b284-5febac3a4450', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058f36ab-f8f8-4ac3-892d-c436e7601fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:31:52Z', 'updated_at': '2022-02-16T17:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '1556c89b-0cd2-4cd7-be0f-0884f23a5cd7', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'floating_ip_address': '172.26.3.58', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '058f36ab-f8f8-4ac3-892d-c436e7601fb1', 'port_id': 'f6b46438-884d-4728-b976-20b41a51d671', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22df6e5b-3bb4-45b6-b98e-394bbb41c82d', 'mac_address': 'fa:16:3e:7a:d3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdde501-5cbb-4174-b314-6e974f38961d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:32:09Z', 'updated_at': '2022-02-16T17:32:09Z', 'revision_number': 0, 'project_id': '540088272793448ab3d0c6a056f15347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '425262c9-140a-4970-84a3-99d457bb823d', 'name': '', 'network_id': '22df6e5b-3bb4-45b6-b98e-394bbb41c82d', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'mac_address': 'fa:16:3e:32:2f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058f36ab-f8f8-4ac3-892d-c436e7601fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '165e79e5-8f44-42b5-873d-264d4ee9e69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:31:54Z', 'updated_at': '2022-02-16T17:31:58Z', 'revision_number': 5, 'project_id': '540088272793448ab3d0c6a056f15347', 'subnets': [{'id': '165e79e5-8f44-42b5-873d-264d4ee9e69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:32:10.757784 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ba4b69d0-637a-4b5d-ac96-99cb83407c57 req-935150cb-e041-4856-a12c-616c28b7fe29 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6b46438-884d-4728-b976-20b41a51d671 HTTP/1.1" status: 200 len: 999 time: 0.0627241 Feb 16 17:32:10.817756 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b69d0-637a-4b5d-ac96-99cb83407c57 req-6aa8ac14-7d3a-4954-8828-2527c5bc17af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:10.819257 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ba4b69d0-637a-4b5d-ac96-99cb83407c57 req-6aa8ac14-7d3a-4954-8828-2527c5bc17af service neutron] 10.222.0.89 "GET /v2.0/subnets?id=165e79e5-8f44-42b5-873d-264d4ee9e69f HTTP/1.1" status: 200 len: 834 time: 0.0557148 Feb 16 17:32:10.822129 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc39620b-307b-4295-bfe9-ec592b6eb8d5 None None] Checking router: 058f36ab-f8f8-4ac3-892d-c436e7601fb1 for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:32:10.830930 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc39620b-307b-4295-bfe9-ec592b6eb8d5 None None] Routers {'058f36ab-f8f8-4ac3-892d-c436e7601fb1'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:32:10.831528 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-bc39620b-307b-4295-bfe9-ec592b6eb8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:32:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['058f36ab-f8f8-4ac3-892d-c436e7601fb1'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:32:10.871477 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b69d0-637a-4b5d-ac96-99cb83407c57 req-882d5206-1fff-475f-a2a3-8444694622d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:10.873040 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ba4b69d0-637a-4b5d-ac96-99cb83407c57 req-882d5206-1fff-475f-a2a3-8444694622d2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=22df6e5b-3bb4-45b6-b98e-394bbb41c82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0469084 Feb 16 17:32:10.934088 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-bc39620b-307b-4295-bfe9-ec592b6eb8d5 None None] Set router 058f36ab-f8f8-4ac3-892d-c436e7601fb1 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:32:10.962614 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ba4b69d0-637a-4b5d-ac96-99cb83407c57 req-cc0a4c58-8f01-410e-b69f-708205b3d1d9 service neutron] 10.222.0.89 "GET /v2.0/networks/22df6e5b-3bb4-45b6-b98e-394bbb41c82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825646 Feb 16 17:32:11.054212 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ba4b69d0-637a-4b5d-ac96-99cb83407c57 req-7a635ff0-4a25-4849-b364-1ce65e836555 service neutron] 10.222.0.89 "GET /v2.0/networks/22df6e5b-3bb4-45b6-b98e-394bbb41c82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851679 Feb 16 17:32:11.154340 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-bc39620b-307b-4295-bfe9-ec592b6eb8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058f36ab-f8f8-4ac3-892d-c436e7601fb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-102789487', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': '56cc29bc-8e20-4846-b284-5febac3a4450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:31:51Z', 'updated_at': '2022-02-16T17:31:55Z', 'revision_number': 4, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '56cc29bc-8e20-4846-b284-5febac3a4450', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058f36ab-f8f8-4ac3-892d-c436e7601fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:31:52Z', 'updated_at': '2022-02-16T17:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '1556c89b-0cd2-4cd7-be0f-0884f23a5cd7', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'floating_ip_address': '172.26.3.58', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '058f36ab-f8f8-4ac3-892d-c436e7601fb1', 'port_id': 'f6b46438-884d-4728-b976-20b41a51d671', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22df6e5b-3bb4-45b6-b98e-394bbb41c82d', 'mac_address': 'fa:16:3e:7a:d3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdde501-5cbb-4174-b314-6e974f38961d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:32:09Z', 'updated_at': '2022-02-16T17:32:09Z', 'revision_number': 0, 'project_id': '540088272793448ab3d0c6a056f15347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '425262c9-140a-4970-84a3-99d457bb823d', 'name': '', 'network_id': '22df6e5b-3bb4-45b6-b98e-394bbb41c82d', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'mac_address': 'fa:16:3e:32:2f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058f36ab-f8f8-4ac3-892d-c436e7601fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '165e79e5-8f44-42b5-873d-264d4ee9e69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:31:54Z', 'updated_at': '2022-02-16T17:31:58Z', 'revision_number': 5, 'project_id': '540088272793448ab3d0c6a056f15347', 'subnets': [{'id': '165e79e5-8f44-42b5-873d-264d4ee9e69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:32:11.182932 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc39620b-307b-4295-bfe9-ec592b6eb8d5 None None] The sync data for ids ['058f36ab-f8f8-4ac3-892d-c436e7601fb1'] in dv-neutron-828697-3-hyperv is: [{'id': '058f36ab-f8f8-4ac3-892d-c436e7601fb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-102789487', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': '56cc29bc-8e20-4846-b284-5febac3a4450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:31:51Z', 'updated_at': '2022-02-16T17:31:55Z', 'revision_number': 4, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '56cc29bc-8e20-4846-b284-5febac3a4450', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058f36ab-f8f8-4ac3-892d-c436e7601fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:31:52Z', 'updated_at': '2022-02-16T17:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '1556c89b-0cd2-4cd7-be0f-0884f23a5cd7', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'floating_ip_address': '172.26.3.58', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '058f36ab-f8f8-4ac3-892d-c436e7601fb1', 'port_id': 'f6b46438-884d-4728-b976-20b41a51d671', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22df6e5b-3bb4-45b6-b98e-394bbb41c82d', 'mac_address': 'fa:16:3e:7a:d3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdde501-5cbb-4174-b314-6e974f38961d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:32:09Z', 'updated_at': '2022-02-16T17:32:09Z', 'revision_number': 0, 'project_id': '540088272793448ab3d0c6a056f15347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '425262c9-140a-4970-84a3-99d457bb823d', 'name': '', 'network_id': '22df6e5b-3bb4-45b6-b98e-394bbb41c82d', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'mac_address': 'fa:16:3e:32:2f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058f36ab-f8f8-4ac3-892d-c436e7601fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '165e79e5-8f44-42b5-873d-264d4ee9e69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:31:54Z', 'updated_at': '2022-02-16T17:31:58Z', 'revision_number': 5, 'project_id': '540088272793448ab3d0c6a056f15347', 'subnets': [{'id': '165e79e5-8f44-42b5-873d-264d4ee9e69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:32:11.364436 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992f14f2-a898-4ebd-8273-1edc0296a49f None None] New status for floating IP 1556c89b-0cd2-4cd7-be0f-0884f23a5cd7: ACTIVE {{(pid=114377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:32:11.707282 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 59724) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:32:11.767103 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-558ce5e3-eda4-45af-a7f6-933e9aacd6ba tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/floatingips/1556c89b-0cd2-4cd7-be0f-0884f23a5cd7 HTTP/1.1" status: 200 len: 993 time: 0.0586851 Feb 16 17:32:11.886568 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:12.138037 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:30.748781 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:31.922343 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-681913f5-56a6-4e8f-9a53-b30f9523e847 req-74efdbf7-e240-4598-ab6a-212e270d7d63 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8cdde501-5cbb-4174-b314-6e974f38961d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405102 Feb 16 17:32:32.043828 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681913f5-56a6-4e8f-9a53-b30f9523e847 req-c23afc20-87f3-4f06-be0d-ab2bb54c15f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:32.045861 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-681913f5-56a6-4e8f-9a53-b30f9523e847 req-c23afc20-87f3-4f06-be0d-ab2bb54c15f6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=540088272793448ab3d0c6a056f15347&device_id=8cdde501-5cbb-4174-b314-6e974f38961d HTTP/1.1" status: 200 len: 1099 time: 0.0535691 Feb 16 17:32:32.148755 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681913f5-56a6-4e8f-9a53-b30f9523e847 req-fc3e4b80-2139-4d64-8194-5a0e0c941b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:32.150109 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-681913f5-56a6-4e8f-9a53-b30f9523e847 req-fc3e4b80-2139-4d64-8194-5a0e0c941b2e service neutron] 10.222.0.89 "GET /v2.0/networks?id=22df6e5b-3bb4-45b6-b98e-394bbb41c82d HTTP/1.1" status: 200 len: 898 time: 0.0856843 Feb 16 17:32:32.215140 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-681913f5-56a6-4e8f-9a53-b30f9523e847 req-85fdc448-97a9-4111-a3d0-0275f4253ea6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6b46438-884d-4728-b976-20b41a51d671 HTTP/1.1" status: 200 len: 1001 time: 0.0568602 Feb 16 17:32:32.267946 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681913f5-56a6-4e8f-9a53-b30f9523e847 req-32bcb158-b132-4460-826c-ef714746b5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:32.269393 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-681913f5-56a6-4e8f-9a53-b30f9523e847 req-32bcb158-b132-4460-826c-ef714746b5b5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=165e79e5-8f44-42b5-873d-264d4ee9e69f HTTP/1.1" status: 200 len: 834 time: 0.0468042 Feb 16 17:32:32.313198 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681913f5-56a6-4e8f-9a53-b30f9523e847 req-d1df7f3c-263a-4103-af9d-76245202a51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:32.314679 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-681913f5-56a6-4e8f-9a53-b30f9523e847 req-d1df7f3c-263a-4103-af9d-76245202a51f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=22df6e5b-3bb4-45b6-b98e-394bbb41c82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389414 Feb 16 17:32:32.405217 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-681913f5-56a6-4e8f-9a53-b30f9523e847 req-582db912-0a12-462c-afe0-4fde4a60e8fd service neutron] 10.222.0.89 "GET /v2.0/networks/22df6e5b-3bb4-45b6-b98e-394bbb41c82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838294 Feb 16 17:32:32.497973 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-681913f5-56a6-4e8f-9a53-b30f9523e847 req-148f22c6-6f1e-44cf-a0bc-dbeb7fd3d72e service neutron] 10.222.0.89 "GET /v2.0/networks/22df6e5b-3bb4-45b6-b98e-394bbb41c82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852535 Feb 16 17:32:35.908324 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:32:36.834760 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-58b803f1-4958-4318-9cce-57ab214d3e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:39.216742 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a66b0794-8502-48e7-8de9-e6d94755521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:40.514411 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:41.862466 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:42.171338 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:32:43.339902 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b9ca7-cbb3-42c8-8579-2f87fcc4d06f req-02742bab-2290-4f1d-99ef-eab49a1b527a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:43.341436 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-945b9ca7-cbb3-42c8-8579-2f87fcc4d06f req-02742bab-2290-4f1d-99ef-eab49a1b527a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=8cdde501-5cbb-4174-b314-6e974f38961d HTTP/1.1" status: 200 len: 946 time: 0.0491891 Feb 16 17:32:43.407151 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-945b9ca7-cbb3-42c8-8579-2f87fcc4d06f req-36f64837-83ec-4bb9-824e-9e78f0dc1292 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=b76fc030-896b-4125-aa58-38d9a78da7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593529 Feb 16 17:32:43.423333 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a78cb-54a5-4adf-926b-bc1f7eba3436 req-73df9d91-2447-41ab-8422-d609e8148632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:43.424871 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1b7a78cb-54a5-4adf-926b-bc1f7eba3436 req-73df9d91-2447-41ab-8422-d609e8148632 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=540088272793448ab3d0c6a056f15347&device_id=8cdde501-5cbb-4174-b314-6e974f38961d HTTP/1.1" status: 200 len: 1099 time: 0.0572882 Feb 16 17:32:43.515708 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a78cb-54a5-4adf-926b-bc1f7eba3436 req-0e0e52c2-4469-45cc-967b-0c0c67b8ca50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:43.517169 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1b7a78cb-54a5-4adf-926b-bc1f7eba3436 req-0e0e52c2-4469-45cc-967b-0c0c67b8ca50 service neutron] 10.222.0.89 "GET /v2.0/networks?id=22df6e5b-3bb4-45b6-b98e-394bbb41c82d HTTP/1.1" status: 200 len: 898 time: 0.0857124 Feb 16 17:32:43.586598 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1b7a78cb-54a5-4adf-926b-bc1f7eba3436 req-32ed0799-aba3-402d-bde8-8df2d6480378 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6b46438-884d-4728-b976-20b41a51d671 HTTP/1.1" status: 200 len: 1001 time: 0.0616927 Feb 16 17:32:43.636321 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a78cb-54a5-4adf-926b-bc1f7eba3436 req-97be6add-b910-4865-9467-d7eada7f6b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:43.637842 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1b7a78cb-54a5-4adf-926b-bc1f7eba3436 req-97be6add-b910-4865-9467-d7eada7f6b52 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=165e79e5-8f44-42b5-873d-264d4ee9e69f HTTP/1.1" status: 200 len: 834 time: 0.0444934 Feb 16 17:32:43.686902 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a78cb-54a5-4adf-926b-bc1f7eba3436 req-9368bb89-6355-424f-a9e4-e40633aef612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:43.688475 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1b7a78cb-54a5-4adf-926b-bc1f7eba3436 req-9368bb89-6355-424f-a9e4-e40633aef612 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=22df6e5b-3bb4-45b6-b98e-394bbb41c82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401161 Feb 16 17:32:43.787179 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1b7a78cb-54a5-4adf-926b-bc1f7eba3436 req-966b22cb-a537-4a94-bda0-ca01d997b4d7 service neutron] 10.222.0.89 "GET /v2.0/networks/22df6e5b-3bb4-45b6-b98e-394bbb41c82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881844 Feb 16 17:32:43.880545 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1b7a78cb-54a5-4adf-926b-bc1f7eba3436 req-1ba8ba7e-384f-4716-9dd3-5e167aea70b0 service neutron] 10.222.0.89 "GET /v2.0/networks/22df6e5b-3bb4-45b6-b98e-394bbb41c82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830362 Feb 16 17:32:44.524911 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63dd5c-de5d-4e92-96bf-2c839836759f req-8db0b80a-77fb-4de9-a4d4-a9bad5001dfc tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:44.526375 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-dd63dd5c-de5d-4e92-96bf-2c839836759f req-8db0b80a-77fb-4de9-a4d4-a9bad5001dfc tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=8cdde501-5cbb-4174-b314-6e974f38961d HTTP/1.1" status: 200 len: 946 time: 0.0484655 Feb 16 17:32:44.562941 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-dd63dd5c-de5d-4e92-96bf-2c839836759f req-59fff71e-bfe9-4534-84d3-3bb6fdcc144f tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=b76fc030-896b-4125-aa58-38d9a78da7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306292 Feb 16 17:32:45.677418 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a198febf-992a-4369-86a4-1506a8cddd76 req-cf8eaae0-ddd5-49fd-af97-1c93199475fa tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:45.679428 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a198febf-992a-4369-86a4-1506a8cddd76 req-cf8eaae0-ddd5-49fd-af97-1c93199475fa tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=8cdde501-5cbb-4174-b314-6e974f38961d HTTP/1.1" status: 200 len: 946 time: 0.0490816 Feb 16 17:32:45.715919 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a198febf-992a-4369-86a4-1506a8cddd76 req-18da7f16-3dbd-45c5-b1d7-56e5c548489a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=b76fc030-896b-4125-aa58-38d9a78da7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306017 Feb 16 17:32:46.832944 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c25a10-5876-4a34-a286-3e8617c5b4d3 req-0669c756-8212-43ed-9a82-2aec5188a303 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:46.834420 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-c2c25a10-5876-4a34-a286-3e8617c5b4d3 req-0669c756-8212-43ed-9a82-2aec5188a303 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=8cdde501-5cbb-4174-b314-6e974f38961d HTTP/1.1" status: 200 len: 946 time: 0.0521686 Feb 16 17:32:46.871854 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-c2c25a10-5876-4a34-a286-3e8617c5b4d3 req-4d54329b-ecad-499e-a4bd-2d141f36033c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=b76fc030-896b-4125-aa58-38d9a78da7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314808 Feb 16 17:32:47.996881 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac9f5d8-347f-49be-a455-89bfef59a909 req-cbdbb90d-6d36-49fd-b3de-c566d73fd20a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:47.998476 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1ac9f5d8-347f-49be-a455-89bfef59a909 req-cbdbb90d-6d36-49fd-b3de-c566d73fd20a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=8cdde501-5cbb-4174-b314-6e974f38961d HTTP/1.1" status: 200 len: 946 time: 0.0584946 Feb 16 17:32:48.036378 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1ac9f5d8-347f-49be-a455-89bfef59a909 req-bbd21a96-2928-422c-ae02-52da2008bde4 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=b76fc030-896b-4125-aa58-38d9a78da7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318108 Feb 16 17:32:49.151716 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf078b-28ff-4825-af03-242a7e06de63 req-7c0113ca-ddce-41bb-ba22-52291c04d50d tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:49.153264 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-80cf078b-28ff-4825-af03-242a7e06de63 req-7c0113ca-ddce-41bb-ba22-52291c04d50d tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=8cdde501-5cbb-4174-b314-6e974f38961d HTTP/1.1" status: 200 len: 946 time: 0.0496793 Feb 16 17:32:49.196455 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-80cf078b-28ff-4825-af03-242a7e06de63 req-731ac209-f85f-436c-97c2-ccd3f183b3ef tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=b76fc030-896b-4125-aa58-38d9a78da7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327163 Feb 16 17:32:50.308776 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18af11c-ce10-444d-a1d8-654f7666bbda req-629286d2-ac02-48c5-b780-4d7d0b1b118a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:50.313501 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e18af11c-ce10-444d-a1d8-654f7666bbda req-629286d2-ac02-48c5-b780-4d7d0b1b118a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=8cdde501-5cbb-4174-b314-6e974f38961d HTTP/1.1" status: 200 len: 946 time: 0.0481029 Feb 16 17:32:50.347956 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e18af11c-ce10-444d-a1d8-654f7666bbda req-8c398e97-aabf-46cd-a564-b51113b821a6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=b76fc030-896b-4125-aa58-38d9a78da7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317283 Feb 16 17:32:51.460575 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b8e1c-4b89-4667-92ae-71201e679de4 req-c530c71a-7e69-4b83-a213-a957f4ec61cb tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:51.462034 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-a95b8e1c-4b89-4667-92ae-71201e679de4 req-c530c71a-7e69-4b83-a213-a957f4ec61cb tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=8cdde501-5cbb-4174-b314-6e974f38961d HTTP/1.1" status: 200 len: 946 time: 0.0483053 Feb 16 17:32:51.500077 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-a95b8e1c-4b89-4667-92ae-71201e679de4 req-3951964b-1011-43d6-98f3-260e43777469 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=b76fc030-896b-4125-aa58-38d9a78da7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321646 Feb 16 17:32:52.614153 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaccbea-e89e-482b-9059-64478aa0ccf3 req-9ada14f6-a909-4727-b654-c4565216a78b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:52.615616 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1eaccbea-e89e-482b-9059-64478aa0ccf3 req-9ada14f6-a909-4727-b654-c4565216a78b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=8cdde501-5cbb-4174-b314-6e974f38961d HTTP/1.1" status: 200 len: 946 time: 0.0482700 Feb 16 17:32:52.652958 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1eaccbea-e89e-482b-9059-64478aa0ccf3 req-3329964c-ad76-4d79-908a-279168931371 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=b76fc030-896b-4125-aa58-38d9a78da7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314157 Feb 16 17:32:53.769824 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fadcc-78ea-4ea2-98ca-1e52384bc50f req-991962cb-3250-4347-9ee8-5a43f75d023c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:53.771810 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-b05fadcc-78ea-4ea2-98ca-1e52384bc50f req-991962cb-3250-4347-9ee8-5a43f75d023c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=8cdde501-5cbb-4174-b314-6e974f38961d HTTP/1.1" status: 200 len: 946 time: 0.0524724 Feb 16 17:32:53.808696 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-b05fadcc-78ea-4ea2-98ca-1e52384bc50f req-a18b93af-907b-4b01-ac60-00280811bf9f tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=b76fc030-896b-4125-aa58-38d9a78da7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308867 Feb 16 17:32:54.926087 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f724db-e7b3-403a-984b-09e76b3a867a req-b0d7dbd4-3572-4771-ad84-f5a3c3a8a4b7 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:54.928180 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f3f724db-e7b3-403a-984b-09e76b3a867a req-b0d7dbd4-3572-4771-ad84-f5a3c3a8a4b7 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=8cdde501-5cbb-4174-b314-6e974f38961d HTTP/1.1" status: 200 len: 946 time: 0.0519261 Feb 16 17:32:54.964180 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f3f724db-e7b3-403a-984b-09e76b3a867a req-9c78bb8a-524f-4701-b6b4-0d0ce9989ffc tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=b76fc030-896b-4125-aa58-38d9a78da7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300665 Feb 16 17:32:56.077303 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f169308-2373-48fd-9122-798d573e390d req-5dc42b3a-07cb-4862-867c-0b9021a11f1f tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:56.078777 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-5f169308-2373-48fd-9122-798d573e390d req-5dc42b3a-07cb-4862-867c-0b9021a11f1f tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=8cdde501-5cbb-4174-b314-6e974f38961d HTTP/1.1" status: 200 len: 946 time: 0.0485437 Feb 16 17:32:56.116305 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-5f169308-2373-48fd-9122-798d573e390d req-0b85a35d-c688-467f-9c60-d5e7502f3fe3 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=b76fc030-896b-4125-aa58-38d9a78da7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316372 Feb 16 17:32:57.230792 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c1b8c-3d31-4805-90fe-cba99ae038ea req-6ba34985-cb0d-4ac0-bc09-3e5a278faa69 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:57.232324 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4c4c1b8c-3d31-4805-90fe-cba99ae038ea req-6ba34985-cb0d-4ac0-bc09-3e5a278faa69 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=8cdde501-5cbb-4174-b314-6e974f38961d HTTP/1.1" status: 200 len: 946 time: 0.0489073 Feb 16 17:32:57.272996 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4c4c1b8c-3d31-4805-90fe-cba99ae038ea req-9bffbf5a-306d-4c98-a535-9adcbddaed93 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=b76fc030-896b-4125-aa58-38d9a78da7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347846 Feb 16 17:32:58.386709 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6993a-9642-4798-ad89-7ab1db273b62 req-756b1e33-0d22-42b2-8e72-310773a28241 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:58.388202 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-62d6993a-9642-4798-ad89-7ab1db273b62 req-756b1e33-0d22-42b2-8e72-310773a28241 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=8cdde501-5cbb-4174-b314-6e974f38961d HTTP/1.1" status: 200 len: 946 time: 0.0485578 Feb 16 17:32:58.424693 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-62d6993a-9642-4798-ad89-7ab1db273b62 req-73561bf8-ba3f-4342-8df1-a064f53503f9 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=b76fc030-896b-4125-aa58-38d9a78da7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306282 Feb 16 17:32:59.549066 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc895c-1f46-47e6-be5c-c3185cd0f9e7 req-35fe2c72-0e3a-4adb-95af-fd9a705b3250 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:59.551214 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d2dc895c-1f46-47e6-be5c-c3185cd0f9e7 req-35fe2c72-0e3a-4adb-95af-fd9a705b3250 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=8cdde501-5cbb-4174-b314-6e974f38961d HTTP/1.1" status: 200 len: 946 time: 0.0592957 Feb 16 17:32:59.589108 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d2dc895c-1f46-47e6-be5c-c3185cd0f9e7 req-11cfdce8-afc6-4e7f-aaa8-ec5dba916d72 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=b76fc030-896b-4125-aa58-38d9a78da7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310795 Feb 16 17:33:00.706586 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc80154-3e65-46f2-afcd-e238824decce req-f64e2c44-96c2-4d9c-a085-91abf0f8e09a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:00.708088 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-6cc80154-3e65-46f2-afcd-e238824decce req-f64e2c44-96c2-4d9c-a085-91abf0f8e09a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=8cdde501-5cbb-4174-b314-6e974f38961d HTTP/1.1" status: 200 len: 946 time: 0.0518103 Feb 16 17:33:00.742000 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:00.746232 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-6cc80154-3e65-46f2-afcd-e238824decce req-447d3d6c-f391-424a-a43c-d8e8e8d160ff tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=b76fc030-896b-4125-aa58-38d9a78da7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314445 Feb 16 17:33:00.768460 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 59770) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:33:00.827243 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d4de13be-c977-4e02-8331-06c1f7d00d81 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/floatingips/1556c89b-0cd2-4cd7-be0f-0884f23a5cd7 HTTP/1.1" status: 200 len: 993 time: 0.0575318 Feb 16 17:33:06.838286 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-949f21f5-45d1-4518-a721-7489eb1b044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:09.216088 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e60ed66c-b394-4c97-a951-1dd7b8b4a4b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:10.523762 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:11.901925 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:12.175817 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:12.907935 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:33:30.787379 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:31.478657 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 59790) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:33:31.968678 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-2d7ef1e2-d383-4673-a8d5-357f886847a5 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Deleting port 5a57ea3b-c6b0-4a28-a9a0-1e8390b126de {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:33:31.969032 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2d7ef1e2-d383-4673-a8d5-357f886847a5 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:32.042295 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2d7ef1e2-d383-4673-a8d5-357f886847a5 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:32.042632 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2d7ef1e2-d383-4673-a8d5-357f886847a5 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:32.054028 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-2d7ef1e2-d383-4673-a8d5-357f886847a5 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Calling delete_port for 5a57ea3b-c6b0-4a28-a9a0-1e8390b126de owned by network:floatingip {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:33:32.278338 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2d7ef1e2-d383-4673-a8d5-357f886847a5 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:32.305275 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7ef1e2-d383-4673-a8d5-357f886847a5 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event deleted for resources: {'Port': ['ID=5a57ea3b-c6b0-4a28-a9a0-1e8390b126de,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:32.335013 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ef1e2-d383-4673-a8d5-357f886847a5 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:32.335369 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ef1e2-d383-4673-a8d5-357f886847a5 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:32.335716 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ef1e2-d383-4673-a8d5-357f886847a5 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:32.336083 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ef1e2-d383-4673-a8d5-357f886847a5 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:32.336421 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ef1e2-d383-4673-a8d5-357f886847a5 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:32.336760 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ef1e2-d383-4673-a8d5-357f886847a5 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:32.337088 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ef1e2-d383-4673-a8d5-357f886847a5 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:32.337415 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ef1e2-d383-4673-a8d5-357f886847a5 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:32.337743 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ef1e2-d383-4673-a8d5-357f886847a5 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:32.338069 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ef1e2-d383-4673-a8d5-357f886847a5 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:32.338392 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ef1e2-d383-4673-a8d5-357f886847a5 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:32.338712 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ef1e2-d383-4673-a8d5-357f886847a5 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:32.378975 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2d7ef1e2-d383-4673-a8d5-357f886847a5 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for floatingip, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:32.379743 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.l3_db [None req-2d7ef1e2-d383-4673-a8d5-357f886847a5 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Floating IP 1556c89b-0cd2-4cd7-be0f-0884f23a5cd7 disassociated (deleted). External IP: 172.26.3.58, port: f6b46438-884d-4728-b976-20b41a51d671. Feb 16 17:33:32.498128 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-611d0294-678e-43d1-8db9-b5db1d271c88 req-c278f428-9f79-449e-9f2f-126778aea9e2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8cdde501-5cbb-4174-b314-6e974f38961d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0864468 Feb 16 17:33:32.626406 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d0294-678e-43d1-8db9-b5db1d271c88 req-db5e95e3-cb95-458d-a78f-be324daf1dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:32.627807 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-611d0294-678e-43d1-8db9-b5db1d271c88 req-db5e95e3-cb95-458d-a78f-be324daf1dc5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=540088272793448ab3d0c6a056f15347&device_id=8cdde501-5cbb-4174-b314-6e974f38961d HTTP/1.1" status: 200 len: 1099 time: 0.0792377 Feb 16 17:33:32.649200 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d7ef1e2-d383-4673-a8d5-357f886847a5 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Router 058f36ab-f8f8-4ac3-892d-c436e7601fb1 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:33:32.839547 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d0294-678e-43d1-8db9-b5db1d271c88 req-5ba21a45-b496-4ed6-acb1-839716a6184b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:32.841836 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-611d0294-678e-43d1-8db9-b5db1d271c88 req-5ba21a45-b496-4ed6-acb1-839716a6184b service neutron] 10.222.0.89 "GET /v2.0/networks?id=22df6e5b-3bb4-45b6-b98e-394bbb41c82d HTTP/1.1" status: 200 len: 898 time: 0.1911902 Feb 16 17:33:32.850556 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7ef1e2-d383-4673-a8d5-357f886847a5 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:33:32.859263 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2d7ef1e2-d383-4673-a8d5-357f886847a5 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:32.860726 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcbb734-81aa-4bbe-b654-4f7d7e315737 None None] Sync routers for ids ['058f36ab-f8f8-4ac3-892d-c436e7601fb1'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:33:32.869715 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcbb734-81aa-4bbe-b654-4f7d7e315737 None None] Routers {'058f36ab-f8f8-4ac3-892d-c436e7601fb1'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:33:32.870350 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-6bcbb734-81aa-4bbe-b654-4f7d7e315737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:33:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['058f36ab-f8f8-4ac3-892d-c436e7601fb1'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:32.908742 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-611d0294-678e-43d1-8db9-b5db1d271c88 req-b3aaa9d1-4ac5-4fb1-a074-dde9a8802801 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6b46438-884d-4728-b976-20b41a51d671 HTTP/1.1" status: 200 len: 217 time: 0.0600965 Feb 16 17:33:32.947086 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-2d7ef1e2-d383-4673-a8d5-357f886847a5 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "DELETE /v2.0/floatingips/1556c89b-0cd2-4cd7-be0f-0884f23a5cd7 HTTP/1.1" status: 204 len: 168 time: 1.4670670 Feb 16 17:33:32.949199 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cdde501-5cbb-4174-b314-6e974f38961d', 'tag': 'f6b46438-884d-4728-b976-20b41a51d671'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:33:32.951482 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044800dc-37e1-4d92-8cf5-09967c22d7b7" -d '{"events": [{"name": "network-changed", "server_uuid": "8cdde501-5cbb-4174-b314-6e974f38961d", "tag": "f6b46438-884d-4728-b976-20b41a51d671"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:33:32.974068 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d0294-678e-43d1-8db9-b5db1d271c88 req-36bc0f44-aa5b-40e0-8ba0-916837736f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:32.975293 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-611d0294-678e-43d1-8db9-b5db1d271c88 req-36bc0f44-aa5b-40e0-8ba0-916837736f7f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=165e79e5-8f44-42b5-873d-264d4ee9e69f HTTP/1.1" status: 200 len: 834 time: 0.0598598 Feb 16 17:33:32.982690 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-6bcbb734-81aa-4bbe-b654-4f7d7e315737 None None] Set router 058f36ab-f8f8-4ac3-892d-c436e7601fb1 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:33:33.014498 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee1ea93-406a-4297-a25b-b3b1e21777e8 x-openstack-request-id: req-5ee1ea93-406a-4297-a25b-b3b1e21777e8 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:33:33.014721 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cdde501-5cbb-4174-b314-6e974f38961d", "tag": "f6b46438-884d-4728-b976-20b41a51d671", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:33:33.015007 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5ee1ea93-406a-4297-a25b-b3b1e21777e8 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:33:33.015631 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cdde501-5cbb-4174-b314-6e974f38961d', 'tag': 'f6b46438-884d-4728-b976-20b41a51d671', 'status': 'completed', 'code': 200} Feb 16 17:33:33.033680 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d0294-678e-43d1-8db9-b5db1d271c88 req-6df033b7-aeca-4a4c-bef4-df5ab88f4464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:33.035281 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-611d0294-678e-43d1-8db9-b5db1d271c88 req-6df033b7-aeca-4a4c-bef4-df5ab88f4464 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=22df6e5b-3bb4-45b6-b98e-394bbb41c82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0531206 Feb 16 17:33:33.131428 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-611d0294-678e-43d1-8db9-b5db1d271c88 req-a74e7867-1629-43e1-b3d4-e78781ce959b service neutron] 10.222.0.89 "GET /v2.0/networks/22df6e5b-3bb4-45b6-b98e-394bbb41c82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881507 Feb 16 17:33:33.202570 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-6bcbb734-81aa-4bbe-b654-4f7d7e315737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058f36ab-f8f8-4ac3-892d-c436e7601fb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-102789487', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': '56cc29bc-8e20-4846-b284-5febac3a4450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:31:51Z', 'updated_at': '2022-02-16T17:31:55Z', 'revision_number': 4, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '56cc29bc-8e20-4846-b284-5febac3a4450', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058f36ab-f8f8-4ac3-892d-c436e7601fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:31:52Z', 'updated_at': '2022-02-16T17:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '425262c9-140a-4970-84a3-99d457bb823d', 'name': '', 'network_id': '22df6e5b-3bb4-45b6-b98e-394bbb41c82d', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'mac_address': 'fa:16:3e:32:2f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058f36ab-f8f8-4ac3-892d-c436e7601fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '165e79e5-8f44-42b5-873d-264d4ee9e69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:31:54Z', 'updated_at': '2022-02-16T17:31:58Z', 'revision_number': 5, 'project_id': '540088272793448ab3d0c6a056f15347', 'subnets': [{'id': '165e79e5-8f44-42b5-873d-264d4ee9e69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:33.230018 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-611d0294-678e-43d1-8db9-b5db1d271c88 req-e4fd09f3-feba-4dd8-a48e-f435b958c389 service neutron] 10.222.0.89 "GET /v2.0/networks/22df6e5b-3bb4-45b6-b98e-394bbb41c82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925577 Feb 16 17:33:33.231451 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcbb734-81aa-4bbe-b654-4f7d7e315737 None None] Checking router: 058f36ab-f8f8-4ac3-892d-c436e7601fb1 for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:33:33.243089 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcbb734-81aa-4bbe-b654-4f7d7e315737 None None] Routers {'058f36ab-f8f8-4ac3-892d-c436e7601fb1'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:33:33.243720 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-6bcbb734-81aa-4bbe-b654-4f7d7e315737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:33:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['058f36ab-f8f8-4ac3-892d-c436e7601fb1'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:33.365016 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-6bcbb734-81aa-4bbe-b654-4f7d7e315737 None None] Set router 058f36ab-f8f8-4ac3-892d-c436e7601fb1 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:33:33.446153 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044800dc-37e1-4d92-8cf5-09967c22d7b7 req-784689ec-7c79-4a84-af07-5fce8b5c6e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:33.447650 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-044800dc-37e1-4d92-8cf5-09967c22d7b7 req-784689ec-7c79-4a84-af07-5fce8b5c6e6c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=540088272793448ab3d0c6a056f15347&device_id=8cdde501-5cbb-4174-b314-6e974f38961d HTTP/1.1" status: 200 len: 1099 time: 0.0775697 Feb 16 17:33:33.455845 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5641ee-27eb-4755-9cf8-439f3e736ef1 req-79599f36-d2cf-4398-bfbb-6802341d3c39 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:33.457164 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ee5641ee-27eb-4755-9cf8-439f3e736ef1 req-79599f36-d2cf-4398-bfbb-6802341d3c39 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=8cdde501-5cbb-4174-b314-6e974f38961d HTTP/1.1" status: 200 len: 946 time: 0.0753312 Feb 16 17:33:33.555177 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ee5641ee-27eb-4755-9cf8-439f3e736ef1 req-79aef8cb-e636-4dfd-bb31-2240134a2ed6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=b76fc030-896b-4125-aa58-38d9a78da7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884974 Feb 16 17:33:33.582601 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044800dc-37e1-4d92-8cf5-09967c22d7b7 req-defadf5a-451e-4188-9e3b-d19323882d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:33.583542 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-6bcbb734-81aa-4bbe-b654-4f7d7e315737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058f36ab-f8f8-4ac3-892d-c436e7601fb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-102789487', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': '56cc29bc-8e20-4846-b284-5febac3a4450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:31:51Z', 'updated_at': '2022-02-16T17:31:55Z', 'revision_number': 4, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '56cc29bc-8e20-4846-b284-5febac3a4450', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058f36ab-f8f8-4ac3-892d-c436e7601fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:31:52Z', 'updated_at': '2022-02-16T17:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '425262c9-140a-4970-84a3-99d457bb823d', 'name': '', 'network_id': '22df6e5b-3bb4-45b6-b98e-394bbb41c82d', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'mac_address': 'fa:16:3e:32:2f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058f36ab-f8f8-4ac3-892d-c436e7601fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '165e79e5-8f44-42b5-873d-264d4ee9e69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:31:54Z', 'updated_at': '2022-02-16T17:31:58Z', 'revision_number': 5, 'project_id': '540088272793448ab3d0c6a056f15347', 'subnets': [{'id': '165e79e5-8f44-42b5-873d-264d4ee9e69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:33.584116 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-044800dc-37e1-4d92-8cf5-09967c22d7b7 req-defadf5a-451e-4188-9e3b-d19323882d66 service neutron] 10.222.0.89 "GET /v2.0/networks?id=22df6e5b-3bb4-45b6-b98e-394bbb41c82d HTTP/1.1" status: 200 len: 898 time: 0.1260664 Feb 16 17:33:33.613219 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcbb734-81aa-4bbe-b654-4f7d7e315737 None None] The sync data for ids ['058f36ab-f8f8-4ac3-892d-c436e7601fb1'] in dv-neutron-828697-3-hyperv is: [{'id': '058f36ab-f8f8-4ac3-892d-c436e7601fb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-102789487', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': '56cc29bc-8e20-4846-b284-5febac3a4450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:31:51Z', 'updated_at': '2022-02-16T17:31:55Z', 'revision_number': 4, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '56cc29bc-8e20-4846-b284-5febac3a4450', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058f36ab-f8f8-4ac3-892d-c436e7601fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:31:52Z', 'updated_at': '2022-02-16T17:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '425262c9-140a-4970-84a3-99d457bb823d', 'name': '', 'network_id': '22df6e5b-3bb4-45b6-b98e-394bbb41c82d', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'mac_address': 'fa:16:3e:32:2f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058f36ab-f8f8-4ac3-892d-c436e7601fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '165e79e5-8f44-42b5-873d-264d4ee9e69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:31:54Z', 'updated_at': '2022-02-16T17:31:58Z', 'revision_number': 5, 'project_id': '540088272793448ab3d0c6a056f15347', 'subnets': [{'id': '165e79e5-8f44-42b5-873d-264d4ee9e69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:33:33.627279 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-044800dc-37e1-4d92-8cf5-09967c22d7b7 req-1aca2c08-4f13-49c2-9cca-eae11d1ceb9d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6b46438-884d-4728-b976-20b41a51d671 HTTP/1.1" status: 200 len: 217 time: 0.0355487 Feb 16 17:33:33.685200 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044800dc-37e1-4d92-8cf5-09967c22d7b7 req-69383905-dcf5-498b-88ac-d9b17bb54866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:33.687434 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-044800dc-37e1-4d92-8cf5-09967c22d7b7 req-69383905-dcf5-498b-88ac-d9b17bb54866 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=165e79e5-8f44-42b5-873d-264d4ee9e69f HTTP/1.1" status: 200 len: 834 time: 0.0542643 Feb 16 17:33:33.736200 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044800dc-37e1-4d92-8cf5-09967c22d7b7 req-1b7c6873-32ab-40a5-bd78-a1c33e101314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:33.737790 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-044800dc-37e1-4d92-8cf5-09967c22d7b7 req-1b7c6873-32ab-40a5-bd78-a1c33e101314 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=22df6e5b-3bb4-45b6-b98e-394bbb41c82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428030 Feb 16 17:33:33.829563 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-044800dc-37e1-4d92-8cf5-09967c22d7b7 req-7dae49cc-c42e-4f68-b7f1-7c975a7406a1 service neutron] 10.222.0.89 "GET /v2.0/networks/22df6e5b-3bb4-45b6-b98e-394bbb41c82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849173 Feb 16 17:33:33.843623 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220dc661-19bd-4ff6-a920-8e993a47b808 None None] New status for floating IP 1556c89b-0cd2-4cd7-be0f-0884f23a5cd7: DOWN {{(pid=114377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:33:33.932797 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-044800dc-37e1-4d92-8cf5-09967c22d7b7 req-338909b0-8d75-4e4a-a895-ff3ca2ba3fc0 service neutron] 10.222.0.89 "GET /v2.0/networks/22df6e5b-3bb4-45b6-b98e-394bbb41c82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955410 Feb 16 17:33:34.675644 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f586a2-cfb9-4030-8ba6-8274a8d1516e req-355f49e7-4746-49c4-b621-3753a4bca4ad tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:34.677594 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-30f586a2-cfb9-4030-8ba6-8274a8d1516e req-355f49e7-4746-49c4-b621-3753a4bca4ad tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=8cdde501-5cbb-4174-b314-6e974f38961d HTTP/1.1" status: 200 len: 946 time: 0.0507429 Feb 16 17:33:34.719961 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-30f586a2-cfb9-4030-8ba6-8274a8d1516e req-2970f048-4cdb-44ed-bf71-c5f61f7eb2ab tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=b76fc030-896b-4125-aa58-38d9a78da7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365839 Feb 16 17:33:34.910613 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee237e-ab6d-4aeb-90a6-fbc9d2fbdaf3 req-0e0e9687-93c2-4508-a839-853e4cd13c4e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:34.912108 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e9ee237e-ab6d-4aeb-90a6-fbc9d2fbdaf3 req-0e0e9687-93c2-4508-a839-853e4cd13c4e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.89 "GET /v2.0/ports?device_id=8cdde501-5cbb-4174-b314-6e974f38961d HTTP/1.1" status: 200 len: 946 time: 0.0494576 Feb 16 17:33:35.003700 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-e9ee237e-ab6d-4aeb-90a6-fbc9d2fbdaf3 req-5e43a0b1-bb25-466d-86a1-89b36717b612 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Deleting port f6b46438-884d-4728-b976-20b41a51d671 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:33:35.004068 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-e9ee237e-ab6d-4aeb-90a6-fbc9d2fbdaf3 req-5e43a0b1-bb25-466d-86a1-89b36717b612 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:35.093173 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-e9ee237e-ab6d-4aeb-90a6-fbc9d2fbdaf3 req-5e43a0b1-bb25-466d-86a1-89b36717b612 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] For port f6b46438-884d-4728-b976-20b41a51d671, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=f6b46438-884d-4728-b976-20b41a51d671,segment=NetworkSegment(4f2f497e-33d9-4e85-b7bf-ce0ff7b65f89),segment_id=4f2f497e-33d9-4e85-b7bf-ce0ff7b65f89)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:33:35.093538 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-e9ee237e-ab6d-4aeb-90a6-fbc9d2fbdaf3 req-5e43a0b1-bb25-466d-86a1-89b36717b612 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:35.106244 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-e9ee237e-ab6d-4aeb-90a6-fbc9d2fbdaf3 req-5e43a0b1-bb25-466d-86a1-89b36717b612 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Calling delete_port for f6b46438-884d-4728-b976-20b41a51d671 owned by compute:nova {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:33:35.318193 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-e9ee237e-ab6d-4aeb-90a6-fbc9d2fbdaf3 req-5e43a0b1-bb25-466d-86a1-89b36717b612 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:35.395415 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e43a0b1-bb25-466d-86a1-89b36717b612 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event deleted for resources: {'Port': ['ID=f6b46438-884d-4728-b976-20b41a51d671,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:35.409871 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9ee237e-ab6d-4aeb-90a6-fbc9d2fbdaf3 req-5e43a0b1-bb25-466d-86a1-89b36717b612 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] No DVR routers for this DVR port f6b46438-884d-4728-b976-20b41a51d671 on host hv-neutron-8286 {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:33:35.412597 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-e9ee237e-ab6d-4aeb-90a6-fbc9d2fbdaf3 req-5e43a0b1-bb25-466d-86a1-89b36717b612 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:35.415848 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e9ee237e-ab6d-4aeb-90a6-fbc9d2fbdaf3 req-5e43a0b1-bb25-466d-86a1-89b36717b612 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.89 "DELETE /v2.0/ports/f6b46438-884d-4728-b976-20b41a51d671 HTTP/1.1" status: 204 len: 173 time: 0.4980447 Feb 16 17:33:35.416306 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cdde501-5cbb-4174-b314-6e974f38961d', 'name': 'network-vif-deleted', 'tag': 'f6b46438-884d-4728-b976-20b41a51d671'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:33:35.418577 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ef457e-18c2-4012-8192-9d71af7d418e" -d '{"events": [{"server_uuid": "8cdde501-5cbb-4174-b314-6e974f38961d", "name": "network-vif-deleted", "tag": "f6b46438-884d-4728-b976-20b41a51d671"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:33:35.454847 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2294376-aba4-40c8-baa9-ef1ee683be41 x-openstack-request-id: req-b2294376-aba4-40c8-baa9-ef1ee683be41 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:33:35.455153 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cdde501-5cbb-4174-b314-6e974f38961d", "name": "network-vif-deleted", "tag": "f6b46438-884d-4728-b976-20b41a51d671", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:33:35.455391 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b2294376-aba4-40c8-baa9-ef1ee683be41 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:33:35.455792 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cdde501-5cbb-4174-b314-6e974f38961d', 'name': 'network-vif-deleted', 'tag': 'f6b46438-884d-4728-b976-20b41a51d671', 'status': 'completed', 'code': 200} Feb 16 17:33:35.830127 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-ca35c62e-787e-4755-a94e-ffd7d341d6e0 req-6c264db7-d4f2-4c5b-aa5c-99111f85734d tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=8cdde501-5cbb-4174-b314-6e974f38961d HTTP/1.1" status: 200 len: 210 time: 0.0263748 Feb 16 17:33:36.855585 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-dd18298b-e7ab-49fe-a104-64a2cd3d2f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:36.886522 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 59808) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:33:37.241187 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0578d932-1f22-4974-bb09-7347c993be5d tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:37.489863 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-0578d932-1f22-4974-bb09-7347c993be5d tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Deleting port 425262c9-140a-4970-84a3-99d457bb823d {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:33:37.490241 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0578d932-1f22-4974-bb09-7347c993be5d tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:37.578790 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-0578d932-1f22-4974-bb09-7347c993be5d tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] For port 425262c9-140a-4970-84a3-99d457bb823d, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=425262c9-140a-4970-84a3-99d457bb823d,segment=NetworkSegment(4f2f497e-33d9-4e85-b7bf-ce0ff7b65f89),segment_id=4f2f497e-33d9-4e85-b7bf-ce0ff7b65f89)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:33:37.579078 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0578d932-1f22-4974-bb09-7347c993be5d tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:37.591430 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-0578d932-1f22-4974-bb09-7347c993be5d tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Calling delete_port for 425262c9-140a-4970-84a3-99d457bb823d owned by network:router_interface {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:33:37.832592 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0578d932-1f22-4974-bb09-7347c993be5d tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:37.860506 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0578d932-1f22-4974-bb09-7347c993be5d tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event deleted for resources: {'Port': ['ID=425262c9-140a-4970-84a3-99d457bb823d,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:38.028798 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0578d932-1f22-4974-bb09-7347c993be5d tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:38.238842 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0578d932-1f22-4974-bb09-7347c993be5d tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Router 058f36ab-f8f8-4ac3-892d-c436e7601fb1 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:33:38.346008 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0578d932-1f22-4974-bb09-7347c993be5d tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:33:38.351264 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-0578d932-1f22-4974-bb09-7347c993be5d tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "PUT /v2.0/routers/058f36ab-f8f8-4ac3-892d-c436e7601fb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4637296 Feb 16 17:33:38.354242 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 59810) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:33:38.406700 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-07743ade-84bb-4fb3-8d21-921d2d273344 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Deleting subnet 165e79e5-8f44-42b5-873d-264d4ee9e69f {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:33:38.410107 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-07743ade-84bb-4fb3-8d21-921d2d273344 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:38.439233 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fe4786-dfd0-4958-bbcb-cd291007c977 None None] Sync routers for ids ['058f36ab-f8f8-4ac3-892d-c436e7601fb1'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:33:38.448789 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fe4786-dfd0-4958-bbcb-cd291007c977 None None] Routers {'058f36ab-f8f8-4ac3-892d-c436e7601fb1'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:33:38.449381 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-d8fe4786-dfd0-4958-bbcb-cd291007c977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:33:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['058f36ab-f8f8-4ac3-892d-c436e7601fb1'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:38.451318 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-07743ade-84bb-4fb3-8d21-921d2d273344 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:38.537711 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-07743ade-84bb-4fb3-8d21-921d2d273344 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:38.550620 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-d8fe4786-dfd0-4958-bbcb-cd291007c977 None None] Set router 058f36ab-f8f8-4ac3-892d-c436e7601fb1 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:33:38.673023 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-07743ade-84bb-4fb3-8d21-921d2d273344 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:38.703235 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07743ade-84bb-4fb3-8d21-921d2d273344 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event deleted for resources: {'Subnet': ['ID=165e79e5-8f44-42b5-873d-264d4ee9e69f,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:38.705283 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-07743ade-84bb-4fb3-8d21-921d2d273344 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:38.709721 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69295a95-bf1c-40f1-86ae-822a0442abc7 None None] Network 22df6e5b-3bb4-45b6-b98e-394bbb41c82d requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:33:38.714248 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-07743ade-84bb-4fb3-8d21-921d2d273344 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "DELETE /v2.0/subnets/165e79e5-8f44-42b5-873d-264d4ee9e69f HTTP/1.1" status: 204 len: 168 time: 0.3590181 Feb 16 17:33:38.716807 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 59812) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:33:38.742863 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-d8fe4786-dfd0-4958-bbcb-cd291007c977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058f36ab-f8f8-4ac3-892d-c436e7601fb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-102789487', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': '56cc29bc-8e20-4846-b284-5febac3a4450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:31:51Z', 'updated_at': '2022-02-16T17:33:37Z', 'revision_number': 5, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '56cc29bc-8e20-4846-b284-5febac3a4450', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058f36ab-f8f8-4ac3-892d-c436e7601fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:31:52Z', 'updated_at': '2022-02-16T17:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:38.774008 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fe4786-dfd0-4958-bbcb-cd291007c977 None None] Checking router: 058f36ab-f8f8-4ac3-892d-c436e7601fb1 for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:33:38.782465 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fe4786-dfd0-4958-bbcb-cd291007c977 None None] Routers {'058f36ab-f8f8-4ac3-892d-c436e7601fb1'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:33:38.783081 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-d8fe4786-dfd0-4958-bbcb-cd291007c977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:33:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['058f36ab-f8f8-4ac3-892d-c436e7601fb1'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:38.833892 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-22906f90-7ddd-4d77-b177-0f1e7bf4c984 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for router, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:38.885201 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device f6b46438-884d-4728-b976-20b41a51d671 no longer exists at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:33:38.909556 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-d8fe4786-dfd0-4958-bbcb-cd291007c977 None None] Set router 058f36ab-f8f8-4ac3-892d-c436e7601fb1 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:33:38.964044 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-22906f90-7ddd-4d77-b177-0f1e7bf4c984 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:39.067178 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-22906f90-7ddd-4d77-b177-0f1e7bf4c984 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Deleting port 56cc29bc-8e20-4846-b284-5febac3a4450 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:33:39.068462 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-22906f90-7ddd-4d77-b177-0f1e7bf4c984 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:39.072184 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e91252c-7e9b-4865-9747-f47410c63c50 None None] DHCP port deletion for 22df6e5b-3bb4-45b6-b98e-394bbb41c82d request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:33:39.074290 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] No Port match for: f6b46438-884d-4728-b976-20b41a51d671 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:33:39.074728 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device f6b46438-884d-4728-b976-20b41a51d671 not bound to the agent host hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:33:39.111597 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-d8fe4786-dfd0-4958-bbcb-cd291007c977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058f36ab-f8f8-4ac3-892d-c436e7601fb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-102789487', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': '56cc29bc-8e20-4846-b284-5febac3a4450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:31:51Z', 'updated_at': '2022-02-16T17:33:37Z', 'revision_number': 5, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '56cc29bc-8e20-4846-b284-5febac3a4450', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058f36ab-f8f8-4ac3-892d-c436e7601fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:31:52Z', 'updated_at': '2022-02-16T17:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:39.120634 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-5e91252c-7e9b-4865-9747-f47410c63c50 None None] Deleting port c656f113-7786-49ff-a62b-a5a9bb66b918 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:33:39.121095 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5e91252c-7e9b-4865-9747-f47410c63c50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:39.141123 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fe4786-dfd0-4958-bbcb-cd291007c977 None None] The sync data for ids ['058f36ab-f8f8-4ac3-892d-c436e7601fb1'] in dv-neutron-828697-3-hyperv is: [{'id': '058f36ab-f8f8-4ac3-892d-c436e7601fb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-102789487', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': '56cc29bc-8e20-4846-b284-5febac3a4450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:31:51Z', 'updated_at': '2022-02-16T17:33:37Z', 'revision_number': 5, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '56cc29bc-8e20-4846-b284-5febac3a4450', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058f36ab-f8f8-4ac3-892d-c436e7601fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:31:52Z', 'updated_at': '2022-02-16T17:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:33:39.157281 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-22906f90-7ddd-4d77-b177-0f1e7bf4c984 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] For port 56cc29bc-8e20-4846-b284-5febac3a4450, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=56cc29bc-8e20-4846-b284-5febac3a4450,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:33:39.157642 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-22906f90-7ddd-4d77-b177-0f1e7bf4c984 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:39.170947 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-22906f90-7ddd-4d77-b177-0f1e7bf4c984 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Calling delete_port for 56cc29bc-8e20-4846-b284-5febac3a4450 owned by network:router_gateway {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:33:39.199593 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-5e91252c-7e9b-4865-9747-f47410c63c50 None None] For port c656f113-7786-49ff-a62b-a5a9bb66b918, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=c656f113-7786-49ff-a62b-a5a9bb66b918,segment=NetworkSegment(4f2f497e-33d9-4e85-b7bf-ce0ff7b65f89),segment_id=4f2f497e-33d9-4e85-b7bf-ce0ff7b65f89)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:33:39.200022 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5e91252c-7e9b-4865-9747-f47410c63c50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:39.212978 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-5e91252c-7e9b-4865-9747-f47410c63c50 None None] Calling delete_port for c656f113-7786-49ff-a62b-a5a9bb66b918 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:33:39.253866 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4e669838-7d13-46c4-86c0-266546243cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:39.370210 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5e91252c-7e9b-4865-9747-f47410c63c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:39.392907 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-22906f90-7ddd-4d77-b177-0f1e7bf4c984 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:39.397305 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e91252c-7e9b-4865-9747-f47410c63c50 None None] Pushing event deleted for resources: {'Port': ['ID=c656f113-7786-49ff-a62b-a5a9bb66b918,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:39.401441 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e91252c-7e9b-4865-9747-f47410c63c50 None None] No DVR routers for this DVR port c656f113-7786-49ff-a62b-a5a9bb66b918 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:33:39.414920 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e91252c-7e9b-4865-9747-f47410c63c50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:39.415275 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e91252c-7e9b-4865-9747-f47410c63c50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:39.415615 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e91252c-7e9b-4865-9747-f47410c63c50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:39.415950 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e91252c-7e9b-4865-9747-f47410c63c50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:39.416384 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e91252c-7e9b-4865-9747-f47410c63c50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:39.416718 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e91252c-7e9b-4865-9747-f47410c63c50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:39.417051 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e91252c-7e9b-4865-9747-f47410c63c50 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:39.417378 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e91252c-7e9b-4865-9747-f47410c63c50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:39.417707 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e91252c-7e9b-4865-9747-f47410c63c50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:39.418032 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e91252c-7e9b-4865-9747-f47410c63c50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:39.418355 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e91252c-7e9b-4865-9747-f47410c63c50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:39.418680 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e91252c-7e9b-4865-9747-f47410c63c50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:39.421322 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22906f90-7ddd-4d77-b177-0f1e7bf4c984 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event deleted for resources: {'Port': ['ID=56cc29bc-8e20-4846-b284-5febac3a4450,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:39.486272 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-22906f90-7ddd-4d77-b177-0f1e7bf4c984 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584056'] for router_gateway, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:39.577412 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-22906f90-7ddd-4d77-b177-0f1e7bf4c984 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:39.579627 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-22906f90-7ddd-4d77-b177-0f1e7bf4c984 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:39.706690 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-22906f90-7ddd-4d77-b177-0f1e7bf4c984 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:39.707232 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22906f90-7ddd-4d77-b177-0f1e7bf4c984 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Fanout notify agent at l3_agent the message router_deleted on router 058f36ab-f8f8-4ac3-892d-c436e7601fb1 {{(pid=114376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:33:39.716828 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-22906f90-7ddd-4d77-b177-0f1e7bf4c984 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:39.718256 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-22906f90-7ddd-4d77-b177-0f1e7bf4c984 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "DELETE /v2.0/routers/058f36ab-f8f8-4ac3-892d-c436e7601fb1 HTTP/1.1" status: 204 len: 168 time: 1.0000904 Feb 16 17:33:39.721683 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 59814) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:33:39.804934 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cb94b7da-a3cf-4869-bf52-91cafbd000ce tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:39.891595 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cb94b7da-a3cf-4869-bf52-91cafbd000ce tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:39.912259 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-cb94b7da-a3cf-4869-bf52-91cafbd000ce tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22df6e5b-3bb4-45b6-b98e-394bbb41c82d']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:39.921273 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-cb94b7da-a3cf-4869-bf52-91cafbd000ce tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f2f497e-33d9-4e85-b7bf-ce0ff7b65f89') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:39.921571 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-cb94b7da-a3cf-4869-bf52-91cafbd000ce tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f2f497e-33d9-4e85-b7bf-ce0ff7b65f89') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:39.930866 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cb94b7da-a3cf-4869-bf52-91cafbd000ce tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:39.944132 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cb94b7da-a3cf-4869-bf52-91cafbd000ce tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:39.949933 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb94b7da-a3cf-4869-bf52-91cafbd000ce tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:33:39.950320 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cb94b7da-a3cf-4869-bf52-91cafbd000ce tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:39.953259 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 17:33:39.953259 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:33:39.953259 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 17:33:39.953259 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:33:39.953259 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 17:33:39.953259 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:33:39.953259 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 17:33:39.953259 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:33:39.953259 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 17:33:39.953259 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:33:39.953259 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 17:33:39.953259 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:33:39.953259 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 17:33:39.953259 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:33:39.953259 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:33:39.953259 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:33:39.953259 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:33:39.953259 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:33:39.953259 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 17:33:39.953259 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:33:39.953259 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 17:33:39.953259 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:33:39.953259 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:33:39.953259 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:33:39.953259 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 17:33:39.953259 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:33:39.953259 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:33:39.953259 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:33:39.953259 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:33:39.953259 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:33:39.953259 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:33:39.953259 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:33:40.067151 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cb94b7da-a3cf-4869-bf52-91cafbd000ce tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:40.078887 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cb94b7da-a3cf-4869-bf52-91cafbd000ce tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:40.078887 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-cb94b7da-a3cf-4869-bf52-91cafbd000ce tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "DELETE /v2.0/networks/22df6e5b-3bb4-45b6-b98e-394bbb41c82d HTTP/1.1" status: 204 len: 168 time: 0.3549201 Feb 16 17:33:40.080293 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 59816) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:33:40.088926 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb94b7da-a3cf-4869-bf52-91cafbd000ce tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event deleted for resources: {'Network': ['ID=22df6e5b-3bb4-45b6-b98e-394bbb41c82d,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:40.140251 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-82012ab0-dc67-4f03-b752-7b7835246807 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:40.166386 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-82012ab0-dc67-4f03-b752-7b7835246807 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:40.267645 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-82012ab0-dc67-4f03-b752-7b7835246807 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:40.270306 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-82012ab0-dc67-4f03-b752-7b7835246807 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:40.271479 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-82012ab0-dc67-4f03-b752-7b7835246807 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "DELETE /v2.0/security-groups/b76fc030-896b-4125-aa58-38d9a78da7a5 HTTP/1.1" status: 204 len: 168 time: 0.1901805 Feb 16 17:33:40.280687 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82012ab0-dc67-4f03-b752-7b7835246807 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76fc030-896b-4125-aa58-38d9a78da7a5,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:40.287724 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82012ab0-dc67-4f03-b752-7b7835246807 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:40.288137 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82012ab0-dc67-4f03-b752-7b7835246807 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:40.288487 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82012ab0-dc67-4f03-b752-7b7835246807 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:40.288830 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82012ab0-dc67-4f03-b752-7b7835246807 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:40.289172 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82012ab0-dc67-4f03-b752-7b7835246807 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:40.289526 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82012ab0-dc67-4f03-b752-7b7835246807 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:40.289860 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82012ab0-dc67-4f03-b752-7b7835246807 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:40.290169 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82012ab0-dc67-4f03-b752-7b7835246807 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:40.290497 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82012ab0-dc67-4f03-b752-7b7835246807 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:40.290828 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82012ab0-dc67-4f03-b752-7b7835246807 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:40.291157 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82012ab0-dc67-4f03-b752-7b7835246807 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:40.291481 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82012ab0-dc67-4f03-b752-7b7835246807 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:40.500761 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:40.767431 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 59822) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:33:40.772384 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-d5ca07c6-5ebf-45fd-9932-cefa1402821d tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1138559242', 'description': 'tempest-secgroup-smoke-1138559242 description', 'project_id': '540088272793448ab3d0c6a056f15347'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:33:40.874824 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 56cc29bc-8e20-4846-b284-5febac3a4450 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:33:40.878393 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d5ca07c6-5ebf-45fd-9932-cefa1402821d tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:40.896441 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 56cc29bc-8e20-4846-b284-5febac3a4450 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:33:40.896859 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 56cc29bc-8e20-4846-b284-5febac3a4450 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:33:40.897702 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device c656f113-7786-49ff-a62b-a5a9bb66b918 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:33:40.916074 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: c656f113-7786-49ff-a62b-a5a9bb66b918 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:33:40.916422 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device c656f113-7786-49ff-a62b-a5a9bb66b918 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:33:40.916896 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 425262c9-140a-4970-84a3-99d457bb823d no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:33:40.936077 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 425262c9-140a-4970-84a3-99d457bb823d {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:33:40.936422 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 425262c9-140a-4970-84a3-99d457bb823d not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:33:40.943755 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d5ca07c6-5ebf-45fd-9932-cefa1402821d tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:40.992436 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d5ca07c6-5ebf-45fd-9932-cefa1402821d tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:41.020306 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca07c6-5ebf-45fd-9932-cefa1402821d tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61539570-f196-4ada-9411-3333e5a484f1,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:41.086201 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d5ca07c6-5ebf-45fd-9932-cefa1402821d tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:41.087432 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-d5ca07c6-5ebf-45fd-9932-cefa1402821d tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3189099 Feb 16 17:33:41.090514 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 59824) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:33:41.094822 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-1f9579b5-235d-43f5-b05a-a07fd5612cf4 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'security_group_rule': {'security_group_id': '61539570-f196-4ada-9411-3333e5a484f1', 'project_id': '540088272793448ab3d0c6a056f15347', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:33:41.180932 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1f9579b5-235d-43f5-b05a-a07fd5612cf4 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:41.235352 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1f9579b5-235d-43f5-b05a-a07fd5612cf4 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:41.278194 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1f9579b5-235d-43f5-b05a-a07fd5612cf4 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:41.296572 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9579b5-235d-43f5-b05a-a07fd5612cf4 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2e7037d-f455-4f49-89fc-42d855465d42,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:41.348872 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1f9579b5-235d-43f5-b05a-a07fd5612cf4 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:41.350613 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-1f9579b5-235d-43f5-b05a-a07fd5612cf4 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2591870 Feb 16 17:33:41.353760 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 59826) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:33:41.358175 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-9126e5d5-8408-4530-81a8-b59d363ef9e8 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'security_group_rule': {'security_group_id': '61539570-f196-4ada-9411-3333e5a484f1', 'project_id': '540088272793448ab3d0c6a056f15347', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:33:41.448720 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9126e5d5-8408-4530-81a8-b59d363ef9e8 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:41.509887 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9126e5d5-8408-4530-81a8-b59d363ef9e8 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:41.563641 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9126e5d5-8408-4530-81a8-b59d363ef9e8 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:41.580847 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9126e5d5-8408-4530-81a8-b59d363ef9e8 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6bd7296-dd9e-48bb-860e-d35dfbe9a567,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:41.651012 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9126e5d5-8408-4530-81a8-b59d363ef9e8 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:41.652276 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-9126e5d5-8408-4530-81a8-b59d363ef9e8 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2974968 Feb 16 17:33:41.654939 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 59828) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:33:41.659156 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-51c2e44b-a18d-4148-a467-4da7e2a64f10 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'security_group_rule': {'security_group_id': '61539570-f196-4ada-9411-3333e5a484f1', 'project_id': '540088272793448ab3d0c6a056f15347', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:33:41.780853 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-51c2e44b-a18d-4148-a467-4da7e2a64f10 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:41.839186 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-51c2e44b-a18d-4148-a467-4da7e2a64f10 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:41.872524 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:41.889106 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-51c2e44b-a18d-4148-a467-4da7e2a64f10 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:41.907187 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c2e44b-a18d-4148-a467-4da7e2a64f10 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7708e34d-ae08-4d23-adaf-5ec59f427ff6,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:41.953948 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-51c2e44b-a18d-4148-a467-4da7e2a64f10 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:41.955161 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-51c2e44b-a18d-4148-a467-4da7e2a64f10 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2993193 Feb 16 17:33:41.958009 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 59830) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:33:41.962294 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-c9b150b5-36b1-4742-8643-7f8683c5b08d tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'security_group_rule': {'security_group_id': '61539570-f196-4ada-9411-3333e5a484f1', 'project_id': '540088272793448ab3d0c6a056f15347', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:33:42.053828 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c9b150b5-36b1-4742-8643-7f8683c5b08d tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:42.111830 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c9b150b5-36b1-4742-8643-7f8683c5b08d tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:42.147155 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:42.169970 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c9b150b5-36b1-4742-8643-7f8683c5b08d tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:42.186032 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b150b5-36b1-4742-8643-7f8683c5b08d tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdea30b4-4211-4779-935d-895750d631b6,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:42.229620 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c9b150b5-36b1-4742-8643-7f8683c5b08d tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:42.230846 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c9b150b5-36b1-4742-8643-7f8683c5b08d tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2719162 Feb 16 17:33:42.233612 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 59832) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:33:42.237888 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-0690a46b-5bf5-4aee-90b2-f2de267d3ea8 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'security_group_rule': {'security_group_id': '61539570-f196-4ada-9411-3333e5a484f1', 'project_id': '540088272793448ab3d0c6a056f15347', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:33:42.317892 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.securitygroups_db [None req-0690a46b-5bf5-4aee-90b2-f2de267d3ea8 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Project 540088272793448ab3d0c6a056f15347 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:33:42.323485 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0690a46b-5bf5-4aee-90b2-f2de267d3ea8 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:42.384242 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0690a46b-5bf5-4aee-90b2-f2de267d3ea8 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:42.432504 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0690a46b-5bf5-4aee-90b2-f2de267d3ea8 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:42.449502 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0690a46b-5bf5-4aee-90b2-f2de267d3ea8 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a61b8fad-5f85-4b9f-8551-9a75b40d5567,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:42.491647 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-0690a46b-5bf5-4aee-90b2-f2de267d3ea8 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:42.493389 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-0690a46b-5bf5-4aee-90b2-f2de267d3ea8 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2583349 Feb 16 17:33:42.496166 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 59834) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:33:42.501483 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-dccfe2b3-d763-477c-9383-4121d8371996 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'security_group_rule': {'security_group_id': '61539570-f196-4ada-9411-3333e5a484f1', 'project_id': '540088272793448ab3d0c6a056f15347', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:33:42.563783 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.securitygroups_db [None req-dccfe2b3-d763-477c-9383-4121d8371996 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Project 540088272793448ab3d0c6a056f15347 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:33:42.568683 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-dccfe2b3-d763-477c-9383-4121d8371996 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:42.628160 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-dccfe2b3-d763-477c-9383-4121d8371996 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:42.672373 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-dccfe2b3-d763-477c-9383-4121d8371996 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:42.689795 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccfe2b3-d763-477c-9383-4121d8371996 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7da33b72-8b31-4b6e-96e4-db6a0b8a86c1,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:42.766170 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-dccfe2b3-d763-477c-9383-4121d8371996 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:42.767427 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-dccfe2b3-d763-477c-9383-4121d8371996 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2703433 Feb 16 17:33:42.770228 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 59836) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:33:42.775069 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-c1da3652-489e-4440-809e-17a0694d61f3 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'network': {'name': 'tempest-network-smoke--611840582', 'project_id': '540088272793448ab3d0c6a056f15347', 'port_security_enabled': True}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:33:42.849722 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1da3652-489e-4440-809e-17a0694d61f3 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Made reservation on behalf of 540088272793448ab3d0c6a056f15347 for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:33:42.853921 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c1da3652-489e-4440-809e-17a0694d61f3 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:42.877162 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1da3652-489e-4440-809e-17a0694d61f3 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:33:42.885367 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c1da3652-489e-4440-809e-17a0694d61f3 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:42.885704 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-c1da3652-489e-4440-809e-17a0694d61f3 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Added segment e1496f8c-9cdd-488d-be9e-acf01dd23775 of type vlan for network 148ff6da-c40b-4f0d-8424-f521fb7efdb1 Feb 16 17:33:42.926053 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c1da3652-489e-4440-809e-17a0694d61f3 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:43.015591 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c1da3652-489e-4440-809e-17a0694d61f3 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:43.021251 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1da3652-489e-4440-809e-17a0694d61f3 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:43.021845 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-c1da3652-489e-4440-809e-17a0694d61f3 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:43.437315 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1da3652-489e-4440-809e-17a0694d61f3 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'Network': ['ID=148ff6da-c40b-4f0d-8424-f521fb7efdb1,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:43.448511 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 148ff6da-c40b-4f0d-8424-f521fb7efdb1 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:33:43.493950 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-c1da3652-489e-4440-809e-17a0694d61f3 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7223775 Feb 16 17:33:43.495935 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 59838) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:33:43.500773 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-1d2cdee3-da5f-4a1a-bb88-b9ca36ffbbba tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-915480177', 'admin_state_up': True, 'project_id': '540088272793448ab3d0c6a056f15347', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:33:43.616062 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1d2cdee3-da5f-4a1a-bb88-b9ca36ffbbba tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:43.617070 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1d2cdee3-da5f-4a1a-bb88-b9ca36ffbbba tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:43.673023 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1d2cdee3-da5f-4a1a-bb88-b9ca36ffbbba tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:43.909452 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1d2cdee3-da5f-4a1a-bb88-b9ca36ffbbba tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:44.141105 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1d2cdee3-da5f-4a1a-bb88-b9ca36ffbbba tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for router_gateway, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:44.158959 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1d2cdee3-da5f-4a1a-bb88-b9ca36ffbbba tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:44.256080 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-1d2cdee3-da5f-4a1a-bb88-b9ca36ffbbba tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Allocated IP 172.26.3.60 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/21cec2de-ddfd-43e1-b1d7-c9ccfe3ff35d) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:33:44.356244 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1d2cdee3-da5f-4a1a-bb88-b9ca36ffbbba tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:44.456226 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1d2cdee3-da5f-4a1a-bb88-b9ca36ffbbba tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:44.497400 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2cdee3-da5f-4a1a-bb88-b9ca36ffbbba tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:33:44.500208 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-1d2cdee3-da5f-4a1a-bb88-b9ca36ffbbba tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:33:44.503595 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2cdee3-da5f-4a1a-bb88-b9ca36ffbbba tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:33:44.509070 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2cdee3-da5f-4a1a-bb88-b9ca36ffbbba tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'Port': ['ID=21cec2de-ddfd-43e1-b1d7-c9ccfe3ff35d,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:44.844492 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1d2cdee3-da5f-4a1a-bb88-b9ca36ffbbba tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for router_gateway, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:45.040983 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1d2cdee3-da5f-4a1a-bb88-b9ca36ffbbba tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:45.221364 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2cdee3-da5f-4a1a-bb88-b9ca36ffbbba tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Router 7b2c4932-daf0-41d2-835b-d0aac4c9c711 is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:33:45.327162 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2cdee3-da5f-4a1a-bb88-b9ca36ffbbba tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:33:45.337262 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1deb7ff1-068f-497c-8618-6d3444051d49 None None] Sync routers for ids ['7b2c4932-daf0-41d2-835b-d0aac4c9c711'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:33:45.346214 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1deb7ff1-068f-497c-8618-6d3444051d49 None None] Routers {'7b2c4932-daf0-41d2-835b-d0aac4c9c711'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:33:45.346825 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-1deb7ff1-068f-497c-8618-6d3444051d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:33:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['7b2c4932-daf0-41d2-835b-d0aac4c9c711'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:45.400922 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1d2cdee3-da5f-4a1a-bb88-b9ca36ffbbba tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:45.402401 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-1d2cdee3-da5f-4a1a-bb88-b9ca36ffbbba tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9052963 Feb 16 17:33:45.405558 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 59842) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:33:45.433856 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-266fa2f2-ac4f-47f4-9306-06fb58a3077f tempest-TestNetworkAdvancedServerOps-1016298580 tempest-TestNetworkAdvancedServerOps-1016298580-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=540088272793448ab3d0c6a056f15347&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271425 Feb 16 17:33:45.436394 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 59844) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:33:45.453961 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-1deb7ff1-068f-497c-8618-6d3444051d49 None None] Set router 7b2c4932-daf0-41d2-835b-d0aac4c9c711 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:33:45.525020 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044795fe-a188-4399-942c-8a31f0fb667c tempest-TestNetworkAdvancedServerOps-1016298580 tempest-TestNetworkAdvancedServerOps-1016298580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:45.526439 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-044795fe-a188-4399-942c-8a31f0fb667c tempest-TestNetworkAdvancedServerOps-1016298580 tempest-TestNetworkAdvancedServerOps-1016298580-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0891454 Feb 16 17:33:45.529315 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 59846) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:33:45.558747 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-b609fdfa-7a23-45ca-95f5-537b37b2f8ca tempest-TestNetworkAdvancedServerOps-1016298580 tempest-TestNetworkAdvancedServerOps-1016298580-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=d8eab20e-246c-47ce-8449-822ce53769fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283744 Feb 16 17:33:45.561360 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 59848) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:33:45.566033 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-dd07e251-90c1-4ea7-8ae9-7774d35f6a7b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1642099517', 'network_id': '148ff6da-c40b-4f0d-8424-f521fb7efdb1', 'project_id': '540088272793448ab3d0c6a056f15347', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:33:45.633769 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-1deb7ff1-068f-497c-8618-6d3444051d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2c4932-daf0-41d2-835b-d0aac4c9c711', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915480177', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': '21cec2de-ddfd-43e1-b1d7-c9ccfe3ff35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:33:43Z', 'updated_at': '2022-02-16T17:33:44Z', 'revision_number': 3, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '21cec2de-ddfd-43e1-b1d7-c9ccfe3ff35d', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2c4932-daf0-41d2-835b-d0aac4c9c711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:33:44Z', 'updated_at': '2022-02-16T17:33:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:45.660502 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1deb7ff1-068f-497c-8618-6d3444051d49 None None] Checking router: 7b2c4932-daf0-41d2-835b-d0aac4c9c711 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:33:45.660857 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1deb7ff1-068f-497c-8618-6d3444051d49 None None] Updating router 7b2c4932-daf0-41d2-835b-d0aac4c9c711 port 21cec2de-ddfd-43e1-b1d7-c9ccfe3ff35d binding host dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:33:45.685995 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1deb7ff1-068f-497c-8618-6d3444051d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:45.735632 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd07e251-90c1-4ea7-8ae9-7774d35f6a7b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Made reservation on behalf of 540088272793448ab3d0c6a056f15347 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:33:45.739178 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-dd07e251-90c1-4ea7-8ae9-7774d35f6a7b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:45.940219 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1deb7ff1-068f-497c-8618-6d3444051d49 None None] Notify callbacks [] for port, precommit_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:45.998266 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-dd07e251-90c1-4ea7-8ae9-7774d35f6a7b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:46.004170 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1deb7ff1-068f-497c-8618-6d3444051d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:46.056992 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-1deb7ff1-068f-497c-8618-6d3444051d49 None None] Attempting to bind port 21cec2de-ddfd-43e1-b1d7-c9ccfe3ff35d on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:33:46.057357 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-1deb7ff1-068f-497c-8618-6d3444051d49 None None] Attempting to bind port 21cec2de-ddfd-43e1-b1d7-c9ccfe3ff35d by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:33:46.057730 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1deb7ff1-068f-497c-8618-6d3444051d49 None None] Attempting to bind port 21cec2de-ddfd-43e1-b1d7-c9ccfe3ff35d on network d8eab20e-246c-47ce-8449-822ce53769fc {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:33:46.063580 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd07e251-90c1-4ea7-8ae9-7774d35f6a7b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'Subnet': ['ID=1074f052-a0b0-40c7-abd8-b302b53393f0,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:46.066059 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf5e30-3b3f-41ff-8f8a-dad1a7b1f231 None None] Pushing event updated for resources: {'Port': ['ID=21cec2de-ddfd-43e1-b1d7-c9ccfe3ff35d,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:46.068626 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1deb7ff1-068f-497c-8618-6d3444051d49 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:33:46.068913 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1deb7ff1-068f-497c-8618-6d3444051d49 None None] Checking segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:33:46.069317 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1deb7ff1-068f-497c-8618-6d3444051d49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:46.070000 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1deb7ff1-068f-497c-8618-6d3444051d49 None None] Bound using segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:33:46.070169 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-1deb7ff1-068f-497c-8618-6d3444051d49 None None] Bound port: 21cec2de-ddfd-43e1-b1d7-c9ccfe3ff35d, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:33:46.070970 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1deb7ff1-068f-497c-8618-6d3444051d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:46.073146 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd07e251-90c1-4ea7-8ae9-7774d35f6a7b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Checking segment: {'id': 'e1496f8c-9cdd-488d-be9e-acf01dd23775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '148ff6da-c40b-4f0d-8424-f521fb7efdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:33:46.073521 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd07e251-90c1-4ea7-8ae9-7774d35f6a7b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Network hostable DHCP agents. Network: 148ff6da-c40b-4f0d-8424-f521fb7efdb1, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:33:46.122422 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1deb7ff1-068f-497c-8618-6d3444051d49 None None] For port 21cec2de-ddfd-43e1-b1d7-c9ccfe3ff35d, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:33:46.125612 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1deb7ff1-068f-497c-8618-6d3444051d49 None None] For port 21cec2de-ddfd-43e1-b1d7-c9ccfe3ff35d, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=21cec2de-ddfd-43e1-b1d7-c9ccfe3ff35d,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:33:46.135479 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd07e251-90c1-4ea7-8ae9-7774d35f6a7b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Network 148ff6da-c40b-4f0d-8424-f521fb7efdb1 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:33:46.204761 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1deb7ff1-068f-497c-8618-6d3444051d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:46.232812 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-dd07e251-90c1-4ea7-8ae9-7774d35f6a7b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 148ff6da-c40b-4f0d-8424-f521fb7efdb1) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:33:46.236807 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd07e251-90c1-4ea7-8ae9-7774d35f6a7b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:46.237396 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-dd07e251-90c1-4ea7-8ae9-7774d35f6a7b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:46.246551 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ad5344-e544-4e40-b346-e8aef7fb243a None None] Network 148ff6da-c40b-4f0d-8424-f521fb7efdb1 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:33:46.306171 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1deb7ff1-068f-497c-8618-6d3444051d49 None None] Routers {'7b2c4932-daf0-41d2-835b-d0aac4c9c711'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:33:46.306802 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-1deb7ff1-068f-497c-8618-6d3444051d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:33:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['7b2c4932-daf0-41d2-835b-d0aac4c9c711'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:46.308496 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf5e30-3b3f-41ff-8f8a-dad1a7b1f231 None None] Pushing event updated for resources: {'Port': ['ID=21cec2de-ddfd-43e1-b1d7-c9ccfe3ff35d,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:46.309659 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-dd07e251-90c1-4ea7-8ae9-7774d35f6a7b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7472796 Feb 16 17:33:46.312522 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 59850) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:33:46.462583 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-1deb7ff1-068f-497c-8618-6d3444051d49 None None] Set router 7b2c4932-daf0-41d2-835b-d0aac4c9c711 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:33:46.584650 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45a5adf-d2a4-4f0a-a0d2-2282d43764df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-148ff6da-c40b-4f0d-8424-f521fb7efdb1', 'network_id': '148ff6da-c40b-4f0d-8424-f521fb7efdb1', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'fixed_ips': [{'subnet_id': '1074f052-a0b0-40c7-abd8-b302b53393f0'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:33:46.585496 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f45a5adf-d2a4-4f0a-a0d2-2282d43764df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:46.738801 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-dfcba523-d96e-4ffe-9023-f85533c301f0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:46.771937 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-f45a5adf-d2a4-4f0a-a0d2-2282d43764df None None] Allocated IP 172.20.0.2 (148ff6da-c40b-4f0d-8424-f521fb7efdb1/1074f052-a0b0-40c7-abd8-b302b53393f0/24c86a13-56c7-4fcc-92b5-cf65bf7abc95) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:33:46.791971 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-1deb7ff1-068f-497c-8618-6d3444051d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2c4932-daf0-41d2-835b-d0aac4c9c711', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915480177', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': '21cec2de-ddfd-43e1-b1d7-c9ccfe3ff35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:33:43Z', 'updated_at': '2022-02-16T17:33:44Z', 'revision_number': 3, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '21cec2de-ddfd-43e1-b1d7-c9ccfe3ff35d', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2c4932-daf0-41d2-835b-d0aac4c9c711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:33:44Z', 'updated_at': '2022-02-16T17:33:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:46.999539 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1deb7ff1-068f-497c-8618-6d3444051d49 None None] The sync data for ids ['7b2c4932-daf0-41d2-835b-d0aac4c9c711'] in dv-neutron-828697-3-hyperv is: [{'id': '7b2c4932-daf0-41d2-835b-d0aac4c9c711', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915480177', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': '21cec2de-ddfd-43e1-b1d7-c9ccfe3ff35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:33:43Z', 'updated_at': '2022-02-16T17:33:44Z', 'revision_number': 3, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '21cec2de-ddfd-43e1-b1d7-c9ccfe3ff35d', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2c4932-daf0-41d2-835b-d0aac4c9c711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:33:44Z', 'updated_at': '2022-02-16T17:33:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:33:47.104399 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f45a5adf-d2a4-4f0a-a0d2-2282d43764df None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:47.210084 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f45a5adf-d2a4-4f0a-a0d2-2282d43764df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:47.265462 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45a5adf-d2a4-4f0a-a0d2-2282d43764df None None] Network 148ff6da-c40b-4f0d-8424-f521fb7efdb1 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:33:47.268261 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-f45a5adf-d2a4-4f0a-a0d2-2282d43764df None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:33:47.271849 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45a5adf-d2a4-4f0a-a0d2-2282d43764df None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:33:47.283790 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a5adf-d2a4-4f0a-a0d2-2282d43764df None None] Pushing event updated for resources: {'Port': ['ID=24c86a13-56c7-4fcc-92b5-cf65bf7abc95,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:47.323252 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-dfcba523-d96e-4ffe-9023-f85533c301f0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Allocated IP 172.20.0.1 (148ff6da-c40b-4f0d-8424-f521fb7efdb1/1074f052-a0b0-40c7-abd8-b302b53393f0/f7b51201-a2fe-47dd-92e8-7e1d507b9e87) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:33:47.343556 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-f45a5adf-d2a4-4f0a-a0d2-2282d43764df None None] Attempting to bind port 24c86a13-56c7-4fcc-92b5-cf65bf7abc95 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:33:47.343926 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-f45a5adf-d2a4-4f0a-a0d2-2282d43764df None None] Attempting to bind port 24c86a13-56c7-4fcc-92b5-cf65bf7abc95 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': 'e1496f8c-9cdd-488d-be9e-acf01dd23775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '148ff6da-c40b-4f0d-8424-f521fb7efdb1'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:33:47.344329 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45a5adf-d2a4-4f0a-a0d2-2282d43764df None None] Attempting to bind port 24c86a13-56c7-4fcc-92b5-cf65bf7abc95 on network 148ff6da-c40b-4f0d-8424-f521fb7efdb1 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:33:47.349686 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45a5adf-d2a4-4f0a-a0d2-2282d43764df None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:33:47.350062 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45a5adf-d2a4-4f0a-a0d2-2282d43764df None None] Checking segment: {'id': 'e1496f8c-9cdd-488d-be9e-acf01dd23775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '148ff6da-c40b-4f0d-8424-f521fb7efdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:33:47.350459 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f45a5adf-d2a4-4f0a-a0d2-2282d43764df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:47.350845 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45a5adf-d2a4-4f0a-a0d2-2282d43764df None None] Bound using segment: {'id': 'e1496f8c-9cdd-488d-be9e-acf01dd23775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '148ff6da-c40b-4f0d-8424-f521fb7efdb1'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:33:47.351302 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-f45a5adf-d2a4-4f0a-a0d2-2282d43764df None None] Bound port: 24c86a13-56c7-4fcc-92b5-cf65bf7abc95, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1496f8c-9cdd-488d-be9e-acf01dd23775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '148ff6da-c40b-4f0d-8424-f521fb7efdb1'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:33:47.351678 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f45a5adf-d2a4-4f0a-a0d2-2282d43764df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:47.437335 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-f45a5adf-d2a4-4f0a-a0d2-2282d43764df None None] For port 24c86a13-56c7-4fcc-92b5-cf65bf7abc95, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:33:47.440861 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-f45a5adf-d2a4-4f0a-a0d2-2282d43764df None None] For port 24c86a13-56c7-4fcc-92b5-cf65bf7abc95, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=24c86a13-56c7-4fcc-92b5-cf65bf7abc95,segment=NetworkSegment(e1496f8c-9cdd-488d-be9e-acf01dd23775),segment_id=e1496f8c-9cdd-488d-be9e-acf01dd23775)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:33:47.496104 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f45a5adf-d2a4-4f0a-a0d2-2282d43764df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:47.525064 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-dfcba523-d96e-4ffe-9023-f85533c301f0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:47.561141 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a5adf-d2a4-4f0a-a0d2-2282d43764df None None] Pushing event updated for resources: {'Port': ['ID=24c86a13-56c7-4fcc-92b5-cf65bf7abc95,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:47.616163 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-dfcba523-d96e-4ffe-9023-f85533c301f0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:47.666583 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcba523-d96e-4ffe-9023-f85533c301f0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Network 148ff6da-c40b-4f0d-8424-f521fb7efdb1 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:33:47.669707 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-dfcba523-d96e-4ffe-9023-f85533c301f0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:33:47.673640 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcba523-d96e-4ffe-9023-f85533c301f0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:33:47.682538 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcba523-d96e-4ffe-9023-f85533c301f0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'Port': ['ID=f7b51201-a2fe-47dd-92e8-7e1d507b9e87,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:47.724589 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-dfcba523-d96e-4ffe-9023-f85533c301f0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:47.946991 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-dfcba523-d96e-4ffe-9023-f85533c301f0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:48.213471 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-dfcba523-d96e-4ffe-9023-f85533c301f0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:48.273128 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-dfcba523-d96e-4ffe-9023-f85533c301f0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:48.350843 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcba523-d96e-4ffe-9023-f85533c301f0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'Port': ['ID=f7b51201-a2fe-47dd-92e8-7e1d507b9e87,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:48.354105 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-dfcba523-d96e-4ffe-9023-f85533c301f0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:48.447883 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcba523-d96e-4ffe-9023-f85533c301f0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Network 148ff6da-c40b-4f0d-8424-f521fb7efdb1 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:33:48.449310 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-dfcba523-d96e-4ffe-9023-f85533c301f0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:33:48.497328 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7027d492-81b5-427f-943b-d215e3bc2b0c None None] Network 148ff6da-c40b-4f0d-8424-f521fb7efdb1 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:33:48.567464 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfcba523-d96e-4ffe-9023-f85533c301f0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Router 7b2c4932-daf0-41d2-835b-d0aac4c9c711 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:33:48.617630 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-5c3d827c-6c98-49ec-9373-a1cc1862af47 None None] Provisioning complete for port 24c86a13-56c7-4fcc-92b5-cf65bf7abc95 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:33:48.618039 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5c3d827c-6c98-49ec-9373-a1cc1862af47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:48.679404 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfcba523-d96e-4ffe-9023-f85533c301f0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:33:48.685906 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-dfcba523-d96e-4ffe-9023-f85533c301f0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "PUT /v2.0/routers/7b2c4932-daf0-41d2-835b-d0aac4c9c711/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3709984 Feb 16 17:33:48.732283 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5c3d827c-6c98-49ec-9373-a1cc1862af47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:48.768833 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-5c3d827c-6c98-49ec-9373-a1cc1862af47 None None] For port 24c86a13-56c7-4fcc-92b5-cf65bf7abc95, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=24c86a13-56c7-4fcc-92b5-cf65bf7abc95,segment=NetworkSegment(e1496f8c-9cdd-488d-be9e-acf01dd23775),segment_id=e1496f8c-9cdd-488d-be9e-acf01dd23775)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:33:48.852613 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5c3d827c-6c98-49ec-9373-a1cc1862af47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:48.856273 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-7e1d542c-0041-4605-bd16-32e02aa9e439 req-74c281c7-2c85-479a-9a28-9e631f3c842d tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1138559242&fields=id&tenant_id=540088272793448ab3d0c6a056f15347 HTTP/1.1" status: 200 len: 267 time: 0.0579312 Feb 16 17:33:48.935833 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3d827c-6c98-49ec-9373-a1cc1862af47 None None] Pushing event updated for resources: {'Port': ['ID=24c86a13-56c7-4fcc-92b5-cf65bf7abc95,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:48.977955 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1304dfcb-849c-40d8-99bb-030b62f48604 None None] Provisioning complete for port 24c86a13-56c7-4fcc-92b5-cf65bf7abc95 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:33:48.978753 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1304dfcb-849c-40d8-99bb-030b62f48604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:49.016485 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 24c86a13-56c7-4fcc-92b5-cf65bf7abc95 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:33:49.034425 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d542c-0041-4605-bd16-32e02aa9e439 req-b9699c26-d470-4bb2-8d68-25e26f0f5c5f tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:49.036290 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-7e1d542c-0041-4605-bd16-32e02aa9e439 req-b9699c26-d470-4bb2-8d68-25e26f0f5c5f tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/networks?id=148ff6da-c40b-4f0d-8424-f521fb7efdb1 HTTP/1.1" status: 200 len: 796 time: 0.1726613 Feb 16 17:33:49.051857 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-7e1d542c-0041-4605-bd16-32e02aa9e439 req-4372d120-9530-42d6-bee3-2f21741bd454 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/quotas/540088272793448ab3d0c6a056f15347 HTTP/1.1" status: 200 len: 375 time: 0.0097771 Feb 16 17:33:49.110768 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-7e1d542c-0041-4605-bd16-32e02aa9e439 req-1aa080b0-5434-400a-84b4-07da3ab94634 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=540088272793448ab3d0c6a056f15347&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514269 Feb 16 17:33:49.132880 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 24c86a13-56c7-4fcc-92b5-cf65bf7abc95 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:33:49.133256 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:49.159335 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1304dfcb-849c-40d8-99bb-030b62f48604 None None] Provisioning complete for port f7b51201-a2fe-47dd-92e8-7e1d507b9e87 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:33:49.159712 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1304dfcb-849c-40d8-99bb-030b62f48604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:49.201897 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1304dfcb-849c-40d8-99bb-030b62f48604 None None] Port f7b51201-a2fe-47dd-92e8-7e1d507b9e87 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:33:49.230252 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fb1c39-0994-4ad4-9cb6-ead971bb6515 None None] Sync routers for ids ['7b2c4932-daf0-41d2-835b-d0aac4c9c711'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:33:49.242170 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fb1c39-0994-4ad4-9cb6-ead971bb6515 None None] Routers {'7b2c4932-daf0-41d2-835b-d0aac4c9c711'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:33:49.242831 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-80fb1c39-0994-4ad4-9cb6-ead971bb6515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:33:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['7b2c4932-daf0-41d2-835b-d0aac4c9c711'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:49.260562 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 21cec2de-ddfd-43e1-b1d7-c9ccfe3ff35d up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:33:49.323774 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 21cec2de-ddfd-43e1-b1d7-c9ccfe3ff35d triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:33:49.324368 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:49.332042 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-7e1d542c-0041-4605-bd16-32e02aa9e439 req-ed73f0d6-36d4-48bb-8518-ca00dfb0f916 service neutron] 10.222.0.88 "GET /v2.0/networks/148ff6da-c40b-4f0d-8424-f521fb7efdb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070014 Feb 16 17:33:49.354920 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-405f9f29-0b2e-471b-bd2b-1d44aa8d669f None None] Provisioning complete for port f7b51201-a2fe-47dd-92e8-7e1d507b9e87 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:33:49.355406 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-405f9f29-0b2e-471b-bd2b-1d44aa8d669f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:49.374888 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-80fb1c39-0994-4ad4-9cb6-ead971bb6515 None None] Set router 7b2c4932-daf0-41d2-835b-d0aac4c9c711 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:33:49.404472 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-405f9f29-0b2e-471b-bd2b-1d44aa8d669f None None] Port f7b51201-a2fe-47dd-92e8-7e1d507b9e87 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:33:49.443704 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-7e1d542c-0041-4605-bd16-32e02aa9e439 req-c5d10b1a-b899-411d-aaaf-8eaaf6ba6642 service neutron] 10.222.0.88 "GET /v2.0/networks/148ff6da-c40b-4f0d-8424-f521fb7efdb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036325 Feb 16 17:33:49.452779 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:49.474787 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port 21cec2de-ddfd-43e1-b1d7-c9ccfe3ff35d, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=21cec2de-ddfd-43e1-b1d7-c9ccfe3ff35d,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:33:49.527268 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-3a74c82a-9d62-49d4-a927-db24a3afeb47 None None] Provisioning complete for port f7b51201-a2fe-47dd-92e8-7e1d507b9e87 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:33:49.527951 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-3a74c82a-9d62-49d4-a927-db24a3afeb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:49.552883 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:49.588017 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-3a74c82a-9d62-49d4-a927-db24a3afeb47 None None] Port f7b51201-a2fe-47dd-92e8-7e1d507b9e87 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:33:49.606303 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=21cec2de-ddfd-43e1-b1d7-c9ccfe3ff35d,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:49.611239 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-80fb1c39-0994-4ad4-9cb6-ead971bb6515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2c4932-daf0-41d2-835b-d0aac4c9c711', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915480177', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': '21cec2de-ddfd-43e1-b1d7-c9ccfe3ff35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:33:43Z', 'updated_at': '2022-02-16T17:33:47Z', 'revision_number': 4, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '21cec2de-ddfd-43e1-b1d7-c9ccfe3ff35d', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2c4932-daf0-41d2-835b-d0aac4c9c711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:33:44Z', 'updated_at': '2022-02-16T17:33:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'f7b51201-a2fe-47dd-92e8-7e1d507b9e87', 'name': '', 'network_id': '148ff6da-c40b-4f0d-8424-f521fb7efdb1', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'mac_address': 'fa:16:3e:54:6f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2c4932-daf0-41d2-835b-d0aac4c9c711', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '1074f052-a0b0-40c7-abd8-b302b53393f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:33:47Z', 'updated_at': '2022-02-16T17:33:48Z', 'revision_number': 2, 'project_id': '540088272793448ab3d0c6a056f15347', 'subnets': [{'id': '1074f052-a0b0-40c7-abd8-b302b53393f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:49.639545 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fb1c39-0994-4ad4-9cb6-ead971bb6515 None None] Checking router: 7b2c4932-daf0-41d2-835b-d0aac4c9c711 for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:33:49.639545 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fb1c39-0994-4ad4-9cb6-ead971bb6515 None None] Updating router 7b2c4932-daf0-41d2-835b-d0aac4c9c711 port f7b51201-a2fe-47dd-92e8-7e1d507b9e87 binding host dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:33:49.669935 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-80fb1c39-0994-4ad4-9cb6-ead971bb6515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:49.682351 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-72c9dc48-e75d-4214-bf2b-c273dc98b5dc req-068f1c10-508d-4ccd-92cc-c8e507e711ec tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=6919198e-0b8c-4403-9f70-494c88bb1146 HTTP/1.1" status: 200 len: 210 time: 0.0270457 Feb 16 17:33:49.926398 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:33:49.951716 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-80fb1c39-0994-4ad4-9cb6-ead971bb6515 None None] Notify callbacks [] for port, precommit_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:50.010462 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-80fb1c39-0994-4ad4-9cb6-ead971bb6515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:50.077462 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02138a0d-36a2-4b42-b6da-c00fb862c31d None None] Pushing event updated for resources: {'Port': ['ID=f7b51201-a2fe-47dd-92e8-7e1d507b9e87,revision_number=3']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:50.100951 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02138a0d-36a2-4b42-b6da-c00fb862c31d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:50.101294 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02138a0d-36a2-4b42-b6da-c00fb862c31d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:50.101632 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02138a0d-36a2-4b42-b6da-c00fb862c31d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:50.101962 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02138a0d-36a2-4b42-b6da-c00fb862c31d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:50.102582 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02138a0d-36a2-4b42-b6da-c00fb862c31d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:50.102908 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02138a0d-36a2-4b42-b6da-c00fb862c31d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:50.103229 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02138a0d-36a2-4b42-b6da-c00fb862c31d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:50.103548 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02138a0d-36a2-4b42-b6da-c00fb862c31d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:50.103862 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02138a0d-36a2-4b42-b6da-c00fb862c31d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:50.104779 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02138a0d-36a2-4b42-b6da-c00fb862c31d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:50.105025 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02138a0d-36a2-4b42-b6da-c00fb862c31d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:50.105381 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02138a0d-36a2-4b42-b6da-c00fb862c31d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:50.122218 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-80fb1c39-0994-4ad4-9cb6-ead971bb6515 None None] Attempting to bind port f7b51201-a2fe-47dd-92e8-7e1d507b9e87 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:33:50.122579 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-80fb1c39-0994-4ad4-9cb6-ead971bb6515 None None] Attempting to bind port f7b51201-a2fe-47dd-92e8-7e1d507b9e87 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': 'e1496f8c-9cdd-488d-be9e-acf01dd23775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '148ff6da-c40b-4f0d-8424-f521fb7efdb1'}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:33:50.122934 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fb1c39-0994-4ad4-9cb6-ead971bb6515 None None] Attempting to bind port f7b51201-a2fe-47dd-92e8-7e1d507b9e87 on network 148ff6da-c40b-4f0d-8424-f521fb7efdb1 {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:33:50.128272 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fb1c39-0994-4ad4-9cb6-ead971bb6515 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:33:50.128648 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fb1c39-0994-4ad4-9cb6-ead971bb6515 None None] Checking segment: {'id': 'e1496f8c-9cdd-488d-be9e-acf01dd23775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '148ff6da-c40b-4f0d-8424-f521fb7efdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:33:50.129046 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-80fb1c39-0994-4ad4-9cb6-ead971bb6515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:50.129465 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fb1c39-0994-4ad4-9cb6-ead971bb6515 None None] Bound using segment: {'id': 'e1496f8c-9cdd-488d-be9e-acf01dd23775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '148ff6da-c40b-4f0d-8424-f521fb7efdb1'} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:33:50.129901 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-80fb1c39-0994-4ad4-9cb6-ead971bb6515 None None] Bound port: f7b51201-a2fe-47dd-92e8-7e1d507b9e87, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1496f8c-9cdd-488d-be9e-acf01dd23775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '148ff6da-c40b-4f0d-8424-f521fb7efdb1'}}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:33:50.130270 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-80fb1c39-0994-4ad4-9cb6-ead971bb6515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:50.287101 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-80fb1c39-0994-4ad4-9cb6-ead971bb6515 None None] For port f7b51201-a2fe-47dd-92e8-7e1d507b9e87, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:33:50.290049 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-80fb1c39-0994-4ad4-9cb6-ead971bb6515 None None] For port f7b51201-a2fe-47dd-92e8-7e1d507b9e87, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=f7b51201-a2fe-47dd-92e8-7e1d507b9e87,segment=NetworkSegment(e1496f8c-9cdd-488d-be9e-acf01dd23775),segment_id=e1496f8c-9cdd-488d-be9e-acf01dd23775)] {{(pid=114378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:33:50.311332 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-90d8b69b-6b87-44da-9d67-4dc4144e53cd None None] Provisioning complete for port f7b51201-a2fe-47dd-92e8-7e1d507b9e87 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:33:50.311642 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-90d8b69b-6b87-44da-9d67-4dc4144e53cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:50.341834 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-80fb1c39-0994-4ad4-9cb6-ead971bb6515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:50.348919 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-90d8b69b-6b87-44da-9d67-4dc4144e53cd None None] Port f7b51201-a2fe-47dd-92e8-7e1d507b9e87 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:33:50.397507 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fb1c39-0994-4ad4-9cb6-ead971bb6515 None None] Routers {'7b2c4932-daf0-41d2-835b-d0aac4c9c711'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:33:50.398149 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-80fb1c39-0994-4ad4-9cb6-ead971bb6515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:33:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['7b2c4932-daf0-41d2-835b-d0aac4c9c711'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:50.438621 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02138a0d-36a2-4b42-b6da-c00fb862c31d None None] Pushing event updated for resources: {'Port': ['ID=f7b51201-a2fe-47dd-92e8-7e1d507b9e87,revision_number=4']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:50.511578 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-80fb1c39-0994-4ad4-9cb6-ead971bb6515 None None] Set router 7b2c4932-daf0-41d2-835b-d0aac4c9c711 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:33:50.569550 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-5915b9aa-dded-41ed-9e15-616e2bac7358 None None] Provisioning complete for port f7b51201-a2fe-47dd-92e8-7e1d507b9e87 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:33:50.571778 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5915b9aa-dded-41ed-9e15-616e2bac7358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:50.646995 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5915b9aa-dded-41ed-9e15-616e2bac7358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:50.682091 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-5915b9aa-dded-41ed-9e15-616e2bac7358 None None] For port f7b51201-a2fe-47dd-92e8-7e1d507b9e87, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=f7b51201-a2fe-47dd-92e8-7e1d507b9e87,segment=NetworkSegment(e1496f8c-9cdd-488d-be9e-acf01dd23775),segment_id=e1496f8c-9cdd-488d-be9e-acf01dd23775)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:33:50.717492 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-80fb1c39-0994-4ad4-9cb6-ead971bb6515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2c4932-daf0-41d2-835b-d0aac4c9c711', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915480177', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': '21cec2de-ddfd-43e1-b1d7-c9ccfe3ff35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:33:43Z', 'updated_at': '2022-02-16T17:33:47Z', 'revision_number': 4, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '21cec2de-ddfd-43e1-b1d7-c9ccfe3ff35d', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2c4932-daf0-41d2-835b-d0aac4c9c711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:33:44Z', 'updated_at': '2022-02-16T17:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'f7b51201-a2fe-47dd-92e8-7e1d507b9e87', 'name': '', 'network_id': '148ff6da-c40b-4f0d-8424-f521fb7efdb1', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'mac_address': 'fa:16:3e:54:6f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2c4932-daf0-41d2-835b-d0aac4c9c711', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '1074f052-a0b0-40c7-abd8-b302b53393f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:33:47Z', 'updated_at': '2022-02-16T17:33:50Z', 'revision_number': 4, 'project_id': '540088272793448ab3d0c6a056f15347', 'subnets': [{'id': '1074f052-a0b0-40c7-abd8-b302b53393f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:50.748330 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fb1c39-0994-4ad4-9cb6-ead971bb6515 None None] The sync data for ids ['7b2c4932-daf0-41d2-835b-d0aac4c9c711'] in dv-neutron-828697-3-hyperv is: [{'id': '7b2c4932-daf0-41d2-835b-d0aac4c9c711', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915480177', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': '21cec2de-ddfd-43e1-b1d7-c9ccfe3ff35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:33:43Z', 'updated_at': '2022-02-16T17:33:47Z', 'revision_number': 4, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '21cec2de-ddfd-43e1-b1d7-c9ccfe3ff35d', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2c4932-daf0-41d2-835b-d0aac4c9c711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:33:44Z', 'updated_at': '2022-02-16T17:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'f7b51201-a2fe-47dd-92e8-7e1d507b9e87', 'name': '', 'network_id': '148ff6da-c40b-4f0d-8424-f521fb7efdb1', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'mac_address': 'fa:16:3e:54:6f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2c4932-daf0-41d2-835b-d0aac4c9c711', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '1074f052-a0b0-40c7-abd8-b302b53393f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:33:47Z', 'updated_at': '2022-02-16T17:33:50Z', 'revision_number': 4, 'project_id': '540088272793448ab3d0c6a056f15347', 'subnets': [{'id': '1074f052-a0b0-40c7-abd8-b302b53393f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:33:50.779841 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-597af217-98c8-470f-b3ae-20432f41777e req-b4b16ece-1828-4ae4-9a09-76ec4a3b8ff5 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=6919198e-0b8c-4403-9f70-494c88bb1146 HTTP/1.1" status: 200 len: 210 time: 0.0279877 Feb 16 17:33:50.803707 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5915b9aa-dded-41ed-9e15-616e2bac7358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:50.880210 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5915b9aa-dded-41ed-9e15-616e2bac7358 None None] Pushing event updated for resources: {'Port': ['ID=f7b51201-a2fe-47dd-92e8-7e1d507b9e87,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:50.997552 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device f7b51201-a2fe-47dd-92e8-7e1d507b9e87 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:33:51.046769 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port f7b51201-a2fe-47dd-92e8-7e1d507b9e87 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:33:51.047075 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:51.131354 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 21cec2de-ddfd-43e1-b1d7-c9ccfe3ff35d up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:33:51.185857 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 21cec2de-ddfd-43e1-b1d7-c9ccfe3ff35d triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:33:51.186227 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:51.268567 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 24c86a13-56c7-4fcc-92b5-cf65bf7abc95 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:33:51.319647 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 24c86a13-56c7-4fcc-92b5-cf65bf7abc95 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:33:51.320051 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:51.375953 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d542c-0041-4605-bd16-32e02aa9e439 req-51557fc4-6584-4741-8269-73d00ec02c41 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:51.378392 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7e1d542c-0041-4605-bd16-32e02aa9e439 req-51557fc4-6584-4741-8269-73d00ec02c41 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.89 "GET /v2.0/networks?id=148ff6da-c40b-4f0d-8424-f521fb7efdb1 HTTP/1.1" status: 200 len: 796 time: 0.1266167 Feb 16 17:33:51.429454 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7e1d542c-0041-4605-bd16-32e02aa9e439 req-903cc465-8feb-401a-b03d-82d02a8890fb tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=540088272793448ab3d0c6a056f15347 HTTP/1.1" status: 200 len: 380 time: 0.0390832 Feb 16 17:33:51.435697 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-7e1d542c-0041-4605-bd16-32e02aa9e439 req-25a12b5e-908b-4957-9711-d0591e6a6151 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'port': {'device_id': '6919198e-0b8c-4403-9f70-494c88bb1146', 'network_id': '148ff6da-c40b-4f0d-8424-f521fb7efdb1', 'admin_state_up': True, 'tenant_id': '540088272793448ab3d0c6a056f15347', 'security_groups': ['61539570-f196-4ada-9411-3333e5a484f1']}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:33:51.633301 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e1d542c-0041-4605-bd16-32e02aa9e439 req-25a12b5e-908b-4957-9711-d0591e6a6151 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Made reservation on behalf of 540088272793448ab3d0c6a056f15347 for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:33:51.637593 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-7e1d542c-0041-4605-bd16-32e02aa9e439 req-25a12b5e-908b-4957-9711-d0591e6a6151 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:51.778269 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [req-7e1d542c-0041-4605-bd16-32e02aa9e439 req-25a12b5e-908b-4957-9711-d0591e6a6151 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Allocated IP 172.20.0.10 (148ff6da-c40b-4f0d-8424-f521fb7efdb1/1074f052-a0b0-40c7-abd8-b302b53393f0/37266b42-4e4d-4fcf-a2cb-4acace08617b) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:33:51.915118 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7cd482ef-cf5d-49ac-b5db-41f915ab9c38 req-7cceac90-a4fc-4b9b-90c7-8ebdee6b12de tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=6919198e-0b8c-4403-9f70-494c88bb1146 HTTP/1.1" status: 200 len: 210 time: 0.0438974 Feb 16 17:33:51.965278 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-7e1d542c-0041-4605-bd16-32e02aa9e439 req-25a12b5e-908b-4957-9711-d0591e6a6151 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:52.027739 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-7e1d542c-0041-4605-bd16-32e02aa9e439 req-25a12b5e-908b-4957-9711-d0591e6a6151 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:52.073083 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e1d542c-0041-4605-bd16-32e02aa9e439 req-25a12b5e-908b-4957-9711-d0591e6a6151 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Network 148ff6da-c40b-4f0d-8424-f521fb7efdb1 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:33:52.075955 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [req-7e1d542c-0041-4605-bd16-32e02aa9e439 req-25a12b5e-908b-4957-9711-d0591e6a6151 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:33:52.078388 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e1d542c-0041-4605-bd16-32e02aa9e439 req-25a12b5e-908b-4957-9711-d0591e6a6151 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:33:52.107385 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a12b5e-908b-4957-9711-d0591e6a6151 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'Port': ['ID=37266b42-4e4d-4fcf-a2cb-4acace08617b,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:52.137521 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d542c-0041-4605-bd16-32e02aa9e439 req-25a12b5e-908b-4957-9711-d0591e6a6151 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:52.138143 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-7e1d542c-0041-4605-bd16-32e02aa9e439 req-25a12b5e-908b-4957-9711-d0591e6a6151 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:52.224420 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7e1d542c-0041-4605-bd16-32e02aa9e439 req-25a12b5e-908b-4957-9711-d0591e6a6151 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7928391 Feb 16 17:33:52.241320 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-7e1d542c-0041-4605-bd16-32e02aa9e439 req-95ca4678-bf3c-4f7e-82ba-ac153fa1e0c8 service neutron] Request body: {'port': {'device_id': '6919198e-0b8c-4403-9f70-494c88bb1146', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8286'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:33:52.294689 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-7e1d542c-0041-4605-bd16-32e02aa9e439 req-95ca4678-bf3c-4f7e-82ba-ac153fa1e0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:52.332711 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-c92ccdcf-2406-42e2-928b-4ac8250433d8 None None] Provisioning complete for port 37266b42-4e4d-4fcf-a2cb-4acace08617b triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:33:52.333312 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c92ccdcf-2406-42e2-928b-4ac8250433d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:52.366077 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-c92ccdcf-2406-42e2-928b-4ac8250433d8 None None] Port 37266b42-4e4d-4fcf-a2cb-4acace08617b cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:33:52.552059 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [req-7e1d542c-0041-4605-bd16-32e02aa9e439 req-95ca4678-bf3c-4f7e-82ba-ac153fa1e0c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37266b42-4e4d-4fcf-a2cb-4acace08617b {{(pid=114376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:33:52.559810 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-7e1d542c-0041-4605-bd16-32e02aa9e439 req-95ca4678-bf3c-4f7e-82ba-ac153fa1e0c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:52.571860 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.provisioning_blocks [req-7e1d542c-0041-4605-bd16-32e02aa9e439 req-95ca4678-bf3c-4f7e-82ba-ac153fa1e0c8 service neutron] Transition to ACTIVE for port object 37266b42-4e4d-4fcf-a2cb-4acace08617b will not be triggered until provisioned by entity L2. {{(pid=114376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:33:52.661457 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-7e1d542c-0041-4605-bd16-32e02aa9e439 req-95ca4678-bf3c-4f7e-82ba-ac153fa1e0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:52.735780 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca4678-bf3c-4f7e-82ba-ac153fa1e0c8 service neutron] Pushing event updated for resources: {'Port': ['ID=37266b42-4e4d-4fcf-a2cb-4acace08617b,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:52.790402 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-7e1d542c-0041-4605-bd16-32e02aa9e439 req-95ca4678-bf3c-4f7e-82ba-ac153fa1e0c8 service neutron] Attempting to bind port 37266b42-4e4d-4fcf-a2cb-4acace08617b on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:33:52.790736 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-7e1d542c-0041-4605-bd16-32e02aa9e439 req-95ca4678-bf3c-4f7e-82ba-ac153fa1e0c8 service neutron] Attempting to bind port 37266b42-4e4d-4fcf-a2cb-4acace08617b by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': 'e1496f8c-9cdd-488d-be9e-acf01dd23775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '148ff6da-c40b-4f0d-8424-f521fb7efdb1'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:33:52.791089 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1d542c-0041-4605-bd16-32e02aa9e439 req-95ca4678-bf3c-4f7e-82ba-ac153fa1e0c8 service neutron] Attempting to bind port 37266b42-4e4d-4fcf-a2cb-4acace08617b on network 148ff6da-c40b-4f0d-8424-f521fb7efdb1 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:33:52.795750 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1d542c-0041-4605-bd16-32e02aa9e439 req-95ca4678-bf3c-4f7e-82ba-ac153fa1e0c8 service neutron] Port 37266b42-4e4d-4fcf-a2cb-4acace08617b on network 148ff6da-c40b-4f0d-8424-f521fb7efdb1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:33:52.796110 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1d542c-0041-4605-bd16-32e02aa9e439 req-95ca4678-bf3c-4f7e-82ba-ac153fa1e0c8 service neutron] Attempting to bind port 37266b42-4e4d-4fcf-a2cb-4acace08617b on network 148ff6da-c40b-4f0d-8424-f521fb7efdb1 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:33:52.801160 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1d542c-0041-4605-bd16-32e02aa9e439 req-95ca4678-bf3c-4f7e-82ba-ac153fa1e0c8 service neutron] Checking agent: {'id': '65dda45c-bbef-42f9-9728-e0fd84037987', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8286', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 56), 'started_at': datetime.datetime(2022, 2, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:33:52.801497 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1d542c-0041-4605-bd16-32e02aa9e439 req-95ca4678-bf3c-4f7e-82ba-ac153fa1e0c8 service neutron] Checking segment: {'id': 'e1496f8c-9cdd-488d-be9e-acf01dd23775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '148ff6da-c40b-4f0d-8424-f521fb7efdb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:33:52.801878 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1d542c-0041-4605-bd16-32e02aa9e439 req-95ca4678-bf3c-4f7e-82ba-ac153fa1e0c8 service neutron] Bound using segment: {'id': 'e1496f8c-9cdd-488d-be9e-acf01dd23775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '148ff6da-c40b-4f0d-8424-f521fb7efdb1'} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:33:52.802357 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-7e1d542c-0041-4605-bd16-32e02aa9e439 req-95ca4678-bf3c-4f7e-82ba-ac153fa1e0c8 service neutron] Bound port: 37266b42-4e4d-4fcf-a2cb-4acace08617b, host: hv-neutron-8286, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1496f8c-9cdd-488d-be9e-acf01dd23775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '148ff6da-c40b-4f0d-8424-f521fb7efdb1'}}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:33:52.802665 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-7e1d542c-0041-4605-bd16-32e02aa9e439 req-95ca4678-bf3c-4f7e-82ba-ac153fa1e0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:52.872422 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-7e1d542c-0041-4605-bd16-32e02aa9e439 req-95ca4678-bf3c-4f7e-82ba-ac153fa1e0c8 service neutron] For port 37266b42-4e4d-4fcf-a2cb-4acace08617b, host hv-neutron-8286, cleared binding levels {{(pid=114376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:33:52.875619 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-7e1d542c-0041-4605-bd16-32e02aa9e439 req-95ca4678-bf3c-4f7e-82ba-ac153fa1e0c8 service neutron] For port 37266b42-4e4d-4fcf-a2cb-4acace08617b, host hv-neutron-8286, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=37266b42-4e4d-4fcf-a2cb-4acace08617b,segment=NetworkSegment(e1496f8c-9cdd-488d-be9e-acf01dd23775),segment_id=e1496f8c-9cdd-488d-be9e-acf01dd23775)] {{(pid=114376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:33:52.892856 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device f7b51201-a2fe-47dd-92e8-7e1d507b9e87 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:33:52.936878 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-7e1d542c-0041-4605-bd16-32e02aa9e439 req-95ca4678-bf3c-4f7e-82ba-ac153fa1e0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:52.945849 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port f7b51201-a2fe-47dd-92e8-7e1d507b9e87 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:33:52.945849 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:52.985737 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d542c-0041-4605-bd16-32e02aa9e439 req-95ca4678-bf3c-4f7e-82ba-ac153fa1e0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:52.985737 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-7e1d542c-0041-4605-bd16-32e02aa9e439 req-95ca4678-bf3c-4f7e-82ba-ac153fa1e0c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:52.985737 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7e1d542c-0041-4605-bd16-32e02aa9e439 req-95ca4678-bf3c-4f7e-82ba-ac153fa1e0c8 service neutron] 10.222.0.89 "PUT /v2.0/ports/37266b42-4e4d-4fcf-a2cb-4acace08617b HTTP/1.1" status: 200 len: 1094 time: 0.7459822 Feb 16 17:33:52.985737 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6919198e-0b8c-4403-9f70-494c88bb1146', 'tag': '37266b42-4e4d-4fcf-a2cb-4acace08617b'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:33:52.985737 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768013a9-1e19-4c3b-b27d-f948d585f867" -d '{"events": [{"name": "network-changed", "server_uuid": "6919198e-0b8c-4403-9f70-494c88bb1146", "tag": "37266b42-4e4d-4fcf-a2cb-4acace08617b"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:33:53.033274 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca4678-bf3c-4f7e-82ba-ac153fa1e0c8 service neutron] Pushing event updated for resources: {'Port': ['ID=37266b42-4e4d-4fcf-a2cb-4acace08617b,revision_number=3']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:53.053765 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2334e35e-184f-4668-8cb8-bde46aa72677 x-openstack-request-id: req-2334e35e-184f-4668-8cb8-bde46aa72677 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:33:53.054042 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6919198e-0b8c-4403-9f70-494c88bb1146", "tag": "37266b42-4e4d-4fcf-a2cb-4acace08617b", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:33:53.054231 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2334e35e-184f-4668-8cb8-bde46aa72677 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:33:53.054631 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6919198e-0b8c-4403-9f70-494c88bb1146', 'tag': '37266b42-4e4d-4fcf-a2cb-4acace08617b', 'status': 'completed', 'code': 200} Feb 16 17:33:53.071953 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc248d-ad76-4eef-96dd-61f191d52569 req-1da57660-3287-4d12-87c8-310c7e2d7c56 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:53.074221 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-55fc248d-ad76-4eef-96dd-61f191d52569 req-1da57660-3287-4d12-87c8-310c7e2d7c56 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=6919198e-0b8c-4403-9f70-494c88bb1146 HTTP/1.1" status: 200 len: 944 time: 0.0734947 Feb 16 17:33:53.116798 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768013a9-1e19-4c3b-b27d-f948d585f867 req-e29968e4-3f18-45bb-b547-4630f0e656e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:53.117095 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-55fc248d-ad76-4eef-96dd-61f191d52569 req-759f89ab-5ed0-427b-9628-43e41f0a2537 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=61539570-f196-4ada-9411-3333e5a484f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365651 Feb 16 17:33:53.119757 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-768013a9-1e19-4c3b-b27d-f948d585f867 req-e29968e4-3f18-45bb-b547-4630f0e656e0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=540088272793448ab3d0c6a056f15347&device_id=6919198e-0b8c-4403-9f70-494c88bb1146 HTTP/1.1" status: 200 len: 1097 time: 0.0466855 Feb 16 17:33:53.218714 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768013a9-1e19-4c3b-b27d-f948d585f867 req-150d94b8-4c9f-4838-a0a5-7f7665ecdc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:53.220227 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-768013a9-1e19-4c3b-b27d-f948d585f867 req-150d94b8-4c9f-4838-a0a5-7f7665ecdc3b service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=540088272793448ab3d0c6a056f15347&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0935051 Feb 16 17:33:53.318570 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768013a9-1e19-4c3b-b27d-f948d585f867 req-6af27e03-485f-433f-a016-72954fc158c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:53.320065 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-768013a9-1e19-4c3b-b27d-f948d585f867 req-6af27e03-485f-433f-a016-72954fc158c9 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934498 Feb 16 17:33:53.392266 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d542c-0041-4605-bd16-32e02aa9e439 req-7003f408-6c26-45a3-9805-b3e6fc907964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:53.393754 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7e1d542c-0041-4605-bd16-32e02aa9e439 req-7003f408-6c26-45a3-9805-b3e6fc907964 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=540088272793448ab3d0c6a056f15347&device_id=6919198e-0b8c-4403-9f70-494c88bb1146 HTTP/1.1" status: 200 len: 1097 time: 0.0402904 Feb 16 17:33:53.439722 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7e1d542c-0041-4605-bd16-32e02aa9e439 req-c04d673f-1096-4815-97b2-e98e08bd9f3d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37266b42-4e4d-4fcf-a2cb-4acace08617b HTTP/1.1" status: 200 len: 217 time: 0.0387068 Feb 16 17:33:53.487439 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d542c-0041-4605-bd16-32e02aa9e439 req-ddb8485f-a8be-4a1e-85d5-64747b41e2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:53.489003 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7e1d542c-0041-4605-bd16-32e02aa9e439 req-ddb8485f-a8be-4a1e-85d5-64747b41e2b8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1074f052-a0b0-40c7-abd8-b302b53393f0 HTTP/1.1" status: 200 len: 835 time: 0.0435684 Feb 16 17:33:53.532700 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d542c-0041-4605-bd16-32e02aa9e439 req-3f561ea6-e8f1-494f-89d3-cbc619c80a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:53.534150 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7e1d542c-0041-4605-bd16-32e02aa9e439 req-3f561ea6-e8f1-494f-89d3-cbc619c80a55 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=148ff6da-c40b-4f0d-8424-f521fb7efdb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388846 Feb 16 17:33:53.625932 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7e1d542c-0041-4605-bd16-32e02aa9e439 req-c95b670e-588d-4948-b077-6c85e3cd0c3f service neutron] 10.222.0.89 "GET /v2.0/networks/148ff6da-c40b-4f0d-8424-f521fb7efdb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844250 Feb 16 17:33:53.715044 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7e1d542c-0041-4605-bd16-32e02aa9e439 req-2ff09f83-83b5-4627-86b7-dbb963a47321 service neutron] 10.222.0.89 "GET /v2.0/networks/148ff6da-c40b-4f0d-8424-f521fb7efdb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825975 Feb 16 17:33:54.234835 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf92bd-eea9-480c-9ae6-0892e267cf52 req-03a4f715-1c23-44e3-8789-b5bb41cf25a5 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:54.236357 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7cbf92bd-eea9-480c-9ae6-0892e267cf52 req-03a4f715-1c23-44e3-8789-b5bb41cf25a5 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=6919198e-0b8c-4403-9f70-494c88bb1146 HTTP/1.1" status: 200 len: 944 time: 0.0494576 Feb 16 17:33:54.274651 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7cbf92bd-eea9-480c-9ae6-0892e267cf52 req-6bfbc370-f3ea-4dcc-8d54-853ff06ab9d2 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=61539570-f196-4ada-9411-3333e5a484f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317731 Feb 16 17:33:54.979021 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 37266b42-4e4d-4fcf-a2cb-4acace08617b details requested by agent hyperv_hv-neutron-8286 with host hv-neutron-8286 {{(pid=114377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:33:55.076194 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 37266b42-4e4d-4fcf-a2cb-4acace08617b, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=37266b42-4e4d-4fcf-a2cb-4acace08617b,segment=NetworkSegment(e1496f8c-9cdd-488d-be9e-acf01dd23775),segment_id=e1496f8c-9cdd-488d-be9e-acf01dd23775)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:33:55.087628 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Returning: {'device': '37266b42-4e4d-4fcf-a2cb-4acace08617b', 'network_id': '148ff6da-c40b-4f0d-8424-f521fb7efdb1', 'port_id': '37266b42-4e4d-4fcf-a2cb-4acace08617b', 'mac_address': 'fa:16:3e:52:c0:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1074f052-a0b0-40c7-abd8-b302b53393f0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:33:55.122359 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:55.134762 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37266b42-4e4d-4fcf-a2cb-4acace08617b {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:33:55.154053 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 37266b42-4e4d-4fcf-a2cb-4acace08617b, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=37266b42-4e4d-4fcf-a2cb-4acace08617b,segment=NetworkSegment(e1496f8c-9cdd-488d-be9e-acf01dd23775),segment_id=e1496f8c-9cdd-488d-be9e-acf01dd23775)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:33:55.215470 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:55.263907 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=37266b42-4e4d-4fcf-a2cb-4acace08617b,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:55.393669 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425bf1e3-5308-4f63-af25-457a819e2be3 req-3d76b67d-7895-47f3-9de3-c3995fd31de3 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:55.395082 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-425bf1e3-5308-4f63-af25-457a819e2be3 req-3d76b67d-7895-47f3-9de3-c3995fd31de3 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=6919198e-0b8c-4403-9f70-494c88bb1146 HTTP/1.1" status: 200 len: 945 time: 0.0488977 Feb 16 17:33:55.432245 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-425bf1e3-5308-4f63-af25-457a819e2be3 req-c157a129-e174-4e22-b34c-a1aa69c7a1f3 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=61539570-f196-4ada-9411-3333e5a484f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305524 Feb 16 17:33:55.434021 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['37266b42-4e4d-4fcf-a2cb-4acace08617b'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:33:56.549544 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a6cad0-e4c9-4209-b899-1f436674717c req-c441ef14-570e-4ba5-afa1-0f230f44e0c4 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:56.551010 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-81a6cad0-e4c9-4209-b899-1f436674717c req-c441ef14-570e-4ba5-afa1-0f230f44e0c4 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=6919198e-0b8c-4403-9f70-494c88bb1146 HTTP/1.1" status: 200 len: 945 time: 0.0523772 Feb 16 17:33:56.588391 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-81a6cad0-e4c9-4209-b899-1f436674717c req-f94605b6-178c-4d75-bc48-07fca841ad35 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=61539570-f196-4ada-9411-3333e5a484f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313897 Feb 16 17:33:56.993611 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 37266b42-4e4d-4fcf-a2cb-4acace08617b up at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:33:57.106811 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning for port 37266b42-4e4d-4fcf-a2cb-4acace08617b completed by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:33:57.110577 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning complete for port 37266b42-4e4d-4fcf-a2cb-4acace08617b triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:33:57.110948 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:57.186016 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:57.210977 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6919198e-0b8c-4403-9f70-494c88bb1146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37266b42-4e4d-4fcf-a2cb-4acace08617b'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:33:57.213320 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16cfba72-0056-44e8-a7c5-bcaa512402fe" -d '{"events": [{"server_uuid": "6919198e-0b8c-4403-9f70-494c88bb1146", "name": "network-vif-plugged", "status": "completed", "tag": "37266b42-4e4d-4fcf-a2cb-4acace08617b"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:33:57.225950 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 37266b42-4e4d-4fcf-a2cb-4acace08617b, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=37266b42-4e4d-4fcf-a2cb-4acace08617b,segment=NetworkSegment(e1496f8c-9cdd-488d-be9e-acf01dd23775),segment_id=e1496f8c-9cdd-488d-be9e-acf01dd23775)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:33:57.251694 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99227a36-e147-4481-9666-ed93a5c7aead x-openstack-request-id: req-99227a36-e147-4481-9666-ed93a5c7aead {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:33:57.251694 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6919198e-0b8c-4403-9f70-494c88bb1146", "name": "network-vif-plugged", "status": "completed", "tag": "37266b42-4e4d-4fcf-a2cb-4acace08617b", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:33:57.251694 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-99227a36-e147-4481-9666-ed93a5c7aead {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:33:57.251694 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6919198e-0b8c-4403-9f70-494c88bb1146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37266b42-4e4d-4fcf-a2cb-4acace08617b', 'code': 200} Feb 16 17:33:57.261512 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:57.308663 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=37266b42-4e4d-4fcf-a2cb-4acace08617b,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:57.523027 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a38c6d-ce0c-45d3-942a-f44a38529db1 req-78311b10-a787-4865-a1b6-e3af8e55a452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:57.524499 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-98a38c6d-ce0c-45d3-942a-f44a38529db1 req-78311b10-a787-4865-a1b6-e3af8e55a452 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6919198e-0b8c-4403-9f70-494c88bb1146 HTTP/1.1" status: 200 len: 1099 time: 0.0390880 Feb 16 17:33:57.556963 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-98a38c6d-ce0c-45d3-942a-f44a38529db1 req-036809e4-cc04-487d-8e58-c20b0be66eb0 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=61539570-f196-4ada-9411-3333e5a484f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263531 Feb 16 17:33:57.700889 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5957adca-5f57-4f91-aa31-21275ca79d0a req-239cb690-e428-48bd-aff5-5117aeb00d94 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:57.702337 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5957adca-5f57-4f91-aa31-21275ca79d0a req-239cb690-e428-48bd-aff5-5117aeb00d94 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=6919198e-0b8c-4403-9f70-494c88bb1146 HTTP/1.1" status: 200 len: 946 time: 0.0469346 Feb 16 17:33:57.739494 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5957adca-5f57-4f91-aa31-21275ca79d0a req-4639ffde-7926-4e4b-963f-5e11fbb0d41f tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=61539570-f196-4ada-9411-3333e5a484f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312717 Feb 16 17:33:58.855341 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04547f0d-1c64-4beb-9094-7cae2f682e78 req-c3eb403f-814a-421a-bcb6-448c2a174a97 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:58.856876 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-04547f0d-1c64-4beb-9094-7cae2f682e78 req-c3eb403f-814a-421a-bcb6-448c2a174a97 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=6919198e-0b8c-4403-9f70-494c88bb1146 HTTP/1.1" status: 200 len: 946 time: 0.0489726 Feb 16 17:33:58.895527 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-04547f0d-1c64-4beb-9094-7cae2f682e78 req-c44f35bd-cb24-4fba-ad16-ea31f0982db8 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=61539570-f196-4ada-9411-3333e5a484f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327291 Feb 16 17:33:59.013138 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0425731d-a341-4714-81ea-399fec592844 req-d657ddf7-f374-4d92-af80-9be2bac7d884 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:59.015799 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0425731d-a341-4714-81ea-399fec592844 req-d657ddf7-f374-4d92-af80-9be2bac7d884 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=6919198e-0b8c-4403-9f70-494c88bb1146 HTTP/1.1" status: 200 len: 946 time: 0.0552921 Feb 16 17:33:59.060626 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0425731d-a341-4714-81ea-399fec592844 req-d720dbac-9170-460e-89eb-1ddf46725513 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=61539570-f196-4ada-9411-3333e5a484f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387433 Feb 16 17:33:59.081257 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 59906) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:33:59.119643 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cc3d71-d6b7-4695-8331-45179f930dfb tempest-TestNetworkAdvancedServerOps-1016298580 tempest-TestNetworkAdvancedServerOps-1016298580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:59.121152 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-37cc3d71-d6b7-4695-8331-45179f930dfb tempest-TestNetworkAdvancedServerOps-1016298580 tempest-TestNetworkAdvancedServerOps-1016298580-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=6919198e-0b8c-4403-9f70-494c88bb1146 HTTP/1.1" status: 200 len: 1094 time: 0.0389531 Feb 16 17:33:59.123759 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 59908) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:33:59.127871 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-687c36d7-abbc-4b83-ba77-3eb2bcd4d6b1 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'floatingip': {'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'port_id': '37266b42-4e4d-4fcf-a2cb-4acace08617b', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'fixed_ip_address': '172.20.0.10'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:33:59.250059 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-687c36d7-abbc-4b83-ba77-3eb2bcd4d6b1 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for floatingip, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:59.349357 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-687c36d7-abbc-4b83-ba77-3eb2bcd4d6b1 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:59.450601 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-687c36d7-abbc-4b83-ba77-3eb2bcd4d6b1 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Allocated IP 172.26.3.82 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/d631f6b8-ebd9-4e76-91ad-c658d1015cb6) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:33:59.552894 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-687c36d7-abbc-4b83-ba77-3eb2bcd4d6b1 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:59.639004 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-687c36d7-abbc-4b83-ba77-3eb2bcd4d6b1 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:33:59.675306 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687c36d7-abbc-4b83-ba77-3eb2bcd4d6b1 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:33:59.678090 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-687c36d7-abbc-4b83-ba77-3eb2bcd4d6b1 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:33:59.680550 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687c36d7-abbc-4b83-ba77-3eb2bcd4d6b1 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:33:59.711003 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687c36d7-abbc-4b83-ba77-3eb2bcd4d6b1 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'Port': ['ID=d631f6b8-ebd9-4e76-91ad-c658d1015cb6,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:00.038389 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-687c36d7-abbc-4b83-ba77-3eb2bcd4d6b1 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:00.149111 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-687c36d7-abbc-4b83-ba77-3eb2bcd4d6b1 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:00.295599 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-687c36d7-abbc-4b83-ba77-3eb2bcd4d6b1 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:00.364497 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-687c36d7-abbc-4b83-ba77-3eb2bcd4d6b1 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:00.434566 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687c36d7-abbc-4b83-ba77-3eb2bcd4d6b1 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'Port': ['ID=d631f6b8-ebd9-4e76-91ad-c658d1015cb6,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:00.446438 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-687c36d7-abbc-4b83-ba77-3eb2bcd4d6b1 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:00.543936 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.l3_db [None req-687c36d7-abbc-4b83-ba77-3eb2bcd4d6b1 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Floating IP acc746fc-df99-401e-ae1d-a83b2ee7778d associated. External IP: 172.26.3.82, port: 37266b42-4e4d-4fcf-a2cb-4acace08617b. Feb 16 17:34:00.746377 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687c36d7-abbc-4b83-ba77-3eb2bcd4d6b1 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Router 7b2c4932-daf0-41d2-835b-d0aac4c9c711 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:34:00.787037 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:00.849130 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687c36d7-abbc-4b83-ba77-3eb2bcd4d6b1 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:34:00.859330 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1af068-5562-495e-84cb-eafb383ce2c6 None None] Sync routers for ids ['7b2c4932-daf0-41d2-835b-d0aac4c9c711'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:34:00.869131 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1af068-5562-495e-84cb-eafb383ce2c6 None None] Routers {'7b2c4932-daf0-41d2-835b-d0aac4c9c711'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:34:00.874487 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-ca1af068-5562-495e-84cb-eafb383ce2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:33:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['7b2c4932-daf0-41d2-835b-d0aac4c9c711'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:34:00.903582 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-687c36d7-abbc-4b83-ba77-3eb2bcd4d6b1 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:00.933028 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-687c36d7-abbc-4b83-ba77-3eb2bcd4d6b1 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8077264 Feb 16 17:34:00.933700 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6919198e-0b8c-4403-9f70-494c88bb1146', 'tag': '37266b42-4e4d-4fcf-a2cb-4acace08617b'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:34:00.935926 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd0546d-9cc6-40db-8aad-3ad35d929269" -d '{"events": [{"name": "network-changed", "server_uuid": "6919198e-0b8c-4403-9f70-494c88bb1146", "tag": "37266b42-4e4d-4fcf-a2cb-4acace08617b"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:34:00.976199 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3f4025-4475-43ac-9945-b5de2c5c8db9 x-openstack-request-id: req-ca3f4025-4475-43ac-9945-b5de2c5c8db9 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:34:00.976497 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6919198e-0b8c-4403-9f70-494c88bb1146", "tag": "37266b42-4e4d-4fcf-a2cb-4acace08617b", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:34:00.976759 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ca3f4025-4475-43ac-9945-b5de2c5c8db9 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:34:00.977172 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6919198e-0b8c-4403-9f70-494c88bb1146', 'tag': '37266b42-4e4d-4fcf-a2cb-4acace08617b', 'status': 'completed', 'code': 200} Feb 16 17:34:00.979755 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-ca1af068-5562-495e-84cb-eafb383ce2c6 None None] Set router 7b2c4932-daf0-41d2-835b-d0aac4c9c711 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:34:01.038579 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d5e0c-3173-4a49-a053-bf5f78688f91 req-eda5e839-be05-41fc-8056-cdc2268823a0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:01.040082 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-d00d5e0c-3173-4a49-a053-bf5f78688f91 req-eda5e839-be05-41fc-8056-cdc2268823a0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=6919198e-0b8c-4403-9f70-494c88bb1146 HTTP/1.1" status: 200 len: 946 time: 0.0558021 Feb 16 17:34:01.046756 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd0546d-9cc6-40db-8aad-3ad35d929269 req-1e06683f-f40d-4122-a5c5-1a8416c09e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:01.048298 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4bd0546d-9cc6-40db-8aad-3ad35d929269 req-1e06683f-f40d-4122-a5c5-1a8416c09e5d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=540088272793448ab3d0c6a056f15347&device_id=6919198e-0b8c-4403-9f70-494c88bb1146 HTTP/1.1" status: 200 len: 1099 time: 0.0493219 Feb 16 17:34:01.088667 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-d00d5e0c-3173-4a49-a053-bf5f78688f91 req-06b9ac49-4e9e-4197-9315-2aaf72abbb23 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=61539570-f196-4ada-9411-3333e5a484f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424852 Feb 16 17:34:01.105190 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 59914) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:34:01.192724 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-feda0722-8667-407f-bf56-35869ac72624 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/floatingips/acc746fc-df99-401e-ae1d-a83b2ee7778d HTTP/1.1" status: 200 len: 991 time: 0.0864546 Feb 16 17:34:01.194351 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd0546d-9cc6-40db-8aad-3ad35d929269 req-af6970b7-0a49-46c2-a153-4d62962d4dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:01.195741 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4bd0546d-9cc6-40db-8aad-3ad35d929269 req-af6970b7-0a49-46c2-a153-4d62962d4dfe service neutron] 10.222.0.89 "GET /v2.0/networks?id=148ff6da-c40b-4f0d-8424-f521fb7efdb1 HTTP/1.1" status: 200 len: 897 time: 0.1399090 Feb 16 17:34:01.213598 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-ca1af068-5562-495e-84cb-eafb383ce2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2c4932-daf0-41d2-835b-d0aac4c9c711', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915480177', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': '21cec2de-ddfd-43e1-b1d7-c9ccfe3ff35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:33:43Z', 'updated_at': '2022-02-16T17:33:47Z', 'revision_number': 4, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '21cec2de-ddfd-43e1-b1d7-c9ccfe3ff35d', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2c4932-daf0-41d2-835b-d0aac4c9c711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:33:44Z', 'updated_at': '2022-02-16T17:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': 'acc746fc-df99-401e-ae1d-a83b2ee7778d', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'floating_ip_address': '172.26.3.82', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '7b2c4932-daf0-41d2-835b-d0aac4c9c711', 'port_id': '37266b42-4e4d-4fcf-a2cb-4acace08617b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '148ff6da-c40b-4f0d-8424-f521fb7efdb1', 'mac_address': 'fa:16:3e:52:c0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6919198e-0b8c-4403-9f70-494c88bb1146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:33:59Z', 'updated_at': '2022-02-16T17:33:59Z', 'revision_number': 0, 'project_id': '540088272793448ab3d0c6a056f15347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7b51201-a2fe-47dd-92e8-7e1d507b9e87', 'name': '', 'network_id': '148ff6da-c40b-4f0d-8424-f521fb7efdb1', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'mac_address': 'fa:16:3e:54:6f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2c4932-daf0-41d2-835b-d0aac4c9c711', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '1074f052-a0b0-40c7-abd8-b302b53393f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:33:47Z', 'updated_at': '2022-02-16T17:33:50Z', 'revision_number': 5, 'project_id': '540088272793448ab3d0c6a056f15347', 'subnets': [{'id': '1074f052-a0b0-40c7-abd8-b302b53393f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:34:01.239623 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1af068-5562-495e-84cb-eafb383ce2c6 None None] Checking router: 7b2c4932-daf0-41d2-835b-d0aac4c9c711 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:34:01.248441 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1af068-5562-495e-84cb-eafb383ce2c6 None None] Routers {'7b2c4932-daf0-41d2-835b-d0aac4c9c711'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:34:01.249065 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-ca1af068-5562-495e-84cb-eafb383ce2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:33:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['7b2c4932-daf0-41d2-835b-d0aac4c9c711'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:34:01.259712 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4bd0546d-9cc6-40db-8aad-3ad35d929269 req-00dc6f7b-8d9a-48a4-ad1f-9ec3fd5e5313 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37266b42-4e4d-4fcf-a2cb-4acace08617b HTTP/1.1" status: 200 len: 999 time: 0.0576410 Feb 16 17:34:01.316095 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd0546d-9cc6-40db-8aad-3ad35d929269 req-d5fcea03-b452-4a4d-82e4-45a8384b7fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:01.316095 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4bd0546d-9cc6-40db-8aad-3ad35d929269 req-d5fcea03-b452-4a4d-82e4-45a8384b7fb7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1074f052-a0b0-40c7-abd8-b302b53393f0 HTTP/1.1" status: 200 len: 835 time: 0.0469594 Feb 16 17:34:01.363803 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd0546d-9cc6-40db-8aad-3ad35d929269 req-3af77d83-6e7b-42c7-ae18-d923fa374f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:01.365362 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4bd0546d-9cc6-40db-8aad-3ad35d929269 req-3af77d83-6e7b-42c7-ae18-d923fa374f3f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=148ff6da-c40b-4f0d-8424-f521fb7efdb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0456846 Feb 16 17:34:01.457722 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4bd0546d-9cc6-40db-8aad-3ad35d929269 req-b1093fbc-e485-4eeb-957d-e7de2162c701 service neutron] 10.222.0.89 "GET /v2.0/networks/148ff6da-c40b-4f0d-8424-f521fb7efdb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853424 Feb 16 17:34:01.496057 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-ca1af068-5562-495e-84cb-eafb383ce2c6 None None] Set router 7b2c4932-daf0-41d2-835b-d0aac4c9c711 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:34:01.550114 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4bd0546d-9cc6-40db-8aad-3ad35d929269 req-08338312-adb6-4195-a34e-e2e5e42ed2bd service neutron] 10.222.0.89 "GET /v2.0/networks/148ff6da-c40b-4f0d-8424-f521fb7efdb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861301 Feb 16 17:34:01.739871 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-ca1af068-5562-495e-84cb-eafb383ce2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2c4932-daf0-41d2-835b-d0aac4c9c711', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915480177', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': '21cec2de-ddfd-43e1-b1d7-c9ccfe3ff35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:33:43Z', 'updated_at': '2022-02-16T17:33:47Z', 'revision_number': 4, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '21cec2de-ddfd-43e1-b1d7-c9ccfe3ff35d', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2c4932-daf0-41d2-835b-d0aac4c9c711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:33:44Z', 'updated_at': '2022-02-16T17:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': 'acc746fc-df99-401e-ae1d-a83b2ee7778d', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'floating_ip_address': '172.26.3.82', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '7b2c4932-daf0-41d2-835b-d0aac4c9c711', 'port_id': '37266b42-4e4d-4fcf-a2cb-4acace08617b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '148ff6da-c40b-4f0d-8424-f521fb7efdb1', 'mac_address': 'fa:16:3e:52:c0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6919198e-0b8c-4403-9f70-494c88bb1146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:33:59Z', 'updated_at': '2022-02-16T17:33:59Z', 'revision_number': 0, 'project_id': '540088272793448ab3d0c6a056f15347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7b51201-a2fe-47dd-92e8-7e1d507b9e87', 'name': '', 'network_id': '148ff6da-c40b-4f0d-8424-f521fb7efdb1', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'mac_address': 'fa:16:3e:54:6f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2c4932-daf0-41d2-835b-d0aac4c9c711', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '1074f052-a0b0-40c7-abd8-b302b53393f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:33:47Z', 'updated_at': '2022-02-16T17:33:50Z', 'revision_number': 5, 'project_id': '540088272793448ab3d0c6a056f15347', 'subnets': [{'id': '1074f052-a0b0-40c7-abd8-b302b53393f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:34:01.765589 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1af068-5562-495e-84cb-eafb383ce2c6 None None] The sync data for ids ['7b2c4932-daf0-41d2-835b-d0aac4c9c711'] in dv-neutron-828697-3-hyperv is: [{'id': '7b2c4932-daf0-41d2-835b-d0aac4c9c711', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915480177', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': '21cec2de-ddfd-43e1-b1d7-c9ccfe3ff35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:33:43Z', 'updated_at': '2022-02-16T17:33:47Z', 'revision_number': 4, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '21cec2de-ddfd-43e1-b1d7-c9ccfe3ff35d', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2c4932-daf0-41d2-835b-d0aac4c9c711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:33:44Z', 'updated_at': '2022-02-16T17:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': 'acc746fc-df99-401e-ae1d-a83b2ee7778d', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'floating_ip_address': '172.26.3.82', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '7b2c4932-daf0-41d2-835b-d0aac4c9c711', 'port_id': '37266b42-4e4d-4fcf-a2cb-4acace08617b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '148ff6da-c40b-4f0d-8424-f521fb7efdb1', 'mac_address': 'fa:16:3e:52:c0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6919198e-0b8c-4403-9f70-494c88bb1146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:33:59Z', 'updated_at': '2022-02-16T17:33:59Z', 'revision_number': 0, 'project_id': '540088272793448ab3d0c6a056f15347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7b51201-a2fe-47dd-92e8-7e1d507b9e87', 'name': '', 'network_id': '148ff6da-c40b-4f0d-8424-f521fb7efdb1', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'mac_address': 'fa:16:3e:54:6f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2c4932-daf0-41d2-835b-d0aac4c9c711', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '1074f052-a0b0-40c7-abd8-b302b53393f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:33:47Z', 'updated_at': '2022-02-16T17:33:50Z', 'revision_number': 5, 'project_id': '540088272793448ab3d0c6a056f15347', 'subnets': [{'id': '1074f052-a0b0-40c7-abd8-b302b53393f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:34:01.946328 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc53474-2848-473f-8cfd-de0501be234a None None] New status for floating IP acc746fc-df99-401e-ae1d-a83b2ee7778d: ACTIVE {{(pid=114378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:34:02.196617 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 59916) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:34:02.257318 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-75d4eeb7-9f0d-4656-9006-2eccd3244e08 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/floatingips/acc746fc-df99-401e-ae1d-a83b2ee7778d HTTP/1.1" status: 200 len: 993 time: 0.0595639 Feb 16 17:34:06.833254 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9f7c5455-bd1d-4d34-928f-0ca1615aeddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:09.250006 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f06864e6-b2a5-465c-af72-373d84296cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:10.593131 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:11.861290 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:12.147145 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:26.904726 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:34:30.764727 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:33.554328 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [req-abb253f7-2efc-40aa-a2f2-59e357614804 req-da673f8b-3534-49cc-9528-28b0b647f43c service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:34:33.555349 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-abb253f7-2efc-40aa-a2f2-59e357614804 req-da673f8b-3534-49cc-9528-28b0b647f43c service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059345 Feb 16 17:34:33.854278 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53862235-8ff3-427d-8568-82e99e88d57a req-f21752fc-6495-45e4-8df6-dcea51bdb8da tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:33.855862 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-53862235-8ff3-427d-8568-82e99e88d57a req-f21752fc-6495-45e4-8df6-dcea51bdb8da tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=6919198e-0b8c-4403-9f70-494c88bb1146 HTTP/1.1" status: 200 len: 946 time: 0.0524499 Feb 16 17:34:33.900842 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-53862235-8ff3-427d-8568-82e99e88d57a req-b696e766-519e-4a89-afe9-e7e8eed385d6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=61539570-f196-4ada-9411-3333e5a484f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362170 Feb 16 17:34:34.110232 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 59938) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:34:34.131121 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f58585-eae6-405b-823a-3c6ec49ecb46 req-56823cd1-8448-4d0c-99d1-5f5c5149ca93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:34.132808 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-32f58585-eae6-405b-823a-3c6ec49ecb46 req-56823cd1-8448-4d0c-99d1-5f5c5149ca93 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=540088272793448ab3d0c6a056f15347&device_id=6919198e-0b8c-4403-9f70-494c88bb1146 HTTP/1.1" status: 200 len: 1099 time: 0.1049206 Feb 16 17:34:34.256441 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c8ecef51-0e91-4856-adab-c9acf79e9b41 req-3a7270e8-a7eb-4c84-bb45-27a0e49874be service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=6919198e-0b8c-4403-9f70-494c88bb1146&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1451070 Feb 16 17:34:34.274123 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [req-c8ecef51-0e91-4856-adab-c9acf79e9b41 req-b2822d45-4e11-4762-8514-9b12dbd033e5 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=114376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:34:34.275100 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c8ecef51-0e91-4856-adab-c9acf79e9b41 req-b2822d45-4e11-4762-8514-9b12dbd033e5 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127423 Feb 16 17:34:34.285157 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f58585-eae6-405b-823a-3c6ec49ecb46 req-9d6f503e-bad3-4572-82e4-e9f1fa2c6d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:34.287214 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-32f58585-eae6-405b-823a-3c6ec49ecb46 req-9d6f503e-bad3-4572-82e4-e9f1fa2c6d18 service neutron] 10.222.0.89 "GET /v2.0/networks?id=148ff6da-c40b-4f0d-8424-f521fb7efdb1 HTTP/1.1" status: 200 len: 897 time: 0.1343408 Feb 16 17:34:34.363527 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-32f58585-eae6-405b-823a-3c6ec49ecb46 req-00190b05-35db-40c9-8ba9-c45f570541b1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37266b42-4e4d-4fcf-a2cb-4acace08617b HTTP/1.1" status: 200 len: 1001 time: 0.0693381 Feb 16 17:34:34.423759 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f58585-eae6-405b-823a-3c6ec49ecb46 req-aaf77d98-aaa9-4445-bfab-43e3bbd03d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:34.425430 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-32f58585-eae6-405b-823a-3c6ec49ecb46 req-aaf77d98-aaa9-4445-bfab-43e3bbd03d09 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1074f052-a0b0-40c7-abd8-b302b53393f0 HTTP/1.1" status: 200 len: 835 time: 0.0555027 Feb 16 17:34:34.480333 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f58585-eae6-405b-823a-3c6ec49ecb46 req-b6ccb601-4d78-48f6-92fd-0f806031030d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:34.481843 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-32f58585-eae6-405b-823a-3c6ec49ecb46 req-b6ccb601-4d78-48f6-92fd-0f806031030d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=148ff6da-c40b-4f0d-8424-f521fb7efdb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0496383 Feb 16 17:34:34.577611 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-32f58585-eae6-405b-823a-3c6ec49ecb46 req-4d1856d7-f212-4b8c-883d-bd4bdec70abc service neutron] 10.222.0.89 "GET /v2.0/networks/148ff6da-c40b-4f0d-8424-f521fb7efdb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879838 Feb 16 17:34:35.019682 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-32f58585-eae6-405b-823a-3c6ec49ecb46 req-e596ca2e-6cf6-4aaa-b1bc-04c7dd5e061f service neutron] 10.222.0.89 "GET /v2.0/networks/148ff6da-c40b-4f0d-8424-f521fb7efdb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4349344 Feb 16 17:34:35.024398 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a266e-afed-441a-8996-753884a210d8 req-d3735f2f-1d8e-43f3-b425-d4c4028b97cd tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:35.025908 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-2f2a266e-afed-441a-8996-753884a210d8 req-d3735f2f-1d8e-43f3-b425-d4c4028b97cd tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=6919198e-0b8c-4403-9f70-494c88bb1146 HTTP/1.1" status: 200 len: 946 time: 0.0505373 Feb 16 17:34:35.064907 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-2f2a266e-afed-441a-8996-753884a210d8 req-3c6ddeb2-fa24-4585-af5a-f302a1fa2f06 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=61539570-f196-4ada-9411-3333e5a484f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325603 Feb 16 17:34:36.179360 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a2ceb-fe0f-4171-ba93-d98d88ade9c4 req-ab8c7564-8314-4066-9c1c-05193f487f0c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:36.180878 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2f8a2ceb-fe0f-4171-ba93-d98d88ade9c4 req-ab8c7564-8314-4066-9c1c-05193f487f0c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=6919198e-0b8c-4403-9f70-494c88bb1146 HTTP/1.1" status: 200 len: 946 time: 0.0497882 Feb 16 17:34:36.220225 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2f8a2ceb-fe0f-4171-ba93-d98d88ade9c4 req-9d1f52e4-4398-4886-8ab7-27c1f09ccae0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=61539570-f196-4ada-9411-3333e5a484f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322757 Feb 16 17:34:36.357031 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ecef51-0e91-4856-adab-c9acf79e9b41 req-856f3756-da3b-42ec-8705-629816260972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:36.358596 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c8ecef51-0e91-4856-adab-c9acf79e9b41 req-856f3756-da3b-42ec-8705-629816260972 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=540088272793448ab3d0c6a056f15347&device_id=6919198e-0b8c-4403-9f70-494c88bb1146 HTTP/1.1" status: 200 len: 1099 time: 0.0527554 Feb 16 17:34:36.453998 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ecef51-0e91-4856-adab-c9acf79e9b41 req-0627c7a8-aede-4bab-b8b8-41ba02845306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:36.455503 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c8ecef51-0e91-4856-adab-c9acf79e9b41 req-0627c7a8-aede-4bab-b8b8-41ba02845306 service neutron] 10.222.0.89 "GET /v2.0/networks?id=148ff6da-c40b-4f0d-8424-f521fb7efdb1 HTTP/1.1" status: 200 len: 897 time: 0.0899019 Feb 16 17:34:36.521123 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c8ecef51-0e91-4856-adab-c9acf79e9b41 req-8cc69e98-1193-4255-9b9a-b79b312bb207 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37266b42-4e4d-4fcf-a2cb-4acace08617b HTTP/1.1" status: 200 len: 1001 time: 0.0576756 Feb 16 17:34:36.568588 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ecef51-0e91-4856-adab-c9acf79e9b41 req-a4f58f15-b8b5-4e6f-89d7-5e3288042496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:36.570036 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c8ecef51-0e91-4856-adab-c9acf79e9b41 req-a4f58f15-b8b5-4e6f-89d7-5e3288042496 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1074f052-a0b0-40c7-abd8-b302b53393f0 HTTP/1.1" status: 200 len: 835 time: 0.0423179 Feb 16 17:34:36.616775 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ecef51-0e91-4856-adab-c9acf79e9b41 req-11bee716-b2ba-4262-8d84-9cfcc49e5a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:36.618265 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c8ecef51-0e91-4856-adab-c9acf79e9b41 req-11bee716-b2ba-4262-8d84-9cfcc49e5a32 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=148ff6da-c40b-4f0d-8424-f521fb7efdb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423193 Feb 16 17:34:36.704435 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c8ecef51-0e91-4856-adab-c9acf79e9b41 req-6e8a9fef-5791-4d67-b1f8-ad0cc5c98fcf service neutron] 10.222.0.89 "GET /v2.0/networks/148ff6da-c40b-4f0d-8424-f521fb7efdb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796862 Feb 16 17:34:36.803917 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c8ecef51-0e91-4856-adab-c9acf79e9b41 req-83b602de-de5b-4032-a699-7b8aa42dd12f service neutron] 10.222.0.89 "GET /v2.0/networks/148ff6da-c40b-4f0d-8424-f521fb7efdb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933056 Feb 16 17:34:36.821805 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-dcc899aa-4bcf-4cda-9e09-15708a27698e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:37.341401 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd08c6-7713-47da-a8cf-37158b6052a3 req-146ddda2-e3b4-415a-967f-94eb97b74963 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:37.342872 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-7acd08c6-7713-47da-a8cf-37158b6052a3 req-146ddda2-e3b4-415a-967f-94eb97b74963 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=6919198e-0b8c-4403-9f70-494c88bb1146 HTTP/1.1" status: 200 len: 946 time: 0.0516708 Feb 16 17:34:37.382025 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-7acd08c6-7713-47da-a8cf-37158b6052a3 req-a7fc34e0-12a0-4727-aee7-3da082e7e8cb tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=61539570-f196-4ada-9411-3333e5a484f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326889 Feb 16 17:34:38.496040 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c369b1-d120-464e-ac95-964383d7afdf req-92b88d24-296c-4dfd-a617-0e200476b2cc tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:38.497486 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f5c369b1-d120-464e-ac95-964383d7afdf req-92b88d24-296c-4dfd-a617-0e200476b2cc tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=6919198e-0b8c-4403-9f70-494c88bb1146 HTTP/1.1" status: 200 len: 946 time: 0.0482066 Feb 16 17:34:38.534062 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f5c369b1-d120-464e-ac95-964383d7afdf req-71ab1090-0be5-45ce-8fea-2c41c8899a7f tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=61539570-f196-4ada-9411-3333e5a484f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305707 Feb 16 17:34:39.221480 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b43f5bc4-2855-434a-adac-0fbde9a8e8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:39.647089 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c174eb-03aa-4e08-82f6-3a98b8b76c35 req-69a89577-73c1-45c3-9073-89ee56397ebd tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:39.648586 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-b2c174eb-03aa-4e08-82f6-3a98b8b76c35 req-69a89577-73c1-45c3-9073-89ee56397ebd tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=6919198e-0b8c-4403-9f70-494c88bb1146 HTTP/1.1" status: 200 len: 946 time: 0.0481865 Feb 16 17:34:39.685992 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-b2c174eb-03aa-4e08-82f6-3a98b8b76c35 req-36f517e9-60df-4547-a7dc-cb30fbe0731f tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=61539570-f196-4ada-9411-3333e5a484f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315316 Feb 16 17:34:40.518892 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:40.802647 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b6da7-284d-4776-92fc-a4c5a0fa8b88 req-207b15b0-bf92-4dc8-a772-5a45a9be48f6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:40.804080 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-341b6da7-284d-4776-92fc-a4c5a0fa8b88 req-207b15b0-bf92-4dc8-a772-5a45a9be48f6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=6919198e-0b8c-4403-9f70-494c88bb1146 HTTP/1.1" status: 200 len: 946 time: 0.0523844 Feb 16 17:34:40.841606 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-341b6da7-284d-4776-92fc-a4c5a0fa8b88 req-27c04aad-1069-4cee-91af-0c4f53e9e9a8 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=61539570-f196-4ada-9411-3333e5a484f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316589 Feb 16 17:34:41.878728 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:41.956530 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc145da-e320-4d4d-9f26-092ced4954d1 req-451cb97b-7bd7-4155-aa9e-f104744acdc9 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:41.958607 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-7cc145da-e320-4d4d-9f26-092ced4954d1 req-451cb97b-7bd7-4155-aa9e-f104744acdc9 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=6919198e-0b8c-4403-9f70-494c88bb1146 HTTP/1.1" status: 200 len: 946 time: 0.0480437 Feb 16 17:34:41.994760 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-7cc145da-e320-4d4d-9f26-092ced4954d1 req-5bbfa6af-518a-470a-a339-23a617b44833 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=61539570-f196-4ada-9411-3333e5a484f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303471 Feb 16 17:34:42.176323 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:43.114406 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b6442-55d8-411d-bc8a-3e7ca28159d1 req-340062c0-76e3-4863-81c9-f5717137df52 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:43.115817 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-961b6442-55d8-411d-bc8a-3e7ca28159d1 req-340062c0-76e3-4863-81c9-f5717137df52 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=6919198e-0b8c-4403-9f70-494c88bb1146 HTTP/1.1" status: 200 len: 946 time: 0.0534894 Feb 16 17:34:43.153919 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-961b6442-55d8-411d-bc8a-3e7ca28159d1 req-79d68f1d-a47d-4677-93a2-93a1250ef2d3 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=61539570-f196-4ada-9411-3333e5a484f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320406 Feb 16 17:34:44.272842 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a82000-b99a-4b87-a5fa-744bfe86d8b0 req-29f9b932-ff4e-4c7e-853b-dc99c6fe75c4 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:44.274310 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-47a82000-b99a-4b87-a5fa-744bfe86d8b0 req-29f9b932-ff4e-4c7e-853b-dc99c6fe75c4 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=6919198e-0b8c-4403-9f70-494c88bb1146 HTTP/1.1" status: 200 len: 946 time: 0.0529580 Feb 16 17:34:44.311905 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-47a82000-b99a-4b87-a5fa-744bfe86d8b0 req-ad1528a4-6b22-4dd3-b6de-8cde0a8bcfce tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=61539570-f196-4ada-9411-3333e5a484f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317323 Feb 16 17:34:45.426454 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ccf992-22bb-441f-8ac7-3542a81b6233 req-2d1c0adf-9981-46f0-8c16-1816b71074ab tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:45.427934 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c9ccf992-22bb-441f-8ac7-3542a81b6233 req-2d1c0adf-9981-46f0-8c16-1816b71074ab tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=6919198e-0b8c-4403-9f70-494c88bb1146 HTTP/1.1" status: 200 len: 946 time: 0.0487249 Feb 16 17:34:45.465560 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c9ccf992-22bb-441f-8ac7-3542a81b6233 req-f849bb6e-d794-4db0-910a-f0ac0cc7469e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=61539570-f196-4ada-9411-3333e5a484f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317364 Feb 16 17:34:46.580495 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba14115-6a99-4255-a5d8-b7fef2e9cda5 req-34eca868-3837-465b-83c2-dca4ac677af0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:46.581972 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-3ba14115-6a99-4255-a5d8-b7fef2e9cda5 req-34eca868-3837-465b-83c2-dca4ac677af0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=6919198e-0b8c-4403-9f70-494c88bb1146 HTTP/1.1" status: 200 len: 946 time: 0.0494921 Feb 16 17:34:46.620489 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-3ba14115-6a99-4255-a5d8-b7fef2e9cda5 req-28b1eecc-f248-4e58-99d1-b96bba6e0f6d tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=61539570-f196-4ada-9411-3333e5a484f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326023 Feb 16 17:34:47.735567 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575c955-afef-4810-96e2-ffcb44912672 req-03af785a-195b-44ce-be2a-3de7650b358b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:47.737070 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7575c955-afef-4810-96e2-ffcb44912672 req-03af785a-195b-44ce-be2a-3de7650b358b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=6919198e-0b8c-4403-9f70-494c88bb1146 HTTP/1.1" status: 200 len: 946 time: 0.0478668 Feb 16 17:34:47.775086 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7575c955-afef-4810-96e2-ffcb44912672 req-87bd6950-0735-4951-abb6-7555db934275 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=61539570-f196-4ada-9411-3333e5a484f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313284 Feb 16 17:34:48.889230 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d772c75-17d5-40fc-a6e4-bd25337e3009 req-abf1ff2c-d594-48ba-96a0-f97697b8c403 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:48.890818 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-0d772c75-17d5-40fc-a6e4-bd25337e3009 req-abf1ff2c-d594-48ba-96a0-f97697b8c403 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=6919198e-0b8c-4403-9f70-494c88bb1146 HTTP/1.1" status: 200 len: 946 time: 0.0489762 Feb 16 17:34:48.928558 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-0d772c75-17d5-40fc-a6e4-bd25337e3009 req-e2cf1276-dddb-420e-a37d-015ab3b0ce6b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=61539570-f196-4ada-9411-3333e5a484f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310879 Feb 16 17:34:50.045044 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a774e-19a4-486e-a1c8-77d462cfa3a7 req-e266071b-6e78-465b-b420-510682da7716 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:50.046502 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-650a774e-19a4-486e-a1c8-77d462cfa3a7 req-e266071b-6e78-465b-b420-510682da7716 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=6919198e-0b8c-4403-9f70-494c88bb1146 HTTP/1.1" status: 200 len: 946 time: 0.0521929 Feb 16 17:34:50.083206 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-650a774e-19a4-486e-a1c8-77d462cfa3a7 req-72b36b71-c653-4f4a-be8e-25a444a9f974 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=61539570-f196-4ada-9411-3333e5a484f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308933 Feb 16 17:34:51.201012 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe370b-49ac-4f81-8b79-7af6532a0d63 req-4b58d630-dfb3-4c36-8bcd-8012c76f1179 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:51.202462 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-5abe370b-49ac-4f81-8b79-7af6532a0d63 req-4b58d630-dfb3-4c36-8bcd-8012c76f1179 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=6919198e-0b8c-4403-9f70-494c88bb1146 HTTP/1.1" status: 200 len: 946 time: 0.0519295 Feb 16 17:34:51.239029 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-5abe370b-49ac-4f81-8b79-7af6532a0d63 req-e58c4d8f-c3de-4a01-a45e-cede8c4bbc34 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=61539570-f196-4ada-9411-3333e5a484f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306981 Feb 16 17:34:52.355370 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73202bf-cfc6-4f39-90de-7235440845bd req-e35289b4-4aa2-49ba-85e3-371569a6afb2 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:52.356893 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a73202bf-cfc6-4f39-90de-7235440845bd req-e35289b4-4aa2-49ba-85e3-371569a6afb2 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=6919198e-0b8c-4403-9f70-494c88bb1146 HTTP/1.1" status: 200 len: 946 time: 0.0498581 Feb 16 17:34:52.396092 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a73202bf-cfc6-4f39-90de-7235440845bd req-0957dfcc-904c-40b3-8cf0-b3656b0fe9e6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=61539570-f196-4ada-9411-3333e5a484f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331411 Feb 16 17:34:53.511548 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4167beb-cb39-44be-b9b6-b58d476ffe96 req-6025fa2a-75f3-4afd-a02b-39de3ef72f92 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:53.513030 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-a4167beb-cb39-44be-b9b6-b58d476ffe96 req-6025fa2a-75f3-4afd-a02b-39de3ef72f92 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=6919198e-0b8c-4403-9f70-494c88bb1146 HTTP/1.1" status: 200 len: 946 time: 0.0477052 Feb 16 17:34:53.550836 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-a4167beb-cb39-44be-b9b6-b58d476ffe96 req-b817c34d-ea12-434d-b4fe-8c9c3120dbc9 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=61539570-f196-4ada-9411-3333e5a484f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319839 Feb 16 17:34:53.649611 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c8ecef51-0e91-4856-adab-c9acf79e9b41 req-afb737a4-958d-400b-b5e1-3ef66f98d2ce service neutron] 10.222.0.89 "GET /v2.0/ports/37266b42-4e4d-4fcf-a2cb-4acace08617b/bindings/hv-neutron-8286 HTTP/1.1" status: 200 len: 384 time: 0.0535254 Feb 16 17:34:54.144976 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ecef51-0e91-4856-adab-c9acf79e9b41 req-4d549a8b-fe8f-437d-ab1e-53d63a68a5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:54.147123 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c8ecef51-0e91-4856-adab-c9acf79e9b41 req-4d549a8b-fe8f-437d-ab1e-53d63a68a5d8 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6919198e-0b8c-4403-9f70-494c88bb1146&tenant_id=540088272793448ab3d0c6a056f15347 HTTP/1.1" status: 200 len: 1099 time: 0.0445123 Feb 16 17:34:54.205942 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ecef51-0e91-4856-adab-c9acf79e9b41 req-085df6b7-4d09-4b0a-9d9f-3b0a2b10bf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:54.207468 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c8ecef51-0e91-4856-adab-c9acf79e9b41 req-085df6b7-4d09-4b0a-9d9f-3b0a2b10bf5a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=540088272793448ab3d0c6a056f15347&device_id=6919198e-0b8c-4403-9f70-494c88bb1146 HTTP/1.1" status: 200 len: 1099 time: 0.0397599 Feb 16 17:34:54.295489 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ecef51-0e91-4856-adab-c9acf79e9b41 req-666a1fd9-4d5b-4de2-948a-4da0fb0a1e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:54.297011 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c8ecef51-0e91-4856-adab-c9acf79e9b41 req-666a1fd9-4d5b-4de2-948a-4da0fb0a1e2f service neutron] 10.222.0.89 "GET /v2.0/networks?id=148ff6da-c40b-4f0d-8424-f521fb7efdb1 HTTP/1.1" status: 200 len: 897 time: 0.0825491 Feb 16 17:34:54.364695 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c8ecef51-0e91-4856-adab-c9acf79e9b41 req-c78f0902-da8f-4073-b322-764d2de2a629 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37266b42-4e4d-4fcf-a2cb-4acace08617b HTTP/1.1" status: 200 len: 1001 time: 0.0608666 Feb 16 17:34:54.412442 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ecef51-0e91-4856-adab-c9acf79e9b41 req-5728d0d1-b048-43d1-b245-c979ae1e941b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:54.413911 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c8ecef51-0e91-4856-adab-c9acf79e9b41 req-5728d0d1-b048-43d1-b245-c979ae1e941b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1074f052-a0b0-40c7-abd8-b302b53393f0 HTTP/1.1" status: 200 len: 835 time: 0.0426698 Feb 16 17:34:54.457077 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ecef51-0e91-4856-adab-c9acf79e9b41 req-f75b6e95-27a2-4f39-90ca-2e3661778cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:54.458457 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c8ecef51-0e91-4856-adab-c9acf79e9b41 req-f75b6e95-27a2-4f39-90ca-2e3661778cec service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=148ff6da-c40b-4f0d-8424-f521fb7efdb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387564 Feb 16 17:34:54.553833 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c8ecef51-0e91-4856-adab-c9acf79e9b41 req-5b91d1a3-dfae-48b5-96fb-1e67937819aa service neutron] 10.222.0.89 "GET /v2.0/networks/148ff6da-c40b-4f0d-8424-f521fb7efdb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887923 Feb 16 17:34:54.679035 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c8ecef51-0e91-4856-adab-c9acf79e9b41 req-8f577df9-493b-4a4d-bdb7-eac6c0d2ff14 service neutron] 10.222.0.89 "GET /v2.0/networks/148ff6da-c40b-4f0d-8424-f521fb7efdb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190403 Feb 16 17:34:54.690693 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601b2289-8887-4a36-baba-c67a3d7b7043 req-3c49637d-040d-4e23-8676-8d88a1d32d67 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:54.692196 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-601b2289-8887-4a36-baba-c67a3d7b7043 req-3c49637d-040d-4e23-8676-8d88a1d32d67 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=6919198e-0b8c-4403-9f70-494c88bb1146 HTTP/1.1" status: 200 len: 946 time: 0.0745018 Feb 16 17:34:54.731023 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-601b2289-8887-4a36-baba-c67a3d7b7043 req-76aea3d2-09ec-4116-9d9c-39c85a1770c9 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=61539570-f196-4ada-9411-3333e5a484f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327547 Feb 16 17:34:55.846579 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe2e60-1098-461c-8250-384407abd96e req-3f54f457-1cee-4645-a935-2f26e7427054 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:55.848103 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-81fe2e60-1098-461c-8250-384407abd96e req-3f54f457-1cee-4645-a935-2f26e7427054 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=6919198e-0b8c-4403-9f70-494c88bb1146 HTTP/1.1" status: 200 len: 946 time: 0.0485826 Feb 16 17:34:55.886372 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-81fe2e60-1098-461c-8250-384407abd96e req-bca77f3c-ef94-45d4-805c-91c894d61802 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=61539570-f196-4ada-9411-3333e5a484f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323460 Feb 16 17:34:57.009711 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cfe226-0e45-40a5-bd1b-b8b2dc849eef req-8d78c5c6-9318-44dd-9ef5-2929c080406e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:57.012099 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-90cfe226-0e45-40a5-bd1b-b8b2dc849eef req-8d78c5c6-9318-44dd-9ef5-2929c080406e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=6919198e-0b8c-4403-9f70-494c88bb1146 HTTP/1.1" status: 200 len: 946 time: 0.0594387 Feb 16 17:34:57.056320 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-90cfe226-0e45-40a5-bd1b-b8b2dc849eef req-fa1426d5-fe6b-4edd-8f0e-2e1e7489b873 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=61539570-f196-4ada-9411-3333e5a484f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373218 Feb 16 17:34:57.316454 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 37266b42-4e4d-4fcf-a2cb-4acace08617b details requested by agent hyperv_hv-neutron-8286 with host hv-neutron-8286 {{(pid=114377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:34:57.321122 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 37266b42-4e4d-4fcf-a2cb-4acace08617b no longer exists at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:34:57.384713 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0861dbdb-eddf-4a3c-bb18-6507da3d0b37 req-313305f7-8859-486f-bafd-2812646e1736 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:57.386250 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0861dbdb-eddf-4a3c-bb18-6507da3d0b37 req-313305f7-8859-486f-bafd-2812646e1736 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=6919198e-0b8c-4403-9f70-494c88bb1146 HTTP/1.1" status: 200 len: 946 time: 0.0510035 Feb 16 17:34:57.453301 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0861dbdb-eddf-4a3c-bb18-6507da3d0b37 req-d7949e7d-0e81-4e39-865b-e843337421fd tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=61539570-f196-4ada-9411-3333e5a484f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579457 Feb 16 17:34:57.465921 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dceefd-31df-4211-b8c1-c97ff43835d3 req-453f570c-91e5-485c-97bc-0f8203695b97 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:57.466136 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:57.467410 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f4dceefd-31df-4211-b8c1-c97ff43835d3 req-453f570c-91e5-485c-97bc-0f8203695b97 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.89 "GET /v2.0/ports?device_id=6919198e-0b8c-4403-9f70-494c88bb1146&tenant_id=540088272793448ab3d0c6a056f15347&binding%3Ahost_id=hv-neutron-8286 HTTP/1.1" status: 200 len: 946 time: 0.0802925 Feb 16 17:34:57.490014 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 37266b42-4e4d-4fcf-a2cb-4acace08617b, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=37266b42-4e4d-4fcf-a2cb-4acace08617b,segment=NetworkSegment(e1496f8c-9cdd-488d-be9e-acf01dd23775),segment_id=e1496f8c-9cdd-488d-be9e-acf01dd23775)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:34:57.513310 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6919198e-0b8c-4403-9f70-494c88bb1146', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37266b42-4e4d-4fcf-a2cb-4acace08617b'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:34:57.515591 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e45ea5c-f797-499a-b3fd-aa027eab0415" -d '{"events": [{"server_uuid": "6919198e-0b8c-4403-9f70-494c88bb1146", "name": "network-vif-unplugged", "status": "completed", "tag": "37266b42-4e4d-4fcf-a2cb-4acace08617b"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:34:57.518519 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Returning: {'device': '37266b42-4e4d-4fcf-a2cb-4acace08617b', 'network_id': '148ff6da-c40b-4f0d-8424-f521fb7efdb1', 'port_id': '37266b42-4e4d-4fcf-a2cb-4acace08617b', 'mac_address': 'fa:16:3e:52:c0:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1074f052-a0b0-40c7-abd8-b302b53393f0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:34:57.531391 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 37266b42-4e4d-4fcf-a2cb-4acace08617b, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=37266b42-4e4d-4fcf-a2cb-4acace08617b,segment=NetworkSegment(e1496f8c-9cdd-488d-be9e-acf01dd23775),segment_id=e1496f8c-9cdd-488d-be9e-acf01dd23775)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:34:57.557708 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dceefd-31df-4211-b8c1-c97ff43835d3 req-e4196787-c17f-499a-8ad1-1fd3961bf8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:57.559578 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f4dceefd-31df-4211-b8c1-c97ff43835d3 req-e4196787-c17f-499a-8ad1-1fd3961bf8f8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=540088272793448ab3d0c6a056f15347&device_id=6919198e-0b8c-4403-9f70-494c88bb1146 HTTP/1.1" status: 200 len: 1099 time: 0.0421488 Feb 16 17:34:57.577156 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:57.590030 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf3fd1-5a87-4b64-a387-a1e6f38c548c req-56d3da13-9721-4360-8900-5f8334ed208a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:57.591083 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 17:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44033096-40a4-4d7f-ab34-c458ae81df8d x-openstack-request-id: req-44033096-40a4-4d7f-ab34-c458ae81df8d {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:34:57.591435 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6919198e-0b8c-4403-9f70-494c88bb1146", "name": "network-vif-unplugged", "status": "completed", "tag": "37266b42-4e4d-4fcf-a2cb-4acace08617b", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:34:57.591747 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-44033096-40a4-4d7f-ab34-c458ae81df8d {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:34:57.591878 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-aacf3fd1-5a87-4b64-a387-a1e6f38c548c req-56d3da13-9721-4360-8900-5f8334ed208a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=6919198e-0b8c-4403-9f70-494c88bb1146 HTTP/1.1" status: 200 len: 946 time: 0.0623372 Feb 16 17:34:57.592272 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6919198e-0b8c-4403-9f70-494c88bb1146', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37266b42-4e4d-4fcf-a2cb-4acace08617b', 'code': 200} Feb 16 17:34:57.593631 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 37266b42-4e4d-4fcf-a2cb-4acace08617b {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:34:57.599088 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:57.635382 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-aacf3fd1-5a87-4b64-a387-a1e6f38c548c req-86ee21e9-2b09-4d2c-8d52-7ff47e605229 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=61539570-f196-4ada-9411-3333e5a484f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350792 Feb 16 17:34:57.655140 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dceefd-31df-4211-b8c1-c97ff43835d3 req-cc0a7279-7b16-4bb5-a6f6-ccb8bae4c7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:57.656811 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f4dceefd-31df-4211-b8c1-c97ff43835d3 req-cc0a7279-7b16-4bb5-a6f6-ccb8bae4c7d9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=148ff6da-c40b-4f0d-8424-f521fb7efdb1 HTTP/1.1" status: 200 len: 897 time: 0.0910423 Feb 16 17:34:57.672033 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.db.api [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:34:57.672396 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG oslo_db.api [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:34:57.674973 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=37266b42-4e4d-4fcf-a2cb-4acace08617b,revision_number=6']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:57.682647 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:57.682992 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:57.683327 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:57.683659 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:57.684001 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:57.684329 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:57.684651 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:57.684973 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:57.685292 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:57.685608 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:57.685926 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:57.686236 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:57.726756 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f4dceefd-31df-4211-b8c1-c97ff43835d3 req-08bdfec5-7822-4392-a1dd-77954f1d1b31 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37266b42-4e4d-4fcf-a2cb-4acace08617b HTTP/1.1" status: 200 len: 999 time: 0.0628378 Feb 16 17:34:57.773713 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dceefd-31df-4211-b8c1-c97ff43835d3 req-de51f12f-12c2-4c6c-bd0a-4b0e3e348060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:57.775185 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f4dceefd-31df-4211-b8c1-c97ff43835d3 req-de51f12f-12c2-4c6c-bd0a-4b0e3e348060 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1074f052-a0b0-40c7-abd8-b302b53393f0 HTTP/1.1" status: 200 len: 835 time: 0.0427356 Feb 16 17:34:57.818193 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dceefd-31df-4211-b8c1-c97ff43835d3 req-5a8d2f7b-6ab7-4fe7-8756-365cebc6e157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:57.819651 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f4dceefd-31df-4211-b8c1-c97ff43835d3 req-5a8d2f7b-6ab7-4fe7-8756-365cebc6e157 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=148ff6da-c40b-4f0d-8424-f521fb7efdb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386274 Feb 16 17:34:57.911359 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f4dceefd-31df-4211-b8c1-c97ff43835d3 req-08251922-249a-4331-a832-e7d39e82de5d service neutron] 10.222.0.89 "GET /v2.0/networks/148ff6da-c40b-4f0d-8424-f521fb7efdb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851436 Feb 16 17:34:58.001308 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f4dceefd-31df-4211-b8c1-c97ff43835d3 req-15812418-b2a5-4a5e-8083-246cce2eff10 service neutron] 10.222.0.89 "GET /v2.0/networks/148ff6da-c40b-4f0d-8424-f521fb7efdb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832973 Feb 16 17:34:58.211130 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:58.223666 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37266b42-4e4d-4fcf-a2cb-4acace08617b {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:34:58.243148 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 37266b42-4e4d-4fcf-a2cb-4acace08617b, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=37266b42-4e4d-4fcf-a2cb-4acace08617b,segment=NetworkSegment(e1496f8c-9cdd-488d-be9e-acf01dd23775),segment_id=e1496f8c-9cdd-488d-be9e-acf01dd23775)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:34:58.296572 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:58.345261 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=37266b42-4e4d-4fcf-a2cb-4acace08617b,revision_number=7']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:58.359578 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['37266b42-4e4d-4fcf-a2cb-4acace08617b'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:34:58.760634 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d8d89-a7c0-453a-bcb9-745ae77cda09 req-b4bf56a0-952d-4fa9-8113-33b02099ef61 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:58.763439 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2c9d8d89-a7c0-453a-bcb9-745ae77cda09 req-b4bf56a0-952d-4fa9-8113-33b02099ef61 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=6919198e-0b8c-4403-9f70-494c88bb1146 HTTP/1.1" status: 200 len: 945 time: 0.0557868 Feb 16 17:34:58.799062 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2c9d8d89-a7c0-453a-bcb9-745ae77cda09 req-c1bcd5d2-82e5-4cf9-a88e-2a5ce9008aaf tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=61539570-f196-4ada-9411-3333e5a484f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309415 Feb 16 17:34:58.823516 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 60026) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:34:58.885424 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-c38567aa-6229-4dc1-928c-af2ebd504137 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/floatingips/acc746fc-df99-401e-ae1d-a83b2ee7778d HTTP/1.1" status: 200 len: 992 time: 0.0606110 Feb 16 17:34:59.322449 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 37266b42-4e4d-4fcf-a2cb-4acace08617b up at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:34:59.370594 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning complete for port 37266b42-4e4d-4fcf-a2cb-4acace08617b triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:34:59.371259 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:59.448246 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:59.479044 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 37266b42-4e4d-4fcf-a2cb-4acace08617b, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=37266b42-4e4d-4fcf-a2cb-4acace08617b,segment=NetworkSegment(e1496f8c-9cdd-488d-be9e-acf01dd23775),segment_id=e1496f8c-9cdd-488d-be9e-acf01dd23775)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:34:59.541982 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:34:59.587298 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=37266b42-4e4d-4fcf-a2cb-4acace08617b,revision_number=8']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:59.593216 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6919198e-0b8c-4403-9f70-494c88bb1146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37266b42-4e4d-4fcf-a2cb-4acace08617b'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:34:59.595418 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a404b4-3504-4866-aef0-b315faeff5d4" -d '{"events": [{"server_uuid": "6919198e-0b8c-4403-9f70-494c88bb1146", "name": "network-vif-plugged", "status": "completed", "tag": "37266b42-4e4d-4fcf-a2cb-4acace08617b"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:34:59.631155 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea08460-dcea-49e0-b421-a68eee815923 x-openstack-request-id: req-5ea08460-dcea-49e0-b421-a68eee815923 {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:34:59.631447 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6919198e-0b8c-4403-9f70-494c88bb1146", "name": "network-vif-plugged", "status": "completed", "tag": "37266b42-4e4d-4fcf-a2cb-4acace08617b", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:34:59.631698 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5ea08460-dcea-49e0-b421-a68eee815923 {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:34:59.632161 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6919198e-0b8c-4403-9f70-494c88bb1146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37266b42-4e4d-4fcf-a2cb-4acace08617b', 'code': 200} Feb 16 17:35:00.764880 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:03.903191 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:35:06.856693 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c0588c6b-6662-4d93-8e4d-115b80198a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:09.222582 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-94aa3c79-26f2-478b-8c0c-2ca849d98603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:10.530365 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:11.856461 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:12.142084 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:27.299428 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 60038) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:35:27.456015 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-629ee964-9640-4a40-9ee7-1b01d364dadf tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Deleting port d631f6b8-ebd9-4e76-91ad-c658d1015cb6 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:35:27.456356 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-629ee964-9640-4a40-9ee7-1b01d364dadf tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:27.534285 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-629ee964-9640-4a40-9ee7-1b01d364dadf tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:27.534618 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-629ee964-9640-4a40-9ee7-1b01d364dadf tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:27.546449 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-629ee964-9640-4a40-9ee7-1b01d364dadf tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Calling delete_port for d631f6b8-ebd9-4e76-91ad-c658d1015cb6 owned by network:floatingip {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:35:27.737058 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-629ee964-9640-4a40-9ee7-1b01d364dadf tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:27.760870 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629ee964-9640-4a40-9ee7-1b01d364dadf tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event deleted for resources: {'Port': ['ID=d631f6b8-ebd9-4e76-91ad-c658d1015cb6,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:27.770393 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629ee964-9640-4a40-9ee7-1b01d364dadf tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:27.771614 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629ee964-9640-4a40-9ee7-1b01d364dadf tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:27.771614 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629ee964-9640-4a40-9ee7-1b01d364dadf tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:27.771614 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629ee964-9640-4a40-9ee7-1b01d364dadf tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:27.771913 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629ee964-9640-4a40-9ee7-1b01d364dadf tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:27.772059 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629ee964-9640-4a40-9ee7-1b01d364dadf tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:27.772769 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629ee964-9640-4a40-9ee7-1b01d364dadf tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:27.772769 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629ee964-9640-4a40-9ee7-1b01d364dadf tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:27.773010 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629ee964-9640-4a40-9ee7-1b01d364dadf tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:27.773337 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629ee964-9640-4a40-9ee7-1b01d364dadf tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:27.773662 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629ee964-9640-4a40-9ee7-1b01d364dadf tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:27.773986 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629ee964-9640-4a40-9ee7-1b01d364dadf tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:27.831912 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-629ee964-9640-4a40-9ee7-1b01d364dadf tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for floatingip, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:27.832273 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.l3_db [None req-629ee964-9640-4a40-9ee7-1b01d364dadf tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Floating IP acc746fc-df99-401e-ae1d-a83b2ee7778d disassociated (deleted). External IP: 172.26.3.82, port: 37266b42-4e4d-4fcf-a2cb-4acace08617b. Feb 16 17:35:28.036031 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-629ee964-9640-4a40-9ee7-1b01d364dadf tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Router 7b2c4932-daf0-41d2-835b-d0aac4c9c711 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:35:28.140602 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629ee964-9640-4a40-9ee7-1b01d364dadf tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:35:28.145380 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-629ee964-9640-4a40-9ee7-1b01d364dadf tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:28.149836 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa964e1-2d19-4f1d-8572-2ad9774a0659 None None] Sync routers for ids ['7b2c4932-daf0-41d2-835b-d0aac4c9c711'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:35:28.159439 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa964e1-2d19-4f1d-8572-2ad9774a0659 None None] Routers {'7b2c4932-daf0-41d2-835b-d0aac4c9c711'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:35:28.160099 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-eaa964e1-2d19-4f1d-8572-2ad9774a0659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:35:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['7b2c4932-daf0-41d2-835b-d0aac4c9c711'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:28.172970 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-629ee964-9640-4a40-9ee7-1b01d364dadf tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "DELETE /v2.0/floatingips/acc746fc-df99-401e-ae1d-a83b2ee7778d HTTP/1.1" status: 204 len: 168 time: 0.8724387 Feb 16 17:35:28.173893 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6919198e-0b8c-4403-9f70-494c88bb1146', 'tag': '37266b42-4e4d-4fcf-a2cb-4acace08617b'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:35:28.176309 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d37f99-f90a-4bf2-a039-2dc7fe13112a" -d '{"events": [{"name": "network-changed", "server_uuid": "6919198e-0b8c-4403-9f70-494c88bb1146", "tag": "37266b42-4e4d-4fcf-a2cb-4acace08617b"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:35:28.217281 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76b6f93-a427-445a-b465-a1d05b106415 x-openstack-request-id: req-f76b6f93-a427-445a-b465-a1d05b106415 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:35:28.217579 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6919198e-0b8c-4403-9f70-494c88bb1146", "tag": "37266b42-4e4d-4fcf-a2cb-4acace08617b", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:35:28.217838 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f76b6f93-a427-445a-b465-a1d05b106415 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:35:28.218272 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6919198e-0b8c-4403-9f70-494c88bb1146', 'tag': '37266b42-4e4d-4fcf-a2cb-4acace08617b', 'status': 'completed', 'code': 200} Feb 16 17:35:28.267793 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-eaa964e1-2d19-4f1d-8572-2ad9774a0659 None None] Set router 7b2c4932-daf0-41d2-835b-d0aac4c9c711 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:35:28.283209 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d37f99-f90a-4bf2-a039-2dc7fe13112a req-441ac908-dc41-45d3-9224-90bd479ad44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:28.284776 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-57d37f99-f90a-4bf2-a039-2dc7fe13112a req-441ac908-dc41-45d3-9224-90bd479ad44b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=540088272793448ab3d0c6a056f15347&device_id=6919198e-0b8c-4403-9f70-494c88bb1146 HTTP/1.1" status: 200 len: 1099 time: 0.0419583 Feb 16 17:35:28.380129 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d37f99-f90a-4bf2-a039-2dc7fe13112a req-99aede45-66b6-4b3e-9434-bbe00f5eb633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:28.381705 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-57d37f99-f90a-4bf2-a039-2dc7fe13112a req-99aede45-66b6-4b3e-9434-bbe00f5eb633 service neutron] 10.222.0.89 "GET /v2.0/networks?id=148ff6da-c40b-4f0d-8424-f521fb7efdb1 HTTP/1.1" status: 200 len: 897 time: 0.0893776 Feb 16 17:35:28.423853 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-57d37f99-f90a-4bf2-a039-2dc7fe13112a req-9a157a93-2f88-4e8e-9eb1-c0271451f7f8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37266b42-4e4d-4fcf-a2cb-4acace08617b HTTP/1.1" status: 200 len: 217 time: 0.0343304 Feb 16 17:35:28.468074 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-eaa964e1-2d19-4f1d-8572-2ad9774a0659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2c4932-daf0-41d2-835b-d0aac4c9c711', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915480177', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': '21cec2de-ddfd-43e1-b1d7-c9ccfe3ff35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:33:43Z', 'updated_at': '2022-02-16T17:33:47Z', 'revision_number': 4, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '21cec2de-ddfd-43e1-b1d7-c9ccfe3ff35d', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2c4932-daf0-41d2-835b-d0aac4c9c711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:33:44Z', 'updated_at': '2022-02-16T17:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'f7b51201-a2fe-47dd-92e8-7e1d507b9e87', 'name': '', 'network_id': '148ff6da-c40b-4f0d-8424-f521fb7efdb1', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'mac_address': 'fa:16:3e:54:6f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2c4932-daf0-41d2-835b-d0aac4c9c711', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '1074f052-a0b0-40c7-abd8-b302b53393f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:33:47Z', 'updated_at': '2022-02-16T17:33:50Z', 'revision_number': 5, 'project_id': '540088272793448ab3d0c6a056f15347', 'subnets': [{'id': '1074f052-a0b0-40c7-abd8-b302b53393f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:28.481215 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d37f99-f90a-4bf2-a039-2dc7fe13112a req-239ac95a-689a-4767-af88-8ba69c81c747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:28.483067 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-57d37f99-f90a-4bf2-a039-2dc7fe13112a req-239ac95a-689a-4767-af88-8ba69c81c747 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1074f052-a0b0-40c7-abd8-b302b53393f0 HTTP/1.1" status: 200 len: 835 time: 0.0522184 Feb 16 17:35:28.497879 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa964e1-2d19-4f1d-8572-2ad9774a0659 None None] Checking router: 7b2c4932-daf0-41d2-835b-d0aac4c9c711 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:35:28.506287 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa964e1-2d19-4f1d-8572-2ad9774a0659 None None] Routers {'7b2c4932-daf0-41d2-835b-d0aac4c9c711'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:35:28.506930 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-eaa964e1-2d19-4f1d-8572-2ad9774a0659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:35:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['7b2c4932-daf0-41d2-835b-d0aac4c9c711'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:28.543951 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d37f99-f90a-4bf2-a039-2dc7fe13112a req-417942bf-046b-48e3-b2bd-28ea9d62f70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:28.545369 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-57d37f99-f90a-4bf2-a039-2dc7fe13112a req-417942bf-046b-48e3-b2bd-28ea9d62f70e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=148ff6da-c40b-4f0d-8424-f521fb7efdb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0546818 Feb 16 17:35:28.611646 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-eaa964e1-2d19-4f1d-8572-2ad9774a0659 None None] Set router 7b2c4932-daf0-41d2-835b-d0aac4c9c711 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:35:28.657016 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-57d37f99-f90a-4bf2-a039-2dc7fe13112a req-de9f3332-437b-4629-a24e-527600ffd63e service neutron] 10.222.0.89 "GET /v2.0/networks/148ff6da-c40b-4f0d-8424-f521fb7efdb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965896 Feb 16 17:35:28.784015 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b30a50-40c7-48e2-b1ae-5ba92f568399 req-2b7cf5d8-5ca3-4b86-8692-21adf5677c10 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:28.785517 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-94b30a50-40c7-48e2-b1ae-5ba92f568399 req-2b7cf5d8-5ca3-4b86-8692-21adf5677c10 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=6919198e-0b8c-4403-9f70-494c88bb1146 HTTP/1.1" status: 200 len: 946 time: 0.1866732 Feb 16 17:35:28.787837 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-57d37f99-f90a-4bf2-a039-2dc7fe13112a req-5ec01e0a-8880-4c53-b2eb-925f1c4401a4 service neutron] 10.222.0.89 "GET /v2.0/networks/148ff6da-c40b-4f0d-8424-f521fb7efdb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293631 Feb 16 17:35:28.830336 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-94b30a50-40c7-48e2-b1ae-5ba92f568399 req-dbdced44-a73a-444b-896f-23382fd02774 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=61539570-f196-4ada-9411-3333e5a484f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365722 Feb 16 17:35:28.830602 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-eaa964e1-2d19-4f1d-8572-2ad9774a0659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2c4932-daf0-41d2-835b-d0aac4c9c711', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915480177', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': '21cec2de-ddfd-43e1-b1d7-c9ccfe3ff35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:33:43Z', 'updated_at': '2022-02-16T17:33:47Z', 'revision_number': 4, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '21cec2de-ddfd-43e1-b1d7-c9ccfe3ff35d', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2c4932-daf0-41d2-835b-d0aac4c9c711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:33:44Z', 'updated_at': '2022-02-16T17:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'f7b51201-a2fe-47dd-92e8-7e1d507b9e87', 'name': '', 'network_id': '148ff6da-c40b-4f0d-8424-f521fb7efdb1', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'mac_address': 'fa:16:3e:54:6f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2c4932-daf0-41d2-835b-d0aac4c9c711', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '1074f052-a0b0-40c7-abd8-b302b53393f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:33:47Z', 'updated_at': '2022-02-16T17:33:50Z', 'revision_number': 5, 'project_id': '540088272793448ab3d0c6a056f15347', 'subnets': [{'id': '1074f052-a0b0-40c7-abd8-b302b53393f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:28.860856 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa964e1-2d19-4f1d-8572-2ad9774a0659 None None] The sync data for ids ['7b2c4932-daf0-41d2-835b-d0aac4c9c711'] in dv-neutron-828697-3-hyperv is: [{'id': '7b2c4932-daf0-41d2-835b-d0aac4c9c711', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915480177', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': '21cec2de-ddfd-43e1-b1d7-c9ccfe3ff35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:33:43Z', 'updated_at': '2022-02-16T17:33:47Z', 'revision_number': 4, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '21cec2de-ddfd-43e1-b1d7-c9ccfe3ff35d', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2c4932-daf0-41d2-835b-d0aac4c9c711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:33:44Z', 'updated_at': '2022-02-16T17:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'f7b51201-a2fe-47dd-92e8-7e1d507b9e87', 'name': '', 'network_id': '148ff6da-c40b-4f0d-8424-f521fb7efdb1', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'mac_address': 'fa:16:3e:54:6f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2c4932-daf0-41d2-835b-d0aac4c9c711', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '1074f052-a0b0-40c7-abd8-b302b53393f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:33:47Z', 'updated_at': '2022-02-16T17:33:50Z', 'revision_number': 5, 'project_id': '540088272793448ab3d0c6a056f15347', 'subnets': [{'id': '1074f052-a0b0-40c7-abd8-b302b53393f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:35:29.095131 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dcb74f-b04e-4f5c-ab41-4aa7cbe3842a None None] New status for floating IP acc746fc-df99-401e-ae1d-a83b2ee7778d: DOWN {{(pid=114378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:35:30.002509 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734dd0ab-7190-479d-97d1-f93749667add req-967142d0-8195-47fd-8dc2-f16b1aeb09b2 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:30.004242 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-734dd0ab-7190-479d-97d1-f93749667add req-967142d0-8195-47fd-8dc2-f16b1aeb09b2 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=6919198e-0b8c-4403-9f70-494c88bb1146 HTTP/1.1" status: 200 len: 946 time: 0.1033020 Feb 16 17:35:30.042765 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-734dd0ab-7190-479d-97d1-f93749667add req-246bcf96-91a1-4350-9aa1-dc6d4f594ca3 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=61539570-f196-4ada-9411-3333e5a484f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326908 Feb 16 17:35:30.255004 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97b599-f233-47f9-817b-e3bd029eee2b req-a351fb8b-ec26-47dc-9525-9a56ec764650 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:30.256534 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ef97b599-f233-47f9-817b-e3bd029eee2b req-a351fb8b-ec26-47dc-9525-9a56ec764650 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.89 "GET /v2.0/ports?device_id=6919198e-0b8c-4403-9f70-494c88bb1146 HTTP/1.1" status: 200 len: 946 time: 0.0486305 Feb 16 17:35:30.346318 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-ef97b599-f233-47f9-817b-e3bd029eee2b req-6cac97a6-3726-4e5a-bdf5-a08f958b61f6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Deleting port 37266b42-4e4d-4fcf-a2cb-4acace08617b {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:35:30.346723 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-ef97b599-f233-47f9-817b-e3bd029eee2b req-6cac97a6-3726-4e5a-bdf5-a08f958b61f6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:30.432661 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-ef97b599-f233-47f9-817b-e3bd029eee2b req-6cac97a6-3726-4e5a-bdf5-a08f958b61f6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] For port 37266b42-4e4d-4fcf-a2cb-4acace08617b, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=37266b42-4e4d-4fcf-a2cb-4acace08617b,segment=NetworkSegment(e1496f8c-9cdd-488d-be9e-acf01dd23775),segment_id=e1496f8c-9cdd-488d-be9e-acf01dd23775)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:35:30.433108 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-ef97b599-f233-47f9-817b-e3bd029eee2b req-6cac97a6-3726-4e5a-bdf5-a08f958b61f6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:30.445501 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-ef97b599-f233-47f9-817b-e3bd029eee2b req-6cac97a6-3726-4e5a-bdf5-a08f958b61f6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Calling delete_port for 37266b42-4e4d-4fcf-a2cb-4acace08617b owned by compute:nova {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:35:30.645418 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-ef97b599-f233-47f9-817b-e3bd029eee2b req-6cac97a6-3726-4e5a-bdf5-a08f958b61f6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:30.672309 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac97a6-3726-4e5a-bdf5-a08f958b61f6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event deleted for resources: {'Port': ['ID=37266b42-4e4d-4fcf-a2cb-4acace08617b,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:30.718656 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef97b599-f233-47f9-817b-e3bd029eee2b req-6cac97a6-3726-4e5a-bdf5-a08f958b61f6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] No DVR routers for this DVR port 37266b42-4e4d-4fcf-a2cb-4acace08617b on host hv-neutron-8286 {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:35:30.721032 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-ef97b599-f233-47f9-817b-e3bd029eee2b req-6cac97a6-3726-4e5a-bdf5-a08f958b61f6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:30.724303 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ef97b599-f233-47f9-817b-e3bd029eee2b req-6cac97a6-3726-4e5a-bdf5-a08f958b61f6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.89 "DELETE /v2.0/ports/37266b42-4e4d-4fcf-a2cb-4acace08617b HTTP/1.1" status: 204 len: 173 time: 0.4621871 Feb 16 17:35:30.726432 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6919198e-0b8c-4403-9f70-494c88bb1146', 'name': 'network-vif-deleted', 'tag': '37266b42-4e4d-4fcf-a2cb-4acace08617b'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:35:30.727507 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d243388-4b7d-4057-aa6c-8d79787a1b77" -d '{"events": [{"server_uuid": "6919198e-0b8c-4403-9f70-494c88bb1146", "name": "network-vif-deleted", "tag": "37266b42-4e4d-4fcf-a2cb-4acace08617b"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:35:30.754025 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:30.762713 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c15e0d-ddb3-4b94-bb98-bd8a43bc7173 x-openstack-request-id: req-86c15e0d-ddb3-4b94-bb98-bd8a43bc7173 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:35:30.763007 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6919198e-0b8c-4403-9f70-494c88bb1146", "name": "network-vif-deleted", "tag": "37266b42-4e4d-4fcf-a2cb-4acace08617b", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:35:30.763260 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-86c15e0d-ddb3-4b94-bb98-bd8a43bc7173 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:35:30.763685 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6919198e-0b8c-4403-9f70-494c88bb1146', 'name': 'network-vif-deleted', 'tag': '37266b42-4e4d-4fcf-a2cb-4acace08617b', 'status': 'completed', 'code': 200} Feb 16 17:35:31.151065 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-714b60af-562f-415f-a48e-c0daff2b1dfa req-64c59d51-305e-4d68-8032-37b6e6fd2824 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=6919198e-0b8c-4403-9f70-494c88bb1146 HTTP/1.1" status: 200 len: 210 time: 0.0275133 Feb 16 17:35:32.206543 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 60058) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:35:32.561163 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cd5fbb4f-9000-4a56-a3a7-51b822afae98 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:32.805066 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-cd5fbb4f-9000-4a56-a3a7-51b822afae98 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Deleting port f7b51201-a2fe-47dd-92e8-7e1d507b9e87 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:35:32.805406 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cd5fbb4f-9000-4a56-a3a7-51b822afae98 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:32.900963 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-cd5fbb4f-9000-4a56-a3a7-51b822afae98 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] For port f7b51201-a2fe-47dd-92e8-7e1d507b9e87, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=f7b51201-a2fe-47dd-92e8-7e1d507b9e87,segment=NetworkSegment(e1496f8c-9cdd-488d-be9e-acf01dd23775),segment_id=e1496f8c-9cdd-488d-be9e-acf01dd23775)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:35:32.901327 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cd5fbb4f-9000-4a56-a3a7-51b822afae98 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:32.913314 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-cd5fbb4f-9000-4a56-a3a7-51b822afae98 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Calling delete_port for f7b51201-a2fe-47dd-92e8-7e1d507b9e87 owned by network:router_interface {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:35:33.153595 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cd5fbb4f-9000-4a56-a3a7-51b822afae98 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:33.177943 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5fbb4f-9000-4a56-a3a7-51b822afae98 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event deleted for resources: {'Port': ['ID=f7b51201-a2fe-47dd-92e8-7e1d507b9e87,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:33.351810 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cd5fbb4f-9000-4a56-a3a7-51b822afae98 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:33.555622 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 37266b42-4e4d-4fcf-a2cb-4acace08617b no longer exists at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:35:33.577124 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] No Port match for: 37266b42-4e4d-4fcf-a2cb-4acace08617b {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:35:33.577465 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 37266b42-4e4d-4fcf-a2cb-4acace08617b not bound to the agent host hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:35:33.906601 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd5fbb4f-9000-4a56-a3a7-51b822afae98 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Router 7b2c4932-daf0-41d2-835b-d0aac4c9c711 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:35:34.009813 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5fbb4f-9000-4a56-a3a7-51b822afae98 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:35:34.015953 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-cd5fbb4f-9000-4a56-a3a7-51b822afae98 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "PUT /v2.0/routers/7b2c4932-daf0-41d2-835b-d0aac4c9c711/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8083708 Feb 16 17:35:34.017955 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 60060) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:35:34.020491 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804263fe-6bfd-4b85-8f77-d4ddbc7b200b None None] Sync routers for ids ['7b2c4932-daf0-41d2-835b-d0aac4c9c711'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:35:34.030710 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804263fe-6bfd-4b85-8f77-d4ddbc7b200b None None] Routers {'7b2c4932-daf0-41d2-835b-d0aac4c9c711'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:35:34.031332 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-804263fe-6bfd-4b85-8f77-d4ddbc7b200b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:35:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['7b2c4932-daf0-41d2-835b-d0aac4c9c711'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:34.067601 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-221ef7eb-408e-4666-89b9-c8657998cd1e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Deleting subnet 1074f052-a0b0-40c7-abd8-b302b53393f0 {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:35:34.070840 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-221ef7eb-408e-4666-89b9-c8657998cd1e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:34.110241 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-221ef7eb-408e-4666-89b9-c8657998cd1e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:34.202203 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-221ef7eb-408e-4666-89b9-c8657998cd1e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:34.286499 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-804263fe-6bfd-4b85-8f77-d4ddbc7b200b None None] Set router 7b2c4932-daf0-41d2-835b-d0aac4c9c711 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:35:34.325926 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-221ef7eb-408e-4666-89b9-c8657998cd1e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:34.353919 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221ef7eb-408e-4666-89b9-c8657998cd1e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event deleted for resources: {'Subnet': ['ID=1074f052-a0b0-40c7-abd8-b302b53393f0,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:34.358827 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-221ef7eb-408e-4666-89b9-c8657998cd1e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:34.359606 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-221ef7eb-408e-4666-89b9-c8657998cd1e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "DELETE /v2.0/subnets/1074f052-a0b0-40c7-abd8-b302b53393f0 HTTP/1.1" status: 204 len: 168 time: 0.3407240 Feb 16 17:35:34.362224 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 60062) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:35:34.382486 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa0e74f-6556-47cd-800e-23563f72aca8 None None] Network 148ff6da-c40b-4f0d-8424-f521fb7efdb1 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:35:34.471441 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-758200a8-a5d7-455f-8ef2-8e9e4ce24db2 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for router, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:34.567595 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-804263fe-6bfd-4b85-8f77-d4ddbc7b200b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2c4932-daf0-41d2-835b-d0aac4c9c711', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915480177', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': '21cec2de-ddfd-43e1-b1d7-c9ccfe3ff35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:33:43Z', 'updated_at': '2022-02-16T17:35:33Z', 'revision_number': 5, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '21cec2de-ddfd-43e1-b1d7-c9ccfe3ff35d', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2c4932-daf0-41d2-835b-d0aac4c9c711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:33:44Z', 'updated_at': '2022-02-16T17:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:34.582405 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-758200a8-a5d7-455f-8ef2-8e9e4ce24db2 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:34.606901 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804263fe-6bfd-4b85-8f77-d4ddbc7b200b None None] Checking router: 7b2c4932-daf0-41d2-835b-d0aac4c9c711 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:35:34.615749 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804263fe-6bfd-4b85-8f77-d4ddbc7b200b None None] Routers {'7b2c4932-daf0-41d2-835b-d0aac4c9c711'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:35:34.616388 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-804263fe-6bfd-4b85-8f77-d4ddbc7b200b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:35:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['7b2c4932-daf0-41d2-835b-d0aac4c9c711'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:34.650405 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67282e58-2acb-4e91-90f6-c167ec8b98c7 None None] DHCP port deletion for 148ff6da-c40b-4f0d-8424-f521fb7efdb1 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:35:34.705924 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-758200a8-a5d7-455f-8ef2-8e9e4ce24db2 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Deleting port 21cec2de-ddfd-43e1-b1d7-c9ccfe3ff35d {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:35:34.706272 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-758200a8-a5d7-455f-8ef2-8e9e4ce24db2 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:34.754932 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-804263fe-6bfd-4b85-8f77-d4ddbc7b200b None None] Set router 7b2c4932-daf0-41d2-835b-d0aac4c9c711 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:35:34.792136 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-758200a8-a5d7-455f-8ef2-8e9e4ce24db2 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] For port 21cec2de-ddfd-43e1-b1d7-c9ccfe3ff35d, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=21cec2de-ddfd-43e1-b1d7-c9ccfe3ff35d,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:35:34.792509 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-758200a8-a5d7-455f-8ef2-8e9e4ce24db2 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:34.804294 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-758200a8-a5d7-455f-8ef2-8e9e4ce24db2 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Calling delete_port for 21cec2de-ddfd-43e1-b1d7-c9ccfe3ff35d owned by network:router_gateway {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:35:34.810654 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-67282e58-2acb-4e91-90f6-c167ec8b98c7 None None] Deleting port 24c86a13-56c7-4fcc-92b5-cf65bf7abc95 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:35:34.811025 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67282e58-2acb-4e91-90f6-c167ec8b98c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:34.936370 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-67282e58-2acb-4e91-90f6-c167ec8b98c7 None None] For port 24c86a13-56c7-4fcc-92b5-cf65bf7abc95, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=24c86a13-56c7-4fcc-92b5-cf65bf7abc95,segment=NetworkSegment(e1496f8c-9cdd-488d-be9e-acf01dd23775),segment_id=e1496f8c-9cdd-488d-be9e-acf01dd23775)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:35:34.936953 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67282e58-2acb-4e91-90f6-c167ec8b98c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:34.976239 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-67282e58-2acb-4e91-90f6-c167ec8b98c7 None None] Calling delete_port for 24c86a13-56c7-4fcc-92b5-cf65bf7abc95 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:35:35.001210 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 24c86a13-56c7-4fcc-92b5-cf65bf7abc95 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:35:35.057026 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-758200a8-a5d7-455f-8ef2-8e9e4ce24db2 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:35.085380 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758200a8-a5d7-455f-8ef2-8e9e4ce24db2 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event deleted for resources: {'Port': ['ID=21cec2de-ddfd-43e1-b1d7-c9ccfe3ff35d,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:35.143588 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-758200a8-a5d7-455f-8ef2-8e9e4ce24db2 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584056'] for router_gateway, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:35.183148 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:35.187857 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-804263fe-6bfd-4b85-8f77-d4ddbc7b200b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2c4932-daf0-41d2-835b-d0aac4c9c711', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915480177', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': '21cec2de-ddfd-43e1-b1d7-c9ccfe3ff35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:33:43Z', 'updated_at': '2022-02-16T17:35:33Z', 'revision_number': 5, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '21cec2de-ddfd-43e1-b1d7-c9ccfe3ff35d', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2c4932-daf0-41d2-835b-d0aac4c9c711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:33:44Z', 'updated_at': '2022-02-16T17:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:35.220909 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804263fe-6bfd-4b85-8f77-d4ddbc7b200b None None] The sync data for ids ['7b2c4932-daf0-41d2-835b-d0aac4c9c711'] in dv-neutron-828697-3-hyperv is: [{'id': '7b2c4932-daf0-41d2-835b-d0aac4c9c711', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915480177', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': '21cec2de-ddfd-43e1-b1d7-c9ccfe3ff35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:33:43Z', 'updated_at': '2022-02-16T17:35:33Z', 'revision_number': 5, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '21cec2de-ddfd-43e1-b1d7-c9ccfe3ff35d', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2c4932-daf0-41d2-835b-d0aac4c9c711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:33:44Z', 'updated_at': '2022-02-16T17:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:35:35.236515 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-758200a8-a5d7-455f-8ef2-8e9e4ce24db2 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:35.238757 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-758200a8-a5d7-455f-8ef2-8e9e4ce24db2 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:35.241803 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67282e58-2acb-4e91-90f6-c167ec8b98c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:35.290154 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67282e58-2acb-4e91-90f6-c167ec8b98c7 None None] Pushing event deleted for resources: {'Port': ['ID=24c86a13-56c7-4fcc-92b5-cf65bf7abc95,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:35.297470 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67282e58-2acb-4e91-90f6-c167ec8b98c7 None None] No DVR routers for this DVR port 24c86a13-56c7-4fcc-92b5-cf65bf7abc95 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:35:35.353835 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-758200a8-a5d7-455f-8ef2-8e9e4ce24db2 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:35.354515 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758200a8-a5d7-455f-8ef2-8e9e4ce24db2 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Fanout notify agent at l3_agent the message router_deleted on router 7b2c4932-daf0-41d2-835b-d0aac4c9c711 {{(pid=114376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:35:35.362280 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-758200a8-a5d7-455f-8ef2-8e9e4ce24db2 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:35.363396 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-758200a8-a5d7-455f-8ef2-8e9e4ce24db2 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "DELETE /v2.0/routers/7b2c4932-daf0-41d2-835b-d0aac4c9c711 HTTP/1.1" status: 204 len: 168 time: 1.0002141 Feb 16 17:35:35.365971 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 60064) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:35:35.440671 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ea13ac22-e79e-497a-89bd-e0dcb65bce20 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:35.528789 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ea13ac22-e79e-497a-89bd-e0dcb65bce20 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:35.553946 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-ea13ac22-e79e-497a-89bd-e0dcb65bce20 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['148ff6da-c40b-4f0d-8424-f521fb7efdb1']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:35.560777 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-ea13ac22-e79e-497a-89bd-e0dcb65bce20 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1496f8c-9cdd-488d-be9e-acf01dd23775') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:35.561001 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-ea13ac22-e79e-497a-89bd-e0dcb65bce20 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1496f8c-9cdd-488d-be9e-acf01dd23775') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:35.571135 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ea13ac22-e79e-497a-89bd-e0dcb65bce20 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:35.585209 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ea13ac22-e79e-497a-89bd-e0dcb65bce20 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:35.591345 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea13ac22-e79e-497a-89bd-e0dcb65bce20 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:35:35.591742 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ea13ac22-e79e-497a-89bd-e0dcb65bce20 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:35.594830 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 17:35:35.594830 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:35:35.594830 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 17:35:35.594830 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:35:35.594830 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 17:35:35.594830 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:35:35.594830 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 17:35:35.594830 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:35:35.594830 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 17:35:35.594830 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:35:35.594830 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 17:35:35.594830 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:35:35.594830 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 17:35:35.594830 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:35:35.594830 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:35:35.594830 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:35:35.594830 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:35:35.594830 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:35:35.594830 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 17:35:35.594830 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:35:35.594830 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 17:35:35.594830 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:35:35.594830 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:35:35.594830 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:35:35.594830 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 17:35:35.594830 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:35:35.594830 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:35:35.594830 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:35:35.594830 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:35:35.594830 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:35:35.594830 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:35:35.594830 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:35:35.703093 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ea13ac22-e79e-497a-89bd-e0dcb65bce20 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:35.714181 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ea13ac22-e79e-497a-89bd-e0dcb65bce20 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:35.714181 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-ea13ac22-e79e-497a-89bd-e0dcb65bce20 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "DELETE /v2.0/networks/148ff6da-c40b-4f0d-8424-f521fb7efdb1 HTTP/1.1" status: 204 len: 168 time: 0.3464394 Feb 16 17:35:35.716345 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 60066) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:35:35.729911 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea13ac22-e79e-497a-89bd-e0dcb65bce20 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event deleted for resources: {'Network': ['ID=148ff6da-c40b-4f0d-8424-f521fb7efdb1,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:35.784874 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f47a55a0-49e5-43d9-8a17-d37e8b2a9522 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:35.814307 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f47a55a0-49e5-43d9-8a17-d37e8b2a9522 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:35.942634 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f47a55a0-49e5-43d9-8a17-d37e8b2a9522 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:35.945238 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f47a55a0-49e5-43d9-8a17-d37e8b2a9522 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:35.946442 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f47a55a0-49e5-43d9-8a17-d37e8b2a9522 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "DELETE /v2.0/security-groups/61539570-f196-4ada-9411-3333e5a484f1 HTTP/1.1" status: 204 len: 168 time: 0.2290039 Feb 16 17:35:35.956308 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a55a0-49e5-43d9-8a17-d37e8b2a9522 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61539570-f196-4ada-9411-3333e5a484f1,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:35.963644 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a55a0-49e5-43d9-8a17-d37e8b2a9522 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:35.970871 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a55a0-49e5-43d9-8a17-d37e8b2a9522 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:35.970871 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a55a0-49e5-43d9-8a17-d37e8b2a9522 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:35.970871 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a55a0-49e5-43d9-8a17-d37e8b2a9522 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:35.970871 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a55a0-49e5-43d9-8a17-d37e8b2a9522 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:35.970871 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a55a0-49e5-43d9-8a17-d37e8b2a9522 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:35.970871 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a55a0-49e5-43d9-8a17-d37e8b2a9522 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:35.970871 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a55a0-49e5-43d9-8a17-d37e8b2a9522 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:35.970871 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a55a0-49e5-43d9-8a17-d37e8b2a9522 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:35.970871 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a55a0-49e5-43d9-8a17-d37e8b2a9522 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:35.970871 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a55a0-49e5-43d9-8a17-d37e8b2a9522 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:35.970871 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a55a0-49e5-43d9-8a17-d37e8b2a9522 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:36.648079 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 60072) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:35:36.652653 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-062d9942-4e2b-4a7d-9106-ebbb2970b17e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-957995366', 'description': 'tempest-secgroup-smoke-957995366 description', 'project_id': '540088272793448ab3d0c6a056f15347'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:35:36.719942 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-062d9942-4e2b-4a7d-9106-ebbb2970b17e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:36.789495 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-062d9942-4e2b-4a7d-9106-ebbb2970b17e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:36.850982 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-361636d4-2961-4def-9bc9-822856578773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:36.902281 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-062d9942-4e2b-4a7d-9106-ebbb2970b17e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:36.932493 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062d9942-4e2b-4a7d-9106-ebbb2970b17e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01957257-fa0b-4658-a599-a454339a09fb,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:36.932679 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device f7b51201-a2fe-47dd-92e8-7e1d507b9e87 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:35:36.951864 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: f7b51201-a2fe-47dd-92e8-7e1d507b9e87 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:35:36.955962 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device f7b51201-a2fe-47dd-92e8-7e1d507b9e87 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:35:36.955962 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 21cec2de-ddfd-43e1-b1d7-c9ccfe3ff35d no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:35:36.971413 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 21cec2de-ddfd-43e1-b1d7-c9ccfe3ff35d {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:35:36.972376 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 21cec2de-ddfd-43e1-b1d7-c9ccfe3ff35d not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:35:36.995584 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-062d9942-4e2b-4a7d-9106-ebbb2970b17e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:36.996899 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-062d9942-4e2b-4a7d-9106-ebbb2970b17e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3478220 Feb 16 17:35:36.999642 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 60074) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:35:37.003929 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-869cdf4a-a4c6-4665-95af-3571f0bee379 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'security_group_rule': {'security_group_id': '01957257-fa0b-4658-a599-a454339a09fb', 'project_id': '540088272793448ab3d0c6a056f15347', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:35:37.078242 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-869cdf4a-a4c6-4665-95af-3571f0bee379 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:37.134109 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-869cdf4a-a4c6-4665-95af-3571f0bee379 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:37.182213 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-869cdf4a-a4c6-4665-95af-3571f0bee379 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:37.200009 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869cdf4a-a4c6-4665-95af-3571f0bee379 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fcb9fc2-b35f-4700-ab4c-4eae0b719cf5,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:37.246919 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-869cdf4a-a4c6-4665-95af-3571f0bee379 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:37.248176 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-869cdf4a-a4c6-4665-95af-3571f0bee379 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2474973 Feb 16 17:35:37.250786 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 60076) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:35:37.255010 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-ee977e8f-8874-4160-9e09-9f17210f8f4f tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'security_group_rule': {'security_group_id': '01957257-fa0b-4658-a599-a454339a09fb', 'project_id': '540088272793448ab3d0c6a056f15347', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:35:37.323816 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ee977e8f-8874-4160-9e09-9f17210f8f4f tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:37.380587 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ee977e8f-8874-4160-9e09-9f17210f8f4f tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:37.427852 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ee977e8f-8874-4160-9e09-9f17210f8f4f tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:37.445804 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee977e8f-8874-4160-9e09-9f17210f8f4f tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f02d9bad-ca54-47ba-8092-184714fe3f0a,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:37.504262 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ee977e8f-8874-4160-9e09-9f17210f8f4f tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:37.505512 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ee977e8f-8874-4160-9e09-9f17210f8f4f tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2537918 Feb 16 17:35:37.508105 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 60078) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:35:37.512914 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-7e297110-3668-4c24-b194-431705dc5c6b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'security_group_rule': {'security_group_id': '01957257-fa0b-4658-a599-a454339a09fb', 'project_id': '540088272793448ab3d0c6a056f15347', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:35:37.575654 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7e297110-3668-4c24-b194-431705dc5c6b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:37.634646 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7e297110-3668-4c24-b194-431705dc5c6b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:37.696625 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7e297110-3668-4c24-b194-431705dc5c6b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:37.715077 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e297110-3668-4c24-b194-431705dc5c6b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8a78ea4-8bec-4d56-a7ca-2fd9e91159e9,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:37.767343 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7e297110-3668-4c24-b194-431705dc5c6b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:37.768578 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-7e297110-3668-4c24-b194-431705dc5c6b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2595584 Feb 16 17:35:37.771354 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 60080) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:35:37.775646 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-cfdc80db-c156-4a8d-828d-660ece27e727 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'security_group_rule': {'security_group_id': '01957257-fa0b-4658-a599-a454339a09fb', 'project_id': '540088272793448ab3d0c6a056f15347', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:35:37.878254 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cfdc80db-c156-4a8d-828d-660ece27e727 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:37.936577 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cfdc80db-c156-4a8d-828d-660ece27e727 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:37.993422 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cfdc80db-c156-4a8d-828d-660ece27e727 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:38.011498 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc80db-c156-4a8d-828d-660ece27e727 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2db26df2-905d-47bb-b3b0-4def259c44b9,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:38.069695 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-cfdc80db-c156-4a8d-828d-660ece27e727 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:38.070935 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-cfdc80db-c156-4a8d-828d-660ece27e727 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2987292 Feb 16 17:35:38.073855 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 60082) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:35:38.078745 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-f20e9c8a-8408-4603-a282-b87269133f12 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'security_group_rule': {'security_group_id': '01957257-fa0b-4658-a599-a454339a09fb', 'project_id': '540088272793448ab3d0c6a056f15347', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:35:38.142068 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.securitygroups_db [None req-f20e9c8a-8408-4603-a282-b87269133f12 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Project 540088272793448ab3d0c6a056f15347 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:35:38.146805 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f20e9c8a-8408-4603-a282-b87269133f12 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:38.205289 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f20e9c8a-8408-4603-a282-b87269133f12 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:38.262862 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f20e9c8a-8408-4603-a282-b87269133f12 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:38.277236 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20e9c8a-8408-4603-a282-b87269133f12 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe35e362-4720-471d-920c-429e40f3109a,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:38.338681 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f20e9c8a-8408-4603-a282-b87269133f12 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:38.339884 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f20e9c8a-8408-4603-a282-b87269133f12 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2651141 Feb 16 17:35:38.342601 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 60084) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:35:38.346915 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-ac12a642-001b-4c81-a7d2-c87c10f46070 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'security_group_rule': {'security_group_id': '01957257-fa0b-4658-a599-a454339a09fb', 'project_id': '540088272793448ab3d0c6a056f15347', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:35:38.405227 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.securitygroups_db [None req-ac12a642-001b-4c81-a7d2-c87c10f46070 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Project 540088272793448ab3d0c6a056f15347 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:35:38.410221 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ac12a642-001b-4c81-a7d2-c87c10f46070 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:38.470081 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ac12a642-001b-4c81-a7d2-c87c10f46070 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:38.542507 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ac12a642-001b-4c81-a7d2-c87c10f46070 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:38.562462 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac12a642-001b-4c81-a7d2-c87c10f46070 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce7648d1-9623-4770-855e-3ce95741b922,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:38.641356 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ac12a642-001b-4c81-a7d2-c87c10f46070 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:38.642588 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ac12a642-001b-4c81-a7d2-c87c10f46070 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2990782 Feb 16 17:35:38.645337 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 60086) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:35:38.650146 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-e904b442-4057-41a9-8b6a-94128d0c0b98 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'network': {'name': 'tempest-network-smoke--1499606320', 'project_id': '540088272793448ab3d0c6a056f15347', 'port_security_enabled': True}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:35:38.731466 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e904b442-4057-41a9-8b6a-94128d0c0b98 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Made reservation on behalf of 540088272793448ab3d0c6a056f15347 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:35:38.734903 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e904b442-4057-41a9-8b6a-94128d0c0b98 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:38.757641 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e904b442-4057-41a9-8b6a-94128d0c0b98 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:35:38.765825 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e904b442-4057-41a9-8b6a-94128d0c0b98 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:38.766173 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-e904b442-4057-41a9-8b6a-94128d0c0b98 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Added segment b641d90e-62c7-46f1-8c5f-77262aadc7ac of type vlan for network 156e46da-8aa3-4c27-a79b-79d5fb2343c0 Feb 16 17:35:38.805936 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e904b442-4057-41a9-8b6a-94128d0c0b98 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:38.914216 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e904b442-4057-41a9-8b6a-94128d0c0b98 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:38.920491 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e904b442-4057-41a9-8b6a-94128d0c0b98 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:38.921082 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e904b442-4057-41a9-8b6a-94128d0c0b98 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:38.986436 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e904b442-4057-41a9-8b6a-94128d0c0b98 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'Network': ['ID=156e46da-8aa3-4c27-a79b-79d5fb2343c0,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:38.998064 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 156e46da-8aa3-4c27-a79b-79d5fb2343c0 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:35:39.076721 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e904b442-4057-41a9-8b6a-94128d0c0b98 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4303622 Feb 16 17:35:39.079325 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 60088) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:35:39.083773 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-bcdc2d7d-b278-4d2d-aeb3-e4b021468e7b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1177997496', 'admin_state_up': True, 'project_id': '540088272793448ab3d0c6a056f15347', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:35:39.239576 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bcdc2d7d-b278-4d2d-aeb3-e4b021468e7b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:39.240702 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bcdc2d7d-b278-4d2d-aeb3-e4b021468e7b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:39.295112 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bcdc2d7d-b278-4d2d-aeb3-e4b021468e7b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:39.308265 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6bb79de6-b6b5-43f5-8ee5-1a92b6a32984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:39.516642 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bcdc2d7d-b278-4d2d-aeb3-e4b021468e7b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:39.771122 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bcdc2d7d-b278-4d2d-aeb3-e4b021468e7b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for router_gateway, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:39.790504 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bcdc2d7d-b278-4d2d-aeb3-e4b021468e7b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:39.893219 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-bcdc2d7d-b278-4d2d-aeb3-e4b021468e7b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Allocated IP 172.26.3.191 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/2b86529a-03a4-4b4e-8cc4-894b211feffb) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:35:40.002981 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bcdc2d7d-b278-4d2d-aeb3-e4b021468e7b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:40.079959 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bcdc2d7d-b278-4d2d-aeb3-e4b021468e7b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:40.121873 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdc2d7d-b278-4d2d-aeb3-e4b021468e7b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:35:40.126198 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-bcdc2d7d-b278-4d2d-aeb3-e4b021468e7b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:35:40.129535 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdc2d7d-b278-4d2d-aeb3-e4b021468e7b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:35:40.134994 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc2d7d-b278-4d2d-aeb3-e4b021468e7b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'Port': ['ID=2b86529a-03a4-4b4e-8cc4-894b211feffb,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:40.407851 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bcdc2d7d-b278-4d2d-aeb3-e4b021468e7b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for router_gateway, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:40.532349 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:40.876975 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bcdc2d7d-b278-4d2d-aeb3-e4b021468e7b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:40.901760 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:35:41.056500 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcdc2d7d-b278-4d2d-aeb3-e4b021468e7b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Router 5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:35:41.162660 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcdc2d7d-b278-4d2d-aeb3-e4b021468e7b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:35:41.172430 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb6875e-3d24-40e2-b074-eb79dfc3d8f9 None None] Sync routers for ids ['5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:35:41.187020 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb6875e-3d24-40e2-b074-eb79dfc3d8f9 None None] Routers {'5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:35:41.187593 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-acb6875e-3d24-40e2-b074-eb79dfc3d8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:35:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:41.241362 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bcdc2d7d-b278-4d2d-aeb3-e4b021468e7b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:41.245523 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-bcdc2d7d-b278-4d2d-aeb3-e4b021468e7b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1623693 Feb 16 17:35:41.245771 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 60090) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:35:41.275641 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-9e1dd7d3-a786-47c0-a4c6-6d24c36e09db tempest-TestNetworkAdvancedServerOps-1016298580 tempest-TestNetworkAdvancedServerOps-1016298580-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=540088272793448ab3d0c6a056f15347&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265257 Feb 16 17:35:41.276343 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 60092) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:35:41.288709 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-acb6875e-3d24-40e2-b074-eb79dfc3d8f9 None None] Set router 5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:35:41.375788 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3240b0a-9f8e-4774-a3e2-ea6f998aa949 tempest-TestNetworkAdvancedServerOps-1016298580 tempest-TestNetworkAdvancedServerOps-1016298580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:41.377370 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-d3240b0a-9f8e-4774-a3e2-ea6f998aa949 tempest-TestNetworkAdvancedServerOps-1016298580 tempest-TestNetworkAdvancedServerOps-1016298580-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0999646 Feb 16 17:35:41.380147 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 60094) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:35:41.411273 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-9a9da315-a479-442e-847b-7fc6ff633a18 tempest-TestNetworkAdvancedServerOps-1016298580 tempest-TestNetworkAdvancedServerOps-1016298580-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=d8eab20e-246c-47ce-8449-822ce53769fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276463 Feb 16 17:35:41.411499 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 60096) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:35:41.457717 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-baed700f-3d30-4a76-931b-ffc0de0b4dda tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1055666378', 'network_id': '156e46da-8aa3-4c27-a79b-79d5fb2343c0', 'project_id': '540088272793448ab3d0c6a056f15347', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:35:41.461244 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-acb6875e-3d24-40e2-b074-eb79dfc3d8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1177997496', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '2b86529a-03a4-4b4e-8cc4-894b211feffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:39Z', 'updated_at': '2022-02-16T17:35:40Z', 'revision_number': 3, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '2b86529a-03a4-4b4e-8cc4-894b211feffb', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:85:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:39Z', 'updated_at': '2022-02-16T17:35:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:41.488569 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb6875e-3d24-40e2-b074-eb79dfc3d8f9 None None] Checking router: 5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:35:41.488906 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb6875e-3d24-40e2-b074-eb79dfc3d8f9 None None] Updating router 5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a port 2b86529a-03a4-4b4e-8cc4-894b211feffb binding host dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:35:41.513026 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-acb6875e-3d24-40e2-b074-eb79dfc3d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:41.599585 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baed700f-3d30-4a76-931b-ffc0de0b4dda tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Made reservation on behalf of 540088272793448ab3d0c6a056f15347 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:35:41.603145 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-baed700f-3d30-4a76-931b-ffc0de0b4dda tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:41.771870 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-acb6875e-3d24-40e2-b074-eb79dfc3d8f9 None None] Notify callbacks [] for port, precommit_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:41.828582 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-acb6875e-3d24-40e2-b074-eb79dfc3d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:41.851599 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-baed700f-3d30-4a76-931b-ffc0de0b4dda tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:41.874324 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:41.878459 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-acb6875e-3d24-40e2-b074-eb79dfc3d8f9 None None] Attempting to bind port 2b86529a-03a4-4b4e-8cc4-894b211feffb on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:35:41.878819 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-acb6875e-3d24-40e2-b074-eb79dfc3d8f9 None None] Attempting to bind port 2b86529a-03a4-4b4e-8cc4-894b211feffb by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:35:41.879165 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb6875e-3d24-40e2-b074-eb79dfc3d8f9 None None] Attempting to bind port 2b86529a-03a4-4b4e-8cc4-894b211feffb on network d8eab20e-246c-47ce-8449-822ce53769fc {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:35:41.885793 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc23b3f-c3e3-471d-8f34-847178172353 None None] Pushing event updated for resources: {'Port': ['ID=2b86529a-03a4-4b4e-8cc4-894b211feffb,revision_number=2']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:41.889379 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb6875e-3d24-40e2-b074-eb79dfc3d8f9 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:35:41.889741 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb6875e-3d24-40e2-b074-eb79dfc3d8f9 None None] Checking segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:35:41.890134 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-acb6875e-3d24-40e2-b074-eb79dfc3d8f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:41.890508 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb6875e-3d24-40e2-b074-eb79dfc3d8f9 None None] Bound using segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:35:41.891076 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-acb6875e-3d24-40e2-b074-eb79dfc3d8f9 None None] Bound port: 2b86529a-03a4-4b4e-8cc4-894b211feffb, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:35:41.891326 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-acb6875e-3d24-40e2-b074-eb79dfc3d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:41.897591 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc23b3f-c3e3-471d-8f34-847178172353 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:41.897591 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc23b3f-c3e3-471d-8f34-847178172353 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:41.897939 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc23b3f-c3e3-471d-8f34-847178172353 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:41.898264 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc23b3f-c3e3-471d-8f34-847178172353 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:41.898586 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc23b3f-c3e3-471d-8f34-847178172353 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:41.898912 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc23b3f-c3e3-471d-8f34-847178172353 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:41.899232 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc23b3f-c3e3-471d-8f34-847178172353 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:41.899543 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc23b3f-c3e3-471d-8f34-847178172353 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:41.900060 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc23b3f-c3e3-471d-8f34-847178172353 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:41.901957 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc23b3f-c3e3-471d-8f34-847178172353 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:41.901957 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc23b3f-c3e3-471d-8f34-847178172353 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:41.901957 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc23b3f-c3e3-471d-8f34-847178172353 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:41.915687 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baed700f-3d30-4a76-931b-ffc0de0b4dda tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'Subnet': ['ID=dd11199f-20f9-43d6-be8a-40f12e90e8fa,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:41.924518 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baed700f-3d30-4a76-931b-ffc0de0b4dda tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Checking segment: {'id': 'b641d90e-62c7-46f1-8c5f-77262aadc7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '156e46da-8aa3-4c27-a79b-79d5fb2343c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:35:41.924894 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baed700f-3d30-4a76-931b-ffc0de0b4dda tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Network hostable DHCP agents. Network: 156e46da-8aa3-4c27-a79b-79d5fb2343c0, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:35:41.950520 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-acb6875e-3d24-40e2-b074-eb79dfc3d8f9 None None] For port 2b86529a-03a4-4b4e-8cc4-894b211feffb, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:35:41.953401 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-acb6875e-3d24-40e2-b074-eb79dfc3d8f9 None None] For port 2b86529a-03a4-4b4e-8cc4-894b211feffb, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=2b86529a-03a4-4b4e-8cc4-894b211feffb,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:35:42.017023 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baed700f-3d30-4a76-931b-ffc0de0b4dda tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Network 156e46da-8aa3-4c27-a79b-79d5fb2343c0 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:35:42.028932 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-acb6875e-3d24-40e2-b074-eb79dfc3d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:42.074069 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-baed700f-3d30-4a76-931b-ffc0de0b4dda tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 156e46da-8aa3-4c27-a79b-79d5fb2343c0) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:35:42.081039 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baed700f-3d30-4a76-931b-ffc0de0b4dda tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:42.081802 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-baed700f-3d30-4a76-931b-ffc0de0b4dda tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:42.090171 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be105c8-1df7-4356-8360-a226cdcfa81c None None] Network 156e46da-8aa3-4c27-a79b-79d5fb2343c0 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:35:42.140856 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-baed700f-3d30-4a76-931b-ffc0de0b4dda tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7283673 Feb 16 17:35:42.143461 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 60100) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:35:42.171616 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc23b3f-c3e3-471d-8f34-847178172353 None None] Pushing event updated for resources: {'Port': ['ID=2b86529a-03a4-4b4e-8cc4-894b211feffb,revision_number=3']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:42.180516 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb6875e-3d24-40e2-b074-eb79dfc3d8f9 None None] Routers {'5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:35:42.180516 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-acb6875e-3d24-40e2-b074-eb79dfc3d8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:35:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:42.212958 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:42.261099 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28105b14-6c52-4a53-8af4-05837b51018b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-156e46da-8aa3-4c27-a79b-79d5fb2343c0', 'network_id': '156e46da-8aa3-4c27-a79b-79d5fb2343c0', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'fixed_ips': [{'subnet_id': 'dd11199f-20f9-43d6-be8a-40f12e90e8fa'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:35:42.262038 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-28105b14-6c52-4a53-8af4-05837b51018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:42.286184 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-acb6875e-3d24-40e2-b074-eb79dfc3d8f9 None None] Set router 5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:35:42.410105 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-28105b14-6c52-4a53-8af4-05837b51018b None None] Allocated IP 172.20.0.2 (156e46da-8aa3-4c27-a79b-79d5fb2343c0/dd11199f-20f9-43d6-be8a-40f12e90e8fa/3eb11d70-73b9-4e11-9704-06a7445a4c18) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:35:42.484388 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-acb6875e-3d24-40e2-b074-eb79dfc3d8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1177997496', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '2b86529a-03a4-4b4e-8cc4-894b211feffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:39Z', 'updated_at': '2022-02-16T17:35:40Z', 'revision_number': 3, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '2b86529a-03a4-4b4e-8cc4-894b211feffb', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:85:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:39Z', 'updated_at': '2022-02-16T17:35:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:42.519883 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb6875e-3d24-40e2-b074-eb79dfc3d8f9 None None] The sync data for ids ['5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a'] in dv-neutron-828697-3-hyperv is: [{'id': '5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1177997496', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '2b86529a-03a4-4b4e-8cc4-894b211feffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:39Z', 'updated_at': '2022-02-16T17:35:40Z', 'revision_number': 3, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '2b86529a-03a4-4b4e-8cc4-894b211feffb', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:85:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:39Z', 'updated_at': '2022-02-16T17:35:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:35:42.570258 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-28105b14-6c52-4a53-8af4-05837b51018b None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:42.642739 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b6b8ca76-7415-4ccd-ac4e-c997e1a4d712 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:42.646089 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-28105b14-6c52-4a53-8af4-05837b51018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:42.688925 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28105b14-6c52-4a53-8af4-05837b51018b None None] Network 156e46da-8aa3-4c27-a79b-79d5fb2343c0 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:35:42.691762 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-28105b14-6c52-4a53-8af4-05837b51018b None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:35:42.695916 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28105b14-6c52-4a53-8af4-05837b51018b None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:35:42.718950 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28105b14-6c52-4a53-8af4-05837b51018b None None] Pushing event updated for resources: {'Port': ['ID=3eb11d70-73b9-4e11-9704-06a7445a4c18,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:42.782848 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-28105b14-6c52-4a53-8af4-05837b51018b None None] Attempting to bind port 3eb11d70-73b9-4e11-9704-06a7445a4c18 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:35:42.783222 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-28105b14-6c52-4a53-8af4-05837b51018b None None] Attempting to bind port 3eb11d70-73b9-4e11-9704-06a7445a4c18 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': 'b641d90e-62c7-46f1-8c5f-77262aadc7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '156e46da-8aa3-4c27-a79b-79d5fb2343c0'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:35:42.783592 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28105b14-6c52-4a53-8af4-05837b51018b None None] Attempting to bind port 3eb11d70-73b9-4e11-9704-06a7445a4c18 on network 156e46da-8aa3-4c27-a79b-79d5fb2343c0 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:35:42.789349 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28105b14-6c52-4a53-8af4-05837b51018b None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:35:42.789947 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28105b14-6c52-4a53-8af4-05837b51018b None None] Checking segment: {'id': 'b641d90e-62c7-46f1-8c5f-77262aadc7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '156e46da-8aa3-4c27-a79b-79d5fb2343c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:35:42.790606 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-28105b14-6c52-4a53-8af4-05837b51018b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:42.791302 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28105b14-6c52-4a53-8af4-05837b51018b None None] Bound using segment: {'id': 'b641d90e-62c7-46f1-8c5f-77262aadc7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '156e46da-8aa3-4c27-a79b-79d5fb2343c0'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:35:42.792155 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-28105b14-6c52-4a53-8af4-05837b51018b None None] Bound port: 3eb11d70-73b9-4e11-9704-06a7445a4c18, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b641d90e-62c7-46f1-8c5f-77262aadc7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '156e46da-8aa3-4c27-a79b-79d5fb2343c0'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:35:42.792791 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-28105b14-6c52-4a53-8af4-05837b51018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:42.874026 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-28105b14-6c52-4a53-8af4-05837b51018b None None] For port 3eb11d70-73b9-4e11-9704-06a7445a4c18, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:35:42.877785 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-28105b14-6c52-4a53-8af4-05837b51018b None None] For port 3eb11d70-73b9-4e11-9704-06a7445a4c18, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=3eb11d70-73b9-4e11-9704-06a7445a4c18,segment=NetworkSegment(b641d90e-62c7-46f1-8c5f-77262aadc7ac),segment_id=b641d90e-62c7-46f1-8c5f-77262aadc7ac)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:35:42.937480 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-28105b14-6c52-4a53-8af4-05837b51018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:43.001121 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 2b86529a-03a4-4b4e-8cc4-894b211feffb up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:35:43.002258 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-b6b8ca76-7415-4ccd-ac4e-c997e1a4d712 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Allocated IP 172.20.0.1 (156e46da-8aa3-4c27-a79b-79d5fb2343c0/dd11199f-20f9-43d6-be8a-40f12e90e8fa/f9665c26-04cf-4ef6-a586-0decd8e0b173) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:35:43.079194 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28105b14-6c52-4a53-8af4-05837b51018b None None] Pushing event updated for resources: {'Port': ['ID=3eb11d70-73b9-4e11-9704-06a7445a4c18,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:43.110428 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 2b86529a-03a4-4b4e-8cc4-894b211feffb triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:35:43.110809 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:43.189633 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b6b8ca76-7415-4ccd-ac4e-c997e1a4d712 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:43.235111 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:43.271086 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port 2b86529a-03a4-4b4e-8cc4-894b211feffb, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=2b86529a-03a4-4b4e-8cc4-894b211feffb,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:35:43.365927 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:43.381624 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b6b8ca76-7415-4ccd-ac4e-c997e1a4d712 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:43.427091 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=2b86529a-03a4-4b4e-8cc4-894b211feffb,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:43.442522 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b8ca76-7415-4ccd-ac4e-c997e1a4d712 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Network 156e46da-8aa3-4c27-a79b-79d5fb2343c0 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:35:43.445884 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-b6b8ca76-7415-4ccd-ac4e-c997e1a4d712 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:35:43.449884 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b8ca76-7415-4ccd-ac4e-c997e1a4d712 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:35:43.456656 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b8ca76-7415-4ccd-ac4e-c997e1a4d712 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'Port': ['ID=f9665c26-04cf-4ef6-a586-0decd8e0b173,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:43.500617 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b6b8ca76-7415-4ccd-ac4e-c997e1a4d712 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:43.714400 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b6b8ca76-7415-4ccd-ac4e-c997e1a4d712 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:44.005222 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b6b8ca76-7415-4ccd-ac4e-c997e1a4d712 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:44.080049 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b6b8ca76-7415-4ccd-ac4e-c997e1a4d712 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:44.113445 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7cff32-3420-431e-9460-ef292b86d8eb None None] Network 156e46da-8aa3-4c27-a79b-79d5fb2343c0 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:35:44.159617 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b8ca76-7415-4ccd-ac4e-c997e1a4d712 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'Port': ['ID=f9665c26-04cf-4ef6-a586-0decd8e0b173,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:44.165878 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b6b8ca76-7415-4ccd-ac4e-c997e1a4d712 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:44.265128 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b8ca76-7415-4ccd-ac4e-c997e1a4d712 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Network 156e46da-8aa3-4c27-a79b-79d5fb2343c0 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:35:44.267342 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-b6b8ca76-7415-4ccd-ac4e-c997e1a4d712 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:35:44.336139 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-13e5774b-5f4e-4bac-9a8e-c0080bfd9ed5 None None] Provisioning complete for port 3eb11d70-73b9-4e11-9704-06a7445a4c18 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:35:44.336515 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-13e5774b-5f4e-4bac-9a8e-c0080bfd9ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:44.385537 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b8ca76-7415-4ccd-ac4e-c997e1a4d712 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Router 5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:35:44.482918 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-13e5774b-5f4e-4bac-9a8e-c0080bfd9ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:44.495120 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b8ca76-7415-4ccd-ac4e-c997e1a4d712 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:35:44.506008 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-b6b8ca76-7415-4ccd-ac4e-c997e1a4d712 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "PUT /v2.0/routers/5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3563409 Feb 16 17:35:44.524391 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-13e5774b-5f4e-4bac-9a8e-c0080bfd9ed5 None None] For port 3eb11d70-73b9-4e11-9704-06a7445a4c18, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=3eb11d70-73b9-4e11-9704-06a7445a4c18,segment=NetworkSegment(b641d90e-62c7-46f1-8c5f-77262aadc7ac),segment_id=b641d90e-62c7-46f1-8c5f-77262aadc7ac)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:35:44.570097 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b264a90b-29fd-4388-bfd6-bdd16d3daee7 None None] Sync routers for ids ['5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:35:44.581520 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b264a90b-29fd-4388-bfd6-bdd16d3daee7 None None] Routers {'5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:35:44.582136 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-b264a90b-29fd-4388-bfd6-bdd16d3daee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:35:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:44.646453 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-13e5774b-5f4e-4bac-9a8e-c0080bfd9ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:44.664619 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-ef89ca65-3c29-4602-8147-98c3da7724d1 req-8910dd35-91ba-4e12-b8e0-adbdffc4e903 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-957995366&fields=id&tenant_id=540088272793448ab3d0c6a056f15347 HTTP/1.1" status: 200 len: 267 time: 0.0458276 Feb 16 17:35:44.737316 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e5774b-5f4e-4bac-9a8e-c0080bfd9ed5 None None] Pushing event updated for resources: {'Port': ['ID=3eb11d70-73b9-4e11-9704-06a7445a4c18,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:44.741064 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-b264a90b-29fd-4388-bfd6-bdd16d3daee7 None None] Set router 5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:35:44.776621 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89ca65-3c29-4602-8147-98c3da7724d1 req-26e56980-1d99-41b6-bcbb-72a07caca429 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:44.778467 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-ef89ca65-3c29-4602-8147-98c3da7724d1 req-26e56980-1d99-41b6-bcbb-72a07caca429 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/networks?id=156e46da-8aa3-4c27-a79b-79d5fb2343c0 HTTP/1.1" status: 200 len: 797 time: 0.1111281 Feb 16 17:35:44.796572 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-ef89ca65-3c29-4602-8147-98c3da7724d1 req-746847a4-312e-412f-bd9b-ef9d09695d29 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/quotas/540088272793448ab3d0c6a056f15347 HTTP/1.1" status: 200 len: 375 time: 0.0114822 Feb 16 17:35:44.833679 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-3ed79c91-c7f0-40aa-8e86-b365e6f8f399 None None] Provisioning complete for port f9665c26-04cf-4ef6-a586-0decd8e0b173 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:35:44.833959 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-3ed79c91-c7f0-40aa-8e86-b365e6f8f399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:44.862283 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-ef89ca65-3c29-4602-8147-98c3da7724d1 req-63817c8a-aae3-4888-aa78-6468f30a791a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=540088272793448ab3d0c6a056f15347&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0612264 Feb 16 17:35:44.924418 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-3ed79c91-c7f0-40aa-8e86-b365e6f8f399 None None] Port f9665c26-04cf-4ef6-a586-0decd8e0b173 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:35:44.960353 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-3ed79c91-c7f0-40aa-8e86-b365e6f8f399 None None] Provisioning complete for port 3eb11d70-73b9-4e11-9704-06a7445a4c18 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:35:44.960983 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-3ed79c91-c7f0-40aa-8e86-b365e6f8f399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:44.976872 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-ef89ca65-3c29-4602-8147-98c3da7724d1 req-43feab1b-5b0d-4aa4-9fd8-1618274a29a8 service neutron] 10.222.0.88 "GET /v2.0/networks/156e46da-8aa3-4c27-a79b-79d5fb2343c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011031 Feb 16 17:35:45.088984 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-b264a90b-29fd-4388-bfd6-bdd16d3daee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1177997496', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '2b86529a-03a4-4b4e-8cc4-894b211feffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:39Z', 'updated_at': '2022-02-16T17:35:43Z', 'revision_number': 4, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '2b86529a-03a4-4b4e-8cc4-894b211feffb', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:85:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:39Z', 'updated_at': '2022-02-16T17:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'f9665c26-04cf-4ef6-a586-0decd8e0b173', 'name': '', 'network_id': '156e46da-8aa3-4c27-a79b-79d5fb2343c0', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'mac_address': 'fa:16:3e:b4:e6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'dd11199f-20f9-43d6-be8a-40f12e90e8fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:42Z', 'updated_at': '2022-02-16T17:35:43Z', 'revision_number': 2, 'project_id': '540088272793448ab3d0c6a056f15347', 'subnets': [{'id': 'dd11199f-20f9-43d6-be8a-40f12e90e8fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:45.095446 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-ef89ca65-3c29-4602-8147-98c3da7724d1 req-c7ddc1f8-6d2a-4a8a-9f2a-07723b4733b2 service neutron] 10.222.0.88 "GET /v2.0/networks/156e46da-8aa3-4c27-a79b-79d5fb2343c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103740 Feb 16 17:35:45.123272 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 3eb11d70-73b9-4e11-9704-06a7445a4c18 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:35:45.126634 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b264a90b-29fd-4388-bfd6-bdd16d3daee7 None None] Checking router: 5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:35:45.126994 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b264a90b-29fd-4388-bfd6-bdd16d3daee7 None None] Updating router 5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a port f9665c26-04cf-4ef6-a586-0decd8e0b173 binding host dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:35:45.187131 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b264a90b-29fd-4388-bfd6-bdd16d3daee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:45.258098 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 3eb11d70-73b9-4e11-9704-06a7445a4c18 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:35:45.258403 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:45.349164 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-f11c0b02-88a1-4d85-adb6-17a5966e776d None None] Provisioning complete for port f9665c26-04cf-4ef6-a586-0decd8e0b173 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:35:45.349539 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f11c0b02-88a1-4d85-adb6-17a5966e776d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:45.377162 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c31cdc74-e386-4ea5-8a22-6955706ab707 req-2c7c7f49-602f-4c82-b379-2c7858cae6e9 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=be14b0f3-3c87-4c7d-97dd-94f871263f79 HTTP/1.1" status: 200 len: 210 time: 0.0273697 Feb 16 17:35:45.414897 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-f11c0b02-88a1-4d85-adb6-17a5966e776d None None] Port f9665c26-04cf-4ef6-a586-0decd8e0b173 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:35:45.514311 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 2b86529a-03a4-4b4e-8cc4-894b211feffb up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:35:45.611774 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b264a90b-29fd-4388-bfd6-bdd16d3daee7 None None] Notify callbacks [] for port, precommit_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:45.617293 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 2b86529a-03a4-4b4e-8cc4-894b211feffb triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:35:45.617662 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:45.687217 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b264a90b-29fd-4388-bfd6-bdd16d3daee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:45.746206 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399aec89-a2d3-4fc9-9fee-888dbb92e536 None None] Pushing event updated for resources: {'Port': ['ID=f9665c26-04cf-4ef6-a586-0decd8e0b173,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:45.796551 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-b264a90b-29fd-4388-bfd6-bdd16d3daee7 None None] Attempting to bind port f9665c26-04cf-4ef6-a586-0decd8e0b173 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:35:45.796926 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-b264a90b-29fd-4388-bfd6-bdd16d3daee7 None None] Attempting to bind port f9665c26-04cf-4ef6-a586-0decd8e0b173 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': 'b641d90e-62c7-46f1-8c5f-77262aadc7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '156e46da-8aa3-4c27-a79b-79d5fb2343c0'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:35:45.797288 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b264a90b-29fd-4388-bfd6-bdd16d3daee7 None None] Attempting to bind port f9665c26-04cf-4ef6-a586-0decd8e0b173 on network 156e46da-8aa3-4c27-a79b-79d5fb2343c0 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:35:45.802802 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b264a90b-29fd-4388-bfd6-bdd16d3daee7 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:35:45.803152 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b264a90b-29fd-4388-bfd6-bdd16d3daee7 None None] Checking segment: {'id': 'b641d90e-62c7-46f1-8c5f-77262aadc7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '156e46da-8aa3-4c27-a79b-79d5fb2343c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:35:45.803553 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b264a90b-29fd-4388-bfd6-bdd16d3daee7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:45.804211 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b264a90b-29fd-4388-bfd6-bdd16d3daee7 None None] Bound using segment: {'id': 'b641d90e-62c7-46f1-8c5f-77262aadc7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '156e46da-8aa3-4c27-a79b-79d5fb2343c0'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:35:45.804682 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-b264a90b-29fd-4388-bfd6-bdd16d3daee7 None None] Bound port: f9665c26-04cf-4ef6-a586-0decd8e0b173, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b641d90e-62c7-46f1-8c5f-77262aadc7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '156e46da-8aa3-4c27-a79b-79d5fb2343c0'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:35:45.805056 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b264a90b-29fd-4388-bfd6-bdd16d3daee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:45.877843 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-b264a90b-29fd-4388-bfd6-bdd16d3daee7 None None] For port f9665c26-04cf-4ef6-a586-0decd8e0b173, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:35:45.883768 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-b264a90b-29fd-4388-bfd6-bdd16d3daee7 None None] For port f9665c26-04cf-4ef6-a586-0decd8e0b173, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=f9665c26-04cf-4ef6-a586-0decd8e0b173,segment=NetworkSegment(b641d90e-62c7-46f1-8c5f-77262aadc7ac),segment_id=b641d90e-62c7-46f1-8c5f-77262aadc7ac)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:35:45.936101 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-890b07a8-78c7-498a-86c7-3c6d1170d01b None None] Provisioning complete for port f9665c26-04cf-4ef6-a586-0decd8e0b173 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:35:45.936469 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-890b07a8-78c7-498a-86c7-3c6d1170d01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:45.969889 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-890b07a8-78c7-498a-86c7-3c6d1170d01b None None] Port f9665c26-04cf-4ef6-a586-0decd8e0b173 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:35:45.972208 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b264a90b-29fd-4388-bfd6-bdd16d3daee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:46.030153 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b264a90b-29fd-4388-bfd6-bdd16d3daee7 None None] Routers {'5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:35:46.030788 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-b264a90b-29fd-4388-bfd6-bdd16d3daee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:35:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:46.033863 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399aec89-a2d3-4fc9-9fee-888dbb92e536 None None] Pushing event updated for resources: {'Port': ['ID=f9665c26-04cf-4ef6-a586-0decd8e0b173,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:46.142134 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-b264a90b-29fd-4388-bfd6-bdd16d3daee7 None None] Set router 5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:35:46.225131 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-d3588c3c-7081-4960-b793-6898166a285f None None] Provisioning complete for port f9665c26-04cf-4ef6-a586-0decd8e0b173 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:35:46.225492 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d3588c3c-7081-4960-b793-6898166a285f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:46.480305 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-0818cecc-c797-44dd-9d7e-84a10a70c653 req-34fcfe54-ea42-4318-8730-71dcd5012144 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=be14b0f3-3c87-4c7d-97dd-94f871263f79 HTTP/1.1" status: 200 len: 210 time: 0.0321174 Feb 16 17:35:46.535788 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d3588c3c-7081-4960-b793-6898166a285f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:46.579642 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-d3588c3c-7081-4960-b793-6898166a285f None None] For port f9665c26-04cf-4ef6-a586-0decd8e0b173, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=f9665c26-04cf-4ef6-a586-0decd8e0b173,segment=NetworkSegment(b641d90e-62c7-46f1-8c5f-77262aadc7ac),segment_id=b641d90e-62c7-46f1-8c5f-77262aadc7ac)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:35:46.588763 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-b264a90b-29fd-4388-bfd6-bdd16d3daee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1177997496', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '2b86529a-03a4-4b4e-8cc4-894b211feffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:39Z', 'updated_at': '2022-02-16T17:35:43Z', 'revision_number': 4, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '2b86529a-03a4-4b4e-8cc4-894b211feffb', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:85:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:39Z', 'updated_at': '2022-02-16T17:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'f9665c26-04cf-4ef6-a586-0decd8e0b173', 'name': '', 'network_id': '156e46da-8aa3-4c27-a79b-79d5fb2343c0', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'mac_address': 'fa:16:3e:b4:e6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'dd11199f-20f9-43d6-be8a-40f12e90e8fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:42Z', 'updated_at': '2022-02-16T17:35:45Z', 'revision_number': 4, 'project_id': '540088272793448ab3d0c6a056f15347', 'subnets': [{'id': 'dd11199f-20f9-43d6-be8a-40f12e90e8fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:46.614907 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b264a90b-29fd-4388-bfd6-bdd16d3daee7 None None] The sync data for ids ['5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a'] in dv-neutron-828697-3-hyperv is: [{'id': '5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1177997496', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '2b86529a-03a4-4b4e-8cc4-894b211feffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:39Z', 'updated_at': '2022-02-16T17:35:43Z', 'revision_number': 4, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '2b86529a-03a4-4b4e-8cc4-894b211feffb', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:85:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:39Z', 'updated_at': '2022-02-16T17:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'f9665c26-04cf-4ef6-a586-0decd8e0b173', 'name': '', 'network_id': '156e46da-8aa3-4c27-a79b-79d5fb2343c0', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'mac_address': 'fa:16:3e:b4:e6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'dd11199f-20f9-43d6-be8a-40f12e90e8fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:42Z', 'updated_at': '2022-02-16T17:35:45Z', 'revision_number': 4, 'project_id': '540088272793448ab3d0c6a056f15347', 'subnets': [{'id': 'dd11199f-20f9-43d6-be8a-40f12e90e8fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:35:46.628942 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d3588c3c-7081-4960-b793-6898166a285f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:46.686373 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3588c3c-7081-4960-b793-6898166a285f None None] Pushing event updated for resources: {'Port': ['ID=f9665c26-04cf-4ef6-a586-0decd8e0b173,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:46.959918 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device f9665c26-04cf-4ef6-a586-0decd8e0b173 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:35:47.011795 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port f9665c26-04cf-4ef6-a586-0decd8e0b173 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:35:47.013013 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:47.321251 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89ca65-3c29-4602-8147-98c3da7724d1 req-c752ecaf-eb56-4bbd-9026-390e5a542a41 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:47.323502 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ef89ca65-3c29-4602-8147-98c3da7724d1 req-c752ecaf-eb56-4bbd-9026-390e5a542a41 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.89 "GET /v2.0/networks?id=156e46da-8aa3-4c27-a79b-79d5fb2343c0 HTTP/1.1" status: 200 len: 797 time: 0.1370952 Feb 16 17:35:47.369414 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ef89ca65-3c29-4602-8147-98c3da7724d1 req-e7ddca2e-638c-4c90-80a9-1b57b33ac077 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=540088272793448ab3d0c6a056f15347 HTTP/1.1" status: 200 len: 379 time: 0.0354002 Feb 16 17:35:47.379384 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-ef89ca65-3c29-4602-8147-98c3da7724d1 req-17990636-59e0-4309-a6d3-21844e7e211e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'port': {'device_id': 'be14b0f3-3c87-4c7d-97dd-94f871263f79', 'network_id': '156e46da-8aa3-4c27-a79b-79d5fb2343c0', 'admin_state_up': True, 'tenant_id': '540088272793448ab3d0c6a056f15347', 'security_groups': ['01957257-fa0b-4658-a599-a454339a09fb']}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:35:47.563028 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef89ca65-3c29-4602-8147-98c3da7724d1 req-17990636-59e0-4309-a6d3-21844e7e211e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Made reservation on behalf of 540088272793448ab3d0c6a056f15347 for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:35:47.566540 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-ef89ca65-3c29-4602-8147-98c3da7724d1 req-17990636-59e0-4309-a6d3-21844e7e211e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:47.593075 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-9778394e-74da-4cd2-b095-db7d4a7a29e8 req-744d68cd-0be0-4ed4-90cf-781be784c857 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=be14b0f3-3c87-4c7d-97dd-94f871263f79 HTTP/1.1" status: 200 len: 210 time: 0.0418127 Feb 16 17:35:47.718767 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [req-ef89ca65-3c29-4602-8147-98c3da7724d1 req-17990636-59e0-4309-a6d3-21844e7e211e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Allocated IP 172.20.0.5 (156e46da-8aa3-4c27-a79b-79d5fb2343c0/dd11199f-20f9-43d6-be8a-40f12e90e8fa/a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:35:48.197270 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-ef89ca65-3c29-4602-8147-98c3da7724d1 req-17990636-59e0-4309-a6d3-21844e7e211e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:48.319809 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-ef89ca65-3c29-4602-8147-98c3da7724d1 req-17990636-59e0-4309-a6d3-21844e7e211e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:48.361896 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef89ca65-3c29-4602-8147-98c3da7724d1 req-17990636-59e0-4309-a6d3-21844e7e211e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Network 156e46da-8aa3-4c27-a79b-79d5fb2343c0 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:35:48.364901 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [req-ef89ca65-3c29-4602-8147-98c3da7724d1 req-17990636-59e0-4309-a6d3-21844e7e211e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:35:48.368394 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef89ca65-3c29-4602-8147-98c3da7724d1 req-17990636-59e0-4309-a6d3-21844e7e211e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:35:48.393867 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990636-59e0-4309-a6d3-21844e7e211e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'Port': ['ID=a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:48.423430 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89ca65-3c29-4602-8147-98c3da7724d1 req-17990636-59e0-4309-a6d3-21844e7e211e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:48.424136 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-ef89ca65-3c29-4602-8147-98c3da7724d1 req-17990636-59e0-4309-a6d3-21844e7e211e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:48.482770 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ef89ca65-3c29-4602-8147-98c3da7724d1 req-17990636-59e0-4309-a6d3-21844e7e211e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1072149 Feb 16 17:35:48.494613 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-ef89ca65-3c29-4602-8147-98c3da7724d1 req-3c3a9eef-a44c-47e5-9eba-82c2d6b58331 service neutron] Request body: {'port': {'device_id': 'be14b0f3-3c87-4c7d-97dd-94f871263f79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8286'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:35:48.553636 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-ef89ca65-3c29-4602-8147-98c3da7724d1 req-3c3a9eef-a44c-47e5-9eba-82c2d6b58331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:48.560136 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-9128f29e-519f-4a3a-a8aa-21d8edf8877e None None] Provisioning complete for port a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:35:48.560655 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9128f29e-519f-4a3a-a8aa-21d8edf8877e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:48.594341 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-9128f29e-519f-4a3a-a8aa-21d8edf8877e None None] Port a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:35:48.712358 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ee0b4-4119-4d1e-a201-6d28f434a334 req-696ccce5-e8ed-4b08-b11f-f81de0ac6a5c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:48.713841 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-a12ee0b4-4119-4d1e-a201-6d28f434a334 req-696ccce5-e8ed-4b08-b11f-f81de0ac6a5c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=be14b0f3-3c87-4c7d-97dd-94f871263f79 HTTP/1.1" status: 200 len: 931 time: 0.0484731 Feb 16 17:35:48.753745 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-a12ee0b4-4119-4d1e-a201-6d28f434a334 req-60e588a7-0209-4dc0-8bbf-990ba1cd8b99 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=01957257-fa0b-4658-a599-a454339a09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330892 Feb 16 17:35:48.841854 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [req-ef89ca65-3c29-4602-8147-98c3da7724d1 req-3c3a9eef-a44c-47e5-9eba-82c2d6b58331 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc {{(pid=114376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:35:48.849347 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-ef89ca65-3c29-4602-8147-98c3da7724d1 req-3c3a9eef-a44c-47e5-9eba-82c2d6b58331 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:48.861234 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.provisioning_blocks [req-ef89ca65-3c29-4602-8147-98c3da7724d1 req-3c3a9eef-a44c-47e5-9eba-82c2d6b58331 service neutron] Transition to ACTIVE for port object a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc will not be triggered until provisioned by entity L2. {{(pid=114376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:35:48.937044 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-ef89ca65-3c29-4602-8147-98c3da7724d1 req-3c3a9eef-a44c-47e5-9eba-82c2d6b58331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:48.993762 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a9eef-a44c-47e5-9eba-82c2d6b58331 service neutron] Pushing event updated for resources: {'Port': ['ID=a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:49.066462 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-ef89ca65-3c29-4602-8147-98c3da7724d1 req-3c3a9eef-a44c-47e5-9eba-82c2d6b58331 service neutron] Attempting to bind port a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:35:49.066795 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-ef89ca65-3c29-4602-8147-98c3da7724d1 req-3c3a9eef-a44c-47e5-9eba-82c2d6b58331 service neutron] Attempting to bind port a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': 'b641d90e-62c7-46f1-8c5f-77262aadc7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '156e46da-8aa3-4c27-a79b-79d5fb2343c0'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:35:49.067254 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef89ca65-3c29-4602-8147-98c3da7724d1 req-3c3a9eef-a44c-47e5-9eba-82c2d6b58331 service neutron] Attempting to bind port a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc on network 156e46da-8aa3-4c27-a79b-79d5fb2343c0 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:35:49.072043 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef89ca65-3c29-4602-8147-98c3da7724d1 req-3c3a9eef-a44c-47e5-9eba-82c2d6b58331 service neutron] Port a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc on network 156e46da-8aa3-4c27-a79b-79d5fb2343c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:35:49.072369 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef89ca65-3c29-4602-8147-98c3da7724d1 req-3c3a9eef-a44c-47e5-9eba-82c2d6b58331 service neutron] Attempting to bind port a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc on network 156e46da-8aa3-4c27-a79b-79d5fb2343c0 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:35:49.078012 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef89ca65-3c29-4602-8147-98c3da7724d1 req-3c3a9eef-a44c-47e5-9eba-82c2d6b58331 service neutron] Checking agent: {'id': '65dda45c-bbef-42f9-9728-e0fd84037987', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8286', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 56), 'started_at': datetime.datetime(2022, 2, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:35:49.078348 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef89ca65-3c29-4602-8147-98c3da7724d1 req-3c3a9eef-a44c-47e5-9eba-82c2d6b58331 service neutron] Checking segment: {'id': 'b641d90e-62c7-46f1-8c5f-77262aadc7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '156e46da-8aa3-4c27-a79b-79d5fb2343c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:35:49.078730 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef89ca65-3c29-4602-8147-98c3da7724d1 req-3c3a9eef-a44c-47e5-9eba-82c2d6b58331 service neutron] Bound using segment: {'id': 'b641d90e-62c7-46f1-8c5f-77262aadc7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '156e46da-8aa3-4c27-a79b-79d5fb2343c0'} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:35:49.079158 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-ef89ca65-3c29-4602-8147-98c3da7724d1 req-3c3a9eef-a44c-47e5-9eba-82c2d6b58331 service neutron] Bound port: a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc, host: hv-neutron-8286, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b641d90e-62c7-46f1-8c5f-77262aadc7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '156e46da-8aa3-4c27-a79b-79d5fb2343c0'}}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:35:49.079522 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-ef89ca65-3c29-4602-8147-98c3da7724d1 req-3c3a9eef-a44c-47e5-9eba-82c2d6b58331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:49.146059 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-ef89ca65-3c29-4602-8147-98c3da7724d1 req-3c3a9eef-a44c-47e5-9eba-82c2d6b58331 service neutron] For port a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc, host hv-neutron-8286, cleared binding levels {{(pid=114376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:35:49.149085 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-ef89ca65-3c29-4602-8147-98c3da7724d1 req-3c3a9eef-a44c-47e5-9eba-82c2d6b58331 service neutron] For port a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc, host hv-neutron-8286, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc,segment=NetworkSegment(b641d90e-62c7-46f1-8c5f-77262aadc7ac),segment_id=b641d90e-62c7-46f1-8c5f-77262aadc7ac)] {{(pid=114376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:35:49.234497 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-ef89ca65-3c29-4602-8147-98c3da7724d1 req-3c3a9eef-a44c-47e5-9eba-82c2d6b58331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:49.270180 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89ca65-3c29-4602-8147-98c3da7724d1 req-3c3a9eef-a44c-47e5-9eba-82c2d6b58331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:49.270781 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-ef89ca65-3c29-4602-8147-98c3da7724d1 req-3c3a9eef-a44c-47e5-9eba-82c2d6b58331 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:49.272338 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ef89ca65-3c29-4602-8147-98c3da7724d1 req-3c3a9eef-a44c-47e5-9eba-82c2d6b58331 service neutron] 10.222.0.89 "PUT /v2.0/ports/a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc HTTP/1.1" status: 200 len: 1093 time: 0.7818658 Feb 16 17:35:49.272799 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be14b0f3-3c87-4c7d-97dd-94f871263f79', 'tag': 'a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:35:49.275053 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2526ec-84e3-4959-8f65-98ee34134e61" -d '{"events": [{"name": "network-changed", "server_uuid": "be14b0f3-3c87-4c7d-97dd-94f871263f79", "tag": "a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:35:49.298826 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a9eef-a44c-47e5-9eba-82c2d6b58331 service neutron] Pushing event updated for resources: {'Port': ['ID=a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc,revision_number=3']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:49.318208 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac08c3d-8d17-440f-97a7-1c43c070f992 x-openstack-request-id: req-5ac08c3d-8d17-440f-97a7-1c43c070f992 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:35:49.318547 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be14b0f3-3c87-4c7d-97dd-94f871263f79", "tag": "a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:35:49.318787 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5ac08c3d-8d17-440f-97a7-1c43c070f992 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:35:49.319198 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be14b0f3-3c87-4c7d-97dd-94f871263f79', 'tag': 'a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc', 'status': 'completed', 'code': 200} Feb 16 17:35:49.394775 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2526ec-84e3-4959-8f65-98ee34134e61 req-a3fd0466-5cb9-4578-a672-378ddc659e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:49.396214 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5f2526ec-84e3-4959-8f65-98ee34134e61 req-a3fd0466-5cb9-4578-a672-378ddc659e47 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=540088272793448ab3d0c6a056f15347&device_id=be14b0f3-3c87-4c7d-97dd-94f871263f79 HTTP/1.1" status: 200 len: 1096 time: 0.0475993 Feb 16 17:35:49.496240 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2526ec-84e3-4959-8f65-98ee34134e61 req-72826e6a-7ef6-4c7d-9def-7dd039fe68f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:49.498312 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5f2526ec-84e3-4959-8f65-98ee34134e61 req-72826e6a-7ef6-4c7d-9def-7dd039fe68f9 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=540088272793448ab3d0c6a056f15347&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0928013 Feb 16 17:35:49.594562 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2526ec-84e3-4959-8f65-98ee34134e61 req-e9577f3c-8e97-4ec2-99a5-1064aba0cd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:49.595967 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5f2526ec-84e3-4959-8f65-98ee34134e61 req-e9577f3c-8e97-4ec2-99a5-1064aba0cd60 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912974 Feb 16 17:35:49.676026 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89ca65-3c29-4602-8147-98c3da7724d1 req-6925f626-4a1f-40f7-bf04-5a5ad334af32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:49.677441 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ef89ca65-3c29-4602-8147-98c3da7724d1 req-6925f626-4a1f-40f7-bf04-5a5ad334af32 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=540088272793448ab3d0c6a056f15347&device_id=be14b0f3-3c87-4c7d-97dd-94f871263f79 HTTP/1.1" status: 200 len: 1096 time: 0.0406044 Feb 16 17:35:49.718014 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ef89ca65-3c29-4602-8147-98c3da7724d1 req-e51dbdd8-b872-4609-89e3-2c272289536f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc HTTP/1.1" status: 200 len: 217 time: 0.0331962 Feb 16 17:35:49.769257 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89ca65-3c29-4602-8147-98c3da7724d1 req-abbfdcc5-8879-4af9-b08f-425a9ca406d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:49.770684 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ef89ca65-3c29-4602-8147-98c3da7724d1 req-abbfdcc5-8879-4af9-b08f-425a9ca406d8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=dd11199f-20f9-43d6-be8a-40f12e90e8fa HTTP/1.1" status: 200 len: 835 time: 0.0464873 Feb 16 17:35:49.815525 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89ca65-3c29-4602-8147-98c3da7724d1 req-4e40bbe2-efd6-48e9-9d8e-6843c1c4871f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:49.817251 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ef89ca65-3c29-4602-8147-98c3da7724d1 req-4e40bbe2-efd6-48e9-9d8e-6843c1c4871f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=156e46da-8aa3-4c27-a79b-79d5fb2343c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400798 Feb 16 17:35:49.867482 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b98e2f-3f98-4872-98f9-8e6870043ab4 req-2d1f4693-7e63-4e93-b80d-c5c60fd6e159 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:49.869065 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-d7b98e2f-3f98-4872-98f9-8e6870043ab4 req-2d1f4693-7e63-4e93-b80d-c5c60fd6e159 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=be14b0f3-3c87-4c7d-97dd-94f871263f79 HTTP/1.1" status: 200 len: 943 time: 0.0488181 Feb 16 17:35:49.907512 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-d7b98e2f-3f98-4872-98f9-8e6870043ab4 req-7e30f1dc-22ef-462c-b04b-9732064dc8d4 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=01957257-fa0b-4658-a599-a454339a09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324159 Feb 16 17:35:49.908604 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ef89ca65-3c29-4602-8147-98c3da7724d1 req-7af817d1-92f5-42c9-8145-d3aaf17280f9 service neutron] 10.222.0.89 "GET /v2.0/networks/156e46da-8aa3-4c27-a79b-79d5fb2343c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843537 Feb 16 17:35:50.000351 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ef89ca65-3c29-4602-8147-98c3da7724d1 req-88839536-d77f-487d-a386-d37c2c589897 service neutron] 10.222.0.89 "GET /v2.0/networks/156e46da-8aa3-4c27-a79b-79d5fb2343c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853674 Feb 16 17:35:51.030026 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f5e39-071a-447d-b63c-903a1cb2ea60 req-95762136-f156-45b6-b58d-719e592a1329 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:51.031501 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-907f5e39-071a-447d-b63c-903a1cb2ea60 req-95762136-f156-45b6-b58d-719e592a1329 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=be14b0f3-3c87-4c7d-97dd-94f871263f79 HTTP/1.1" status: 200 len: 943 time: 0.0563195 Feb 16 17:35:51.069049 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-907f5e39-071a-447d-b63c-903a1cb2ea60 req-40875d0a-467e-49ef-a976-6262fbaeb695 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=01957257-fa0b-4658-a599-a454339a09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315595 Feb 16 17:35:51.624023 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc details requested by agent hyperv_hv-neutron-8286 with host hv-neutron-8286 {{(pid=114377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:35:51.714543 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc,segment=NetworkSegment(b641d90e-62c7-46f1-8c5f-77262aadc7ac),segment_id=b641d90e-62c7-46f1-8c5f-77262aadc7ac)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:35:51.726502 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Returning: {'device': 'a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc', 'network_id': '156e46da-8aa3-4c27-a79b-79d5fb2343c0', 'port_id': 'a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc', 'mac_address': 'fa:16:3e:77:96:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd11199f-20f9-43d6-be8a-40f12e90e8fa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:35:51.761619 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:51.779053 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:35:51.797788 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc,segment=NetworkSegment(b641d90e-62c7-46f1-8c5f-77262aadc7ac),segment_id=b641d90e-62c7-46f1-8c5f-77262aadc7ac)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:35:51.862273 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:51.908436 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:52.062818 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:35:52.185325 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a96de-c5a8-468f-a4cc-21fc4c450a76 req-b2ca98f1-127b-465e-8ad3-7d2f505ae8ef tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:52.186811 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-ed7a96de-c5a8-468f-a4cc-21fc4c450a76 req-b2ca98f1-127b-465e-8ad3-7d2f505ae8ef tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=be14b0f3-3c87-4c7d-97dd-94f871263f79 HTTP/1.1" status: 200 len: 944 time: 0.0510736 Feb 16 17:35:52.226871 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-ed7a96de-c5a8-468f-a4cc-21fc4c450a76 req-50c6f13a-8354-4581-91c8-55a8993b9823 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=01957257-fa0b-4658-a599-a454339a09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335929 Feb 16 17:35:53.349257 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab09ce3-9ee5-4e6b-b30f-9977a3e9a0e5 req-731d3ce7-e507-49c9-96a1-8352802fe4ae tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:53.350719 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5ab09ce3-9ee5-4e6b-b30f-9977a3e9a0e5 req-731d3ce7-e507-49c9-96a1-8352802fe4ae tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=be14b0f3-3c87-4c7d-97dd-94f871263f79 HTTP/1.1" status: 200 len: 944 time: 0.0539761 Feb 16 17:35:53.388649 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5ab09ce3-9ee5-4e6b-b30f-9977a3e9a0e5 req-8148ef8f-83b4-414d-9d85-a9877f4184e4 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=01957257-fa0b-4658-a599-a454339a09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320363 Feb 16 17:35:53.633256 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc up at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:35:53.736700 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning for port a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc completed by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:35:53.740448 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning complete for port a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:35:53.740822 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:53.820576 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:53.842811 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be14b0f3-3c87-4c7d-97dd-94f871263f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:35:53.845184 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a28c10-f34c-4dc2-ae74-6fc65c48e3cc" -d '{"events": [{"server_uuid": "be14b0f3-3c87-4c7d-97dd-94f871263f79", "name": "network-vif-plugged", "status": "completed", "tag": "a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:35:53.859428 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc,segment=NetworkSegment(b641d90e-62c7-46f1-8c5f-77262aadc7ac),segment_id=b641d90e-62c7-46f1-8c5f-77262aadc7ac)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:35:53.884708 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceba13ec-fc8c-494d-912e-d46c2b380810 x-openstack-request-id: req-ceba13ec-fc8c-494d-912e-d46c2b380810 {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:35:53.884906 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be14b0f3-3c87-4c7d-97dd-94f871263f79", "name": "network-vif-plugged", "status": "completed", "tag": "a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:35:53.885158 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ceba13ec-fc8c-494d-912e-d46c2b380810 {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:35:53.885555 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be14b0f3-3c87-4c7d-97dd-94f871263f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc', 'code': 200} Feb 16 17:35:53.931917 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:53.978748 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:54.186196 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a261358-f75d-4c13-bf7e-ab25e0be03a3 req-cba83b7e-e14f-4b7d-aac4-bb90ee9085f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:54.187669 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6a261358-f75d-4c13-bf7e-ab25e0be03a3 req-cba83b7e-e14f-4b7d-aac4-bb90ee9085f1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=be14b0f3-3c87-4c7d-97dd-94f871263f79 HTTP/1.1" status: 200 len: 1098 time: 0.0398459 Feb 16 17:35:54.221639 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6a261358-f75d-4c13-bf7e-ab25e0be03a3 req-4e79f5aa-7d79-45df-ad4e-08b0f5e38bd7 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=01957257-fa0b-4658-a599-a454339a09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271749 Feb 16 17:35:54.502172 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173b7c8-b5bf-49d1-95ce-128cbc77a6d1 req-65ef1cc5-256d-4dca-ab50-a1f271a67557 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:54.503594 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8173b7c8-b5bf-49d1-95ce-128cbc77a6d1 req-65ef1cc5-256d-4dca-ab50-a1f271a67557 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=be14b0f3-3c87-4c7d-97dd-94f871263f79 HTTP/1.1" status: 200 len: 945 time: 0.0491085 Feb 16 17:35:54.541222 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8173b7c8-b5bf-49d1-95ce-128cbc77a6d1 req-8558e83c-4e7d-4543-acc5-b134cc5b6d76 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=01957257-fa0b-4658-a599-a454339a09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317550 Feb 16 17:35:55.656838 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf823698-12cb-4681-8d93-4f2df0200d1d req-eeef17df-75ef-4435-b222-339d6866cd71 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:55.658291 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-bf823698-12cb-4681-8d93-4f2df0200d1d req-eeef17df-75ef-4435-b222-339d6866cd71 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=be14b0f3-3c87-4c7d-97dd-94f871263f79 HTTP/1.1" status: 200 len: 945 time: 0.0474758 Feb 16 17:35:55.696219 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-bf823698-12cb-4681-8d93-4f2df0200d1d req-4882b7c9-c58a-4064-8cdc-716c62d30693 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=01957257-fa0b-4658-a599-a454339a09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319009 Feb 16 17:35:55.812032 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709602c2-980a-4c4c-aa05-2f56e25d9b05 req-68190006-7d04-4ddd-a469-48c9b14f5ead tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:55.813495 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-709602c2-980a-4c4c-aa05-2f56e25d9b05 req-68190006-7d04-4ddd-a469-48c9b14f5ead tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=be14b0f3-3c87-4c7d-97dd-94f871263f79 HTTP/1.1" status: 200 len: 945 time: 0.0527995 Feb 16 17:35:55.851250 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-709602c2-980a-4c4c-aa05-2f56e25d9b05 req-e0a548f7-66d4-45b3-ba2e-9b8ca758bc51 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=01957257-fa0b-4658-a599-a454339a09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317400 Feb 16 17:35:55.873112 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 60152) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:35:55.953175 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51ca282-75df-4161-90dd-112b3101391c tempest-TestNetworkAdvancedServerOps-1016298580 tempest-TestNetworkAdvancedServerOps-1016298580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:55.954680 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-e51ca282-75df-4161-90dd-112b3101391c tempest-TestNetworkAdvancedServerOps-1016298580 tempest-TestNetworkAdvancedServerOps-1016298580-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=be14b0f3-3c87-4c7d-97dd-94f871263f79 HTTP/1.1" status: 200 len: 1093 time: 0.0806141 Feb 16 17:35:55.957385 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 60156) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:35:55.961557 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-6a37b198-dece-4eaa-bf93-f18a7d518428 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'floatingip': {'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'port_id': 'a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'fixed_ip_address': '172.20.0.5'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:35:56.068274 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6a37b198-dece-4eaa-bf93-f18a7d518428 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for floatingip, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:56.168498 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6a37b198-dece-4eaa-bf93-f18a7d518428 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:56.270760 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-6a37b198-dece-4eaa-bf93-f18a7d518428 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Allocated IP 172.26.3.108 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/7d89230b-9ee6-442d-a6b7-a120310e3d5c) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:35:56.375635 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6a37b198-dece-4eaa-bf93-f18a7d518428 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:56.508409 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6a37b198-dece-4eaa-bf93-f18a7d518428 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:56.544560 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a37b198-dece-4eaa-bf93-f18a7d518428 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:35:56.547280 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-6a37b198-dece-4eaa-bf93-f18a7d518428 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:35:56.550894 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a37b198-dece-4eaa-bf93-f18a7d518428 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:35:56.580261 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a37b198-dece-4eaa-bf93-f18a7d518428 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'Port': ['ID=7d89230b-9ee6-442d-a6b7-a120310e3d5c,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:56.906290 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6a37b198-dece-4eaa-bf93-f18a7d518428 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:57.023056 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6a37b198-dece-4eaa-bf93-f18a7d518428 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:57.176462 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6a37b198-dece-4eaa-bf93-f18a7d518428 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:57.216613 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6a37b198-dece-4eaa-bf93-f18a7d518428 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:57.287399 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a37b198-dece-4eaa-bf93-f18a7d518428 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'Port': ['ID=7d89230b-9ee6-442d-a6b7-a120310e3d5c,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:57.299120 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6a37b198-dece-4eaa-bf93-f18a7d518428 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:57.399737 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.l3_db [None req-6a37b198-dece-4eaa-bf93-f18a7d518428 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Floating IP ad3eeb7f-83a3-428c-9570-99e62078f480 associated. External IP: 172.26.3.108, port: a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc. Feb 16 17:35:57.602598 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a37b198-dece-4eaa-bf93-f18a7d518428 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Router 5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:35:57.708905 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a37b198-dece-4eaa-bf93-f18a7d518428 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:35:57.718321 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef64b3a3-eef5-4fa3-ad4d-b35472725038 None None] Sync routers for ids ['5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:35:57.728372 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef64b3a3-eef5-4fa3-ad4d-b35472725038 None None] Routers {'5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:35:57.731519 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-ef64b3a3-eef5-4fa3-ad4d-b35472725038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:35:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:57.773263 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6a37b198-dece-4eaa-bf93-f18a7d518428 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:35:57.800612 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-6a37b198-dece-4eaa-bf93-f18a7d518428 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8422377 Feb 16 17:35:57.801193 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be14b0f3-3c87-4c7d-97dd-94f871263f79', 'tag': 'a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:35:57.803439 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026087ed-3dd0-4c70-b393-45d15561c9c2" -d '{"events": [{"name": "network-changed", "server_uuid": "be14b0f3-3c87-4c7d-97dd-94f871263f79", "tag": "a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:35:57.834858 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-ef64b3a3-eef5-4fa3-ad4d-b35472725038 None None] Set router 5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:35:57.896533 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91b96d8-d1d7-42c0-9a81-0e14e3ac3a77 x-openstack-request-id: req-d91b96d8-d1d7-42c0-9a81-0e14e3ac3a77 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:35:57.896868 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be14b0f3-3c87-4c7d-97dd-94f871263f79", "tag": "a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:35:57.897127 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d91b96d8-d1d7-42c0-9a81-0e14e3ac3a77 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:35:57.897530 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be14b0f3-3c87-4c7d-97dd-94f871263f79', 'tag': 'a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc', 'status': 'completed', 'code': 200} Feb 16 17:35:57.909271 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572c4c0-55bb-4246-81a1-f5618cd9637f req-da35b7d4-2bc5-4669-858b-f67ff7e6fa18 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:57.910796 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-c572c4c0-55bb-4246-81a1-f5618cd9637f req-da35b7d4-2bc5-4669-858b-f67ff7e6fa18 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=be14b0f3-3c87-4c7d-97dd-94f871263f79 HTTP/1.1" status: 200 len: 945 time: 0.0572958 Feb 16 17:35:57.953514 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-c572c4c0-55bb-4246-81a1-f5618cd9637f req-f893e83f-b8fe-464d-af2f-6230892c22cc tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=01957257-fa0b-4658-a599-a454339a09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356066 Feb 16 17:35:57.961318 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026087ed-3dd0-4c70-b393-45d15561c9c2 req-c8b487bd-0e2d-4ae6-9085-a17956c9cff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:57.962943 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-026087ed-3dd0-4c70-b393-45d15561c9c2 req-c8b487bd-0e2d-4ae6-9085-a17956c9cff1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=540088272793448ab3d0c6a056f15347&device_id=be14b0f3-3c87-4c7d-97dd-94f871263f79 HTTP/1.1" status: 200 len: 1098 time: 0.0424240 Feb 16 17:35:57.977092 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 60164) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:35:58.041396 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e2fb8129-fddb-4cbd-8bb0-e200d5603501 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/floatingips/ad3eeb7f-83a3-428c-9570-99e62078f480 HTTP/1.1" status: 200 len: 991 time: 0.0629447 Feb 16 17:35:58.059521 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026087ed-3dd0-4c70-b393-45d15561c9c2 req-cbb506bf-edf6-41a3-b2a5-a7454a3dd275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:58.060172 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-ef64b3a3-eef5-4fa3-ad4d-b35472725038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1177997496', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '2b86529a-03a4-4b4e-8cc4-894b211feffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:39Z', 'updated_at': '2022-02-16T17:35:43Z', 'revision_number': 4, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '2b86529a-03a4-4b4e-8cc4-894b211feffb', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:85:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:39Z', 'updated_at': '2022-02-16T17:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': 'ad3eeb7f-83a3-428c-9570-99e62078f480', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'floating_ip_address': '172.26.3.108', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a', 'port_id': 'a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '156e46da-8aa3-4c27-a79b-79d5fb2343c0', 'mac_address': 'fa:16:3e:77:96:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be14b0f3-3c87-4c7d-97dd-94f871263f79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:35:56Z', 'updated_at': '2022-02-16T17:35:56Z', 'revision_number': 0, 'project_id': '540088272793448ab3d0c6a056f15347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9665c26-04cf-4ef6-a586-0decd8e0b173', 'name': '', 'network_id': '156e46da-8aa3-4c27-a79b-79d5fb2343c0', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'mac_address': 'fa:16:3e:b4:e6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'dd11199f-20f9-43d6-be8a-40f12e90e8fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:42Z', 'updated_at': '2022-02-16T17:35:46Z', 'revision_number': 5, 'project_id': '540088272793448ab3d0c6a056f15347', 'subnets': [{'id': 'dd11199f-20f9-43d6-be8a-40f12e90e8fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:58.061038 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-026087ed-3dd0-4c70-b393-45d15561c9c2 req-cbb506bf-edf6-41a3-b2a5-a7454a3dd275 service neutron] 10.222.0.89 "GET /v2.0/networks?id=156e46da-8aa3-4c27-a79b-79d5fb2343c0 HTTP/1.1" status: 200 len: 898 time: 0.0916865 Feb 16 17:35:58.089603 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef64b3a3-eef5-4fa3-ad4d-b35472725038 None None] Checking router: 5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:35:58.097717 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef64b3a3-eef5-4fa3-ad4d-b35472725038 None None] Routers {'5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:35:58.098313 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-ef64b3a3-eef5-4fa3-ad4d-b35472725038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:35:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:58.125083 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-026087ed-3dd0-4c70-b393-45d15561c9c2 req-731ec38a-4d9e-4fab-b151-1b7fc846d658 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc HTTP/1.1" status: 200 len: 999 time: 0.0576329 Feb 16 17:35:58.176519 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026087ed-3dd0-4c70-b393-45d15561c9c2 req-92f89358-b5ec-4e86-bb28-cde41185158a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:58.177975 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-026087ed-3dd0-4c70-b393-45d15561c9c2 req-92f89358-b5ec-4e86-bb28-cde41185158a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=dd11199f-20f9-43d6-be8a-40f12e90e8fa HTTP/1.1" status: 200 len: 835 time: 0.0467615 Feb 16 17:35:58.197202 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-ef64b3a3-eef5-4fa3-ad4d-b35472725038 None None] Set router 5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:35:58.221026 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026087ed-3dd0-4c70-b393-45d15561c9c2 req-8a24318c-6dad-48f2-a23e-004c4f9737ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:58.222521 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-026087ed-3dd0-4c70-b393-45d15561c9c2 req-8a24318c-6dad-48f2-a23e-004c4f9737ad service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=156e46da-8aa3-4c27-a79b-79d5fb2343c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387709 Feb 16 17:35:58.309965 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-026087ed-3dd0-4c70-b393-45d15561c9c2 req-55c79d01-4e78-4a09-a3a5-2d48ea8459d6 service neutron] 10.222.0.89 "GET /v2.0/networks/156e46da-8aa3-4c27-a79b-79d5fb2343c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809057 Feb 16 17:35:58.402739 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-026087ed-3dd0-4c70-b393-45d15561c9c2 req-00a23da1-29bb-4d88-acad-734557c1489d service neutron] 10.222.0.89 "GET /v2.0/networks/156e46da-8aa3-4c27-a79b-79d5fb2343c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867853 Feb 16 17:35:58.420262 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-ef64b3a3-eef5-4fa3-ad4d-b35472725038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1177997496', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '2b86529a-03a4-4b4e-8cc4-894b211feffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:39Z', 'updated_at': '2022-02-16T17:35:43Z', 'revision_number': 4, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '2b86529a-03a4-4b4e-8cc4-894b211feffb', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:85:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:39Z', 'updated_at': '2022-02-16T17:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': 'ad3eeb7f-83a3-428c-9570-99e62078f480', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'floating_ip_address': '172.26.3.108', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a', 'port_id': 'a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '156e46da-8aa3-4c27-a79b-79d5fb2343c0', 'mac_address': 'fa:16:3e:77:96:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be14b0f3-3c87-4c7d-97dd-94f871263f79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:35:56Z', 'updated_at': '2022-02-16T17:35:56Z', 'revision_number': 0, 'project_id': '540088272793448ab3d0c6a056f15347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9665c26-04cf-4ef6-a586-0decd8e0b173', 'name': '', 'network_id': '156e46da-8aa3-4c27-a79b-79d5fb2343c0', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'mac_address': 'fa:16:3e:b4:e6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'dd11199f-20f9-43d6-be8a-40f12e90e8fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:42Z', 'updated_at': '2022-02-16T17:35:46Z', 'revision_number': 5, 'project_id': '540088272793448ab3d0c6a056f15347', 'subnets': [{'id': 'dd11199f-20f9-43d6-be8a-40f12e90e8fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:58.445833 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef64b3a3-eef5-4fa3-ad4d-b35472725038 None None] The sync data for ids ['5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a'] in dv-neutron-828697-3-hyperv is: [{'id': '5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1177997496', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '2b86529a-03a4-4b4e-8cc4-894b211feffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:39Z', 'updated_at': '2022-02-16T17:35:43Z', 'revision_number': 4, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '2b86529a-03a4-4b4e-8cc4-894b211feffb', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:85:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:39Z', 'updated_at': '2022-02-16T17:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': 'ad3eeb7f-83a3-428c-9570-99e62078f480', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'floating_ip_address': '172.26.3.108', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a', 'port_id': 'a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '156e46da-8aa3-4c27-a79b-79d5fb2343c0', 'mac_address': 'fa:16:3e:77:96:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be14b0f3-3c87-4c7d-97dd-94f871263f79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:35:56Z', 'updated_at': '2022-02-16T17:35:56Z', 'revision_number': 0, 'project_id': '540088272793448ab3d0c6a056f15347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9665c26-04cf-4ef6-a586-0decd8e0b173', 'name': '', 'network_id': '156e46da-8aa3-4c27-a79b-79d5fb2343c0', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'mac_address': 'fa:16:3e:b4:e6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'dd11199f-20f9-43d6-be8a-40f12e90e8fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:42Z', 'updated_at': '2022-02-16T17:35:46Z', 'revision_number': 5, 'project_id': '540088272793448ab3d0c6a056f15347', 'subnets': [{'id': 'dd11199f-20f9-43d6-be8a-40f12e90e8fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:35:58.629586 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47728803-87fd-40a6-ae0f-a91b4ed7d2fa None None] New status for floating IP ad3eeb7f-83a3-428c-9570-99e62078f480: ACTIVE {{(pid=114377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:35:59.045536 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 60166) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:35:59.107702 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-8b761b77-a6bc-4368-a805-48c48eb63400 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/floatingips/ad3eeb7f-83a3-428c-9570-99e62078f480 HTTP/1.1" status: 200 len: 993 time: 0.0609591 Feb 16 17:36:00.771278 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:06.891073 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e76a5d39-4c27-4461-87bd-30eb68794c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:09.239419 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-80dec99d-4417-41c1-838a-a9910460089a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:10.554775 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:11.885373 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:12.171427 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:17.901025 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:36:30.649566 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5ba21-bc85-42b0-8de3-0d09e91d0779 req-a0778665-0c69-44f0-b8a6-e382ebb96505 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:30.650974 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-88c5ba21-bc85-42b0-8de3-0d09e91d0779 req-a0778665-0c69-44f0-b8a6-e382ebb96505 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=be14b0f3-3c87-4c7d-97dd-94f871263f79 HTTP/1.1" status: 200 len: 945 time: 0.0488882 Feb 16 17:36:30.698877 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-88c5ba21-bc85-42b0-8de3-0d09e91d0779 req-2759bb4e-3516-4cc5-8fe2-e3c107eed3f2 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=01957257-fa0b-4658-a599-a454339a09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414584 Feb 16 17:36:30.759832 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:31.810628 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd334c-93a6-48ab-9c8d-27aa98193b33 req-dfdcf755-8579-4db7-a3dd-59bbd9f09042 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:31.812098 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-93dd334c-93a6-48ab-9c8d-27aa98193b33 req-dfdcf755-8579-4db7-a3dd-59bbd9f09042 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=be14b0f3-3c87-4c7d-97dd-94f871263f79 HTTP/1.1" status: 200 len: 945 time: 0.0480282 Feb 16 17:36:31.852906 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-93dd334c-93a6-48ab-9c8d-27aa98193b33 req-dc16b798-3f4b-46ba-b7e6-7bbdaefca4f6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=01957257-fa0b-4658-a599-a454339a09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348732 Feb 16 17:36:32.965508 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a1852-fa1a-491a-961b-98f0ce3d4627 req-6ce2ecc8-d723-4d9a-810a-3a86a1b33bb5 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:32.966998 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c53a1852-fa1a-491a-961b-98f0ce3d4627 req-6ce2ecc8-d723-4d9a-810a-3a86a1b33bb5 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=be14b0f3-3c87-4c7d-97dd-94f871263f79 HTTP/1.1" status: 200 len: 945 time: 0.0481815 Feb 16 17:36:33.004715 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c53a1852-fa1a-491a-961b-98f0ce3d4627 req-ddda305e-4f6d-4aa6-8961-b84c03b168d8 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=01957257-fa0b-4658-a599-a454339a09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311596 Feb 16 17:36:34.121952 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc322ee1-5d8e-4e9c-9de1-b4f6ce3bfe7d req-e5a3c665-b212-4d8c-8830-1ccc70b56eed tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:34.123442 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-dc322ee1-5d8e-4e9c-9de1-b4f6ce3bfe7d req-e5a3c665-b212-4d8c-8830-1ccc70b56eed tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=be14b0f3-3c87-4c7d-97dd-94f871263f79 HTTP/1.1" status: 200 len: 945 time: 0.0526364 Feb 16 17:36:34.160472 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-dc322ee1-5d8e-4e9c-9de1-b4f6ce3bfe7d req-2c4da931-f24e-49df-af6a-b12a64ffe5ce tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=01957257-fa0b-4658-a599-a454339a09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303290 Feb 16 17:36:35.276223 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e56186-544e-4b17-989f-24256163408a req-15d6cd75-52df-47f5-9976-fd15b8dc1d7c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:35.277693 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-90e56186-544e-4b17-989f-24256163408a req-15d6cd75-52df-47f5-9976-fd15b8dc1d7c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=be14b0f3-3c87-4c7d-97dd-94f871263f79 HTTP/1.1" status: 200 len: 945 time: 0.0492373 Feb 16 17:36:35.314703 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-90e56186-544e-4b17-989f-24256163408a req-9fe6e036-fd21-4b99-8793-4b19cfc7f28f tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=01957257-fa0b-4658-a599-a454339a09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307219 Feb 16 17:36:36.431087 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f92d6-7b96-4329-b9f5-4e0f0d1ca331 req-032a3a01-9b39-4556-ba9f-39e15003559f tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:36.432599 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-7d7f92d6-7b96-4329-b9f5-4e0f0d1ca331 req-032a3a01-9b39-4556-ba9f-39e15003559f tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=be14b0f3-3c87-4c7d-97dd-94f871263f79 HTTP/1.1" status: 200 len: 945 time: 0.0494220 Feb 16 17:36:36.472916 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-7d7f92d6-7b96-4329-b9f5-4e0f0d1ca331 req-23a00059-5201-4059-ad9f-0a8faeaddaa7 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=01957257-fa0b-4658-a599-a454339a09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317054 Feb 16 17:36:36.908448 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a975ea50-ecbb-4ac6-83f2-06c0ccce6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:37.450316 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d38ac-bd2b-4d7b-8b58-c0e2dd695e9d req-8697759a-3610-4c5d-8ceb-e32cd7cf9c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:37.451785 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d54d38ac-bd2b-4d7b-8b58-c0e2dd695e9d req-8697759a-3610-4c5d-8ceb-e32cd7cf9c05 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=540088272793448ab3d0c6a056f15347&device_id=be14b0f3-3c87-4c7d-97dd-94f871263f79 HTTP/1.1" status: 200 len: 1098 time: 0.0389686 Feb 16 17:36:37.580859 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d38ac-bd2b-4d7b-8b58-c0e2dd695e9d req-446a7318-8028-4198-9ec7-ccd8abfd8521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:37.582303 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d54d38ac-bd2b-4d7b-8b58-c0e2dd695e9d req-446a7318-8028-4198-9ec7-ccd8abfd8521 service neutron] 10.222.0.89 "GET /v2.0/networks?id=156e46da-8aa3-4c27-a79b-79d5fb2343c0 HTTP/1.1" status: 200 len: 898 time: 0.1119373 Feb 16 17:36:37.640124 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93392a3-8487-4a5b-bccc-17b7a725f9a0 req-0e49e13e-2372-49c6-b1f7-59234a03eadd tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:37.641613 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c93392a3-8487-4a5b-bccc-17b7a725f9a0 req-0e49e13e-2372-49c6-b1f7-59234a03eadd tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=be14b0f3-3c87-4c7d-97dd-94f871263f79 HTTP/1.1" status: 200 len: 945 time: 0.0978193 Feb 16 17:36:37.681167 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d54d38ac-bd2b-4d7b-8b58-c0e2dd695e9d req-dbfc6397-ac5d-49de-8314-0f55a5fa89f2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc HTTP/1.1" status: 200 len: 1001 time: 0.0912366 Feb 16 17:36:37.700667 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c93392a3-8487-4a5b-bccc-17b7a725f9a0 req-a1c4b959-8667-49fd-b14f-21eaa88a5c8b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=01957257-fa0b-4658-a599-a454339a09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524895 Feb 16 17:36:37.736658 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d38ac-bd2b-4d7b-8b58-c0e2dd695e9d req-ea80c301-4113-4d26-be24-7c9a233991db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:37.738103 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d54d38ac-bd2b-4d7b-8b58-c0e2dd695e9d req-ea80c301-4113-4d26-be24-7c9a233991db service neutron] 10.222.0.89 "GET /v2.0/subnets?id=dd11199f-20f9-43d6-be8a-40f12e90e8fa HTTP/1.1" status: 200 len: 835 time: 0.0495284 Feb 16 17:36:37.783798 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d38ac-bd2b-4d7b-8b58-c0e2dd695e9d req-63deec26-4596-40c5-95da-1e7b62ab4e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:37.785336 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d54d38ac-bd2b-4d7b-8b58-c0e2dd695e9d req-63deec26-4596-40c5-95da-1e7b62ab4e8b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=156e46da-8aa3-4c27-a79b-79d5fb2343c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412729 Feb 16 17:36:37.876388 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d54d38ac-bd2b-4d7b-8b58-c0e2dd695e9d req-3e6b3cd9-87e8-4585-b8a7-508a60a3b702 service neutron] 10.222.0.89 "GET /v2.0/networks/156e46da-8aa3-4c27-a79b-79d5fb2343c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842593 Feb 16 17:36:37.963345 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d54d38ac-bd2b-4d7b-8b58-c0e2dd695e9d req-7e5240ed-27ca-47e6-b05b-cade4975fc40 service neutron] 10.222.0.89 "GET /v2.0/networks/156e46da-8aa3-4c27-a79b-79d5fb2343c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808418 Feb 16 17:36:38.816735 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153c584-aa80-4e83-8b6b-f0efbe071c4d req-227dd2e5-d5cc-4090-8e2d-69fb9df337ca tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:38.818116 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-e153c584-aa80-4e83-8b6b-f0efbe071c4d req-227dd2e5-d5cc-4090-8e2d-69fb9df337ca tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=be14b0f3-3c87-4c7d-97dd-94f871263f79 HTTP/1.1" status: 200 len: 945 time: 0.0490944 Feb 16 17:36:38.859105 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-e153c584-aa80-4e83-8b6b-f0efbe071c4d req-5c7618a1-a44e-4956-98f0-c79b0e0a15c4 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=01957257-fa0b-4658-a599-a454339a09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350921 Feb 16 17:36:39.256877 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d8648904-24af-415f-869b-ff7ce25bed4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:39.977712 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa1d87-f028-41ea-9995-1a45f45131eb req-8de651c6-80ce-40db-91fe-db0223177d52 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:39.979175 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d4aa1d87-f028-41ea-9995-1a45f45131eb req-8de651c6-80ce-40db-91fe-db0223177d52 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=be14b0f3-3c87-4c7d-97dd-94f871263f79 HTTP/1.1" status: 200 len: 945 time: 0.0528440 Feb 16 17:36:40.016406 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d4aa1d87-f028-41ea-9995-1a45f45131eb req-4697509f-e76d-4b68-adc4-6393039b5fa7 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=01957257-fa0b-4658-a599-a454339a09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300267 Feb 16 17:36:40.542717 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:41.131890 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a433ed-cbb5-45cc-85da-cec2dc3f0e0b req-f77ae476-ffe9-4554-a3e4-47586c8a616c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:41.133390 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-37a433ed-cbb5-45cc-85da-cec2dc3f0e0b req-f77ae476-ffe9-4554-a3e4-47586c8a616c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=be14b0f3-3c87-4c7d-97dd-94f871263f79 HTTP/1.1" status: 200 len: 945 time: 0.0480180 Feb 16 17:36:41.170181 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-37a433ed-cbb5-45cc-85da-cec2dc3f0e0b req-b8385587-57aa-4446-a9a6-bfe6efb0f2bb tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=01957257-fa0b-4658-a599-a454339a09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308073 Feb 16 17:36:41.885629 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:42.154192 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:36:42.285091 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae8a3f-f4f3-4efe-a6be-2dddd0a30531 req-dd1a2ffb-7ce5-4966-99cf-f1e1bec20567 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:42.286559 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-25ae8a3f-f4f3-4efe-a6be-2dddd0a30531 req-dd1a2ffb-7ce5-4966-99cf-f1e1bec20567 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=be14b0f3-3c87-4c7d-97dd-94f871263f79 HTTP/1.1" status: 200 len: 945 time: 0.0484779 Feb 16 17:36:42.323635 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-25ae8a3f-f4f3-4efe-a6be-2dddd0a30531 req-836175ab-61f4-450d-a232-9cac902fdaf1 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=01957257-fa0b-4658-a599-a454339a09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311058 Feb 16 17:36:43.440516 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac4b55b-dc74-4676-95c0-f1c71248a057 req-7afa7419-fdac-4f01-99b0-06118e13daf6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:43.442129 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-0ac4b55b-dc74-4676-95c0-f1c71248a057 req-7afa7419-fdac-4f01-99b0-06118e13daf6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=be14b0f3-3c87-4c7d-97dd-94f871263f79 HTTP/1.1" status: 200 len: 945 time: 0.0526607 Feb 16 17:36:43.481099 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-0ac4b55b-dc74-4676-95c0-f1c71248a057 req-4285658b-4f2d-4060-97b6-14e95b00bf51 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=01957257-fa0b-4658-a599-a454339a09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325959 Feb 16 17:36:44.598279 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a6ccc-c68c-4de0-9f20-1bca1feee929 req-34d7c7f1-abbd-482d-9627-4bac1a59a272 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:44.599732 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b38a6ccc-c68c-4de0-9f20-1bca1feee929 req-34d7c7f1-abbd-482d-9627-4bac1a59a272 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=be14b0f3-3c87-4c7d-97dd-94f871263f79 HTTP/1.1" status: 200 len: 945 time: 0.0477138 Feb 16 17:36:44.635679 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b38a6ccc-c68c-4de0-9f20-1bca1feee929 req-3f24871b-385a-4c4b-8c63-2bc62ac546f2 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=01957257-fa0b-4658-a599-a454339a09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301068 Feb 16 17:36:45.749434 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf72a9-a630-49d7-ae1e-2313b2cf0049 req-e19e4337-b7cc-4311-8d8f-32bd3e9272a6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:45.750903 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-f5cf72a9-a630-49d7-ae1e-2313b2cf0049 req-e19e4337-b7cc-4311-8d8f-32bd3e9272a6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=be14b0f3-3c87-4c7d-97dd-94f871263f79 HTTP/1.1" status: 200 len: 945 time: 0.0483794 Feb 16 17:36:45.794799 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-f5cf72a9-a630-49d7-ae1e-2313b2cf0049 req-8d7f0b8a-a731-41fe-a35b-c2d2c1206fdc tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=01957257-fa0b-4658-a599-a454339a09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378652 Feb 16 17:36:46.911405 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62949f-1ed0-44d9-adcf-53008985e023 req-4cc24392-4a49-46f8-9e5a-0c421c10883e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:46.912857 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-cc62949f-1ed0-44d9-adcf-53008985e023 req-4cc24392-4a49-46f8-9e5a-0c421c10883e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=be14b0f3-3c87-4c7d-97dd-94f871263f79 HTTP/1.1" status: 200 len: 945 time: 0.0518413 Feb 16 17:36:46.949881 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-cc62949f-1ed0-44d9-adcf-53008985e023 req-1c7859f6-d36e-41b1-9b11-15b0e9172277 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=01957257-fa0b-4658-a599-a454339a09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312357 Feb 16 17:36:46.971558 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 60220) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:36:47.029963 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-875e6a8f-e11e-4c15-954c-9f5be9e6ce76 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/floatingips/ad3eeb7f-83a3-428c-9570-99e62078f480 HTTP/1.1" status: 200 len: 993 time: 0.0572982 Feb 16 17:36:48.434688 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23f316-0903-406e-a4db-abb4c6806df2 req-49a4889b-db3e-4e47-8c93-0a713e291dd0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:48.436190 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-7f23f316-0903-406e-a4db-abb4c6806df2 req-49a4889b-db3e-4e47-8c93-0a713e291dd0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=be14b0f3-3c87-4c7d-97dd-94f871263f79 HTTP/1.1" status: 200 len: 945 time: 0.0485153 Feb 16 17:36:48.475896 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-7f23f316-0903-406e-a4db-abb4c6806df2 req-44499458-ce07-417e-9678-1a774b26eea2 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=01957257-fa0b-4658-a599-a454339a09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332048 Feb 16 17:36:48.545363 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01821e70-7828-4bf7-a5c9-6eddb3dbc9a3 req-b0201e6b-aafa-441b-b9e3-a58cb70e292e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:48.546848 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-01821e70-7828-4bf7-a5c9-6eddb3dbc9a3 req-b0201e6b-aafa-441b-b9e3-a58cb70e292e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=540088272793448ab3d0c6a056f15347&device_id=be14b0f3-3c87-4c7d-97dd-94f871263f79 HTTP/1.1" status: 200 len: 1098 time: 0.0401244 Feb 16 17:36:48.637030 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01821e70-7828-4bf7-a5c9-6eddb3dbc9a3 req-2d43668f-638e-48c0-ae14-714e46c54a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:48.638377 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-01821e70-7828-4bf7-a5c9-6eddb3dbc9a3 req-2d43668f-638e-48c0-ae14-714e46c54a52 service neutron] 10.222.0.89 "GET /v2.0/networks?id=156e46da-8aa3-4c27-a79b-79d5fb2343c0 HTTP/1.1" status: 200 len: 898 time: 0.0851302 Feb 16 17:36:48.701359 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-01821e70-7828-4bf7-a5c9-6eddb3dbc9a3 req-dac9ce5c-983d-4a80-873f-c65f739f47dc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc HTTP/1.1" status: 200 len: 1001 time: 0.0564375 Feb 16 17:36:48.753361 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01821e70-7828-4bf7-a5c9-6eddb3dbc9a3 req-9bf0c887-5c91-4fea-9202-473eda782566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:48.754775 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-01821e70-7828-4bf7-a5c9-6eddb3dbc9a3 req-9bf0c887-5c91-4fea-9202-473eda782566 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=dd11199f-20f9-43d6-be8a-40f12e90e8fa HTTP/1.1" status: 200 len: 835 time: 0.0459447 Feb 16 17:36:48.796571 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01821e70-7828-4bf7-a5c9-6eddb3dbc9a3 req-86aa75ff-4507-43b2-b249-f14259ff2121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:48.797984 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-01821e70-7828-4bf7-a5c9-6eddb3dbc9a3 req-86aa75ff-4507-43b2-b249-f14259ff2121 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=156e46da-8aa3-4c27-a79b-79d5fb2343c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0372427 Feb 16 17:36:48.886098 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-01821e70-7828-4bf7-a5c9-6eddb3dbc9a3 req-c67c8626-472d-4700-a7a0-f2174c8cc5ff service neutron] 10.222.0.89 "GET /v2.0/networks/156e46da-8aa3-4c27-a79b-79d5fb2343c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816555 Feb 16 17:36:48.977909 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-01821e70-7828-4bf7-a5c9-6eddb3dbc9a3 req-1b7826ce-0a8e-40f9-b96a-4ecc82798ee2 service neutron] 10.222.0.89 "GET /v2.0/networks/156e46da-8aa3-4c27-a79b-79d5fb2343c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849521 Feb 16 17:36:49.595215 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07e781-4a88-47b8-8baf-da0969adabe7 req-bededd56-f317-48cc-829f-1f7db3377402 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:49.596863 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1c07e781-4a88-47b8-8baf-da0969adabe7 req-bededd56-f317-48cc-829f-1f7db3377402 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=be14b0f3-3c87-4c7d-97dd-94f871263f79 HTTP/1.1" status: 200 len: 945 time: 0.0488930 Feb 16 17:36:49.635426 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1c07e781-4a88-47b8-8baf-da0969adabe7 req-59227e11-ab6a-43f8-8358-88019d180e9c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=01957257-fa0b-4658-a599-a454339a09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323720 Feb 16 17:36:50.750041 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffccb608-2d22-44e8-a9fd-ea035b9fae90 req-8a3be5b5-66e7-49d3-bdb6-287db3ec5b94 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:50.751526 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-ffccb608-2d22-44e8-a9fd-ea035b9fae90 req-8a3be5b5-66e7-49d3-bdb6-287db3ec5b94 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=be14b0f3-3c87-4c7d-97dd-94f871263f79 HTTP/1.1" status: 200 len: 945 time: 0.0484574 Feb 16 17:36:50.789576 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-ffccb608-2d22-44e8-a9fd-ea035b9fae90 req-6b5d89b2-918e-4647-b489-3b2aa0bb107f tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=01957257-fa0b-4658-a599-a454339a09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318406 Feb 16 17:36:50.811252 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 60238) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:36:50.874474 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a00f72f4-6208-486a-865f-4060dea86815 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/floatingips/ad3eeb7f-83a3-428c-9570-99e62078f480 HTTP/1.1" status: 200 len: 993 time: 0.0621119 Feb 16 17:36:54.900146 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:37:00.840045 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:06.851846 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6c44a045-d6b7-4ca1-a518-59967dd5830e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:09.211363 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6ca30c19-0d56-40d1-9ead-a645c904b162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:10.588809 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:11.909209 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:12.149489 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:19.436716 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 60248) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:37:19.588406 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-659711c5-14e2-44c2-adcd-203458894cae tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Deleting port 7d89230b-9ee6-442d-a6b7-a120310e3d5c {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:37:19.588747 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-659711c5-14e2-44c2-adcd-203458894cae tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:19.662480 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-659711c5-14e2-44c2-adcd-203458894cae tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:19.662847 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-659711c5-14e2-44c2-adcd-203458894cae tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:19.674227 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-659711c5-14e2-44c2-adcd-203458894cae tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Calling delete_port for 7d89230b-9ee6-442d-a6b7-a120310e3d5c owned by network:floatingip {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:37:19.937728 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-659711c5-14e2-44c2-adcd-203458894cae tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:19.961747 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659711c5-14e2-44c2-adcd-203458894cae tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event deleted for resources: {'Port': ['ID=7d89230b-9ee6-442d-a6b7-a120310e3d5c,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:37:19.971241 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659711c5-14e2-44c2-adcd-203458894cae tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:37:19.971540 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659711c5-14e2-44c2-adcd-203458894cae tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:37:19.972544 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659711c5-14e2-44c2-adcd-203458894cae tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:37:19.972880 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659711c5-14e2-44c2-adcd-203458894cae tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:37:19.973213 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659711c5-14e2-44c2-adcd-203458894cae tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:37:19.974044 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659711c5-14e2-44c2-adcd-203458894cae tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:37:19.974044 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659711c5-14e2-44c2-adcd-203458894cae tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:37:19.974234 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659711c5-14e2-44c2-adcd-203458894cae tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:37:19.974470 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659711c5-14e2-44c2-adcd-203458894cae tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:37:19.974789 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659711c5-14e2-44c2-adcd-203458894cae tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:37:19.975110 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659711c5-14e2-44c2-adcd-203458894cae tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:37:19.975426 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659711c5-14e2-44c2-adcd-203458894cae tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:37:20.035350 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-659711c5-14e2-44c2-adcd-203458894cae tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for floatingip, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:20.035670 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.l3_db [None req-659711c5-14e2-44c2-adcd-203458894cae tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Floating IP ad3eeb7f-83a3-428c-9570-99e62078f480 disassociated (deleted). External IP: 172.26.3.108, port: a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc. Feb 16 17:37:20.244367 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-659711c5-14e2-44c2-adcd-203458894cae tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Router 5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:37:20.381055 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659711c5-14e2-44c2-adcd-203458894cae tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:37:20.385860 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-659711c5-14e2-44c2-adcd-203458894cae tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:20.391093 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f4af73-71e9-4d61-a0e7-3243863e4cea None None] Sync routers for ids ['5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:37:20.401145 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f4af73-71e9-4d61-a0e7-3243863e4cea None None] Routers {'5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:37:20.401762 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-a5f4af73-71e9-4d61-a0e7-3243863e4cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:37:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:37:20.413198 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-659711c5-14e2-44c2-adcd-203458894cae tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "DELETE /v2.0/floatingips/ad3eeb7f-83a3-428c-9570-99e62078f480 HTTP/1.1" status: 204 len: 168 time: 0.9754260 Feb 16 17:37:20.413889 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be14b0f3-3c87-4c7d-97dd-94f871263f79', 'tag': 'a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc'}] {{(pid=114375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:37:20.416436 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f675c1a73bb74b784e43f10fee26c40e358be44ccef5ed6f70ec30f8ec0d494b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81b60c7-2dca-4404-99a8-db9b0c9fac0d" -d '{"events": [{"name": "network-changed", "server_uuid": "be14b0f3-3c87-4c7d-97dd-94f871263f79", "tag": "a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc"}]}' {{(pid=114375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:37:20.510244 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d07ec9-d68c-42a2-8132-c4a73288b42b x-openstack-request-id: req-85d07ec9-d68c-42a2-8132-c4a73288b42b {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:37:20.510950 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be14b0f3-3c87-4c7d-97dd-94f871263f79", "tag": "a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc", "status": "completed", "code": 200}]} {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:37:20.510950 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-85d07ec9-d68c-42a2-8132-c4a73288b42b {{(pid=114375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:37:20.511188 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be14b0f3-3c87-4c7d-97dd-94f871263f79', 'tag': 'a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc', 'status': 'completed', 'code': 200} Feb 16 17:37:20.576957 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b60c7-2dca-4404-99a8-db9b0c9fac0d req-3ec7e509-4139-4049-bbed-265745d3fe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:20.578484 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d81b60c7-2dca-4404-99a8-db9b0c9fac0d req-3ec7e509-4139-4049-bbed-265745d3fe02 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=540088272793448ab3d0c6a056f15347&device_id=be14b0f3-3c87-4c7d-97dd-94f871263f79 HTTP/1.1" status: 200 len: 1098 time: 0.0463071 Feb 16 17:37:20.611025 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-a5f4af73-71e9-4d61-a0e7-3243863e4cea None None] Set router 5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:37:20.673597 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b60c7-2dca-4404-99a8-db9b0c9fac0d req-c2b00655-8b9a-4d8f-bac9-6776334d422c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:20.675550 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d81b60c7-2dca-4404-99a8-db9b0c9fac0d req-c2b00655-8b9a-4d8f-bac9-6776334d422c service neutron] 10.222.0.89 "GET /v2.0/networks?id=156e46da-8aa3-4c27-a79b-79d5fb2343c0 HTTP/1.1" status: 200 len: 898 time: 0.0893383 Feb 16 17:37:20.722873 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d81b60c7-2dca-4404-99a8-db9b0c9fac0d req-4553d460-bd83-4bec-a50b-5a46ca832ae4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc HTTP/1.1" status: 200 len: 217 time: 0.0390787 Feb 16 17:37:20.796856 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b60c7-2dca-4404-99a8-db9b0c9fac0d req-d95304b0-5b0d-4f5b-9ca3-dfc46ddf8f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:20.798237 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d81b60c7-2dca-4404-99a8-db9b0c9fac0d req-d95304b0-5b0d-4f5b-9ca3-dfc46ddf8f2e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=dd11199f-20f9-43d6-be8a-40f12e90e8fa HTTP/1.1" status: 200 len: 835 time: 0.0684707 Feb 16 17:37:20.813847 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-a5f4af73-71e9-4d61-a0e7-3243863e4cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1177997496', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '2b86529a-03a4-4b4e-8cc4-894b211feffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:39Z', 'updated_at': '2022-02-16T17:35:43Z', 'revision_number': 4, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '2b86529a-03a4-4b4e-8cc4-894b211feffb', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:85:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:39Z', 'updated_at': '2022-02-16T17:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'f9665c26-04cf-4ef6-a586-0decd8e0b173', 'name': '', 'network_id': '156e46da-8aa3-4c27-a79b-79d5fb2343c0', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'mac_address': 'fa:16:3e:b4:e6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'dd11199f-20f9-43d6-be8a-40f12e90e8fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:42Z', 'updated_at': '2022-02-16T17:35:46Z', 'revision_number': 5, 'project_id': '540088272793448ab3d0c6a056f15347', 'subnets': [{'id': 'dd11199f-20f9-43d6-be8a-40f12e90e8fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:37:20.840026 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f4af73-71e9-4d61-a0e7-3243863e4cea None None] Checking router: 5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:37:20.842188 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e92ede-9810-48b3-92ac-9e2eab233b59 req-c706620c-44c5-449c-8ad3-e6939cd8f809 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:20.843991 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-95e92ede-9810-48b3-92ac-9e2eab233b59 req-c706620c-44c5-449c-8ad3-e6939cd8f809 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=be14b0f3-3c87-4c7d-97dd-94f871263f79 HTTP/1.1" status: 200 len: 945 time: 0.0849934 Feb 16 17:37:20.848956 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f4af73-71e9-4d61-a0e7-3243863e4cea None None] Routers {'5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:37:20.849562 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-a5f4af73-71e9-4d61-a0e7-3243863e4cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:37:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:37:20.871075 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b60c7-2dca-4404-99a8-db9b0c9fac0d req-64529f18-603e-4a88-b254-8518e3b86bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:20.872579 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d81b60c7-2dca-4404-99a8-db9b0c9fac0d req-64529f18-603e-4a88-b254-8518e3b86bd0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=156e46da-8aa3-4c27-a79b-79d5fb2343c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667391 Feb 16 17:37:20.897786 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-95e92ede-9810-48b3-92ac-9e2eab233b59 req-1c8eadb2-22f0-405e-a92e-480409bf23da tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=01957257-fa0b-4658-a599-a454339a09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470068 Feb 16 17:37:20.955210 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-a5f4af73-71e9-4d61-a0e7-3243863e4cea None None] Set router 5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:37:21.006677 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d81b60c7-2dca-4404-99a8-db9b0c9fac0d req-70fcac59-c164-4fc2-bb74-618d4a3df5e7 service neutron] 10.222.0.89 "GET /v2.0/networks/156e46da-8aa3-4c27-a79b-79d5fb2343c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212573 Feb 16 17:37:21.096297 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d81b60c7-2dca-4404-99a8-db9b0c9fac0d req-dce7edb4-822e-4d2d-8aa7-bf27bebf7edd service neutron] 10.222.0.89 "GET /v2.0/networks/156e46da-8aa3-4c27-a79b-79d5fb2343c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807400 Feb 16 17:37:21.152806 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-a5f4af73-71e9-4d61-a0e7-3243863e4cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1177997496', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '2b86529a-03a4-4b4e-8cc4-894b211feffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:39Z', 'updated_at': '2022-02-16T17:35:43Z', 'revision_number': 4, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '2b86529a-03a4-4b4e-8cc4-894b211feffb', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:85:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:39Z', 'updated_at': '2022-02-16T17:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'f9665c26-04cf-4ef6-a586-0decd8e0b173', 'name': '', 'network_id': '156e46da-8aa3-4c27-a79b-79d5fb2343c0', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'mac_address': 'fa:16:3e:b4:e6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'dd11199f-20f9-43d6-be8a-40f12e90e8fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:42Z', 'updated_at': '2022-02-16T17:35:46Z', 'revision_number': 5, 'project_id': '540088272793448ab3d0c6a056f15347', 'subnets': [{'id': 'dd11199f-20f9-43d6-be8a-40f12e90e8fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:37:21.179908 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f4af73-71e9-4d61-a0e7-3243863e4cea None None] The sync data for ids ['5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a'] in dv-neutron-828697-3-hyperv is: [{'id': '5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1177997496', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '2b86529a-03a4-4b4e-8cc4-894b211feffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:39Z', 'updated_at': '2022-02-16T17:35:43Z', 'revision_number': 4, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '2b86529a-03a4-4b4e-8cc4-894b211feffb', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:85:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:39Z', 'updated_at': '2022-02-16T17:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'f9665c26-04cf-4ef6-a586-0decd8e0b173', 'name': '', 'network_id': '156e46da-8aa3-4c27-a79b-79d5fb2343c0', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'mac_address': 'fa:16:3e:b4:e6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'dd11199f-20f9-43d6-be8a-40f12e90e8fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:42Z', 'updated_at': '2022-02-16T17:35:46Z', 'revision_number': 5, 'project_id': '540088272793448ab3d0c6a056f15347', 'subnets': [{'id': 'dd11199f-20f9-43d6-be8a-40f12e90e8fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:37:21.381579 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4fc027-4b91-46da-b923-687a04647c38 None None] New status for floating IP ad3eeb7f-83a3-428c-9570-99e62078f480: DOWN {{(pid=114377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:37:22.019297 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc75741b-4a0d-4604-bff1-6a0cab81864c req-492c0b5d-e14a-4a95-85c6-f3fdcd028ee7 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:22.020810 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-dc75741b-4a0d-4604-bff1-6a0cab81864c req-492c0b5d-e14a-4a95-85c6-f3fdcd028ee7 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=be14b0f3-3c87-4c7d-97dd-94f871263f79 HTTP/1.1" status: 200 len: 945 time: 0.0504565 Feb 16 17:37:22.057636 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-dc75741b-4a0d-4604-bff1-6a0cab81864c req-bd130332-8751-41b2-b55f-5f5e48aebd83 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=01957257-fa0b-4658-a599-a454339a09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309534 Feb 16 17:37:22.366670 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aba3fc-e3a3-4d17-9ef4-2570a4472755 req-da60cb43-3c0a-4692-8a50-68688cb623cf tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:22.368147 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-51aba3fc-e3a3-4d17-9ef4-2570a4472755 req-da60cb43-3c0a-4692-8a50-68688cb623cf tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.89 "GET /v2.0/ports?device_id=be14b0f3-3c87-4c7d-97dd-94f871263f79 HTTP/1.1" status: 200 len: 945 time: 0.0709286 Feb 16 17:37:22.454433 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-51aba3fc-e3a3-4d17-9ef4-2570a4472755 req-c4966007-eaa3-4c9f-91be-645f6d0274f7 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Deleting port a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:37:22.454771 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-51aba3fc-e3a3-4d17-9ef4-2570a4472755 req-c4966007-eaa3-4c9f-91be-645f6d0274f7 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:22.543485 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-51aba3fc-e3a3-4d17-9ef4-2570a4472755 req-c4966007-eaa3-4c9f-91be-645f6d0274f7 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] For port a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc,segment=NetworkSegment(b641d90e-62c7-46f1-8c5f-77262aadc7ac),segment_id=b641d90e-62c7-46f1-8c5f-77262aadc7ac)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:37:22.543850 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-51aba3fc-e3a3-4d17-9ef4-2570a4472755 req-c4966007-eaa3-4c9f-91be-645f6d0274f7 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:22.556138 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-51aba3fc-e3a3-4d17-9ef4-2570a4472755 req-c4966007-eaa3-4c9f-91be-645f6d0274f7 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Calling delete_port for a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc owned by compute:nova {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:37:22.754880 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-51aba3fc-e3a3-4d17-9ef4-2570a4472755 req-c4966007-eaa3-4c9f-91be-645f6d0274f7 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:22.787144 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4966007-eaa3-4c9f-91be-645f6d0274f7 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event deleted for resources: {'Port': ['ID=a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:37:22.798519 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4966007-eaa3-4c9f-91be-645f6d0274f7 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:37:22.798883 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4966007-eaa3-4c9f-91be-645f6d0274f7 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:37:22.799232 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4966007-eaa3-4c9f-91be-645f6d0274f7 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:37:22.799572 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4966007-eaa3-4c9f-91be-645f6d0274f7 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:37:22.799906 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4966007-eaa3-4c9f-91be-645f6d0274f7 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:37:22.800264 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4966007-eaa3-4c9f-91be-645f6d0274f7 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:37:22.800593 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4966007-eaa3-4c9f-91be-645f6d0274f7 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:37:22.800919 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4966007-eaa3-4c9f-91be-645f6d0274f7 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:37:22.801248 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4966007-eaa3-4c9f-91be-645f6d0274f7 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:37:22.801572 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4966007-eaa3-4c9f-91be-645f6d0274f7 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:37:22.801896 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4966007-eaa3-4c9f-91be-645f6d0274f7 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:37:22.802218 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4966007-eaa3-4c9f-91be-645f6d0274f7 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:37:22.834786 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-51aba3fc-e3a3-4d17-9ef4-2570a4472755 req-c4966007-eaa3-4c9f-91be-645f6d0274f7 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] No DVR routers for this DVR port a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc on host hv-neutron-8286 {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:37:22.837248 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-51aba3fc-e3a3-4d17-9ef4-2570a4472755 req-c4966007-eaa3-4c9f-91be-645f6d0274f7 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:22.840530 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-51aba3fc-e3a3-4d17-9ef4-2570a4472755 req-c4966007-eaa3-4c9f-91be-645f6d0274f7 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.89 "DELETE /v2.0/ports/a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc HTTP/1.1" status: 204 len: 173 time: 0.4666901 Feb 16 17:37:22.840976 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be14b0f3-3c87-4c7d-97dd-94f871263f79', 'name': 'network-vif-deleted', 'tag': 'a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:37:22.843264 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923f42a5-e59c-4fdb-8f3c-7f92f698ae7d" -d '{"events": [{"server_uuid": "be14b0f3-3c87-4c7d-97dd-94f871263f79", "name": "network-vif-deleted", "tag": "a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:37:22.878396 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049af850-1a68-4000-b82c-3490e7c67cf5 x-openstack-request-id: req-049af850-1a68-4000-b82c-3490e7c67cf5 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:37:22.878688 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be14b0f3-3c87-4c7d-97dd-94f871263f79", "name": "network-vif-deleted", "tag": "a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:37:22.878939 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-049af850-1a68-4000-b82c-3490e7c67cf5 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:37:22.879342 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be14b0f3-3c87-4c7d-97dd-94f871263f79', 'name': 'network-vif-deleted', 'tag': 'a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc', 'status': 'completed', 'code': 200} Feb 16 17:37:23.166085 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-acc6f874-f2ee-4b1d-bd8d-b1c19c575fba req-66ca8e0f-a840-43e1-a8d1-c823701b9ea7 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=be14b0f3-3c87-4c7d-97dd-94f871263f79 HTTP/1.1" status: 200 len: 210 time: 0.0278835 Feb 16 17:37:24.222773 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 60266) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:37:24.916688 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-49ba5148-9851-4e44-b969-24365dc52054 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:25.161926 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-49ba5148-9851-4e44-b969-24365dc52054 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Deleting port f9665c26-04cf-4ef6-a586-0decd8e0b173 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:37:25.162179 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-49ba5148-9851-4e44-b969-24365dc52054 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:25.247349 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-49ba5148-9851-4e44-b969-24365dc52054 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] For port f9665c26-04cf-4ef6-a586-0decd8e0b173, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=f9665c26-04cf-4ef6-a586-0decd8e0b173,segment=NetworkSegment(b641d90e-62c7-46f1-8c5f-77262aadc7ac),segment_id=b641d90e-62c7-46f1-8c5f-77262aadc7ac)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:37:25.248048 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-49ba5148-9851-4e44-b969-24365dc52054 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:25.259794 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-49ba5148-9851-4e44-b969-24365dc52054 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Calling delete_port for f9665c26-04cf-4ef6-a586-0decd8e0b173 owned by network:router_interface {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:37:25.520258 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-49ba5148-9851-4e44-b969-24365dc52054 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:25.544807 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba5148-9851-4e44-b969-24365dc52054 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event deleted for resources: {'Port': ['ID=f9665c26-04cf-4ef6-a586-0decd8e0b173,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:37:25.721151 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-49ba5148-9851-4e44-b969-24365dc52054 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:25.932185 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ba5148-9851-4e44-b969-24365dc52054 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Router 5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:37:26.035711 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ba5148-9851-4e44-b969-24365dc52054 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:37:26.041577 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-49ba5148-9851-4e44-b969-24365dc52054 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "PUT /v2.0/routers/5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8177075 Feb 16 17:37:26.043646 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 60268) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:37:26.046428 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ca789d-301a-4b92-ae4a-7747fec73612 None None] Sync routers for ids ['5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:37:26.054530 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc no longer exists at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:37:26.058240 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ca789d-301a-4b92-ae4a-7747fec73612 None None] Routers {'5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:37:26.058240 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-a9ca789d-301a-4b92-ae4a-7747fec73612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:37:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:37:26.079451 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] No Port match for: a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:37:26.079796 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device a444aa18-61c8-4d3a-a40b-8d29ecc6b9dc not bound to the agent host hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:37:26.101259 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-182e8ad1-0fd9-4109-8858-13c336961633 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Deleting subnet dd11199f-20f9-43d6-be8a-40f12e90e8fa {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:37:26.104584 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-182e8ad1-0fd9-4109-8858-13c336961633 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:26.144792 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-182e8ad1-0fd9-4109-8858-13c336961633 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:26.161620 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-a9ca789d-301a-4b92-ae4a-7747fec73612 None None] Set router 5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:37:26.232049 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-182e8ad1-0fd9-4109-8858-13c336961633 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:26.346418 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-a9ca789d-301a-4b92-ae4a-7747fec73612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1177997496', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '2b86529a-03a4-4b4e-8cc4-894b211feffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:39Z', 'updated_at': '2022-02-16T17:37:25Z', 'revision_number': 5, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '2b86529a-03a4-4b4e-8cc4-894b211feffb', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:85:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:39Z', 'updated_at': '2022-02-16T17:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:37:26.366823 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-182e8ad1-0fd9-4109-8858-13c336961633 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:26.372562 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ca789d-301a-4b92-ae4a-7747fec73612 None None] Checking router: 5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:37:26.381646 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ca789d-301a-4b92-ae4a-7747fec73612 None None] Routers {'5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:37:26.382253 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-a9ca789d-301a-4b92-ae4a-7747fec73612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:37:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:37:26.395226 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182e8ad1-0fd9-4109-8858-13c336961633 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event deleted for resources: {'Subnet': ['ID=dd11199f-20f9-43d6-be8a-40f12e90e8fa,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:37:26.406473 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-182e8ad1-0fd9-4109-8858-13c336961633 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:26.406473 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-182e8ad1-0fd9-4109-8858-13c336961633 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "DELETE /v2.0/subnets/dd11199f-20f9-43d6-be8a-40f12e90e8fa HTTP/1.1" status: 204 len: 168 time: 0.3589892 Feb 16 17:37:26.406473 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 60270) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:37:26.407203 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42355bf8-9035-460a-abe1-c195ff5ac8f0 None None] Network 156e46da-8aa3-4c27-a79b-79d5fb2343c0 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:37:26.486389 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-a9ca789d-301a-4b92-ae4a-7747fec73612 None None] Set router 5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:37:26.531663 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ffcf3c6e-8948-4ad1-936d-fdbaeca551eb tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for router, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:26.614501 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac5521b-d07d-419a-8c47-59227e25c850 None None] DHCP port deletion for 156e46da-8aa3-4c27-a79b-79d5fb2343c0 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:37:26.637893 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ffcf3c6e-8948-4ad1-936d-fdbaeca551eb tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:26.661034 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-4ac5521b-d07d-419a-8c47-59227e25c850 None None] Deleting port 3eb11d70-73b9-4e11-9704-06a7445a4c18 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:37:26.661403 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4ac5521b-d07d-419a-8c47-59227e25c850 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:26.665141 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-a9ca789d-301a-4b92-ae4a-7747fec73612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1177997496', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '2b86529a-03a4-4b4e-8cc4-894b211feffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:39Z', 'updated_at': '2022-02-16T17:37:25Z', 'revision_number': 5, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '2b86529a-03a4-4b4e-8cc4-894b211feffb', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:85:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:39Z', 'updated_at': '2022-02-16T17:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:37:26.695799 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ca789d-301a-4b92-ae4a-7747fec73612 None None] The sync data for ids ['5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a'] in dv-neutron-828697-3-hyperv is: [{'id': '5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1177997496', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '2b86529a-03a4-4b4e-8cc4-894b211feffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:39Z', 'updated_at': '2022-02-16T17:37:25Z', 'revision_number': 5, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '2b86529a-03a4-4b4e-8cc4-894b211feffb', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:85:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:39Z', 'updated_at': '2022-02-16T17:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:37:26.731367 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-4ac5521b-d07d-419a-8c47-59227e25c850 None None] For port 3eb11d70-73b9-4e11-9704-06a7445a4c18, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=3eb11d70-73b9-4e11-9704-06a7445a4c18,segment=NetworkSegment(b641d90e-62c7-46f1-8c5f-77262aadc7ac),segment_id=b641d90e-62c7-46f1-8c5f-77262aadc7ac)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:37:26.732010 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4ac5521b-d07d-419a-8c47-59227e25c850 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:26.744112 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-ffcf3c6e-8948-4ad1-936d-fdbaeca551eb tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Deleting port 2b86529a-03a4-4b4e-8cc4-894b211feffb {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:37:26.744477 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ffcf3c6e-8948-4ad1-936d-fdbaeca551eb tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:26.745332 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-4ac5521b-d07d-419a-8c47-59227e25c850 None None] Calling delete_port for 3eb11d70-73b9-4e11-9704-06a7445a4c18 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:37:26.826201 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-ffcf3c6e-8948-4ad1-936d-fdbaeca551eb tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] For port 2b86529a-03a4-4b4e-8cc4-894b211feffb, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=2b86529a-03a4-4b4e-8cc4-894b211feffb,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:37:26.826490 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ffcf3c6e-8948-4ad1-936d-fdbaeca551eb tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:26.838137 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-ffcf3c6e-8948-4ad1-936d-fdbaeca551eb tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Calling delete_port for 2b86529a-03a4-4b4e-8cc4-894b211feffb owned by network:router_gateway {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:37:26.914868 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4ac5521b-d07d-419a-8c47-59227e25c850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:26.941421 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac5521b-d07d-419a-8c47-59227e25c850 None None] Pushing event deleted for resources: {'Port': ['ID=3eb11d70-73b9-4e11-9704-06a7445a4c18,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:37:26.947670 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac5521b-d07d-419a-8c47-59227e25c850 None None] No DVR routers for this DVR port 3eb11d70-73b9-4e11-9704-06a7445a4c18 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:37:26.949901 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac5521b-d07d-419a-8c47-59227e25c850 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:37:26.950283 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac5521b-d07d-419a-8c47-59227e25c850 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:37:26.950593 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac5521b-d07d-419a-8c47-59227e25c850 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:37:26.950932 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac5521b-d07d-419a-8c47-59227e25c850 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:37:26.951268 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac5521b-d07d-419a-8c47-59227e25c850 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:37:26.951602 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac5521b-d07d-419a-8c47-59227e25c850 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:37:26.951934 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac5521b-d07d-419a-8c47-59227e25c850 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:37:26.952304 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac5521b-d07d-419a-8c47-59227e25c850 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:37:26.952618 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac5521b-d07d-419a-8c47-59227e25c850 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:37:26.953121 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac5521b-d07d-419a-8c47-59227e25c850 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:37:26.953453 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac5521b-d07d-419a-8c47-59227e25c850 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:37:26.953776 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac5521b-d07d-419a-8c47-59227e25c850 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:37:27.063316 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ffcf3c6e-8948-4ad1-936d-fdbaeca551eb tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:27.096250 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf3c6e-8948-4ad1-936d-fdbaeca551eb tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event deleted for resources: {'Port': ['ID=2b86529a-03a4-4b4e-8cc4-894b211feffb,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:37:27.106406 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 3eb11d70-73b9-4e11-9704-06a7445a4c18 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:37:27.132624 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 3eb11d70-73b9-4e11-9704-06a7445a4c18 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:37:27.132974 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 3eb11d70-73b9-4e11-9704-06a7445a4c18 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:37:27.133608 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device f9665c26-04cf-4ef6-a586-0decd8e0b173 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:37:27.154419 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: f9665c26-04cf-4ef6-a586-0decd8e0b173 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:37:27.154767 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device f9665c26-04cf-4ef6-a586-0decd8e0b173 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:37:27.169483 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ffcf3c6e-8948-4ad1-936d-fdbaeca551eb tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584056'] for router_gateway, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:27.263435 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ffcf3c6e-8948-4ad1-936d-fdbaeca551eb tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:27.265686 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ffcf3c6e-8948-4ad1-936d-fdbaeca551eb tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:27.360825 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ffcf3c6e-8948-4ad1-936d-fdbaeca551eb tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:27.361283 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffcf3c6e-8948-4ad1-936d-fdbaeca551eb tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Fanout notify agent at l3_agent the message router_deleted on router 5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a {{(pid=114376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:37:27.368509 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ffcf3c6e-8948-4ad1-936d-fdbaeca551eb tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:27.369650 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-ffcf3c6e-8948-4ad1-936d-fdbaeca551eb tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "DELETE /v2.0/routers/5dcc9df9-dee2-4d1c-8adf-a7b906cf2d5a HTTP/1.1" status: 204 len: 168 time: 0.9623289 Feb 16 17:37:27.372276 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 60272) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:37:27.448820 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2f93c79b-322f-4c67-8b3e-3f02b2cb7f89 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:27.543730 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2f93c79b-322f-4c67-8b3e-3f02b2cb7f89 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:27.563111 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-2f93c79b-322f-4c67-8b3e-3f02b2cb7f89 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['156e46da-8aa3-4c27-a79b-79d5fb2343c0']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:37:27.572556 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-2f93c79b-322f-4c67-8b3e-3f02b2cb7f89 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b641d90e-62c7-46f1-8c5f-77262aadc7ac') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:37:27.572859 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-2f93c79b-322f-4c67-8b3e-3f02b2cb7f89 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b641d90e-62c7-46f1-8c5f-77262aadc7ac') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:37:27.582595 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2f93c79b-322f-4c67-8b3e-3f02b2cb7f89 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:27.595265 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2f93c79b-322f-4c67-8b3e-3f02b2cb7f89 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:27.600995 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f93c79b-322f-4c67-8b3e-3f02b2cb7f89 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:37:27.601381 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2f93c79b-322f-4c67-8b3e-3f02b2cb7f89 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:27.604253 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 17:37:27.604253 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:37:27.604253 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 17:37:27.604253 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:37:27.604253 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 17:37:27.604253 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:37:27.604253 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 17:37:27.604253 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:37:27.604253 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 17:37:27.604253 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:37:27.604253 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 17:37:27.604253 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:37:27.604253 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 17:37:27.604253 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:37:27.604253 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:37:27.604253 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:37:27.604253 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:37:27.604253 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:37:27.604253 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 17:37:27.604253 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:37:27.604253 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 17:37:27.604253 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:37:27.604253 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:37:27.604253 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:37:27.604253 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 17:37:27.604253 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:37:27.604253 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:37:27.604253 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:37:27.604253 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:37:27.604253 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:37:27.604253 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:37:27.604253 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:37:27.715594 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2f93c79b-322f-4c67-8b3e-3f02b2cb7f89 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:27.728448 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2f93c79b-322f-4c67-8b3e-3f02b2cb7f89 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:27.728448 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-2f93c79b-322f-4c67-8b3e-3f02b2cb7f89 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "DELETE /v2.0/networks/156e46da-8aa3-4c27-a79b-79d5fb2343c0 HTTP/1.1" status: 204 len: 168 time: 0.3524308 Feb 16 17:37:27.728657 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 60274) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:37:27.738250 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f93c79b-322f-4c67-8b3e-3f02b2cb7f89 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event deleted for resources: {'Network': ['ID=156e46da-8aa3-4c27-a79b-79d5fb2343c0,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:37:27.788755 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-544e41ee-6aa7-4534-a7f6-9e9fd7a034ce tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:27.819042 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-544e41ee-6aa7-4534-a7f6-9e9fd7a034ce tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:27.926032 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-544e41ee-6aa7-4534-a7f6-9e9fd7a034ce tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:27.928711 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-544e41ee-6aa7-4534-a7f6-9e9fd7a034ce tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:27.929847 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-544e41ee-6aa7-4534-a7f6-9e9fd7a034ce tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "DELETE /v2.0/security-groups/01957257-fa0b-4658-a599-a454339a09fb HTTP/1.1" status: 204 len: 168 time: 0.2002904 Feb 16 17:37:27.942314 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e41ee-6aa7-4534-a7f6-9e9fd7a034ce tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01957257-fa0b-4658-a599-a454339a09fb,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:37:28.460620 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 60280) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:37:28.465248 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-919e0b6e-2ea2-4183-a9ca-476ed08bdaae tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1819781004', 'description': 'tempest-secgroup-smoke-1819781004 description', 'project_id': '540088272793448ab3d0c6a056f15347'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:37:28.548559 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-919e0b6e-2ea2-4183-a9ca-476ed08bdaae tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:28.616232 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-919e0b6e-2ea2-4183-a9ca-476ed08bdaae tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:28.680346 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-919e0b6e-2ea2-4183-a9ca-476ed08bdaae tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:28.708373 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919e0b6e-2ea2-4183-a9ca-476ed08bdaae tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04f37728-c846-4438-bbbe-b8d1d4aba162,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:37:28.773820 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-919e0b6e-2ea2-4183-a9ca-476ed08bdaae tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:28.775117 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-919e0b6e-2ea2-4183-a9ca-476ed08bdaae tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3133748 Feb 16 17:37:28.777882 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 60282) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:37:28.782127 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-7036a32b-d7af-4da7-9e4a-231e8d99cf17 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'security_group_rule': {'security_group_id': '04f37728-c846-4438-bbbe-b8d1d4aba162', 'project_id': '540088272793448ab3d0c6a056f15347', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:37:28.851359 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7036a32b-d7af-4da7-9e4a-231e8d99cf17 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:28.906493 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7036a32b-d7af-4da7-9e4a-231e8d99cf17 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:28.954950 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7036a32b-d7af-4da7-9e4a-231e8d99cf17 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:28.974181 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7036a32b-d7af-4da7-9e4a-231e8d99cf17 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=301ec28b-a813-4a4f-a586-b1116067bd89,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:37:28.990090 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 2b86529a-03a4-4b4e-8cc4-894b211feffb no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:37:29.010100 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 2b86529a-03a4-4b4e-8cc4-894b211feffb {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:37:29.010489 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 2b86529a-03a4-4b4e-8cc4-894b211feffb not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:37:29.020357 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7036a32b-d7af-4da7-9e4a-231e8d99cf17 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:29.021639 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-7036a32b-d7af-4da7-9e4a-231e8d99cf17 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2428472 Feb 16 17:37:29.024408 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 60284) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:37:29.028782 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-362e4dd5-c22f-43e9-9285-ddb6b252f295 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'security_group_rule': {'security_group_id': '04f37728-c846-4438-bbbe-b8d1d4aba162', 'project_id': '540088272793448ab3d0c6a056f15347', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:37:29.102027 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-362e4dd5-c22f-43e9-9285-ddb6b252f295 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:29.157038 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-362e4dd5-c22f-43e9-9285-ddb6b252f295 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:29.240732 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-362e4dd5-c22f-43e9-9285-ddb6b252f295 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:29.258013 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362e4dd5-c22f-43e9-9285-ddb6b252f295 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de1ac4b4-0ba2-46f7-b2b0-843541feda56,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:37:29.334061 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-362e4dd5-c22f-43e9-9285-ddb6b252f295 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:29.335295 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-362e4dd5-c22f-43e9-9285-ddb6b252f295 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3099496 Feb 16 17:37:29.337970 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 60286) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:37:29.342290 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-da692768-5259-4152-9e52-45da271e123b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'security_group_rule': {'security_group_id': '04f37728-c846-4438-bbbe-b8d1d4aba162', 'project_id': '540088272793448ab3d0c6a056f15347', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:37:29.427721 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-da692768-5259-4152-9e52-45da271e123b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:29.487807 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-da692768-5259-4152-9e52-45da271e123b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:29.543131 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-da692768-5259-4152-9e52-45da271e123b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:29.560591 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da692768-5259-4152-9e52-45da271e123b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=633f83db-18e6-4c1e-9aab-ee3f467f16bd,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:37:29.631234 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-da692768-5259-4152-9e52-45da271e123b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:29.632472 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-da692768-5259-4152-9e52-45da271e123b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2935622 Feb 16 17:37:29.635067 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 60288) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:37:29.639324 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-630bfde6-3bc0-4bb2-a9d9-b457db8dfb1d tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'security_group_rule': {'security_group_id': '04f37728-c846-4438-bbbe-b8d1d4aba162', 'project_id': '540088272793448ab3d0c6a056f15347', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:37:29.731109 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-630bfde6-3bc0-4bb2-a9d9-b457db8dfb1d tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:29.791169 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-630bfde6-3bc0-4bb2-a9d9-b457db8dfb1d tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:29.857415 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-630bfde6-3bc0-4bb2-a9d9-b457db8dfb1d tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:29.876392 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630bfde6-3bc0-4bb2-a9d9-b457db8dfb1d tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16b54d3e-5b04-4d50-8ffd-024926147af6,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:37:29.933998 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-630bfde6-3bc0-4bb2-a9d9-b457db8dfb1d tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:29.935245 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-630bfde6-3bc0-4bb2-a9d9-b457db8dfb1d tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2992730 Feb 16 17:37:29.937915 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 60290) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:37:29.942159 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-cf1f5710-64f0-42f0-8aa9-c568ba92adc0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'security_group_rule': {'security_group_id': '04f37728-c846-4438-bbbe-b8d1d4aba162', 'project_id': '540088272793448ab3d0c6a056f15347', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:37:30.017715 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.securitygroups_db [None req-cf1f5710-64f0-42f0-8aa9-c568ba92adc0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Project 540088272793448ab3d0c6a056f15347 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:37:30.024314 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cf1f5710-64f0-42f0-8aa9-c568ba92adc0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:30.086039 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cf1f5710-64f0-42f0-8aa9-c568ba92adc0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:30.143369 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cf1f5710-64f0-42f0-8aa9-c568ba92adc0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:30.160958 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f5710-64f0-42f0-8aa9-c568ba92adc0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=747e6af9-fc70-4029-b6ca-033b640f29ed,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:37:30.236947 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-cf1f5710-64f0-42f0-8aa9-c568ba92adc0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:30.238154 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-cf1f5710-64f0-42f0-8aa9-c568ba92adc0 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2993295 Feb 16 17:37:30.241313 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 60292) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:37:30.245678 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-e32f837b-c613-4a5a-b22c-0a6e99fe0ad6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'security_group_rule': {'security_group_id': '04f37728-c846-4438-bbbe-b8d1d4aba162', 'project_id': '540088272793448ab3d0c6a056f15347', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:37:30.343526 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.securitygroups_db [None req-e32f837b-c613-4a5a-b22c-0a6e99fe0ad6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Project 540088272793448ab3d0c6a056f15347 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:37:30.348778 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e32f837b-c613-4a5a-b22c-0a6e99fe0ad6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:30.412691 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e32f837b-c613-4a5a-b22c-0a6e99fe0ad6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:30.457827 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e32f837b-c613-4a5a-b22c-0a6e99fe0ad6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:30.474158 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f837b-c613-4a5a-b22c-0a6e99fe0ad6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83b613d5-b24a-4f24-80f4-59748fc48f6a,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:37:30.516580 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-e32f837b-c613-4a5a-b22c-0a6e99fe0ad6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:30.517818 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-e32f837b-c613-4a5a-b22c-0a6e99fe0ad6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2755473 Feb 16 17:37:30.520671 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 60294) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:37:30.525367 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-8fc06c3d-d05e-4941-943a-6c754f918b91 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'network': {'name': 'tempest-network-smoke--698739702', 'project_id': '540088272793448ab3d0c6a056f15347', 'port_security_enabled': True}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:37:30.600716 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc06c3d-d05e-4941-943a-6c754f918b91 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Made reservation on behalf of 540088272793448ab3d0c6a056f15347 for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:37:30.604084 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8fc06c3d-d05e-4941-943a-6c754f918b91 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:30.627167 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fc06c3d-d05e-4941-943a-6c754f918b91 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:37:30.635741 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8fc06c3d-d05e-4941-943a-6c754f918b91 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:30.636116 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-8fc06c3d-d05e-4941-943a-6c754f918b91 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Added segment 4fd75d8b-eec8-4ac6-b40a-2cecf9ba1ccc of type vlan for network 79339908-22a1-4d4c-b6e1-ab183d7d6fe7 Feb 16 17:37:30.674365 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8fc06c3d-d05e-4941-943a-6c754f918b91 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:30.754514 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8fc06c3d-d05e-4941-943a-6c754f918b91 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:30.760097 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc06c3d-d05e-4941-943a-6c754f918b91 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:30.760667 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8fc06c3d-d05e-4941-943a-6c754f918b91 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:30.789120 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:30.825008 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc06c3d-d05e-4941-943a-6c754f918b91 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'Network': ['ID=79339908-22a1-4d4c-b6e1-ab183d7d6fe7,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:37:30.835526 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 79339908-22a1-4d4c-b6e1-ab183d7d6fe7 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:37:30.900679 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-8fc06c3d-d05e-4941-943a-6c754f918b91 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3790061 Feb 16 17:37:30.903329 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 60296) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:37:30.907641 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-b61a89a5-9d17-4b0e-bc57-686e0d6be748 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1313687465', 'admin_state_up': True, 'project_id': '540088272793448ab3d0c6a056f15347', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:37:31.006506 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b61a89a5-9d17-4b0e-bc57-686e0d6be748 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:31.007547 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b61a89a5-9d17-4b0e-bc57-686e0d6be748 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:31.057910 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b61a89a5-9d17-4b0e-bc57-686e0d6be748 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:31.260666 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b61a89a5-9d17-4b0e-bc57-686e0d6be748 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:31.535433 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b61a89a5-9d17-4b0e-bc57-686e0d6be748 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for router_gateway, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:31.557955 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b61a89a5-9d17-4b0e-bc57-686e0d6be748 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:31.655474 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-b61a89a5-9d17-4b0e-bc57-686e0d6be748 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Allocated IP 172.26.3.175 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/67d9a436-7323-4049-88ec-42bb6a1cd11b) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:37:31.764679 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b61a89a5-9d17-4b0e-bc57-686e0d6be748 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:31.900040 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:37:32.194808 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b61a89a5-9d17-4b0e-bc57-686e0d6be748 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:32.233205 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61a89a5-9d17-4b0e-bc57-686e0d6be748 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:37:32.236206 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-b61a89a5-9d17-4b0e-bc57-686e0d6be748 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:37:32.239525 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61a89a5-9d17-4b0e-bc57-686e0d6be748 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:37:32.245453 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a89a5-9d17-4b0e-bc57-686e0d6be748 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'Port': ['ID=67d9a436-7323-4049-88ec-42bb6a1cd11b,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:37:32.538888 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b61a89a5-9d17-4b0e-bc57-686e0d6be748 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for router_gateway, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:32.730857 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b61a89a5-9d17-4b0e-bc57-686e0d6be748 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:32.920192 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b61a89a5-9d17-4b0e-bc57-686e0d6be748 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Router 32becff1-02dc-4db9-a4cd-a5c3d5d75798 is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:37:33.026813 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61a89a5-9d17-4b0e-bc57-686e0d6be748 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:37:33.036652 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5e030a-e045-4c8f-bc87-bb83ac56798d None None] Sync routers for ids ['32becff1-02dc-4db9-a4cd-a5c3d5d75798'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:37:33.046285 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5e030a-e045-4c8f-bc87-bb83ac56798d None None] Routers {'32becff1-02dc-4db9-a4cd-a5c3d5d75798'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:37:33.046911 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-de5e030a-e045-4c8f-bc87-bb83ac56798d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:37:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['32becff1-02dc-4db9-a4cd-a5c3d5d75798'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:37:33.139014 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b61a89a5-9d17-4b0e-bc57-686e0d6be748 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:33.140291 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-b61a89a5-9d17-4b0e-bc57-686e0d6be748 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2360106 Feb 16 17:37:33.143378 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 60298) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:37:33.155218 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-de5e030a-e045-4c8f-bc87-bb83ac56798d None None] Set router 32becff1-02dc-4db9-a4cd-a5c3d5d75798 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:37:33.170868 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-0481484d-af32-4d41-bc66-df5177753670 tempest-TestNetworkAdvancedServerOps-1016298580 tempest-TestNetworkAdvancedServerOps-1016298580-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=540088272793448ab3d0c6a056f15347&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263669 Feb 16 17:37:33.173592 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 60300) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:37:33.259276 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4cffb7-c87b-4d82-9284-a568da438bdf tempest-TestNetworkAdvancedServerOps-1016298580 tempest-TestNetworkAdvancedServerOps-1016298580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:33.260893 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-fd4cffb7-c87b-4d82-9284-a568da438bdf tempest-TestNetworkAdvancedServerOps-1016298580 tempest-TestNetworkAdvancedServerOps-1016298580-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0864446 Feb 16 17:37:33.263782 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 60302) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:37:33.297354 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-05592889-b8c4-4a14-8e5b-b13529d8f183 tempest-TestNetworkAdvancedServerOps-1016298580 tempest-TestNetworkAdvancedServerOps-1016298580-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=d8eab20e-246c-47ce-8449-822ce53769fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320027 Feb 16 17:37:33.299722 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 60304) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:37:33.305020 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-1979d178-5600-4a66-9945-56fe472da987 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2028596814', 'network_id': '79339908-22a1-4d4c-b6e1-ab183d7d6fe7', 'project_id': '540088272793448ab3d0c6a056f15347', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:37:33.322738 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-de5e030a-e045-4c8f-bc87-bb83ac56798d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32becff1-02dc-4db9-a4cd-a5c3d5d75798', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313687465', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '67d9a436-7323-4049-88ec-42bb6a1cd11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:37:31Z', 'updated_at': '2022-02-16T17:37:32Z', 'revision_number': 3, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '67d9a436-7323-4049-88ec-42bb6a1cd11b', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32becff1-02dc-4db9-a4cd-a5c3d5d75798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:37:31Z', 'updated_at': '2022-02-16T17:37:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:37:33.348168 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5e030a-e045-4c8f-bc87-bb83ac56798d None None] Checking router: 32becff1-02dc-4db9-a4cd-a5c3d5d75798 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:37:33.348521 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5e030a-e045-4c8f-bc87-bb83ac56798d None None] Updating router 32becff1-02dc-4db9-a4cd-a5c3d5d75798 port 67d9a436-7323-4049-88ec-42bb6a1cd11b binding host dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:37:33.376690 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-de5e030a-e045-4c8f-bc87-bb83ac56798d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:33.497330 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1979d178-5600-4a66-9945-56fe472da987 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Made reservation on behalf of 540088272793448ab3d0c6a056f15347 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:37:33.500875 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1979d178-5600-4a66-9945-56fe472da987 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:33.623677 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-de5e030a-e045-4c8f-bc87-bb83ac56798d None None] Notify callbacks [] for port, precommit_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:33.685902 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-de5e030a-e045-4c8f-bc87-bb83ac56798d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:33.726697 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1979d178-5600-4a66-9945-56fe472da987 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:33.735249 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-de5e030a-e045-4c8f-bc87-bb83ac56798d None None] Attempting to bind port 67d9a436-7323-4049-88ec-42bb6a1cd11b on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:37:33.738682 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-de5e030a-e045-4c8f-bc87-bb83ac56798d None None] Attempting to bind port 67d9a436-7323-4049-88ec-42bb6a1cd11b by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:37:33.738682 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5e030a-e045-4c8f-bc87-bb83ac56798d None None] Attempting to bind port 67d9a436-7323-4049-88ec-42bb6a1cd11b on network d8eab20e-246c-47ce-8449-822ce53769fc {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:37:33.745313 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5e030a-e045-4c8f-bc87-bb83ac56798d None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:37:33.745692 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5e030a-e045-4c8f-bc87-bb83ac56798d None None] Checking segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:37:33.746099 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-de5e030a-e045-4c8f-bc87-bb83ac56798d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:33.746495 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5e030a-e045-4c8f-bc87-bb83ac56798d None None] Bound using segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:37:33.746955 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-de5e030a-e045-4c8f-bc87-bb83ac56798d None None] Bound port: 67d9a436-7323-4049-88ec-42bb6a1cd11b, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:37:33.747395 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-de5e030a-e045-4c8f-bc87-bb83ac56798d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:33.749018 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f331a1b1-b9c4-47cf-bd0e-da011257895a None None] Pushing event updated for resources: {'Port': ['ID=67d9a436-7323-4049-88ec-42bb6a1cd11b,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:37:33.790279 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1979d178-5600-4a66-9945-56fe472da987 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'Subnet': ['ID=f94bfe8d-76dc-4134-a6c0-ed707f5fcafe,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:37:33.799323 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1979d178-5600-4a66-9945-56fe472da987 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Checking segment: {'id': '4fd75d8b-eec8-4ac6-b40a-2cecf9ba1ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '79339908-22a1-4d4c-b6e1-ab183d7d6fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:37:33.799702 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1979d178-5600-4a66-9945-56fe472da987 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Network hostable DHCP agents. Network: 79339908-22a1-4d4c-b6e1-ab183d7d6fe7, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:37:33.808475 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-de5e030a-e045-4c8f-bc87-bb83ac56798d None None] For port 67d9a436-7323-4049-88ec-42bb6a1cd11b, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:37:33.811516 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-de5e030a-e045-4c8f-bc87-bb83ac56798d None None] For port 67d9a436-7323-4049-88ec-42bb6a1cd11b, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=67d9a436-7323-4049-88ec-42bb6a1cd11b,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:37:33.863500 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-de5e030a-e045-4c8f-bc87-bb83ac56798d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:33.874790 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1979d178-5600-4a66-9945-56fe472da987 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Network 79339908-22a1-4d4c-b6e1-ab183d7d6fe7 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:37:33.924257 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5e030a-e045-4c8f-bc87-bb83ac56798d None None] Routers {'32becff1-02dc-4db9-a4cd-a5c3d5d75798'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:37:33.924905 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-de5e030a-e045-4c8f-bc87-bb83ac56798d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:37:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['32becff1-02dc-4db9-a4cd-a5c3d5d75798'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:37:33.926012 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-1979d178-5600-4a66-9945-56fe472da987 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 79339908-22a1-4d4c-b6e1-ab183d7d6fe7) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:37:33.928357 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f331a1b1-b9c4-47cf-bd0e-da011257895a None None] Pushing event updated for resources: {'Port': ['ID=67d9a436-7323-4049-88ec-42bb6a1cd11b,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:37:33.934171 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1979d178-5600-4a66-9945-56fe472da987 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:33.934967 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1979d178-5600-4a66-9945-56fe472da987 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:33.961029 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f957e2db-7aa9-44d3-a543-70877ff5ae08 None None] Network 79339908-22a1-4d4c-b6e1-ab183d7d6fe7 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:37:33.991610 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-1979d178-5600-4a66-9945-56fe472da987 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6908011 Feb 16 17:37:33.994512 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 60306) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:37:34.245662 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-de5e030a-e045-4c8f-bc87-bb83ac56798d None None] Set router 32becff1-02dc-4db9-a4cd-a5c3d5d75798 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:37:34.408074 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cfee7f-002a-493d-a922-5ea7ca20689c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-79339908-22a1-4d4c-b6e1-ab183d7d6fe7', 'network_id': '79339908-22a1-4d4c-b6e1-ab183d7d6fe7', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'fixed_ips': [{'subnet_id': 'f94bfe8d-76dc-4134-a6c0-ed707f5fcafe'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:37:34.409505 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f3cfee7f-002a-493d-a922-5ea7ca20689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:34.440692 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f982c37b-79ec-47cc-bf66-2ccf0cf88960 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:34.593428 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-f3cfee7f-002a-493d-a922-5ea7ca20689c None None] Allocated IP 172.20.0.2 (79339908-22a1-4d4c-b6e1-ab183d7d6fe7/f94bfe8d-76dc-4134-a6c0-ed707f5fcafe/5189d567-fdee-4b6c-9316-f3e084c8b136) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:37:34.596086 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-de5e030a-e045-4c8f-bc87-bb83ac56798d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32becff1-02dc-4db9-a4cd-a5c3d5d75798', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313687465', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '67d9a436-7323-4049-88ec-42bb6a1cd11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:37:31Z', 'updated_at': '2022-02-16T17:37:32Z', 'revision_number': 3, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '67d9a436-7323-4049-88ec-42bb6a1cd11b', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32becff1-02dc-4db9-a4cd-a5c3d5d75798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:37:31Z', 'updated_at': '2022-02-16T17:37:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:37:34.629041 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5e030a-e045-4c8f-bc87-bb83ac56798d None None] The sync data for ids ['32becff1-02dc-4db9-a4cd-a5c3d5d75798'] in dv-neutron-828697-3-hyperv is: [{'id': '32becff1-02dc-4db9-a4cd-a5c3d5d75798', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313687465', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '67d9a436-7323-4049-88ec-42bb6a1cd11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:37:31Z', 'updated_at': '2022-02-16T17:37:32Z', 'revision_number': 3, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '67d9a436-7323-4049-88ec-42bb6a1cd11b', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32becff1-02dc-4db9-a4cd-a5c3d5d75798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:37:31Z', 'updated_at': '2022-02-16T17:37:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:37:34.770221 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f3cfee7f-002a-493d-a922-5ea7ca20689c None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:34.842978 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f3cfee7f-002a-493d-a922-5ea7ca20689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:34.896568 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cfee7f-002a-493d-a922-5ea7ca20689c None None] Network 79339908-22a1-4d4c-b6e1-ab183d7d6fe7 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:37:34.905424 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-f3cfee7f-002a-493d-a922-5ea7ca20689c None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:37:34.907934 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cfee7f-002a-493d-a922-5ea7ca20689c None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:37:34.923741 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-f982c37b-79ec-47cc-bf66-2ccf0cf88960 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Allocated IP 172.20.0.1 (79339908-22a1-4d4c-b6e1-ab183d7d6fe7/f94bfe8d-76dc-4134-a6c0-ed707f5fcafe/30f1e7b9-c02a-4314-8159-2198eaf94540) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:37:34.950654 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cfee7f-002a-493d-a922-5ea7ca20689c None None] Pushing event updated for resources: {'Port': ['ID=5189d567-fdee-4b6c-9316-f3e084c8b136,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:37:34.990493 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-f3cfee7f-002a-493d-a922-5ea7ca20689c None None] Attempting to bind port 5189d567-fdee-4b6c-9316-f3e084c8b136 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:37:34.990889 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-f3cfee7f-002a-493d-a922-5ea7ca20689c None None] Attempting to bind port 5189d567-fdee-4b6c-9316-f3e084c8b136 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '4fd75d8b-eec8-4ac6-b40a-2cecf9ba1ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '79339908-22a1-4d4c-b6e1-ab183d7d6fe7'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:37:34.991257 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cfee7f-002a-493d-a922-5ea7ca20689c None None] Attempting to bind port 5189d567-fdee-4b6c-9316-f3e084c8b136 on network 79339908-22a1-4d4c-b6e1-ab183d7d6fe7 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:37:34.996754 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cfee7f-002a-493d-a922-5ea7ca20689c None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:37:34.997251 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cfee7f-002a-493d-a922-5ea7ca20689c None None] Checking segment: {'id': '4fd75d8b-eec8-4ac6-b40a-2cecf9ba1ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '79339908-22a1-4d4c-b6e1-ab183d7d6fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:37:34.997796 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f3cfee7f-002a-493d-a922-5ea7ca20689c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:34.998195 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cfee7f-002a-493d-a922-5ea7ca20689c None None] Bound using segment: {'id': '4fd75d8b-eec8-4ac6-b40a-2cecf9ba1ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '79339908-22a1-4d4c-b6e1-ab183d7d6fe7'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:37:34.998665 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-f3cfee7f-002a-493d-a922-5ea7ca20689c None None] Bound port: 5189d567-fdee-4b6c-9316-f3e084c8b136, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd75d8b-eec8-4ac6-b40a-2cecf9ba1ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '79339908-22a1-4d4c-b6e1-ab183d7d6fe7'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:37:34.999047 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f3cfee7f-002a-493d-a922-5ea7ca20689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:35.065602 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 67d9a436-7323-4049-88ec-42bb6a1cd11b up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:37:35.073153 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f982c37b-79ec-47cc-bf66-2ccf0cf88960 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:35.128271 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-f3cfee7f-002a-493d-a922-5ea7ca20689c None None] For port 5189d567-fdee-4b6c-9316-f3e084c8b136, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:37:35.132182 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-f3cfee7f-002a-493d-a922-5ea7ca20689c None None] For port 5189d567-fdee-4b6c-9316-f3e084c8b136, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=5189d567-fdee-4b6c-9316-f3e084c8b136,segment=NetworkSegment(4fd75d8b-eec8-4ac6-b40a-2cecf9ba1ccc),segment_id=4fd75d8b-eec8-4ac6-b40a-2cecf9ba1ccc)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:37:35.143637 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 67d9a436-7323-4049-88ec-42bb6a1cd11b triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:37:35.145488 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:35.178905 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f982c37b-79ec-47cc-bf66-2ccf0cf88960 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:35.218063 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f982c37b-79ec-47cc-bf66-2ccf0cf88960 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Network 79339908-22a1-4d4c-b6e1-ab183d7d6fe7 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:37:35.221755 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-f982c37b-79ec-47cc-bf66-2ccf0cf88960 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:37:35.227186 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f982c37b-79ec-47cc-bf66-2ccf0cf88960 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:37:35.227592 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f3cfee7f-002a-493d-a922-5ea7ca20689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:35.241298 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:35.272501 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f982c37b-79ec-47cc-bf66-2ccf0cf88960 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'Port': ['ID=30f1e7b9-c02a-4314-8159-2198eaf94540,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:37:35.297374 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f982c37b-79ec-47cc-bf66-2ccf0cf88960 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:35.303395 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port 67d9a436-7323-4049-88ec-42bb6a1cd11b, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=67d9a436-7323-4049-88ec-42bb6a1cd11b,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:37:35.315186 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cfee7f-002a-493d-a922-5ea7ca20689c None None] Pushing event updated for resources: {'Port': ['ID=5189d567-fdee-4b6c-9316-f3e084c8b136,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:37:35.355122 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:35.421596 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=67d9a436-7323-4049-88ec-42bb6a1cd11b,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:37:35.515327 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f982c37b-79ec-47cc-bf66-2ccf0cf88960 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:35.822310 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f982c37b-79ec-47cc-bf66-2ccf0cf88960 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:35.880556 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f982c37b-79ec-47cc-bf66-2ccf0cf88960 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:35.962419 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f982c37b-79ec-47cc-bf66-2ccf0cf88960 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'Port': ['ID=30f1e7b9-c02a-4314-8159-2198eaf94540,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:37:35.965916 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-f982c37b-79ec-47cc-bf66-2ccf0cf88960 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:36.061511 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f982c37b-79ec-47cc-bf66-2ccf0cf88960 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Network 79339908-22a1-4d4c-b6e1-ab183d7d6fe7 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:37:36.062900 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-f982c37b-79ec-47cc-bf66-2ccf0cf88960 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:37:36.188332 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f982c37b-79ec-47cc-bf66-2ccf0cf88960 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Router 32becff1-02dc-4db9-a4cd-a5c3d5d75798 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:37:36.319906 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f982c37b-79ec-47cc-bf66-2ccf0cf88960 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:37:36.324829 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-f982c37b-79ec-47cc-bf66-2ccf0cf88960 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "PUT /v2.0/routers/32becff1-02dc-4db9-a4cd-a5c3d5d75798/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3293509 Feb 16 17:37:36.493625 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-9560ac84-e4e0-4132-a313-7efe2b0361da req-865abfe7-7cc3-4cea-b5e7-ac65ee3498c4 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1819781004&fields=id&tenant_id=540088272793448ab3d0c6a056f15347 HTTP/1.1" status: 200 len: 267 time: 0.0410388 Feb 16 17:37:36.606525 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560ac84-e4e0-4132-a313-7efe2b0361da req-94053cdf-36ff-4907-adce-809dea3156d2 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:36.608402 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-9560ac84-e4e0-4132-a313-7efe2b0361da req-94053cdf-36ff-4907-adce-809dea3156d2 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/networks?id=79339908-22a1-4d4c-b6e1-ab183d7d6fe7 HTTP/1.1" status: 200 len: 796 time: 0.1078396 Feb 16 17:37:36.625348 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-9560ac84-e4e0-4132-a313-7efe2b0361da req-ec02808c-6e06-47ca-891e-a12f238851c6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/quotas/540088272793448ab3d0c6a056f15347 HTTP/1.1" status: 200 len: 375 time: 0.0107644 Feb 16 17:37:36.687664 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-9560ac84-e4e0-4132-a313-7efe2b0361da req-46143f29-d3a7-48b4-9447-c5823aff9179 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=540088272793448ab3d0c6a056f15347&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557804 Feb 16 17:37:36.689016 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed6b16e-02a9-466a-975e-523d4e778521 None None] Network 79339908-22a1-4d4c-b6e1-ab183d7d6fe7 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:37:36.707164 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc2b0d7-57c0-437b-be22-356f21c730d5 None None] Sync routers for ids ['32becff1-02dc-4db9-a4cd-a5c3d5d75798'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:37:36.721026 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc2b0d7-57c0-437b-be22-356f21c730d5 None None] Routers {'32becff1-02dc-4db9-a4cd-a5c3d5d75798'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:37:36.721745 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-0dc2b0d7-57c0-437b-be22-356f21c730d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:37:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['32becff1-02dc-4db9-a4cd-a5c3d5d75798'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:37:36.792465 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-9560ac84-e4e0-4132-a313-7efe2b0361da req-25e5c3ae-c688-4596-9e9c-210ac5a638dc service neutron] 10.222.0.88 "GET /v2.0/networks/79339908-22a1-4d4c-b6e1-ab183d7d6fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929103 Feb 16 17:37:36.837976 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-4e4b8b92-1657-441b-891f-60d59e68a49f None None] Provisioning complete for port 5189d567-fdee-4b6c-9316-f3e084c8b136 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:37:36.843862 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4e4b8b92-1657-441b-891f-60d59e68a49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:36.895151 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4d6e8873-0370-46d2-a14d-574d68468ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:36.908045 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-9560ac84-e4e0-4132-a313-7efe2b0361da req-987babfb-b3b1-4d69-a5d5-35ca53721774 service neutron] 10.222.0.88 "GET /v2.0/networks/79339908-22a1-4d4c-b6e1-ab183d7d6fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021132 Feb 16 17:37:36.936516 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-0dc2b0d7-57c0-437b-be22-356f21c730d5 None None] Set router 32becff1-02dc-4db9-a4cd-a5c3d5d75798 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:37:36.959474 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4e4b8b92-1657-441b-891f-60d59e68a49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:37.002588 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-4e4b8b92-1657-441b-891f-60d59e68a49f None None] For port 5189d567-fdee-4b6c-9316-f3e084c8b136, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=5189d567-fdee-4b6c-9316-f3e084c8b136,segment=NetworkSegment(4fd75d8b-eec8-4ac6-b40a-2cecf9ba1ccc),segment_id=4fd75d8b-eec8-4ac6-b40a-2cecf9ba1ccc)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:37:37.063474 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4e4b8b92-1657-441b-891f-60d59e68a49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:37.152246 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4b8b92-1657-441b-891f-60d59e68a49f None None] Pushing event updated for resources: {'Port': ['ID=5189d567-fdee-4b6c-9316-f3e084c8b136,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:37:37.163758 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-0dc2b0d7-57c0-437b-be22-356f21c730d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32becff1-02dc-4db9-a4cd-a5c3d5d75798', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313687465', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '67d9a436-7323-4049-88ec-42bb6a1cd11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:37:31Z', 'updated_at': '2022-02-16T17:37:35Z', 'revision_number': 4, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '67d9a436-7323-4049-88ec-42bb6a1cd11b', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32becff1-02dc-4db9-a4cd-a5c3d5d75798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:37:31Z', 'updated_at': '2022-02-16T17:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '30f1e7b9-c02a-4314-8159-2198eaf94540', 'name': '', 'network_id': '79339908-22a1-4d4c-b6e1-ab183d7d6fe7', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'mac_address': 'fa:16:3e:8d:66:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32becff1-02dc-4db9-a4cd-a5c3d5d75798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'f94bfe8d-76dc-4134-a6c0-ed707f5fcafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:37:34Z', 'updated_at': '2022-02-16T17:37:35Z', 'revision_number': 2, 'project_id': '540088272793448ab3d0c6a056f15347', 'subnets': [{'id': 'f94bfe8d-76dc-4134-a6c0-ed707f5fcafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:37:37.183923 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 5189d567-fdee-4b6c-9316-f3e084c8b136 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:37:37.196926 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc2b0d7-57c0-437b-be22-356f21c730d5 None None] Checking router: 32becff1-02dc-4db9-a4cd-a5c3d5d75798 for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:37:37.197516 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc2b0d7-57c0-437b-be22-356f21c730d5 None None] Updating router 32becff1-02dc-4db9-a4cd-a5c3d5d75798 port 30f1e7b9-c02a-4314-8159-2198eaf94540 binding host dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:37:37.230752 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-0dc2b0d7-57c0-437b-be22-356f21c730d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:37.233441 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-04a6a08d-3150-435c-bed0-bd7fefa21647 None None] Provisioning complete for port 5189d567-fdee-4b6c-9316-f3e084c8b136 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:37:37.233818 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-04a6a08d-3150-435c-bed0-bd7fefa21647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:37.237192 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-83dfd833-ac86-49d8-9d9d-6c6f48cd1c33 req-743018f2-66e6-4743-8512-4a425f1a4659 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=02d9727e-26d5-4bd8-95f8-d4d22a3b95dd HTTP/1.1" status: 200 len: 210 time: 0.0375340 Feb 16 17:37:37.346152 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 5189d567-fdee-4b6c-9316-f3e084c8b136 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:37:37.346610 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:37.408885 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-04a6a08d-3150-435c-bed0-bd7fefa21647 None None] Provisioning complete for port 30f1e7b9-c02a-4314-8159-2198eaf94540 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:37:37.409513 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-04a6a08d-3150-435c-bed0-bd7fefa21647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:37.476479 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-04a6a08d-3150-435c-bed0-bd7fefa21647 None None] Port 30f1e7b9-c02a-4314-8159-2198eaf94540 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:37:37.486369 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 67d9a436-7323-4049-88ec-42bb6a1cd11b up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:37:37.532854 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-0dc2b0d7-57c0-437b-be22-356f21c730d5 None None] Notify callbacks [] for port, precommit_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:37.545055 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 67d9a436-7323-4049-88ec-42bb6a1cd11b triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:37:37.545515 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:37.625051 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-2d7d7bb8-36c4-4325-91c9-e914fefb48b0 None None] Provisioning complete for port 30f1e7b9-c02a-4314-8159-2198eaf94540 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:37:37.625422 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2d7d7bb8-36c4-4325-91c9-e914fefb48b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:37.629940 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-0dc2b0d7-57c0-437b-be22-356f21c730d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:37.667117 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-2d7d7bb8-36c4-4325-91c9-e914fefb48b0 None None] Port 30f1e7b9-c02a-4314-8159-2198eaf94540 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:37:37.699459 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e69795f-d376-4773-8ba2-4d8cb7a7a2a5 None None] Pushing event updated for resources: {'Port': ['ID=30f1e7b9-c02a-4314-8159-2198eaf94540,revision_number=3']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:37:37.722062 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69795f-d376-4773-8ba2-4d8cb7a7a2a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:37:37.723144 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69795f-d376-4773-8ba2-4d8cb7a7a2a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:37:37.723482 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69795f-d376-4773-8ba2-4d8cb7a7a2a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:37:37.723817 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69795f-d376-4773-8ba2-4d8cb7a7a2a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:37:37.724171 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69795f-d376-4773-8ba2-4d8cb7a7a2a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:37:37.724726 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69795f-d376-4773-8ba2-4d8cb7a7a2a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:37:37.724854 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69795f-d376-4773-8ba2-4d8cb7a7a2a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:37:37.725164 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69795f-d376-4773-8ba2-4d8cb7a7a2a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:37:37.725493 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69795f-d376-4773-8ba2-4d8cb7a7a2a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:37:37.725814 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69795f-d376-4773-8ba2-4d8cb7a7a2a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:37:37.726132 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69795f-d376-4773-8ba2-4d8cb7a7a2a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:37:37.726450 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69795f-d376-4773-8ba2-4d8cb7a7a2a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:37:37.743806 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-0dc2b0d7-57c0-437b-be22-356f21c730d5 None None] Attempting to bind port 30f1e7b9-c02a-4314-8159-2198eaf94540 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:37:37.744209 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-0dc2b0d7-57c0-437b-be22-356f21c730d5 None None] Attempting to bind port 30f1e7b9-c02a-4314-8159-2198eaf94540 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '4fd75d8b-eec8-4ac6-b40a-2cecf9ba1ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '79339908-22a1-4d4c-b6e1-ab183d7d6fe7'}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:37:37.744569 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc2b0d7-57c0-437b-be22-356f21c730d5 None None] Attempting to bind port 30f1e7b9-c02a-4314-8159-2198eaf94540 on network 79339908-22a1-4d4c-b6e1-ab183d7d6fe7 {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:37:37.749899 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc2b0d7-57c0-437b-be22-356f21c730d5 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:37:37.750273 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc2b0d7-57c0-437b-be22-356f21c730d5 None None] Checking segment: {'id': '4fd75d8b-eec8-4ac6-b40a-2cecf9ba1ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '79339908-22a1-4d4c-b6e1-ab183d7d6fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:37:37.750677 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-0dc2b0d7-57c0-437b-be22-356f21c730d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:37.751069 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc2b0d7-57c0-437b-be22-356f21c730d5 None None] Bound using segment: {'id': '4fd75d8b-eec8-4ac6-b40a-2cecf9ba1ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '79339908-22a1-4d4c-b6e1-ab183d7d6fe7'} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:37:37.751538 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-0dc2b0d7-57c0-437b-be22-356f21c730d5 None None] Bound port: 30f1e7b9-c02a-4314-8159-2198eaf94540, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd75d8b-eec8-4ac6-b40a-2cecf9ba1ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '79339908-22a1-4d4c-b6e1-ab183d7d6fe7'}}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:37:37.751913 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-0dc2b0d7-57c0-437b-be22-356f21c730d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:37.811399 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-3a58c3cb-d6e0-4607-bf7a-c031e8e0c63d None None] Provisioning complete for port 30f1e7b9-c02a-4314-8159-2198eaf94540 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:37:37.811917 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-3a58c3cb-d6e0-4607-bf7a-c031e8e0c63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:37.840458 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-0dc2b0d7-57c0-437b-be22-356f21c730d5 None None] For port 30f1e7b9-c02a-4314-8159-2198eaf94540, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:37:37.843875 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-0dc2b0d7-57c0-437b-be22-356f21c730d5 None None] For port 30f1e7b9-c02a-4314-8159-2198eaf94540, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=30f1e7b9-c02a-4314-8159-2198eaf94540,segment=NetworkSegment(4fd75d8b-eec8-4ac6-b40a-2cecf9ba1ccc),segment_id=4fd75d8b-eec8-4ac6-b40a-2cecf9ba1ccc)] {{(pid=114378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:37:37.861768 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-3a58c3cb-d6e0-4607-bf7a-c031e8e0c63d None None] Port 30f1e7b9-c02a-4314-8159-2198eaf94540 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:37:37.932658 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-0dc2b0d7-57c0-437b-be22-356f21c730d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:37.984233 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-87d0a77b-4d84-4fa0-b4e8-5f658d8e279b None None] Provisioning complete for port 30f1e7b9-c02a-4314-8159-2198eaf94540 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:37:37.985219 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-87d0a77b-4d84-4fa0-b4e8-5f658d8e279b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:37.987909 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc2b0d7-57c0-437b-be22-356f21c730d5 None None] Routers {'32becff1-02dc-4db9-a4cd-a5c3d5d75798'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:37:37.988574 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-0dc2b0d7-57c0-437b-be22-356f21c730d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:37:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['32becff1-02dc-4db9-a4cd-a5c3d5d75798'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:37:38.027354 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e69795f-d376-4773-8ba2-4d8cb7a7a2a5 None None] Pushing event updated for resources: {'Port': ['ID=30f1e7b9-c02a-4314-8159-2198eaf94540,revision_number=4']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:37:38.082490 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-87d0a77b-4d84-4fa0-b4e8-5f658d8e279b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:38.105318 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-0dc2b0d7-57c0-437b-be22-356f21c730d5 None None] Set router 32becff1-02dc-4db9-a4cd-a5c3d5d75798 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:37:38.120302 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-87d0a77b-4d84-4fa0-b4e8-5f658d8e279b None None] For port 30f1e7b9-c02a-4314-8159-2198eaf94540, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=30f1e7b9-c02a-4314-8159-2198eaf94540,segment=NetworkSegment(4fd75d8b-eec8-4ac6-b40a-2cecf9ba1ccc),segment_id=4fd75d8b-eec8-4ac6-b40a-2cecf9ba1ccc)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:37:38.206439 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-87d0a77b-4d84-4fa0-b4e8-5f658d8e279b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:38.260003 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d0a77b-4d84-4fa0-b4e8-5f658d8e279b None None] Pushing event updated for resources: {'Port': ['ID=30f1e7b9-c02a-4314-8159-2198eaf94540,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:37:38.317843 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-0dc2b0d7-57c0-437b-be22-356f21c730d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32becff1-02dc-4db9-a4cd-a5c3d5d75798', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313687465', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '67d9a436-7323-4049-88ec-42bb6a1cd11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:37:31Z', 'updated_at': '2022-02-16T17:37:35Z', 'revision_number': 4, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '67d9a436-7323-4049-88ec-42bb6a1cd11b', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32becff1-02dc-4db9-a4cd-a5c3d5d75798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:37:31Z', 'updated_at': '2022-02-16T17:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '30f1e7b9-c02a-4314-8159-2198eaf94540', 'name': '', 'network_id': '79339908-22a1-4d4c-b6e1-ab183d7d6fe7', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'mac_address': 'fa:16:3e:8d:66:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32becff1-02dc-4db9-a4cd-a5c3d5d75798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'f94bfe8d-76dc-4134-a6c0-ed707f5fcafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:37:34Z', 'updated_at': '2022-02-16T17:37:37Z', 'revision_number': 4, 'project_id': '540088272793448ab3d0c6a056f15347', 'subnets': [{'id': 'f94bfe8d-76dc-4134-a6c0-ed707f5fcafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:37:38.335469 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-8813f498-fbf7-42ca-9176-1bd16a00a062 None None] Provisioning complete for port 30f1e7b9-c02a-4314-8159-2198eaf94540 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:37:38.335841 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8813f498-fbf7-42ca-9176-1bd16a00a062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:38.346398 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc2b0d7-57c0-437b-be22-356f21c730d5 None None] The sync data for ids ['32becff1-02dc-4db9-a4cd-a5c3d5d75798'] in dv-neutron-828697-3-hyperv is: [{'id': '32becff1-02dc-4db9-a4cd-a5c3d5d75798', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313687465', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '67d9a436-7323-4049-88ec-42bb6a1cd11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:37:31Z', 'updated_at': '2022-02-16T17:37:35Z', 'revision_number': 4, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '67d9a436-7323-4049-88ec-42bb6a1cd11b', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32becff1-02dc-4db9-a4cd-a5c3d5d75798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:37:31Z', 'updated_at': '2022-02-16T17:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '30f1e7b9-c02a-4314-8159-2198eaf94540', 'name': '', 'network_id': '79339908-22a1-4d4c-b6e1-ab183d7d6fe7', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'mac_address': 'fa:16:3e:8d:66:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32becff1-02dc-4db9-a4cd-a5c3d5d75798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'f94bfe8d-76dc-4134-a6c0-ed707f5fcafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:37:34Z', 'updated_at': '2022-02-16T17:37:37Z', 'revision_number': 4, 'project_id': '540088272793448ab3d0c6a056f15347', 'subnets': [{'id': 'f94bfe8d-76dc-4134-a6c0-ed707f5fcafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:37:38.347941 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-62b3606e-56e0-4237-af0b-d20b0bea4d38 req-ff75bcce-bed9-4ade-b639-68a28c8f0a0f tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=02d9727e-26d5-4bd8-95f8-d4d22a3b95dd HTTP/1.1" status: 200 len: 210 time: 0.0351844 Feb 16 17:37:39.069824 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 5189d567-fdee-4b6c-9316-f3e084c8b136 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:37:39.124534 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 5189d567-fdee-4b6c-9316-f3e084c8b136 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:37:39.125344 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:39.230084 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 30f1e7b9-c02a-4314-8159-2198eaf94540 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:37:39.254815 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e295b991-b0d6-4373-a7ef-35f58f0d0083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:39.290290 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 30f1e7b9-c02a-4314-8159-2198eaf94540 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:37:39.290673 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:39.409489 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560ac84-e4e0-4132-a313-7efe2b0361da req-ef2ee908-6437-4892-b8de-854f3caad5dd tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:39.411696 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-9560ac84-e4e0-4132-a313-7efe2b0361da req-ef2ee908-6437-4892-b8de-854f3caad5dd tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.89 "GET /v2.0/networks?id=79339908-22a1-4d4c-b6e1-ab183d7d6fe7 HTTP/1.1" status: 200 len: 796 time: 0.1372919 Feb 16 17:37:39.456409 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5533b0e3-e121-446a-ad29-9fc13495c06d req-d00349e4-d6d0-4737-83d9-9dce52a30b19 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=02d9727e-26d5-4bd8-95f8-d4d22a3b95dd HTTP/1.1" status: 200 len: 210 time: 0.0378067 Feb 16 17:37:39.478206 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-9560ac84-e4e0-4132-a313-7efe2b0361da req-c74ea9ca-cdca-46c3-9b4f-8f73b3142705 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=540088272793448ab3d0c6a056f15347 HTTP/1.1" status: 200 len: 380 time: 0.0505309 Feb 16 17:37:39.487787 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-9560ac84-e4e0-4132-a313-7efe2b0361da req-6cc7f338-269c-4d66-bdbe-ad8718a6b1fc tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'port': {'device_id': '02d9727e-26d5-4bd8-95f8-d4d22a3b95dd', 'network_id': '79339908-22a1-4d4c-b6e1-ab183d7d6fe7', 'admin_state_up': True, 'tenant_id': '540088272793448ab3d0c6a056f15347', 'security_groups': ['04f37728-c846-4438-bbbe-b8d1d4aba162']}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:37:39.680468 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9560ac84-e4e0-4132-a313-7efe2b0361da req-6cc7f338-269c-4d66-bdbe-ad8718a6b1fc tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Made reservation on behalf of 540088272793448ab3d0c6a056f15347 for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:37:39.684030 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-9560ac84-e4e0-4132-a313-7efe2b0361da req-6cc7f338-269c-4d66-bdbe-ad8718a6b1fc tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:39.811832 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [req-9560ac84-e4e0-4132-a313-7efe2b0361da req-6cc7f338-269c-4d66-bdbe-ad8718a6b1fc tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Allocated IP 172.20.0.8 (79339908-22a1-4d4c-b6e1-ab183d7d6fe7/f94bfe8d-76dc-4134-a6c0-ed707f5fcafe/ddc9470b-e49a-4ac2-9251-44b7411f8b07) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:37:39.949875 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-9560ac84-e4e0-4132-a313-7efe2b0361da req-6cc7f338-269c-4d66-bdbe-ad8718a6b1fc tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:40.040666 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-9560ac84-e4e0-4132-a313-7efe2b0361da req-6cc7f338-269c-4d66-bdbe-ad8718a6b1fc tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:40.084682 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9560ac84-e4e0-4132-a313-7efe2b0361da req-6cc7f338-269c-4d66-bdbe-ad8718a6b1fc tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Network 79339908-22a1-4d4c-b6e1-ab183d7d6fe7 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:37:40.087588 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [req-9560ac84-e4e0-4132-a313-7efe2b0361da req-6cc7f338-269c-4d66-bdbe-ad8718a6b1fc tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:37:40.091175 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-9560ac84-e4e0-4132-a313-7efe2b0361da req-6cc7f338-269c-4d66-bdbe-ad8718a6b1fc tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:37:40.119243 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc7f338-269c-4d66-bdbe-ad8718a6b1fc tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'Port': ['ID=ddc9470b-e49a-4ac2-9251-44b7411f8b07,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:37:40.148368 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560ac84-e4e0-4132-a313-7efe2b0361da req-6cc7f338-269c-4d66-bdbe-ad8718a6b1fc tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:40.148998 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-9560ac84-e4e0-4132-a313-7efe2b0361da req-6cc7f338-269c-4d66-bdbe-ad8718a6b1fc tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:40.249489 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-9560ac84-e4e0-4132-a313-7efe2b0361da req-6cc7f338-269c-4d66-bdbe-ad8718a6b1fc tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7658308 Feb 16 17:37:40.261821 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-9560ac84-e4e0-4132-a313-7efe2b0361da req-79c8b948-7478-436d-95a3-a2c80fb9dc61 service neutron] Request body: {'port': {'device_id': '02d9727e-26d5-4bd8-95f8-d4d22a3b95dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8286'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:37:40.287421 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-ed50da0f-ee33-46a6-b7c4-3df53ca43815 None None] Provisioning complete for port ddc9470b-e49a-4ac2-9251-44b7411f8b07 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:37:40.287999 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ed50da0f-ee33-46a6-b7c4-3df53ca43815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:40.318728 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-9560ac84-e4e0-4132-a313-7efe2b0361da req-79c8b948-7478-436d-95a3-a2c80fb9dc61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:40.321807 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-ed50da0f-ee33-46a6-b7c4-3df53ca43815 None None] Port ddc9470b-e49a-4ac2-9251-44b7411f8b07 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:37:40.538232 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:40.586707 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f068bcb-c33d-4f9f-9238-e98fdbd5d5b8 req-d492baed-70ae-4c77-8c99-8a4f820afdb1 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:40.588446 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-2f068bcb-c33d-4f9f-9238-e98fdbd5d5b8 req-d492baed-70ae-4c77-8c99-8a4f820afdb1 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=02d9727e-26d5-4bd8-95f8-d4d22a3b95dd HTTP/1.1" status: 200 len: 931 time: 0.0558231 Feb 16 17:37:40.591697 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [req-9560ac84-e4e0-4132-a313-7efe2b0361da req-79c8b948-7478-436d-95a3-a2c80fb9dc61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddc9470b-e49a-4ac2-9251-44b7411f8b07 {{(pid=114376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:37:40.599106 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-9560ac84-e4e0-4132-a313-7efe2b0361da req-79c8b948-7478-436d-95a3-a2c80fb9dc61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:40.611934 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.provisioning_blocks [req-9560ac84-e4e0-4132-a313-7efe2b0361da req-79c8b948-7478-436d-95a3-a2c80fb9dc61 service neutron] Transition to ACTIVE for port object ddc9470b-e49a-4ac2-9251-44b7411f8b07 will not be triggered until provisioned by entity L2. {{(pid=114376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:37:40.627561 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-2f068bcb-c33d-4f9f-9238-e98fdbd5d5b8 req-561c0749-34be-4773-91f8-b3bd841c7704 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=04f37728-c846-4438-bbbe-b8d1d4aba162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329862 Feb 16 17:37:40.674841 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-9560ac84-e4e0-4132-a313-7efe2b0361da req-79c8b948-7478-436d-95a3-a2c80fb9dc61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:40.724300 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c8b948-7478-436d-95a3-a2c80fb9dc61 service neutron] Pushing event updated for resources: {'Port': ['ID=ddc9470b-e49a-4ac2-9251-44b7411f8b07,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:37:40.793638 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-9560ac84-e4e0-4132-a313-7efe2b0361da req-79c8b948-7478-436d-95a3-a2c80fb9dc61 service neutron] Attempting to bind port ddc9470b-e49a-4ac2-9251-44b7411f8b07 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:37:40.797108 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-9560ac84-e4e0-4132-a313-7efe2b0361da req-79c8b948-7478-436d-95a3-a2c80fb9dc61 service neutron] Attempting to bind port ddc9470b-e49a-4ac2-9251-44b7411f8b07 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': '4fd75d8b-eec8-4ac6-b40a-2cecf9ba1ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '79339908-22a1-4d4c-b6e1-ab183d7d6fe7'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:37:40.797108 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9560ac84-e4e0-4132-a313-7efe2b0361da req-79c8b948-7478-436d-95a3-a2c80fb9dc61 service neutron] Attempting to bind port ddc9470b-e49a-4ac2-9251-44b7411f8b07 on network 79339908-22a1-4d4c-b6e1-ab183d7d6fe7 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:37:40.798739 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9560ac84-e4e0-4132-a313-7efe2b0361da req-79c8b948-7478-436d-95a3-a2c80fb9dc61 service neutron] Port ddc9470b-e49a-4ac2-9251-44b7411f8b07 on network 79339908-22a1-4d4c-b6e1-ab183d7d6fe7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:37:40.799063 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9560ac84-e4e0-4132-a313-7efe2b0361da req-79c8b948-7478-436d-95a3-a2c80fb9dc61 service neutron] Attempting to bind port ddc9470b-e49a-4ac2-9251-44b7411f8b07 on network 79339908-22a1-4d4c-b6e1-ab183d7d6fe7 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:37:40.804514 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9560ac84-e4e0-4132-a313-7efe2b0361da req-79c8b948-7478-436d-95a3-a2c80fb9dc61 service neutron] Checking agent: {'id': '65dda45c-bbef-42f9-9728-e0fd84037987', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8286', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 56), 'started_at': datetime.datetime(2022, 2, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:37:40.804858 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9560ac84-e4e0-4132-a313-7efe2b0361da req-79c8b948-7478-436d-95a3-a2c80fb9dc61 service neutron] Checking segment: {'id': '4fd75d8b-eec8-4ac6-b40a-2cecf9ba1ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '79339908-22a1-4d4c-b6e1-ab183d7d6fe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:37:40.805282 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9560ac84-e4e0-4132-a313-7efe2b0361da req-79c8b948-7478-436d-95a3-a2c80fb9dc61 service neutron] Bound using segment: {'id': '4fd75d8b-eec8-4ac6-b40a-2cecf9ba1ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '79339908-22a1-4d4c-b6e1-ab183d7d6fe7'} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:37:40.805873 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-9560ac84-e4e0-4132-a313-7efe2b0361da req-79c8b948-7478-436d-95a3-a2c80fb9dc61 service neutron] Bound port: ddc9470b-e49a-4ac2-9251-44b7411f8b07, host: hv-neutron-8286, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fd75d8b-eec8-4ac6-b40a-2cecf9ba1ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '79339908-22a1-4d4c-b6e1-ab183d7d6fe7'}}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:37:40.806233 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-9560ac84-e4e0-4132-a313-7efe2b0361da req-79c8b948-7478-436d-95a3-a2c80fb9dc61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:40.877555 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-9560ac84-e4e0-4132-a313-7efe2b0361da req-79c8b948-7478-436d-95a3-a2c80fb9dc61 service neutron] For port ddc9470b-e49a-4ac2-9251-44b7411f8b07, host hv-neutron-8286, cleared binding levels {{(pid=114376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:37:40.880748 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-9560ac84-e4e0-4132-a313-7efe2b0361da req-79c8b948-7478-436d-95a3-a2c80fb9dc61 service neutron] For port ddc9470b-e49a-4ac2-9251-44b7411f8b07, host hv-neutron-8286, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=ddc9470b-e49a-4ac2-9251-44b7411f8b07,segment=NetworkSegment(4fd75d8b-eec8-4ac6-b40a-2cecf9ba1ccc),segment_id=4fd75d8b-eec8-4ac6-b40a-2cecf9ba1ccc)] {{(pid=114376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:37:40.955128 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-9560ac84-e4e0-4132-a313-7efe2b0361da req-79c8b948-7478-436d-95a3-a2c80fb9dc61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:40.990034 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560ac84-e4e0-4132-a313-7efe2b0361da req-79c8b948-7478-436d-95a3-a2c80fb9dc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:40.990645 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-9560ac84-e4e0-4132-a313-7efe2b0361da req-79c8b948-7478-436d-95a3-a2c80fb9dc61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:40.992285 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-9560ac84-e4e0-4132-a313-7efe2b0361da req-79c8b948-7478-436d-95a3-a2c80fb9dc61 service neutron] 10.222.0.89 "PUT /v2.0/ports/ddc9470b-e49a-4ac2-9251-44b7411f8b07 HTTP/1.1" status: 200 len: 1093 time: 0.7346985 Feb 16 17:37:40.994525 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02d9727e-26d5-4bd8-95f8-d4d22a3b95dd', 'tag': 'ddc9470b-e49a-4ac2-9251-44b7411f8b07'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:37:40.997548 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1269aa33-3b2d-4d50-a6d3-144437ddb30e" -d '{"events": [{"name": "network-changed", "server_uuid": "02d9727e-26d5-4bd8-95f8-d4d22a3b95dd", "tag": "ddc9470b-e49a-4ac2-9251-44b7411f8b07"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:37:41.021124 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c8b948-7478-436d-95a3-a2c80fb9dc61 service neutron] Pushing event updated for resources: {'Port': ['ID=ddc9470b-e49a-4ac2-9251-44b7411f8b07,revision_number=3']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:37:41.038362 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3920f716-6a66-4821-9fa1-f4334311b0de x-openstack-request-id: req-3920f716-6a66-4821-9fa1-f4334311b0de {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:37:41.038790 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02d9727e-26d5-4bd8-95f8-d4d22a3b95dd", "tag": "ddc9470b-e49a-4ac2-9251-44b7411f8b07", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:37:41.039046 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3920f716-6a66-4821-9fa1-f4334311b0de {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:37:41.039448 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02d9727e-26d5-4bd8-95f8-d4d22a3b95dd', 'tag': 'ddc9470b-e49a-4ac2-9251-44b7411f8b07', 'status': 'completed', 'code': 200} Feb 16 17:37:41.100025 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269aa33-3b2d-4d50-a6d3-144437ddb30e req-c850aaa0-89d0-48ba-b579-f3d12391f7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:41.101599 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1269aa33-3b2d-4d50-a6d3-144437ddb30e req-c850aaa0-89d0-48ba-b579-f3d12391f7c4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=540088272793448ab3d0c6a056f15347&device_id=02d9727e-26d5-4bd8-95f8-d4d22a3b95dd HTTP/1.1" status: 200 len: 1096 time: 0.0428786 Feb 16 17:37:41.204179 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269aa33-3b2d-4d50-a6d3-144437ddb30e req-70285b9d-c82f-4938-9a17-d13434acdadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:41.205646 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1269aa33-3b2d-4d50-a6d3-144437ddb30e req-70285b9d-c82f-4938-9a17-d13434acdadd service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=540088272793448ab3d0c6a056f15347&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0970283 Feb 16 17:37:41.299709 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269aa33-3b2d-4d50-a6d3-144437ddb30e req-26c3078d-cc5e-48ff-90aa-0eed182234ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:41.301214 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1269aa33-3b2d-4d50-a6d3-144437ddb30e req-26c3078d-cc5e-48ff-90aa-0eed182234ca service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0884860 Feb 16 17:37:41.374332 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560ac84-e4e0-4132-a313-7efe2b0361da req-acb6283d-27cd-40b1-87cc-2b7d1fb8a86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:41.375770 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-9560ac84-e4e0-4132-a313-7efe2b0361da req-acb6283d-27cd-40b1-87cc-2b7d1fb8a86d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=540088272793448ab3d0c6a056f15347&device_id=02d9727e-26d5-4bd8-95f8-d4d22a3b95dd HTTP/1.1" status: 200 len: 1096 time: 0.0390470 Feb 16 17:37:41.418823 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-9560ac84-e4e0-4132-a313-7efe2b0361da req-a2ff364c-8fc3-4a74-8153-eb29dd822c52 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddc9470b-e49a-4ac2-9251-44b7411f8b07 HTTP/1.1" status: 200 len: 217 time: 0.0356057 Feb 16 17:37:41.465485 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560ac84-e4e0-4132-a313-7efe2b0361da req-6d2bdddd-0571-409a-a309-376f45b3c148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:41.466853 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-9560ac84-e4e0-4132-a313-7efe2b0361da req-6d2bdddd-0571-409a-a309-376f45b3c148 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f94bfe8d-76dc-4134-a6c0-ed707f5fcafe HTTP/1.1" status: 200 len: 835 time: 0.0424523 Feb 16 17:37:41.509450 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560ac84-e4e0-4132-a313-7efe2b0361da req-f7c994cc-ee7c-485d-b02c-234e20f023e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:41.510855 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-9560ac84-e4e0-4132-a313-7efe2b0361da req-f7c994cc-ee7c-485d-b02c-234e20f023e8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=79339908-22a1-4d4c-b6e1-ab183d7d6fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0380385 Feb 16 17:37:41.599651 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-9560ac84-e4e0-4132-a313-7efe2b0361da req-3bbfc72e-7256-4105-9bfb-e5da33282958 service neutron] 10.222.0.89 "GET /v2.0/networks/79339908-22a1-4d4c-b6e1-ab183d7d6fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817695 Feb 16 17:37:41.689693 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-9560ac84-e4e0-4132-a313-7efe2b0361da req-f9b97ab1-735d-4425-9920-4a13b10e9f3f service neutron] 10.222.0.89 "GET /v2.0/networks/79339908-22a1-4d4c-b6e1-ab183d7d6fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842226 Feb 16 17:37:41.742891 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a019e-dc8d-4985-ac1c-f2fa0e12c535 req-c9ad987b-f3a4-44f6-a1ed-dc8c467f2061 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:41.744454 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-727a019e-dc8d-4985-ac1c-f2fa0e12c535 req-c9ad987b-f3a4-44f6-a1ed-dc8c467f2061 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=02d9727e-26d5-4bd8-95f8-d4d22a3b95dd HTTP/1.1" status: 200 len: 943 time: 0.0482562 Feb 16 17:37:41.788203 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-727a019e-dc8d-4985-ac1c-f2fa0e12c535 req-447c7a97-720d-42b4-8a7d-dc68bd1e436f tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=04f37728-c846-4438-bbbe-b8d1d4aba162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374227 Feb 16 17:37:42.029211 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:42.177562 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:42.905908 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c994f-4a43-4566-a4bf-1a7d36249c88 req-88968284-65ab-43b1-8bcc-c303628428f2 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:42.907397 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-229c994f-4a43-4566-a4bf-1a7d36249c88 req-88968284-65ab-43b1-8bcc-c303628428f2 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=02d9727e-26d5-4bd8-95f8-d4d22a3b95dd HTTP/1.1" status: 200 len: 943 time: 0.0492275 Feb 16 17:37:42.950066 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-229c994f-4a43-4566-a4bf-1a7d36249c88 req-b960fdcd-aac4-40b9-a0bd-25bb99974bff tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=04f37728-c846-4438-bbbe-b8d1d4aba162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367520 Feb 16 17:37:44.064247 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72d5e6-7675-4d76-b320-35c920834b6b req-f53d8f60-8184-463b-9f15-6eeb0c0f0755 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:44.065695 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-5a72d5e6-7675-4d76-b320-35c920834b6b req-f53d8f60-8184-463b-9f15-6eeb0c0f0755 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=02d9727e-26d5-4bd8-95f8-d4d22a3b95dd HTTP/1.1" status: 200 len: 943 time: 0.0478323 Feb 16 17:37:44.101976 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-5a72d5e6-7675-4d76-b320-35c920834b6b req-411f9c55-b2cc-44d2-a349-4b5a4c8b2275 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=04f37728-c846-4438-bbbe-b8d1d4aba162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304399 Feb 16 17:37:44.124620 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device ddc9470b-e49a-4ac2-9251-44b7411f8b07 details requested by agent hyperv_hv-neutron-8286 with host hv-neutron-8286 {{(pid=114377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:37:44.215006 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port ddc9470b-e49a-4ac2-9251-44b7411f8b07, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=ddc9470b-e49a-4ac2-9251-44b7411f8b07,segment=NetworkSegment(4fd75d8b-eec8-4ac6-b40a-2cecf9ba1ccc),segment_id=4fd75d8b-eec8-4ac6-b40a-2cecf9ba1ccc)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:37:44.226720 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Returning: {'device': 'ddc9470b-e49a-4ac2-9251-44b7411f8b07', 'network_id': '79339908-22a1-4d4c-b6e1-ab183d7d6fe7', 'port_id': 'ddc9470b-e49a-4ac2-9251-44b7411f8b07', 'mac_address': 'fa:16:3e:1d:4c:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f94bfe8d-76dc-4134-a6c0-ed707f5fcafe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:37:44.268013 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:44.280477 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddc9470b-e49a-4ac2-9251-44b7411f8b07 {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:37:44.299231 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port ddc9470b-e49a-4ac2-9251-44b7411f8b07, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=ddc9470b-e49a-4ac2-9251-44b7411f8b07,segment=NetworkSegment(4fd75d8b-eec8-4ac6-b40a-2cecf9ba1ccc),segment_id=4fd75d8b-eec8-4ac6-b40a-2cecf9ba1ccc)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:37:44.342955 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:44.390545 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=ddc9470b-e49a-4ac2-9251-44b7411f8b07,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:37:44.547221 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['ddc9470b-e49a-4ac2-9251-44b7411f8b07'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:37:45.218273 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf1b9f0-1bb0-44a9-ad63-0ae5bd40f2c1 req-9f22f70d-aa46-4a1e-b793-6e53c103feed tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:45.219785 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-baf1b9f0-1bb0-44a9-ad63-0ae5bd40f2c1 req-9f22f70d-aa46-4a1e-b793-6e53c103feed tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=02d9727e-26d5-4bd8-95f8-d4d22a3b95dd HTTP/1.1" status: 200 len: 944 time: 0.0494943 Feb 16 17:37:45.260947 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-baf1b9f0-1bb0-44a9-ad63-0ae5bd40f2c1 req-defa7c9d-d781-44c7-a162-7268dd5e7eb5 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=04f37728-c846-4438-bbbe-b8d1d4aba162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350790 Feb 16 17:37:46.117842 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device ddc9470b-e49a-4ac2-9251-44b7411f8b07 up at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:37:46.246017 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning for port ddc9470b-e49a-4ac2-9251-44b7411f8b07 completed by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:37:46.249956 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning complete for port ddc9470b-e49a-4ac2-9251-44b7411f8b07 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:37:46.250334 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:46.329774 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:46.352741 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d9727e-26d5-4bd8-95f8-d4d22a3b95dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc9470b-e49a-4ac2-9251-44b7411f8b07'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:37:46.355101 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c922a4bf-8bbc-4dda-898e-13faf84c939d" -d '{"events": [{"server_uuid": "02d9727e-26d5-4bd8-95f8-d4d22a3b95dd", "name": "network-vif-plugged", "status": "completed", "tag": "ddc9470b-e49a-4ac2-9251-44b7411f8b07"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:37:46.372352 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port ddc9470b-e49a-4ac2-9251-44b7411f8b07, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=ddc9470b-e49a-4ac2-9251-44b7411f8b07,segment=NetworkSegment(4fd75d8b-eec8-4ac6-b40a-2cecf9ba1ccc),segment_id=4fd75d8b-eec8-4ac6-b40a-2cecf9ba1ccc)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:37:46.376359 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd95fe-121a-43f7-9110-91355e273d96 req-66bb2173-3b97-4218-8934-bb6e8b261813 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:46.377872 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-2ddd95fe-121a-43f7-9110-91355e273d96 req-66bb2173-3b97-4218-8934-bb6e8b261813 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=02d9727e-26d5-4bd8-95f8-d4d22a3b95dd HTTP/1.1" status: 200 len: 944 time: 0.0492880 Feb 16 17:37:46.417162 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-2ddd95fe-121a-43f7-9110-91355e273d96 req-7cd72e76-685c-4277-b0af-1f4fab8b546a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=04f37728-c846-4438-bbbe-b8d1d4aba162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334222 Feb 16 17:37:46.443816 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b6d016-60ce-495e-928e-7d2de2aadd88 x-openstack-request-id: req-d5b6d016-60ce-495e-928e-7d2de2aadd88 {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:37:46.444150 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02d9727e-26d5-4bd8-95f8-d4d22a3b95dd", "name": "network-vif-plugged", "status": "completed", "tag": "ddc9470b-e49a-4ac2-9251-44b7411f8b07", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:37:46.444408 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d5b6d016-60ce-495e-928e-7d2de2aadd88 {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:37:46.444850 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02d9727e-26d5-4bd8-95f8-d4d22a3b95dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc9470b-e49a-4ac2-9251-44b7411f8b07', 'code': 200} Feb 16 17:37:46.446069 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:46.504457 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=ddc9470b-e49a-4ac2-9251-44b7411f8b07,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:37:46.723414 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff70df-9b1d-47b0-a112-d00b86301084 req-12936942-6e86-4c5d-af58-13d0043c4a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:46.725461 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-dfff70df-9b1d-47b0-a112-d00b86301084 req-12936942-6e86-4c5d-af58-13d0043c4a5e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=02d9727e-26d5-4bd8-95f8-d4d22a3b95dd HTTP/1.1" status: 200 len: 1098 time: 0.0389600 Feb 16 17:37:46.757814 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-dfff70df-9b1d-47b0-a112-d00b86301084 req-336e2e40-e1be-476f-931a-86eb4ff40b53 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=04f37728-c846-4438-bbbe-b8d1d4aba162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263300 Feb 16 17:37:47.528035 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c62fd-671e-4248-8a17-cab5321715e2 req-dabdf5e0-c1b9-41a0-ab6f-3ee14886af28 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:47.529486 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-bc9c62fd-671e-4248-8a17-cab5321715e2 req-dabdf5e0-c1b9-41a0-ab6f-3ee14886af28 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=02d9727e-26d5-4bd8-95f8-d4d22a3b95dd HTTP/1.1" status: 200 len: 945 time: 0.0466433 Feb 16 17:37:47.569835 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-bc9c62fd-671e-4248-8a17-cab5321715e2 req-a0297c2d-ea1f-44d2-b7e4-c17588893197 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=04f37728-c846-4438-bbbe-b8d1d4aba162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344698 Feb 16 17:37:48.683737 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4363dce-8e7e-4893-876b-9279e657a62c req-09fbae63-7478-46ed-a922-248c12f98da5 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:48.685230 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b4363dce-8e7e-4893-876b-9279e657a62c req-09fbae63-7478-46ed-a922-248c12f98da5 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=02d9727e-26d5-4bd8-95f8-d4d22a3b95dd HTTP/1.1" status: 200 len: 945 time: 0.0476396 Feb 16 17:37:48.725094 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b4363dce-8e7e-4893-876b-9279e657a62c req-a523ad66-51a2-4956-ac5c-432150c65a6b tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=04f37728-c846-4438-bbbe-b8d1d4aba162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341012 Feb 16 17:37:48.835661 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bcb364-33f7-4b93-ad64-2f5f5880751e req-afe31f60-a79d-45ea-882f-544f917789a6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:48.837154 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-26bcb364-33f7-4b93-ad64-2f5f5880751e req-afe31f60-a79d-45ea-882f-544f917789a6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=02d9727e-26d5-4bd8-95f8-d4d22a3b95dd HTTP/1.1" status: 200 len: 945 time: 0.0470157 Feb 16 17:37:48.874773 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-26bcb364-33f7-4b93-ad64-2f5f5880751e req-ce0db4e8-07f9-43d5-b431-8c82314feec2 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=04f37728-c846-4438-bbbe-b8d1d4aba162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317681 Feb 16 17:37:48.897059 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 60368) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:37:48.934781 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605981f4-f972-4bca-9659-a1ac070655e1 tempest-TestNetworkAdvancedServerOps-1016298580 tempest-TestNetworkAdvancedServerOps-1016298580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:48.936344 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-605981f4-f972-4bca-9659-a1ac070655e1 tempest-TestNetworkAdvancedServerOps-1016298580 tempest-TestNetworkAdvancedServerOps-1016298580-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=02d9727e-26d5-4bd8-95f8-d4d22a3b95dd HTTP/1.1" status: 200 len: 1093 time: 0.0381651 Feb 16 17:37:48.938883 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 60370) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:37:48.943108 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-a8a8d772-db09-4068-8485-6cddad5753aa tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Request body: {'floatingip': {'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'port_id': 'ddc9470b-e49a-4ac2-9251-44b7411f8b07', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'fixed_ip_address': '172.20.0.8'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:37:49.051913 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a8a8d772-db09-4068-8485-6cddad5753aa tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for floatingip, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:49.145326 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a8a8d772-db09-4068-8485-6cddad5753aa tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:49.249008 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-a8a8d772-db09-4068-8485-6cddad5753aa tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Allocated IP 172.26.3.124 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/573afc48-7698-417e-adc8-0863e335cc98) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:37:49.353196 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a8a8d772-db09-4068-8485-6cddad5753aa tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:49.481187 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a8a8d772-db09-4068-8485-6cddad5753aa tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:49.520689 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a8d772-db09-4068-8485-6cddad5753aa tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:37:49.523388 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-a8a8d772-db09-4068-8485-6cddad5753aa tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:37:49.526766 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a8d772-db09-4068-8485-6cddad5753aa tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:37:49.532100 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a8d772-db09-4068-8485-6cddad5753aa tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'Port': ['ID=573afc48-7698-417e-adc8-0863e335cc98,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:37:49.872461 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a8a8d772-db09-4068-8485-6cddad5753aa tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:50.001861 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a8a8d772-db09-4068-8485-6cddad5753aa tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:50.487385 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a8a8d772-db09-4068-8485-6cddad5753aa tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:50.554605 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a8a8d772-db09-4068-8485-6cddad5753aa tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:50.620015 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a8d772-db09-4068-8485-6cddad5753aa tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event updated for resources: {'Port': ['ID=573afc48-7698-417e-adc8-0863e335cc98,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:37:50.632207 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a8a8d772-db09-4068-8485-6cddad5753aa tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:50.727793 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.l3_db [None req-a8a8d772-db09-4068-8485-6cddad5753aa tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Floating IP cf174274-181e-4d4f-ac2a-93082157406b associated. External IP: 172.26.3.124, port: ddc9470b-e49a-4ac2-9251-44b7411f8b07. Feb 16 17:37:50.929761 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a8d772-db09-4068-8485-6cddad5753aa tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Router 32becff1-02dc-4db9-a4cd-a5c3d5d75798 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:37:51.033773 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a8d772-db09-4068-8485-6cddad5753aa tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:37:51.043694 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9159211-c880-4bab-bb06-ef5fb875ece0 None None] Sync routers for ids ['32becff1-02dc-4db9-a4cd-a5c3d5d75798'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:37:51.057490 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9159211-c880-4bab-bb06-ef5fb875ece0 None None] Routers {'32becff1-02dc-4db9-a4cd-a5c3d5d75798'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:37:51.059381 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-b9159211-c880-4bab-bb06-ef5fb875ece0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:37:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['32becff1-02dc-4db9-a4cd-a5c3d5d75798'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:37:51.111631 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a8a8d772-db09-4068-8485-6cddad5753aa tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:37:51.139199 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-a8a8d772-db09-4068-8485-6cddad5753aa tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1992598 Feb 16 17:37:51.139892 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02d9727e-26d5-4bd8-95f8-d4d22a3b95dd', 'tag': 'ddc9470b-e49a-4ac2-9251-44b7411f8b07'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:37:51.142375 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d84309-65d8-4c5a-8077-08491b5f9bc7" -d '{"events": [{"name": "network-changed", "server_uuid": "02d9727e-26d5-4bd8-95f8-d4d22a3b95dd", "tag": "ddc9470b-e49a-4ac2-9251-44b7411f8b07"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:37:51.164388 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-b9159211-c880-4bab-bb06-ef5fb875ece0 None None] Set router 32becff1-02dc-4db9-a4cd-a5c3d5d75798 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:37:51.185723 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09eaca4-3af3-438c-852f-d9f4ee0d4d10 x-openstack-request-id: req-c09eaca4-3af3-438c-852f-d9f4ee0d4d10 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:37:51.186237 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02d9727e-26d5-4bd8-95f8-d4d22a3b95dd", "tag": "ddc9470b-e49a-4ac2-9251-44b7411f8b07", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:37:51.186408 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c09eaca4-3af3-438c-852f-d9f4ee0d4d10 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:37:51.186922 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02d9727e-26d5-4bd8-95f8-d4d22a3b95dd', 'tag': 'ddc9470b-e49a-4ac2-9251-44b7411f8b07', 'status': 'completed', 'code': 200} Feb 16 17:37:51.269712 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1b52f-bc92-4bea-b183-1e2d4c9795cf req-b64c3657-3497-4c85-b786-ec06af5b9536 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:51.271279 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1cf1b52f-bc92-4bea-b183-1e2d4c9795cf req-b64c3657-3497-4c85-b786-ec06af5b9536 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=02d9727e-26d5-4bd8-95f8-d4d22a3b95dd HTTP/1.1" status: 200 len: 945 time: 0.0826414 Feb 16 17:37:51.275816 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d84309-65d8-4c5a-8077-08491b5f9bc7 req-1bd5ba8a-fdc5-49f7-ac2a-bd227de656d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:51.277259 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d7d84309-65d8-4c5a-8077-08491b5f9bc7 req-1bd5ba8a-fdc5-49f7-ac2a-bd227de656d2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=540088272793448ab3d0c6a056f15347&device_id=02d9727e-26d5-4bd8-95f8-d4d22a3b95dd HTTP/1.1" status: 200 len: 1098 time: 0.0625138 Feb 16 17:37:51.359308 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1cf1b52f-bc92-4bea-b183-1e2d4c9795cf req-8ec0a269-cd68-4858-b554-74d0d1ee1821 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=04f37728-c846-4438-bbbe-b8d1d4aba162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810921 Feb 16 17:37:51.381738 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 60376) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:37:51.391013 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d84309-65d8-4c5a-8077-08491b5f9bc7 req-b6fde144-399b-41d5-89b9-a60e89a9e7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:51.392651 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d7d84309-65d8-4c5a-8077-08491b5f9bc7 req-b6fde144-399b-41d5-89b9-a60e89a9e7af service neutron] 10.222.0.89 "GET /v2.0/networks?id=79339908-22a1-4d4c-b6e1-ab183d7d6fe7 HTTP/1.1" status: 200 len: 897 time: 0.1085501 Feb 16 17:37:51.410580 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-b9159211-c880-4bab-bb06-ef5fb875ece0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32becff1-02dc-4db9-a4cd-a5c3d5d75798', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313687465', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '67d9a436-7323-4049-88ec-42bb6a1cd11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:37:31Z', 'updated_at': '2022-02-16T17:37:35Z', 'revision_number': 4, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '67d9a436-7323-4049-88ec-42bb6a1cd11b', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32becff1-02dc-4db9-a4cd-a5c3d5d75798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:37:31Z', 'updated_at': '2022-02-16T17:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': 'cf174274-181e-4d4f-ac2a-93082157406b', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'floating_ip_address': '172.26.3.124', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '32becff1-02dc-4db9-a4cd-a5c3d5d75798', 'port_id': 'ddc9470b-e49a-4ac2-9251-44b7411f8b07', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79339908-22a1-4d4c-b6e1-ab183d7d6fe7', 'mac_address': 'fa:16:3e:1d:4c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d9727e-26d5-4bd8-95f8-d4d22a3b95dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:37:49Z', 'updated_at': '2022-02-16T17:37:49Z', 'revision_number': 0, 'project_id': '540088272793448ab3d0c6a056f15347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30f1e7b9-c02a-4314-8159-2198eaf94540', 'name': '', 'network_id': '79339908-22a1-4d4c-b6e1-ab183d7d6fe7', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'mac_address': 'fa:16:3e:8d:66:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32becff1-02dc-4db9-a4cd-a5c3d5d75798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'f94bfe8d-76dc-4134-a6c0-ed707f5fcafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:37:34Z', 'updated_at': '2022-02-16T17:37:38Z', 'revision_number': 5, 'project_id': '540088272793448ab3d0c6a056f15347', 'subnets': [{'id': 'f94bfe8d-76dc-4134-a6c0-ed707f5fcafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:37:51.437742 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9159211-c880-4bab-bb06-ef5fb875ece0 None None] Checking router: 32becff1-02dc-4db9-a4cd-a5c3d5d75798 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:37:51.443569 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-0d64b0e9-577a-4960-b650-161d899bdaaa tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/floatingips/cf174274-181e-4d4f-ac2a-93082157406b HTTP/1.1" status: 200 len: 991 time: 0.0601192 Feb 16 17:37:51.446597 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9159211-c880-4bab-bb06-ef5fb875ece0 None None] Routers {'32becff1-02dc-4db9-a4cd-a5c3d5d75798'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:37:51.447220 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-b9159211-c880-4bab-bb06-ef5fb875ece0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:37:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['32becff1-02dc-4db9-a4cd-a5c3d5d75798'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:37:51.464995 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d7d84309-65d8-4c5a-8077-08491b5f9bc7 req-e045ea68-9e7a-4d5c-9219-f752f9b4801e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddc9470b-e49a-4ac2-9251-44b7411f8b07 HTTP/1.1" status: 200 len: 999 time: 0.0640202 Feb 16 17:37:51.513762 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d84309-65d8-4c5a-8077-08491b5f9bc7 req-92a7f9b9-d570-4988-973a-baa6320f0595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:51.515194 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d7d84309-65d8-4c5a-8077-08491b5f9bc7 req-92a7f9b9-d570-4988-973a-baa6320f0595 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f94bfe8d-76dc-4134-a6c0-ed707f5fcafe HTTP/1.1" status: 200 len: 835 time: 0.0442996 Feb 16 17:37:51.553263 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-b9159211-c880-4bab-bb06-ef5fb875ece0 None None] Set router 32becff1-02dc-4db9-a4cd-a5c3d5d75798 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:37:51.558921 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d84309-65d8-4c5a-8077-08491b5f9bc7 req-0b9d7abe-e4fa-414e-a99d-86f795aea332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:51.560507 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d7d84309-65d8-4c5a-8077-08491b5f9bc7 req-0b9d7abe-e4fa-414e-a99d-86f795aea332 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=79339908-22a1-4d4c-b6e1-ab183d7d6fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388708 Feb 16 17:37:51.664168 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d7d84309-65d8-4c5a-8077-08491b5f9bc7 req-0cc11199-be2c-42a1-83a9-b8e1e5f040ea service neutron] 10.222.0.89 "GET /v2.0/networks/79339908-22a1-4d4c-b6e1-ab183d7d6fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970795 Feb 16 17:37:51.760846 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d7d84309-65d8-4c5a-8077-08491b5f9bc7 req-cc91e479-6b29-454a-8e80-4741fbdb37ba service neutron] 10.222.0.89 "GET /v2.0/networks/79339908-22a1-4d4c-b6e1-ab183d7d6fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892229 Feb 16 17:37:51.783738 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-b9159211-c880-4bab-bb06-ef5fb875ece0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32becff1-02dc-4db9-a4cd-a5c3d5d75798', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313687465', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '67d9a436-7323-4049-88ec-42bb6a1cd11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:37:31Z', 'updated_at': '2022-02-16T17:37:35Z', 'revision_number': 4, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '67d9a436-7323-4049-88ec-42bb6a1cd11b', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32becff1-02dc-4db9-a4cd-a5c3d5d75798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:37:31Z', 'updated_at': '2022-02-16T17:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': 'cf174274-181e-4d4f-ac2a-93082157406b', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'floating_ip_address': '172.26.3.124', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '32becff1-02dc-4db9-a4cd-a5c3d5d75798', 'port_id': 'ddc9470b-e49a-4ac2-9251-44b7411f8b07', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79339908-22a1-4d4c-b6e1-ab183d7d6fe7', 'mac_address': 'fa:16:3e:1d:4c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d9727e-26d5-4bd8-95f8-d4d22a3b95dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:37:49Z', 'updated_at': '2022-02-16T17:37:49Z', 'revision_number': 0, 'project_id': '540088272793448ab3d0c6a056f15347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30f1e7b9-c02a-4314-8159-2198eaf94540', 'name': '', 'network_id': '79339908-22a1-4d4c-b6e1-ab183d7d6fe7', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'mac_address': 'fa:16:3e:8d:66:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32becff1-02dc-4db9-a4cd-a5c3d5d75798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'f94bfe8d-76dc-4134-a6c0-ed707f5fcafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:37:34Z', 'updated_at': '2022-02-16T17:37:38Z', 'revision_number': 5, 'project_id': '540088272793448ab3d0c6a056f15347', 'subnets': [{'id': 'f94bfe8d-76dc-4134-a6c0-ed707f5fcafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:37:51.809863 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9159211-c880-4bab-bb06-ef5fb875ece0 None None] The sync data for ids ['32becff1-02dc-4db9-a4cd-a5c3d5d75798'] in dv-neutron-828697-3-hyperv is: [{'id': '32becff1-02dc-4db9-a4cd-a5c3d5d75798', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313687465', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '67d9a436-7323-4049-88ec-42bb6a1cd11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:37:31Z', 'updated_at': '2022-02-16T17:37:35Z', 'revision_number': 4, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '67d9a436-7323-4049-88ec-42bb6a1cd11b', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32becff1-02dc-4db9-a4cd-a5c3d5d75798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:37:31Z', 'updated_at': '2022-02-16T17:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': 'cf174274-181e-4d4f-ac2a-93082157406b', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'floating_ip_address': '172.26.3.124', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '32becff1-02dc-4db9-a4cd-a5c3d5d75798', 'port_id': 'ddc9470b-e49a-4ac2-9251-44b7411f8b07', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79339908-22a1-4d4c-b6e1-ab183d7d6fe7', 'mac_address': 'fa:16:3e:1d:4c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d9727e-26d5-4bd8-95f8-d4d22a3b95dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:37:49Z', 'updated_at': '2022-02-16T17:37:49Z', 'revision_number': 0, 'project_id': '540088272793448ab3d0c6a056f15347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30f1e7b9-c02a-4314-8159-2198eaf94540', 'name': '', 'network_id': '79339908-22a1-4d4c-b6e1-ab183d7d6fe7', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'mac_address': 'fa:16:3e:8d:66:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32becff1-02dc-4db9-a4cd-a5c3d5d75798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'f94bfe8d-76dc-4134-a6c0-ed707f5fcafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:37:34Z', 'updated_at': '2022-02-16T17:37:38Z', 'revision_number': 5, 'project_id': '540088272793448ab3d0c6a056f15347', 'subnets': [{'id': 'f94bfe8d-76dc-4134-a6c0-ed707f5fcafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:37:51.991234 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b69c69-a44a-46cd-be2a-30509bf4a28a None None] New status for floating IP cf174274-181e-4d4f-ac2a-93082157406b: ACTIVE {{(pid=114378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:37:52.446965 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 60378) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:37:52.510395 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-068ef0b2-7fae-44e6-a2e1-162b883d89af tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/floatingips/cf174274-181e-4d4f-ac2a-93082157406b HTTP/1.1" status: 200 len: 993 time: 0.0621836 Feb 16 17:38:00.812030 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:06.857840 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f262f397-f628-4a20-ac67-11d60c335213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:08.898015 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:38:09.241424 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-da574863-b8bc-4d3f-8530-9b665afdc856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:10.543879 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:11.898712 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:12.143119 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:19.447621 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd720d1d-300c-4b3d-9f2c-f97489284df1 req-b1218dab-22ab-40dd-85a1-708cb5a41e0d tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:19.449140 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-bd720d1d-300c-4b3d-9f2c-f97489284df1 req-b1218dab-22ab-40dd-85a1-708cb5a41e0d tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=02d9727e-26d5-4bd8-95f8-d4d22a3b95dd HTTP/1.1" status: 200 len: 945 time: 0.0485733 Feb 16 17:38:19.487067 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-bd720d1d-300c-4b3d-9f2c-f97489284df1 req-a7aa7dc2-ae0a-42f7-8989-d7af43680a66 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=04f37728-c846-4438-bbbe-b8d1d4aba162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320418 Feb 16 17:38:20.609185 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b542f9-837e-47b3-bb8e-1322fb581ef9 req-46bce1aa-b4c4-4317-87a5-724716289ff4 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:20.610905 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-25b542f9-837e-47b3-bb8e-1322fb581ef9 req-46bce1aa-b4c4-4317-87a5-724716289ff4 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=02d9727e-26d5-4bd8-95f8-d4d22a3b95dd HTTP/1.1" status: 200 len: 945 time: 0.0534160 Feb 16 17:38:20.647148 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-25b542f9-837e-47b3-bb8e-1322fb581ef9 req-2a31ef1c-878d-4042-8d59-ce303888f7df tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=04f37728-c846-4438-bbbe-b8d1d4aba162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297909 Feb 16 17:38:20.669352 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 60404) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:38:20.728391 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-d0830aaf-3ed2-44c0-972a-684c524f81d7 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/floatingips/cf174274-181e-4d4f-ac2a-93082157406b HTTP/1.1" status: 200 len: 993 time: 0.0578594 Feb 16 17:38:22.112346 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a5a57e-6d8c-4794-aefe-86a8ef5c1a23 req-3115f4f3-d9bf-4ea5-8a2e-0e771a10c426 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:22.113846 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-50a5a57e-6d8c-4794-aefe-86a8ef5c1a23 req-3115f4f3-d9bf-4ea5-8a2e-0e771a10c426 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=02d9727e-26d5-4bd8-95f8-d4d22a3b95dd HTTP/1.1" status: 200 len: 945 time: 0.0498514 Feb 16 17:38:22.156654 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-50a5a57e-6d8c-4794-aefe-86a8ef5c1a23 req-81107889-799f-48bc-9e9a-a4cdb55bfed6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=04f37728-c846-4438-bbbe-b8d1d4aba162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367968 Feb 16 17:38:22.187219 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690553b-bccd-47ed-860a-01d025b0cb1c req-43fb8def-8cce-4375-ad59-a67410a2a16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:22.188791 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5690553b-bccd-47ed-860a-01d025b0cb1c req-43fb8def-8cce-4375-ad59-a67410a2a16c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=540088272793448ab3d0c6a056f15347&device_id=02d9727e-26d5-4bd8-95f8-d4d22a3b95dd HTTP/1.1" status: 200 len: 1098 time: 0.0462618 Feb 16 17:38:22.282307 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690553b-bccd-47ed-860a-01d025b0cb1c req-b7f59ab7-0e28-4027-8451-049a3fd7ebab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:22.283659 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5690553b-bccd-47ed-860a-01d025b0cb1c req-b7f59ab7-0e28-4027-8451-049a3fd7ebab service neutron] 10.222.0.89 "GET /v2.0/networks?id=79339908-22a1-4d4c-b6e1-ab183d7d6fe7 HTTP/1.1" status: 200 len: 897 time: 0.0873170 Feb 16 17:38:22.351957 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5690553b-bccd-47ed-860a-01d025b0cb1c req-6b8c4ffc-03fb-43db-aaee-c5d0e9c61340 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddc9470b-e49a-4ac2-9251-44b7411f8b07 HTTP/1.1" status: 200 len: 1001 time: 0.0611928 Feb 16 17:38:22.399698 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690553b-bccd-47ed-860a-01d025b0cb1c req-88132368-39ec-4fc3-8add-c9a13488bee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:22.401123 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5690553b-bccd-47ed-860a-01d025b0cb1c req-88132368-39ec-4fc3-8add-c9a13488bee9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f94bfe8d-76dc-4134-a6c0-ed707f5fcafe HTTP/1.1" status: 200 len: 835 time: 0.0426702 Feb 16 17:38:22.443106 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690553b-bccd-47ed-860a-01d025b0cb1c req-24127b9e-4daf-4c56-bcb1-ed6d5aa72677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:22.445097 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5690553b-bccd-47ed-860a-01d025b0cb1c req-24127b9e-4daf-4c56-bcb1-ed6d5aa72677 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=79339908-22a1-4d4c-b6e1-ab183d7d6fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0375276 Feb 16 17:38:22.536973 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5690553b-bccd-47ed-860a-01d025b0cb1c req-c8147008-e2bb-456c-a0eb-bfbbdfa6dd06 service neutron] 10.222.0.89 "GET /v2.0/networks/79339908-22a1-4d4c-b6e1-ab183d7d6fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849895 Feb 16 17:38:22.634586 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5690553b-bccd-47ed-860a-01d025b0cb1c req-c2fafe29-19fc-4eaa-92ce-3c208602449b service neutron] 10.222.0.89 "GET /v2.0/networks/79339908-22a1-4d4c-b6e1-ab183d7d6fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916071 Feb 16 17:38:23.282848 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dc4af5-efa7-4ddc-ae93-924f16982015 req-75cc3903-73d3-4d2e-8bf1-c99b823d764e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:23.284372 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-55dc4af5-efa7-4ddc-ae93-924f16982015 req-75cc3903-73d3-4d2e-8bf1-c99b823d764e tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=02d9727e-26d5-4bd8-95f8-d4d22a3b95dd HTTP/1.1" status: 200 len: 945 time: 0.0491662 Feb 16 17:38:23.322514 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-55dc4af5-efa7-4ddc-ae93-924f16982015 req-80e09328-9a74-44d7-a1d5-11173b47b2f3 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=04f37728-c846-4438-bbbe-b8d1d4aba162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314016 Feb 16 17:38:24.434971 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fdbece-52cf-44cd-a915-997f2eaa409f req-755e26c5-9b29-4354-8b98-8b8c7cc7c018 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:24.436450 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-14fdbece-52cf-44cd-a915-997f2eaa409f req-755e26c5-9b29-4354-8b98-8b8c7cc7c018 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=02d9727e-26d5-4bd8-95f8-d4d22a3b95dd HTTP/1.1" status: 200 len: 945 time: 0.0480144 Feb 16 17:38:24.473558 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-14fdbece-52cf-44cd-a915-997f2eaa409f req-949e9a7a-f6cd-40ca-9015-8c236b461106 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=04f37728-c846-4438-bbbe-b8d1d4aba162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312808 Feb 16 17:38:24.496732 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 60416) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:38:24.557457 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d646e87a-e588-4e2e-871c-d03c77bd2e01 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/floatingips/cf174274-181e-4d4f-ac2a-93082157406b HTTP/1.1" status: 200 len: 993 time: 0.0592747 Feb 16 17:38:24.884048 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 60422) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:38:25.049005 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-09a6c6ce-fcab-49e4-96d0-45b97ea4b0c6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Deleting port 573afc48-7698-417e-adc8-0863e335cc98 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:38:25.049544 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-09a6c6ce-fcab-49e4-96d0-45b97ea4b0c6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:25.123972 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-09a6c6ce-fcab-49e4-96d0-45b97ea4b0c6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:25.124356 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-09a6c6ce-fcab-49e4-96d0-45b97ea4b0c6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:25.136376 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-09a6c6ce-fcab-49e4-96d0-45b97ea4b0c6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Calling delete_port for 573afc48-7698-417e-adc8-0863e335cc98 owned by network:floatingip {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:38:25.349556 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-09a6c6ce-fcab-49e4-96d0-45b97ea4b0c6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:25.375697 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a6c6ce-fcab-49e4-96d0-45b97ea4b0c6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event deleted for resources: {'Port': ['ID=573afc48-7698-417e-adc8-0863e335cc98,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:25.398513 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a6c6ce-fcab-49e4-96d0-45b97ea4b0c6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:25.398858 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a6c6ce-fcab-49e4-96d0-45b97ea4b0c6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:25.399203 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a6c6ce-fcab-49e4-96d0-45b97ea4b0c6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:25.399538 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a6c6ce-fcab-49e4-96d0-45b97ea4b0c6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:25.399868 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a6c6ce-fcab-49e4-96d0-45b97ea4b0c6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:25.400221 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a6c6ce-fcab-49e4-96d0-45b97ea4b0c6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:25.400548 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a6c6ce-fcab-49e4-96d0-45b97ea4b0c6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:25.400874 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a6c6ce-fcab-49e4-96d0-45b97ea4b0c6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:25.401198 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a6c6ce-fcab-49e4-96d0-45b97ea4b0c6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:25.401517 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a6c6ce-fcab-49e4-96d0-45b97ea4b0c6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:25.401842 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a6c6ce-fcab-49e4-96d0-45b97ea4b0c6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:25.402160 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a6c6ce-fcab-49e4-96d0-45b97ea4b0c6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:25.445280 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-09a6c6ce-fcab-49e4-96d0-45b97ea4b0c6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for floatingip, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:25.445616 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.l3_db [None req-09a6c6ce-fcab-49e4-96d0-45b97ea4b0c6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Floating IP cf174274-181e-4d4f-ac2a-93082157406b disassociated (deleted). External IP: 172.26.3.124, port: ddc9470b-e49a-4ac2-9251-44b7411f8b07. Feb 16 17:38:25.655524 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a6c6ce-fcab-49e4-96d0-45b97ea4b0c6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Router 32becff1-02dc-4db9-a4cd-a5c3d5d75798 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:38:25.760869 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a6c6ce-fcab-49e4-96d0-45b97ea4b0c6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:38:25.765536 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-09a6c6ce-fcab-49e4-96d0-45b97ea4b0c6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:25.770334 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f8589a-2f59-4bec-86ca-57da1c77b78f None None] Sync routers for ids ['32becff1-02dc-4db9-a4cd-a5c3d5d75798'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:38:25.781168 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f8589a-2f59-4bec-86ca-57da1c77b78f None None] Routers {'32becff1-02dc-4db9-a4cd-a5c3d5d75798'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:38:25.781786 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-95f8589a-2f59-4bec-86ca-57da1c77b78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:38:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['32becff1-02dc-4db9-a4cd-a5c3d5d75798'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:38:25.796660 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-09a6c6ce-fcab-49e4-96d0-45b97ea4b0c6 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "DELETE /v2.0/floatingips/cf174274-181e-4d4f-ac2a-93082157406b HTTP/1.1" status: 204 len: 168 time: 0.9115281 Feb 16 17:38:25.797337 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02d9727e-26d5-4bd8-95f8-d4d22a3b95dd', 'tag': 'ddc9470b-e49a-4ac2-9251-44b7411f8b07'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:38:25.799730 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03597d08-ce09-4f66-a44b-eb12a7e69c36" -d '{"events": [{"name": "network-changed", "server_uuid": "02d9727e-26d5-4bd8-95f8-d4d22a3b95dd", "tag": "ddc9470b-e49a-4ac2-9251-44b7411f8b07"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:38:25.845819 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a582b2b-9666-47c4-8480-0f8c72244040 x-openstack-request-id: req-2a582b2b-9666-47c4-8480-0f8c72244040 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:38:25.846113 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02d9727e-26d5-4bd8-95f8-d4d22a3b95dd", "tag": "ddc9470b-e49a-4ac2-9251-44b7411f8b07", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:38:25.846399 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2a582b2b-9666-47c4-8480-0f8c72244040 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:38:25.846818 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02d9727e-26d5-4bd8-95f8-d4d22a3b95dd', 'tag': 'ddc9470b-e49a-4ac2-9251-44b7411f8b07', 'status': 'completed', 'code': 200} Feb 16 17:38:25.896875 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-95f8589a-2f59-4bec-86ca-57da1c77b78f None None] Set router 32becff1-02dc-4db9-a4cd-a5c3d5d75798 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:38:25.909961 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03597d08-ce09-4f66-a44b-eb12a7e69c36 req-52fdc7a3-0ef9-40f1-8a70-d937e61cab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:25.911364 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-03597d08-ce09-4f66-a44b-eb12a7e69c36 req-52fdc7a3-0ef9-40f1-8a70-d937e61cab9a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=540088272793448ab3d0c6a056f15347&device_id=02d9727e-26d5-4bd8-95f8-d4d22a3b95dd HTTP/1.1" status: 200 len: 1098 time: 0.0437458 Feb 16 17:38:26.001967 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03597d08-ce09-4f66-a44b-eb12a7e69c36 req-34295a01-f59b-4dbc-aa19-62e64f4d688b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:26.003454 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-03597d08-ce09-4f66-a44b-eb12a7e69c36 req-34295a01-f59b-4dbc-aa19-62e64f4d688b service neutron] 10.222.0.89 "GET /v2.0/networks?id=79339908-22a1-4d4c-b6e1-ab183d7d6fe7 HTTP/1.1" status: 200 len: 897 time: 0.0843487 Feb 16 17:38:26.049507 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-03597d08-ce09-4f66-a44b-eb12a7e69c36 req-62be2c10-5b3f-4630-9589-20d8a6397056 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddc9470b-e49a-4ac2-9251-44b7411f8b07 HTTP/1.1" status: 200 len: 217 time: 0.0376408 Feb 16 17:38:26.100046 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03597d08-ce09-4f66-a44b-eb12a7e69c36 req-9c2452a0-7cd3-4ca9-bb4b-6008841b891c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:26.101841 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-03597d08-ce09-4f66-a44b-eb12a7e69c36 req-9c2452a0-7cd3-4ca9-bb4b-6008841b891c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f94bfe8d-76dc-4134-a6c0-ed707f5fcafe HTTP/1.1" status: 200 len: 835 time: 0.0462470 Feb 16 17:38:26.104099 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-95f8589a-2f59-4bec-86ca-57da1c77b78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32becff1-02dc-4db9-a4cd-a5c3d5d75798', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313687465', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '67d9a436-7323-4049-88ec-42bb6a1cd11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:37:31Z', 'updated_at': '2022-02-16T17:37:35Z', 'revision_number': 4, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '67d9a436-7323-4049-88ec-42bb6a1cd11b', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32becff1-02dc-4db9-a4cd-a5c3d5d75798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:37:31Z', 'updated_at': '2022-02-16T17:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '30f1e7b9-c02a-4314-8159-2198eaf94540', 'name': '', 'network_id': '79339908-22a1-4d4c-b6e1-ab183d7d6fe7', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'mac_address': 'fa:16:3e:8d:66:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32becff1-02dc-4db9-a4cd-a5c3d5d75798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'f94bfe8d-76dc-4134-a6c0-ed707f5fcafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:37:34Z', 'updated_at': '2022-02-16T17:37:38Z', 'revision_number': 5, 'project_id': '540088272793448ab3d0c6a056f15347', 'subnets': [{'id': 'f94bfe8d-76dc-4134-a6c0-ed707f5fcafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:38:26.135761 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f8589a-2f59-4bec-86ca-57da1c77b78f None None] Checking router: 32becff1-02dc-4db9-a4cd-a5c3d5d75798 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:38:26.144219 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f8589a-2f59-4bec-86ca-57da1c77b78f None None] Routers {'32becff1-02dc-4db9-a4cd-a5c3d5d75798'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:38:26.144832 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-95f8589a-2f59-4bec-86ca-57da1c77b78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:38:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['32becff1-02dc-4db9-a4cd-a5c3d5d75798'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:38:26.151051 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03597d08-ce09-4f66-a44b-eb12a7e69c36 req-bf023f84-0196-43bc-84b7-95b658a2d6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:26.152687 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-03597d08-ce09-4f66-a44b-eb12a7e69c36 req-bf023f84-0196-43bc-84b7-95b658a2d6a2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=79339908-22a1-4d4c-b6e1-ab183d7d6fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441968 Feb 16 17:38:26.263776 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-03597d08-ce09-4f66-a44b-eb12a7e69c36 req-239a8886-279d-4788-b1ed-8d73bdbdf46f service neutron] 10.222.0.89 "GET /v2.0/networks/79339908-22a1-4d4c-b6e1-ab183d7d6fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023371 Feb 16 17:38:26.274290 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-95f8589a-2f59-4bec-86ca-57da1c77b78f None None] Set router 32becff1-02dc-4db9-a4cd-a5c3d5d75798 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:38:26.375342 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bcc3f2-7e55-4398-bb00-7b0e780e72b4 req-24da4eb7-93b7-40d1-87ed-4af0a0ec92a2 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:26.376862 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-66bcc3f2-7e55-4398-bb00-7b0e780e72b4 req-24da4eb7-93b7-40d1-87ed-4af0a0ec92a2 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=02d9727e-26d5-4bd8-95f8-d4d22a3b95dd HTTP/1.1" status: 200 len: 945 time: 0.1121285 Feb 16 17:38:26.399157 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-03597d08-ce09-4f66-a44b-eb12a7e69c36 req-390a045b-ed4c-495a-ae2d-8bee4f1bff36 service neutron] 10.222.0.89 "GET /v2.0/networks/79339908-22a1-4d4c-b6e1-ab183d7d6fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325164 Feb 16 17:38:26.426087 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-66bcc3f2-7e55-4398-bb00-7b0e780e72b4 req-55601372-7664-48ac-b3ec-2e39d1735b3d tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=04f37728-c846-4438-bbbe-b8d1d4aba162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380936 Feb 16 17:38:26.472043 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-95f8589a-2f59-4bec-86ca-57da1c77b78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32becff1-02dc-4db9-a4cd-a5c3d5d75798', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313687465', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '67d9a436-7323-4049-88ec-42bb6a1cd11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:37:31Z', 'updated_at': '2022-02-16T17:37:35Z', 'revision_number': 4, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '67d9a436-7323-4049-88ec-42bb6a1cd11b', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32becff1-02dc-4db9-a4cd-a5c3d5d75798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:37:31Z', 'updated_at': '2022-02-16T17:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '30f1e7b9-c02a-4314-8159-2198eaf94540', 'name': '', 'network_id': '79339908-22a1-4d4c-b6e1-ab183d7d6fe7', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'mac_address': 'fa:16:3e:8d:66:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32becff1-02dc-4db9-a4cd-a5c3d5d75798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'f94bfe8d-76dc-4134-a6c0-ed707f5fcafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:37:34Z', 'updated_at': '2022-02-16T17:37:38Z', 'revision_number': 5, 'project_id': '540088272793448ab3d0c6a056f15347', 'subnets': [{'id': 'f94bfe8d-76dc-4134-a6c0-ed707f5fcafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:38:26.498099 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f8589a-2f59-4bec-86ca-57da1c77b78f None None] The sync data for ids ['32becff1-02dc-4db9-a4cd-a5c3d5d75798'] in dv-neutron-828697-3-hyperv is: [{'id': '32becff1-02dc-4db9-a4cd-a5c3d5d75798', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313687465', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '67d9a436-7323-4049-88ec-42bb6a1cd11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:37:31Z', 'updated_at': '2022-02-16T17:37:35Z', 'revision_number': 4, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '67d9a436-7323-4049-88ec-42bb6a1cd11b', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32becff1-02dc-4db9-a4cd-a5c3d5d75798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:37:31Z', 'updated_at': '2022-02-16T17:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '30f1e7b9-c02a-4314-8159-2198eaf94540', 'name': '', 'network_id': '79339908-22a1-4d4c-b6e1-ab183d7d6fe7', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'mac_address': 'fa:16:3e:8d:66:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32becff1-02dc-4db9-a4cd-a5c3d5d75798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'f94bfe8d-76dc-4134-a6c0-ed707f5fcafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:37:34Z', 'updated_at': '2022-02-16T17:37:38Z', 'revision_number': 5, 'project_id': '540088272793448ab3d0c6a056f15347', 'subnets': [{'id': 'f94bfe8d-76dc-4134-a6c0-ed707f5fcafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:38:26.720068 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18df0763-8f55-4ba7-b947-270f585e3981 None None] New status for floating IP cf174274-181e-4d4f-ac2a-93082157406b: DOWN {{(pid=114378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:38:27.545493 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e247183-3cc3-4be3-aa12-e96c8293c7af req-0135c1b7-1c05-4033-9a6b-7df21fdbc88a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:27.546972 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-8e247183-3cc3-4be3-aa12-e96c8293c7af req-0135c1b7-1c05-4033-9a6b-7df21fdbc88a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=02d9727e-26d5-4bd8-95f8-d4d22a3b95dd HTTP/1.1" status: 200 len: 945 time: 0.0521581 Feb 16 17:38:27.584084 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-8e247183-3cc3-4be3-aa12-e96c8293c7af req-de7ea570-ddb7-4ef0-8cfa-ab704aeec2f7 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/security-groups?id=04f37728-c846-4438-bbbe-b8d1d4aba162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311244 Feb 16 17:38:27.892527 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af000a-3ee7-4c5f-9a9a-ca35e6f50ba4 req-53f80e00-4632-4bb0-afc6-931eca7c193f tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:27.893889 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-78af000a-3ee7-4c5f-9a9a-ca35e6f50ba4 req-53f80e00-4632-4bb0-afc6-931eca7c193f tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.89 "GET /v2.0/ports?device_id=02d9727e-26d5-4bd8-95f8-d4d22a3b95dd HTTP/1.1" status: 200 len: 945 time: 0.0484076 Feb 16 17:38:27.979588 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-78af000a-3ee7-4c5f-9a9a-ca35e6f50ba4 req-81ec50c2-ae41-46a1-b885-c708aa4bc399 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Deleting port ddc9470b-e49a-4ac2-9251-44b7411f8b07 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:38:27.979930 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-78af000a-3ee7-4c5f-9a9a-ca35e6f50ba4 req-81ec50c2-ae41-46a1-b885-c708aa4bc399 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:28.068482 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-78af000a-3ee7-4c5f-9a9a-ca35e6f50ba4 req-81ec50c2-ae41-46a1-b885-c708aa4bc399 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] For port ddc9470b-e49a-4ac2-9251-44b7411f8b07, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=ddc9470b-e49a-4ac2-9251-44b7411f8b07,segment=NetworkSegment(4fd75d8b-eec8-4ac6-b40a-2cecf9ba1ccc),segment_id=4fd75d8b-eec8-4ac6-b40a-2cecf9ba1ccc)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:38:28.068844 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-78af000a-3ee7-4c5f-9a9a-ca35e6f50ba4 req-81ec50c2-ae41-46a1-b885-c708aa4bc399 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:28.081122 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-78af000a-3ee7-4c5f-9a9a-ca35e6f50ba4 req-81ec50c2-ae41-46a1-b885-c708aa4bc399 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Calling delete_port for ddc9470b-e49a-4ac2-9251-44b7411f8b07 owned by compute:nova {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:38:28.263350 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-78af000a-3ee7-4c5f-9a9a-ca35e6f50ba4 req-81ec50c2-ae41-46a1-b885-c708aa4bc399 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:28.290240 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ec50c2-ae41-46a1-b885-c708aa4bc399 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event deleted for resources: {'Port': ['ID=ddc9470b-e49a-4ac2-9251-44b7411f8b07,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:28.332043 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-78af000a-3ee7-4c5f-9a9a-ca35e6f50ba4 req-81ec50c2-ae41-46a1-b885-c708aa4bc399 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] No DVR routers for this DVR port ddc9470b-e49a-4ac2-9251-44b7411f8b07 on host hv-neutron-8286 {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:38:28.334545 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-78af000a-3ee7-4c5f-9a9a-ca35e6f50ba4 req-81ec50c2-ae41-46a1-b885-c708aa4bc399 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:28.338005 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-78af000a-3ee7-4c5f-9a9a-ca35e6f50ba4 req-81ec50c2-ae41-46a1-b885-c708aa4bc399 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.89 "DELETE /v2.0/ports/ddc9470b-e49a-4ac2-9251-44b7411f8b07 HTTP/1.1" status: 204 len: 173 time: 0.4378254 Feb 16 17:38:28.338445 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d9727e-26d5-4bd8-95f8-d4d22a3b95dd', 'name': 'network-vif-deleted', 'tag': 'ddc9470b-e49a-4ac2-9251-44b7411f8b07'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:38:28.341265 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62648352-7583-40d6-a0d7-06463e91021b" -d '{"events": [{"server_uuid": "02d9727e-26d5-4bd8-95f8-d4d22a3b95dd", "name": "network-vif-deleted", "tag": "ddc9470b-e49a-4ac2-9251-44b7411f8b07"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:38:28.377196 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed160434-b2db-4777-a35c-37c3c7b2a8bd x-openstack-request-id: req-ed160434-b2db-4777-a35c-37c3c7b2a8bd {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:38:28.377492 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02d9727e-26d5-4bd8-95f8-d4d22a3b95dd", "name": "network-vif-deleted", "tag": "ddc9470b-e49a-4ac2-9251-44b7411f8b07", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:38:28.377745 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ed160434-b2db-4777-a35c-37c3c7b2a8bd {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:38:28.378143 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02d9727e-26d5-4bd8-95f8-d4d22a3b95dd', 'name': 'network-vif-deleted', 'tag': 'ddc9470b-e49a-4ac2-9251-44b7411f8b07', 'status': 'completed', 'code': 200} Feb 16 17:38:28.689931 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-f552afba-a56e-45c3-88f1-7bc6735a8c27 req-3a292961-b35a-4e67-b9ab-b220de1ca9c1 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "GET /v2.0/ports?device_id=02d9727e-26d5-4bd8-95f8-d4d22a3b95dd HTTP/1.1" status: 200 len: 210 time: 0.0275795 Feb 16 17:38:29.746491 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 60440) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:38:30.098220 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-06a017ad-4319-4ed9-a3f0-6f9172cda46a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:30.347542 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-06a017ad-4319-4ed9-a3f0-6f9172cda46a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Deleting port 30f1e7b9-c02a-4314-8159-2198eaf94540 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:38:30.347886 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-06a017ad-4319-4ed9-a3f0-6f9172cda46a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:30.700400 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-06a017ad-4319-4ed9-a3f0-6f9172cda46a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] For port 30f1e7b9-c02a-4314-8159-2198eaf94540, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=30f1e7b9-c02a-4314-8159-2198eaf94540,segment=NetworkSegment(4fd75d8b-eec8-4ac6-b40a-2cecf9ba1ccc),segment_id=4fd75d8b-eec8-4ac6-b40a-2cecf9ba1ccc)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:38:30.700761 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-06a017ad-4319-4ed9-a3f0-6f9172cda46a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:30.712762 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-06a017ad-4319-4ed9-a3f0-6f9172cda46a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Calling delete_port for 30f1e7b9-c02a-4314-8159-2198eaf94540 owned by network:router_interface {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:38:30.817904 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:30.960106 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-06a017ad-4319-4ed9-a3f0-6f9172cda46a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:30.989875 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a017ad-4319-4ed9-a3f0-6f9172cda46a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event deleted for resources: {'Port': ['ID=30f1e7b9-c02a-4314-8159-2198eaf94540,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:31.002202 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a017ad-4319-4ed9-a3f0-6f9172cda46a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:31.002561 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a017ad-4319-4ed9-a3f0-6f9172cda46a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:31.002902 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a017ad-4319-4ed9-a3f0-6f9172cda46a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:31.003240 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a017ad-4319-4ed9-a3f0-6f9172cda46a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:31.003574 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a017ad-4319-4ed9-a3f0-6f9172cda46a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:31.003916 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a017ad-4319-4ed9-a3f0-6f9172cda46a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:31.004261 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a017ad-4319-4ed9-a3f0-6f9172cda46a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:31.004587 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a017ad-4319-4ed9-a3f0-6f9172cda46a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:31.004911 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a017ad-4319-4ed9-a3f0-6f9172cda46a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:31.005233 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a017ad-4319-4ed9-a3f0-6f9172cda46a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:31.005557 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a017ad-4319-4ed9-a3f0-6f9172cda46a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:31.005878 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a017ad-4319-4ed9-a3f0-6f9172cda46a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:31.170680 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-06a017ad-4319-4ed9-a3f0-6f9172cda46a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:31.385383 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a017ad-4319-4ed9-a3f0-6f9172cda46a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Router 32becff1-02dc-4db9-a4cd-a5c3d5d75798 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:38:31.487063 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a017ad-4319-4ed9-a3f0-6f9172cda46a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:38:31.492061 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-06a017ad-4319-4ed9-a3f0-6f9172cda46a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "PUT /v2.0/routers/32becff1-02dc-4db9-a4cd-a5c3d5d75798/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7445147 Feb 16 17:38:31.494681 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 60442) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:38:31.499239 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61325dd-5b91-4d68-ae0e-110fab55875d None None] Sync routers for ids ['32becff1-02dc-4db9-a4cd-a5c3d5d75798'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:38:31.509694 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61325dd-5b91-4d68-ae0e-110fab55875d None None] Routers {'32becff1-02dc-4db9-a4cd-a5c3d5d75798'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:38:31.510338 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-d61325dd-5b91-4d68-ae0e-110fab55875d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:38:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['32becff1-02dc-4db9-a4cd-a5c3d5d75798'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:38:31.544374 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d80198a-884c-4cb6-b174-bbf7d8d1e121 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Deleting subnet f94bfe8d-76dc-4134-a6c0-ed707f5fcafe {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:38:31.547396 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1d80198a-884c-4cb6-b174-bbf7d8d1e121 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:31.586434 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1d80198a-884c-4cb6-b174-bbf7d8d1e121 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:31.678236 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1d80198a-884c-4cb6-b174-bbf7d8d1e121 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:31.769037 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-d61325dd-5b91-4d68-ae0e-110fab55875d None None] Set router 32becff1-02dc-4db9-a4cd-a5c3d5d75798 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:38:31.778007 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1d80198a-884c-4cb6-b174-bbf7d8d1e121 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:31.806475 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d80198a-884c-4cb6-b174-bbf7d8d1e121 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event deleted for resources: {'Subnet': ['ID=f94bfe8d-76dc-4134-a6c0-ed707f5fcafe,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:31.808541 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1d80198a-884c-4cb6-b174-bbf7d8d1e121 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:31.811839 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-1d80198a-884c-4cb6-b174-bbf7d8d1e121 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "DELETE /v2.0/subnets/f94bfe8d-76dc-4134-a6c0-ed707f5fcafe HTTP/1.1" status: 204 len: 168 time: 0.3162434 Feb 16 17:38:31.814413 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 60444) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:38:31.826448 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2e1a83-bf81-4867-aa0c-c069456339ff None None] Network 79339908-22a1-4d4c-b6e1-ab183d7d6fe7 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:38:31.921277 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b6274a85-a1da-40bf-b58c-39d33329cc0a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for router, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:32.028052 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b6274a85-a1da-40bf-b58c-39d33329cc0a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:32.058722 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-d61325dd-5b91-4d68-ae0e-110fab55875d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32becff1-02dc-4db9-a4cd-a5c3d5d75798', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313687465', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '67d9a436-7323-4049-88ec-42bb6a1cd11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:37:31Z', 'updated_at': '2022-02-16T17:38:30Z', 'revision_number': 5, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port': {'id': '67d9a436-7323-4049-88ec-42bb6a1cd11b', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32becff1-02dc-4db9-a4cd-a5c3d5d75798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:37:31Z', 'updated_at': '2022-02-16T17:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:38:32.086509 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61325dd-5b91-4d68-ae0e-110fab55875d None None] Checking router: 32becff1-02dc-4db9-a4cd-a5c3d5d75798 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:38:32.094975 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61325dd-5b91-4d68-ae0e-110fab55875d None None] Routers {'32becff1-02dc-4db9-a4cd-a5c3d5d75798'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:38:32.095589 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-d61325dd-5b91-4d68-ae0e-110fab55875d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:38:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['32becff1-02dc-4db9-a4cd-a5c3d5d75798'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:38:32.134559 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf8cd32-571d-4795-a31c-873b86c4fd5c None None] DHCP port deletion for 79339908-22a1-4d4c-b6e1-ab183d7d6fe7 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:38:32.134985 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-b6274a85-a1da-40bf-b58c-39d33329cc0a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Deleting port 67d9a436-7323-4049-88ec-42bb6a1cd11b {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:38:32.135329 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b6274a85-a1da-40bf-b58c-39d33329cc0a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:32.212954 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-d61325dd-5b91-4d68-ae0e-110fab55875d None None] Set router 32becff1-02dc-4db9-a4cd-a5c3d5d75798 gateway port host: None {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:38:32.216211 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-b6274a85-a1da-40bf-b58c-39d33329cc0a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] For port 67d9a436-7323-4049-88ec-42bb6a1cd11b, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=67d9a436-7323-4049-88ec-42bb6a1cd11b,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:38:32.216586 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b6274a85-a1da-40bf-b58c-39d33329cc0a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:32.229075 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-b6274a85-a1da-40bf-b58c-39d33329cc0a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Calling delete_port for 67d9a436-7323-4049-88ec-42bb6a1cd11b owned by network:router_gateway {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:38:32.268875 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-d61325dd-5b91-4d68-ae0e-110fab55875d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32becff1-02dc-4db9-a4cd-a5c3d5d75798', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313687465', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:37:31Z', 'updated_at': '2022-02-16T17:38:32Z', 'revision_number': 6, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port_host': None}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:38:32.300888 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61325dd-5b91-4d68-ae0e-110fab55875d None None] The sync data for ids ['32becff1-02dc-4db9-a4cd-a5c3d5d75798'] in dv-neutron-828697-3-hyperv is: [{'id': '32becff1-02dc-4db9-a4cd-a5c3d5d75798', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313687465', 'tenant_id': '540088272793448ab3d0c6a056f15347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:37:31Z', 'updated_at': '2022-02-16T17:38:32Z', 'revision_number': 6, 'project_id': '540088272793448ab3d0c6a056f15347', 'gw_port_host': None}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:38:32.307910 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-ebf8cd32-571d-4795-a31c-873b86c4fd5c None None] Deleting port 5189d567-fdee-4b6c-9316-f3e084c8b136 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:38:32.308322 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ebf8cd32-571d-4795-a31c-873b86c4fd5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:32.358216 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device ddc9470b-e49a-4ac2-9251-44b7411f8b07 no longer exists at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:38:32.390097 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] No Port match for: ddc9470b-e49a-4ac2-9251-44b7411f8b07 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:38:32.390436 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device ddc9470b-e49a-4ac2-9251-44b7411f8b07 not bound to the agent host hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:38:32.402539 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-ebf8cd32-571d-4795-a31c-873b86c4fd5c None None] For port 5189d567-fdee-4b6c-9316-f3e084c8b136, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=5189d567-fdee-4b6c-9316-f3e084c8b136,segment=NetworkSegment(4fd75d8b-eec8-4ac6-b40a-2cecf9ba1ccc),segment_id=4fd75d8b-eec8-4ac6-b40a-2cecf9ba1ccc)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:38:32.402929 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ebf8cd32-571d-4795-a31c-873b86c4fd5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:32.415909 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-ebf8cd32-571d-4795-a31c-873b86c4fd5c None None] Calling delete_port for 5189d567-fdee-4b6c-9316-f3e084c8b136 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:38:32.446352 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b6274a85-a1da-40bf-b58c-39d33329cc0a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:32.472625 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6274a85-a1da-40bf-b58c-39d33329cc0a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event deleted for resources: {'Port': ['ID=67d9a436-7323-4049-88ec-42bb6a1cd11b,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:32.533097 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b6274a85-a1da-40bf-b58c-39d33329cc0a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584056'] for router_gateway, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:32.622056 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b6274a85-a1da-40bf-b58c-39d33329cc0a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:32.624054 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b6274a85-a1da-40bf-b58c-39d33329cc0a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:32.646914 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ebf8cd32-571d-4795-a31c-873b86c4fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:32.674105 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8cd32-571d-4795-a31c-873b86c4fd5c None None] Pushing event deleted for resources: {'Port': ['ID=5189d567-fdee-4b6c-9316-f3e084c8b136,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:32.678381 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf8cd32-571d-4795-a31c-873b86c4fd5c None None] No DVR routers for this DVR port 5189d567-fdee-4b6c-9316-f3e084c8b136 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:38:32.685130 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8cd32-571d-4795-a31c-873b86c4fd5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:32.685491 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8cd32-571d-4795-a31c-873b86c4fd5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:32.685830 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8cd32-571d-4795-a31c-873b86c4fd5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:32.686163 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8cd32-571d-4795-a31c-873b86c4fd5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:32.686495 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8cd32-571d-4795-a31c-873b86c4fd5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:32.686820 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8cd32-571d-4795-a31c-873b86c4fd5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:32.687139 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8cd32-571d-4795-a31c-873b86c4fd5c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:32.687531 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8cd32-571d-4795-a31c-873b86c4fd5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:32.688274 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8cd32-571d-4795-a31c-873b86c4fd5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:32.688274 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8cd32-571d-4795-a31c-873b86c4fd5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:32.688538 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8cd32-571d-4795-a31c-873b86c4fd5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:32.688806 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8cd32-571d-4795-a31c-873b86c4fd5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:32.738202 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b6274a85-a1da-40bf-b58c-39d33329cc0a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:32.738896 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6274a85-a1da-40bf-b58c-39d33329cc0a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Fanout notify agent at l3_agent the message router_deleted on router 32becff1-02dc-4db9-a4cd-a5c3d5d75798 {{(pid=114375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:38:32.746238 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b6274a85-a1da-40bf-b58c-39d33329cc0a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:32.750122 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 60446) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:38:32.750765 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-b6274a85-a1da-40bf-b58c-39d33329cc0a tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "DELETE /v2.0/routers/32becff1-02dc-4db9-a4cd-a5c3d5d75798 HTTP/1.1" status: 204 len: 168 time: 0.9346299 Feb 16 17:38:32.827967 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d7be9b77-412d-4cde-a543-c175fc49acc2 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:32.911276 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d7be9b77-412d-4cde-a543-c175fc49acc2 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:32.930939 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-d7be9b77-412d-4cde-a543-c175fc49acc2 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79339908-22a1-4d4c-b6e1-ab183d7d6fe7']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:38:32.939868 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-d7be9b77-412d-4cde-a543-c175fc49acc2 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fd75d8b-eec8-4ac6-b40a-2cecf9ba1ccc') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:38:32.940252 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-d7be9b77-412d-4cde-a543-c175fc49acc2 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fd75d8b-eec8-4ac6-b40a-2cecf9ba1ccc') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:38:32.949920 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d7be9b77-412d-4cde-a543-c175fc49acc2 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:32.963393 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d7be9b77-412d-4cde-a543-c175fc49acc2 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:32.969139 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7be9b77-412d-4cde-a543-c175fc49acc2 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:38:32.969531 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d7be9b77-412d-4cde-a543-c175fc49acc2 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:32.972396 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 17:38:32.972396 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:38:32.972396 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 17:38:32.972396 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:38:32.972396 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 17:38:32.972396 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:38:32.972396 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 17:38:32.972396 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:38:32.972396 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 17:38:32.972396 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:38:32.972396 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 17:38:32.972396 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:38:32.972396 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 17:38:32.972396 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:38:32.972396 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:38:32.972396 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:38:32.972396 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:38:32.972396 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:38:32.972396 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 17:38:32.972396 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:38:32.972396 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 17:38:32.972396 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:38:32.972396 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:38:32.972396 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:38:32.972396 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 17:38:32.972396 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:38:32.972396 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:38:32.972396 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:38:32.972396 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:38:32.972396 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:38:32.972396 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:38:32.972396 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:38:33.081112 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d7be9b77-412d-4cde-a543-c175fc49acc2 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:33.086218 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-d7be9b77-412d-4cde-a543-c175fc49acc2 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:33.091884 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-d7be9b77-412d-4cde-a543-c175fc49acc2 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "DELETE /v2.0/networks/79339908-22a1-4d4c-b6e1-ab183d7d6fe7 HTTP/1.1" status: 204 len: 168 time: 0.3383007 Feb 16 17:38:33.092289 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 60448) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:38:33.105103 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7be9b77-412d-4cde-a543-c175fc49acc2 tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event deleted for resources: {'Network': ['ID=79339908-22a1-4d4c-b6e1-ab183d7d6fe7,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:33.123679 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 5189d567-fdee-4b6c-9316-f3e084c8b136 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:38:33.144823 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 5189d567-fdee-4b6c-9316-f3e084c8b136 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:38:33.145168 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 5189d567-fdee-4b6c-9316-f3e084c8b136 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:38:33.145582 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 30f1e7b9-c02a-4314-8159-2198eaf94540 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:38:33.155865 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-56e2e993-4ccf-4fda-b113-4dd43740eb9c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:33.167580 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 30f1e7b9-c02a-4314-8159-2198eaf94540 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:38:33.167921 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 30f1e7b9-c02a-4314-8159-2198eaf94540 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:38:33.168360 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 67d9a436-7323-4049-88ec-42bb6a1cd11b no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:38:33.181689 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-56e2e993-4ccf-4fda-b113-4dd43740eb9c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:33.188462 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 67d9a436-7323-4049-88ec-42bb6a1cd11b {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:38:33.188594 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 67d9a436-7323-4049-88ec-42bb6a1cd11b not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:38:33.286957 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-56e2e993-4ccf-4fda-b113-4dd43740eb9c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:33.289729 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-56e2e993-4ccf-4fda-b113-4dd43740eb9c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:33.290960 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-56e2e993-4ccf-4fda-b113-4dd43740eb9c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] 10.222.0.88 "DELETE /v2.0/security-groups/04f37728-c846-4438-bbbe-b8d1d4aba162 HTTP/1.1" status: 204 len: 168 time: 0.1976063 Feb 16 17:38:33.305048 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e2e993-4ccf-4fda-b113-4dd43740eb9c tempest-TestNetworkAdvancedServerOps-1935881252 tempest-TestNetworkAdvancedServerOps-1935881252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f37728-c846-4438-bbbe-b8d1d4aba162,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:33.801476 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 60456) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:38:33.928709 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-dc8dd1c5-7764-4f25-b1d4-f5dc4e9073b2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=540088272793448ab3d0c6a056f15347&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1260645 Feb 16 17:38:33.931642 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 60460) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:38:33.983237 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7e981618-ce88-4ef3-b2a7-e0e8d67e2ca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:34.006446 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7e981618-ce88-4ef3-b2a7-e0e8d67e2ca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:34.091803 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7e981618-ce88-4ef3-b2a7-e0e8d67e2ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:34.094427 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7e981618-ce88-4ef3-b2a7-e0e8d67e2ca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:34.095578 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-7e981618-ce88-4ef3-b2a7-e0e8d67e2ca0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b23c8c28-9c4b-4b57-a33f-5918f8a90f29 HTTP/1.1" status: 204 len: 168 time: 0.1630168 Feb 16 17:38:34.103368 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e981618-ce88-4ef3-b2a7-e0e8d67e2ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23c8c28-9c4b-4b57-a33f-5918f8a90f29,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:34.754995 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 60466) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:38:34.768176 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b0c2b5ec-2d24-4ce5-8dc2-3b652b67d65d admin admin] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:34.840121 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b0c2b5ec-2d24-4ce5-8dc2-3b652b67d65d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:34.891327 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b0c2b5ec-2d24-4ce5-8dc2-3b652b67d65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:34.929428 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-b0c2b5ec-2d24-4ce5-8dc2-3b652b67d65d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a1334a95631d4b58bbf63005a5e86f1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1733260 Feb 16 17:38:34.931325 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c2b5ec-2d24-4ce5-8dc2-3b652b67d65d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c1e3b7-4278-4296-8140-fbdbab6bb911,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:34.932137 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 60468) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:38:34.980675 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8c2b4203-5b20-4fc1-b088-0fad87106b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:35.001301 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8c2b4203-5b20-4fc1-b088-0fad87106b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:35.126410 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8c2b4203-5b20-4fc1-b088-0fad87106b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:35.128960 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8c2b4203-5b20-4fc1-b088-0fad87106b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:35.130151 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-8c2b4203-5b20-4fc1-b088-0fad87106b24 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/76c1e3b7-4278-4296-8140-fbdbab6bb911 HTTP/1.1" status: 204 len: 168 time: 0.1969700 Feb 16 17:38:35.138441 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b4203-5b20-4fc1-b088-0fad87106b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c1e3b7-4278-4296-8140-fbdbab6bb911,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:36.107277 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 60490) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:38:36.202053 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-95882bda-d0dc-4a1d-bda4-8257bc7580e6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2038684808-network', 'tenant_id': '6c833d7b99404488883f96f114e61f03'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:38:36.286655 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95882bda-d0dc-4a1d-bda4-8257bc7580e6 admin admin] Made reservation on behalf of 6c833d7b99404488883f96f114e61f03 for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:38:36.289486 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-95882bda-d0dc-4a1d-bda4-8257bc7580e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:36.298164 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-95882bda-d0dc-4a1d-bda4-8257bc7580e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:36.374051 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-95882bda-d0dc-4a1d-bda4-8257bc7580e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:36.435170 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-95882bda-d0dc-4a1d-bda4-8257bc7580e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:36.459016 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95882bda-d0dc-4a1d-bda4-8257bc7580e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:38:36.468188 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95882bda-d0dc-4a1d-bda4-8257bc7580e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37eac9d7-c49e-4b60-8527-5bff37563485,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:36.472680 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-95882bda-d0dc-4a1d-bda4-8257bc7580e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:36.473018 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-95882bda-d0dc-4a1d-bda4-8257bc7580e6 admin admin] Added segment 95b91126-b119-4fe4-a54b-8e28d16b8b99 of type vlan for network c1e3646c-cf7c-4e61-886d-04ef5dc15824 Feb 16 17:38:36.512487 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-95882bda-d0dc-4a1d-bda4-8257bc7580e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:36.618293 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-95882bda-d0dc-4a1d-bda4-8257bc7580e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:36.619296 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95882bda-d0dc-4a1d-bda4-8257bc7580e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:36.619916 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-95882bda-d0dc-4a1d-bda4-8257bc7580e6 admin admin] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:36.678400 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95882bda-d0dc-4a1d-bda4-8257bc7580e6 admin admin] Pushing event updated for resources: {'Network': ['ID=c1e3646c-cf7c-4e61-886d-04ef5dc15824,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:36.688876 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network c1e3646c-cf7c-4e61-886d-04ef5dc15824 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:38:36.746343 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-95882bda-d0dc-4a1d-bda4-8257bc7580e6 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6379673 Feb 16 17:38:36.749188 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 60494) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:38:36.754674 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-9581f7bc-0b7e-4eed-82a9-b4d235e0cb0c admin admin] Request body: {'subnet': {'network_id': 'c1e3646c-cf7c-4e61-886d-04ef5dc15824', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2038684808-subnet', 'tenant_id': '6c833d7b99404488883f96f114e61f03', 'ip_version': 4}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:38:36.857223 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9581f7bc-0b7e-4eed-82a9-b4d235e0cb0c admin admin] Made reservation on behalf of 6c833d7b99404488883f96f114e61f03 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:38:36.859728 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9581f7bc-0b7e-4eed-82a9-b4d235e0cb0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:36.863420 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-62915391-965f-4f7e-bddb-a024f9e4377e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:37.086473 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9581f7bc-0b7e-4eed-82a9-b4d235e0cb0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:37.152669 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9581f7bc-0b7e-4eed-82a9-b4d235e0cb0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b6f3a3c-e160-4401-aa17-ac85d3e8faa5,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:37.162371 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9581f7bc-0b7e-4eed-82a9-b4d235e0cb0c admin admin] Checking segment: {'id': '95b91126-b119-4fe4-a54b-8e28d16b8b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c1e3646c-cf7c-4e61-886d-04ef5dc15824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:38:37.162728 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9581f7bc-0b7e-4eed-82a9-b4d235e0cb0c admin admin] Network hostable DHCP agents. Network: c1e3646c-cf7c-4e61-886d-04ef5dc15824, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:38:37.245678 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9581f7bc-0b7e-4eed-82a9-b4d235e0cb0c admin admin] Network c1e3646c-cf7c-4e61-886d-04ef5dc15824 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:38:37.309479 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-9581f7bc-0b7e-4eed-82a9-b4d235e0cb0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, c1e3646c-cf7c-4e61-886d-04ef5dc15824) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:38:37.314012 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9581f7bc-0b7e-4eed-82a9-b4d235e0cb0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:37.314600 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-9581f7bc-0b7e-4eed-82a9-b4d235e0cb0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:37.318938 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28fc526-2097-4e3a-8f3b-ed327d1a2ef6 None None] Network c1e3646c-cf7c-4e61-886d-04ef5dc15824 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:38:37.399594 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-9581f7bc-0b7e-4eed-82a9-b4d235e0cb0c admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6493399 Feb 16 17:38:37.405756 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 60496) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:38:37.410067 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-1008cf2f-7287-41e8-a84a-d10b282d9449 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2038684808-router', 'tenant_id': '6c833d7b99404488883f96f114e61f03', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:38:37.464634 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1008cf2f-7287-41e8-a84a-d10b282d9449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:37.465853 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1008cf2f-7287-41e8-a84a-d10b282d9449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:37.485208 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb37cb2b-4d6a-4c65-877b-84d4151bcab3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-c1e3646c-cf7c-4e61-886d-04ef5dc15824', 'network_id': 'c1e3646c-cf7c-4e61-886d-04ef5dc15824', 'tenant_id': '6c833d7b99404488883f96f114e61f03', 'fixed_ips': [{'subnet_id': '1b6f3a3c-e160-4401-aa17-ac85d3e8faa5'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:38:37.486347 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-fb37cb2b-4d6a-4c65-877b-84d4151bcab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:37.518344 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1008cf2f-7287-41e8-a84a-d10b282d9449 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:37.622977 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-fb37cb2b-4d6a-4c65-877b-84d4151bcab3 None None] Allocated IP 172.20.0.2 (c1e3646c-cf7c-4e61-886d-04ef5dc15824/1b6f3a3c-e160-4401-aa17-ac85d3e8faa5/f18c57e9-122d-4baa-835c-ae332e11ba44) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:38:37.704122 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1008cf2f-7287-41e8-a84a-d10b282d9449 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:37.769764 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-fb37cb2b-4d6a-4c65-877b-84d4151bcab3 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:37.818281 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-fb37cb2b-4d6a-4c65-877b-84d4151bcab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:37.860021 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb37cb2b-4d6a-4c65-877b-84d4151bcab3 None None] Network c1e3646c-cf7c-4e61-886d-04ef5dc15824 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:38:37.863409 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-fb37cb2b-4d6a-4c65-877b-84d4151bcab3 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:38:37.865907 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb37cb2b-4d6a-4c65-877b-84d4151bcab3 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:38:37.879763 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb37cb2b-4d6a-4c65-877b-84d4151bcab3 None None] Pushing event updated for resources: {'Port': ['ID=f18c57e9-122d-4baa-835c-ae332e11ba44,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:37.925329 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-fb37cb2b-4d6a-4c65-877b-84d4151bcab3 None None] Attempting to bind port f18c57e9-122d-4baa-835c-ae332e11ba44 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:38:37.925693 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-fb37cb2b-4d6a-4c65-877b-84d4151bcab3 None None] Attempting to bind port f18c57e9-122d-4baa-835c-ae332e11ba44 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '95b91126-b119-4fe4-a54b-8e28d16b8b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c1e3646c-cf7c-4e61-886d-04ef5dc15824'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:38:37.926053 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb37cb2b-4d6a-4c65-877b-84d4151bcab3 None None] Attempting to bind port f18c57e9-122d-4baa-835c-ae332e11ba44 on network c1e3646c-cf7c-4e61-886d-04ef5dc15824 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:38:37.931474 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb37cb2b-4d6a-4c65-877b-84d4151bcab3 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:38:37.931939 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb37cb2b-4d6a-4c65-877b-84d4151bcab3 None None] Checking segment: {'id': '95b91126-b119-4fe4-a54b-8e28d16b8b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c1e3646c-cf7c-4e61-886d-04ef5dc15824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:38:37.932369 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-fb37cb2b-4d6a-4c65-877b-84d4151bcab3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:37.932757 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb37cb2b-4d6a-4c65-877b-84d4151bcab3 None None] Bound using segment: {'id': '95b91126-b119-4fe4-a54b-8e28d16b8b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c1e3646c-cf7c-4e61-886d-04ef5dc15824'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:38:37.933246 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-fb37cb2b-4d6a-4c65-877b-84d4151bcab3 None None] Bound port: f18c57e9-122d-4baa-835c-ae332e11ba44, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95b91126-b119-4fe4-a54b-8e28d16b8b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c1e3646c-cf7c-4e61-886d-04ef5dc15824'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:38:37.933619 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-fb37cb2b-4d6a-4c65-877b-84d4151bcab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:37.945305 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1008cf2f-7287-41e8-a84a-d10b282d9449 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:37.967234 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1008cf2f-7287-41e8-a84a-d10b282d9449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:37.996090 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-fb37cb2b-4d6a-4c65-877b-84d4151bcab3 None None] For port f18c57e9-122d-4baa-835c-ae332e11ba44, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:38:37.999155 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-fb37cb2b-4d6a-4c65-877b-84d4151bcab3 None None] For port f18c57e9-122d-4baa-835c-ae332e11ba44, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=f18c57e9-122d-4baa-835c-ae332e11ba44,segment=NetworkSegment(95b91126-b119-4fe4-a54b-8e28d16b8b99),segment_id=95b91126-b119-4fe4-a54b-8e28d16b8b99)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:38:38.048277 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-fb37cb2b-4d6a-4c65-877b-84d4151bcab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:38.072929 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-1008cf2f-7287-41e8-a84a-d10b282d9449 admin admin] Allocated IP 172.26.3.156 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/a77bb855-22bf-4a10-af56-789558e68747) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:38:38.113527 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb37cb2b-4d6a-4c65-877b-84d4151bcab3 None None] Pushing event updated for resources: {'Port': ['ID=f18c57e9-122d-4baa-835c-ae332e11ba44,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:38.192932 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1008cf2f-7287-41e8-a84a-d10b282d9449 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:38.305539 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1008cf2f-7287-41e8-a84a-d10b282d9449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:38.353055 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1008cf2f-7287-41e8-a84a-d10b282d9449 admin admin] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:38:38.356050 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-1008cf2f-7287-41e8-a84a-d10b282d9449 admin admin] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:38:38.359602 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1008cf2f-7287-41e8-a84a-d10b282d9449 admin admin] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:38:38.365560 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1008cf2f-7287-41e8-a84a-d10b282d9449 admin admin] Pushing event updated for resources: {'Port': ['ID=a77bb855-22bf-4a10-af56-789558e68747,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:38.993078 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0ca11e-3254-421e-9786-6697a369dc10 None None] Network c1e3646c-cf7c-4e61-886d-04ef5dc15824 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:38:39.039153 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1008cf2f-7287-41e8-a84a-d10b282d9449 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:39.072028 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device f18c57e9-122d-4baa-835c-ae332e11ba44 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:38:39.075491 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-0931079c-27c0-4402-b299-0f1f14e5c630 None None] Provisioning complete for port f18c57e9-122d-4baa-835c-ae332e11ba44 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:38:39.075929 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0931079c-27c0-4402-b299-0f1f14e5c630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:39.241033 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1008cf2f-7287-41e8-a84a-d10b282d9449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:39.257665 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-cb17c8f1-51ba-480a-9686-bd913dd6f62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:39.261297 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port f18c57e9-122d-4baa-835c-ae332e11ba44 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:38:39.261656 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:39.299329 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0931079c-27c0-4402-b299-0f1f14e5c630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:39.346609 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-0931079c-27c0-4402-b299-0f1f14e5c630 None None] For port f18c57e9-122d-4baa-835c-ae332e11ba44, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=f18c57e9-122d-4baa-835c-ae332e11ba44,segment=NetworkSegment(95b91126-b119-4fe4-a54b-8e28d16b8b99),segment_id=95b91126-b119-4fe4-a54b-8e28d16b8b99)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:38:39.387729 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:39.424964 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0931079c-27c0-4402-b299-0f1f14e5c630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:39.446652 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1008cf2f-7287-41e8-a84a-d10b282d9449 admin admin] Router 89028d12-5b74-40bc-8d43-f79ea2ab834f is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:38:39.562680 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1008cf2f-7287-41e8-a84a-d10b282d9449 admin admin] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:38:39.573344 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2c75f8-b61e-4f33-abf8-004b6b4f1b39 None None] Sync routers for ids ['89028d12-5b74-40bc-8d43-f79ea2ab834f'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:38:39.585800 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2c75f8-b61e-4f33-abf8-004b6b4f1b39 None None] Routers {'89028d12-5b74-40bc-8d43-f79ea2ab834f'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:38:39.585800 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-4d2c75f8-b61e-4f33-abf8-004b6b4f1b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:38:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['89028d12-5b74-40bc-8d43-f79ea2ab834f'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:38:39.643559 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-1008cf2f-7287-41e8-a84a-d10b282d9449 admin admin] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:39.644783 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-1008cf2f-7287-41e8-a84a-d10b282d9449 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2381291 Feb 16 17:38:39.648070 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 60498) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:38:39.650055 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.db.api [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:38:39.650529 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG oslo_db.api [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:38:39.657916 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-8a3c1673-7438-44e1-853b-aef805a06c8d None None] Provisioning complete for port f18c57e9-122d-4baa-835c-ae332e11ba44 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:38:39.663381 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8a3c1673-7438-44e1-853b-aef805a06c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:39.663381 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0931079c-27c0-4402-b299-0f1f14e5c630 None None] Pushing event updated for resources: {'Port': ['ID=f18c57e9-122d-4baa-835c-ae332e11ba44,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:39.690687 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-4d2c75f8-b61e-4f33-abf8-004b6b4f1b39 None None] Set router 89028d12-5b74-40bc-8d43-f79ea2ab834f gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:38:39.890161 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-4d2c75f8-b61e-4f33-abf8-004b6b4f1b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'name': 'tempest-TestShelveInstance-2038684808-router', 'tenant_id': '6c833d7b99404488883f96f114e61f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': 'a77bb855-22bf-4a10-af56-789558e68747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:38:37Z', 'updated_at': '2022-02-16T17:38:38Z', 'revision_number': 3, 'project_id': '6c833d7b99404488883f96f114e61f03', 'gw_port': {'id': 'a77bb855-22bf-4a10-af56-789558e68747', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:5b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:38:37Z', 'updated_at': '2022-02-16T17:38:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:38:40.004789 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2c75f8-b61e-4f33-abf8-004b6b4f1b39 None None] Checking router: 89028d12-5b74-40bc-8d43-f79ea2ab834f for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:38:40.005134 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2c75f8-b61e-4f33-abf8-004b6b4f1b39 None None] Updating router 89028d12-5b74-40bc-8d43-f79ea2ab834f port a77bb855-22bf-4a10-af56-789558e68747 binding host dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:38:40.032541 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-4d2c75f8-b61e-4f33-abf8-004b6b4f1b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:40.081947 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8dc706ea-17a8-47e1-b246-7a10f4820bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:40.244912 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-8dc706ea-17a8-47e1-b246-7a10f4820bbb admin admin] Allocated IP 172.20.0.1 (c1e3646c-cf7c-4e61-886d-04ef5dc15824/1b6f3a3c-e160-4401-aa17-ac85d3e8faa5/286bc629-2bab-4cea-8b36-dbb56723a82c) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:38:40.297665 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-4d2c75f8-b61e-4f33-abf8-004b6b4f1b39 None None] Notify callbacks [] for port, precommit_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:40.351354 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8dc706ea-17a8-47e1-b246-7a10f4820bbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:40.360768 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-4d2c75f8-b61e-4f33-abf8-004b6b4f1b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:40.409127 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-4d2c75f8-b61e-4f33-abf8-004b6b4f1b39 None None] Attempting to bind port a77bb855-22bf-4a10-af56-789558e68747 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:38:40.409484 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-4d2c75f8-b61e-4f33-abf8-004b6b4f1b39 None None] Attempting to bind port a77bb855-22bf-4a10-af56-789558e68747 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:38:40.409834 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2c75f8-b61e-4f33-abf8-004b6b4f1b39 None None] Attempting to bind port a77bb855-22bf-4a10-af56-789558e68747 on network d8eab20e-246c-47ce-8449-822ce53769fc {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:38:40.418227 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8dc706ea-17a8-47e1-b246-7a10f4820bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:40.421482 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2c75f8-b61e-4f33-abf8-004b6b4f1b39 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:38:40.424396 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2c75f8-b61e-4f33-abf8-004b6b4f1b39 None None] Checking segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:38:40.424396 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-4d2c75f8-b61e-4f33-abf8-004b6b4f1b39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:40.424396 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2c75f8-b61e-4f33-abf8-004b6b4f1b39 None None] Bound using segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:38:40.424396 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-4d2c75f8-b61e-4f33-abf8-004b6b4f1b39 None None] Bound port: a77bb855-22bf-4a10-af56-789558e68747, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:38:40.424396 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-4d2c75f8-b61e-4f33-abf8-004b6b4f1b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:40.426041 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a404a04-d4df-444e-9fa7-e283821abd3b None None] Pushing event updated for resources: {'Port': ['ID=a77bb855-22bf-4a10-af56-789558e68747,revision_number=2']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:40.454455 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a404a04-d4df-444e-9fa7-e283821abd3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:40.454696 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a404a04-d4df-444e-9fa7-e283821abd3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:40.455028 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a404a04-d4df-444e-9fa7-e283821abd3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:40.455351 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a404a04-d4df-444e-9fa7-e283821abd3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:40.455671 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a404a04-d4df-444e-9fa7-e283821abd3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:40.456000 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a404a04-d4df-444e-9fa7-e283821abd3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:40.456329 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a404a04-d4df-444e-9fa7-e283821abd3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:40.456641 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a404a04-d4df-444e-9fa7-e283821abd3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:40.456962 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a404a04-d4df-444e-9fa7-e283821abd3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:40.457341 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a404a04-d4df-444e-9fa7-e283821abd3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:40.457579 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a404a04-d4df-444e-9fa7-e283821abd3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:40.457886 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a404a04-d4df-444e-9fa7-e283821abd3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:40.458883 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc706ea-17a8-47e1-b246-7a10f4820bbb admin admin] Network c1e3646c-cf7c-4e61-886d-04ef5dc15824 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:38:40.463366 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-8dc706ea-17a8-47e1-b246-7a10f4820bbb admin admin] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:38:40.468176 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc706ea-17a8-47e1-b246-7a10f4820bbb admin admin] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:38:40.470835 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc706ea-17a8-47e1-b246-7a10f4820bbb admin admin] Pushing event updated for resources: {'Port': ['ID=286bc629-2bab-4cea-8b36-dbb56723a82c,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:40.487261 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-4d2c75f8-b61e-4f33-abf8-004b6b4f1b39 None None] For port a77bb855-22bf-4a10-af56-789558e68747, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:38:40.490487 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-4d2c75f8-b61e-4f33-abf8-004b6b4f1b39 None None] For port a77bb855-22bf-4a10-af56-789558e68747, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=a77bb855-22bf-4a10-af56-789558e68747,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:38:40.508526 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8dc706ea-17a8-47e1-b246-7a10f4820bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:40.550796 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-4d2c75f8-b61e-4f33-abf8-004b6b4f1b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:40.555956 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:40.605204 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2c75f8-b61e-4f33-abf8-004b6b4f1b39 None None] Routers {'89028d12-5b74-40bc-8d43-f79ea2ab834f'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:38:40.605850 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-4d2c75f8-b61e-4f33-abf8-004b6b4f1b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:38:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['89028d12-5b74-40bc-8d43-f79ea2ab834f'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:38:40.654590 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a404a04-d4df-444e-9fa7-e283821abd3b None None] Pushing event updated for resources: {'Port': ['ID=a77bb855-22bf-4a10-af56-789558e68747,revision_number=3']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:40.719781 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-4d2c75f8-b61e-4f33-abf8-004b6b4f1b39 None None] Set router 89028d12-5b74-40bc-8d43-f79ea2ab834f gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:38:40.737169 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8dc706ea-17a8-47e1-b246-7a10f4820bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:40.766474 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-360f5e84-57af-41a1-b1c8-bc120a615dbc None None] Provisioning complete for port 286bc629-2bab-4cea-8b36-dbb56723a82c triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:38:40.767107 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-360f5e84-57af-41a1-b1c8-bc120a615dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:40.801735 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-360f5e84-57af-41a1-b1c8-bc120a615dbc None None] Port 286bc629-2bab-4cea-8b36-dbb56723a82c cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:38:40.899795 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8dc706ea-17a8-47e1-b246-7a10f4820bbb admin admin] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:40.899940 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-4d2c75f8-b61e-4f33-abf8-004b6b4f1b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'name': 'tempest-TestShelveInstance-2038684808-router', 'tenant_id': '6c833d7b99404488883f96f114e61f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': 'a77bb855-22bf-4a10-af56-789558e68747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:38:37Z', 'updated_at': '2022-02-16T17:38:38Z', 'revision_number': 3, 'project_id': '6c833d7b99404488883f96f114e61f03', 'gw_port': {'id': 'a77bb855-22bf-4a10-af56-789558e68747', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:5b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:38:37Z', 'updated_at': '2022-02-16T17:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:38:40.930675 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2c75f8-b61e-4f33-abf8-004b6b4f1b39 None None] The sync data for ids ['89028d12-5b74-40bc-8d43-f79ea2ab834f'] in dv-neutron-828697-3-hyperv is: [{'id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'name': 'tempest-TestShelveInstance-2038684808-router', 'tenant_id': '6c833d7b99404488883f96f114e61f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': 'a77bb855-22bf-4a10-af56-789558e68747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:38:37Z', 'updated_at': '2022-02-16T17:38:38Z', 'revision_number': 3, 'project_id': '6c833d7b99404488883f96f114e61f03', 'gw_port': {'id': 'a77bb855-22bf-4a10-af56-789558e68747', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:5b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:38:37Z', 'updated_at': '2022-02-16T17:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:38:40.989359 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8dc706ea-17a8-47e1-b246-7a10f4820bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:41.042100 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device f18c57e9-122d-4baa-835c-ae332e11ba44 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:38:41.060129 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc706ea-17a8-47e1-b246-7a10f4820bbb admin admin] Pushing event updated for resources: {'Port': ['ID=286bc629-2bab-4cea-8b36-dbb56723a82c,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:41.065195 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8dc706ea-17a8-47e1-b246-7a10f4820bbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:41.092108 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port f18c57e9-122d-4baa-835c-ae332e11ba44 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:38:41.092487 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:41.166300 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc706ea-17a8-47e1-b246-7a10f4820bbb admin admin] Network c1e3646c-cf7c-4e61-886d-04ef5dc15824 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:38:41.169957 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-8dc706ea-17a8-47e1-b246-7a10f4820bbb admin admin] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:38:41.316580 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc706ea-17a8-47e1-b246-7a10f4820bbb admin admin] Router 89028d12-5b74-40bc-8d43-f79ea2ab834f has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:38:41.425237 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-17b0f723-60fe-42f2-8bb3-fe746d0209e6 None None] Provisioning complete for port 286bc629-2bab-4cea-8b36-dbb56723a82c triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:38:41.425643 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-17b0f723-60fe-42f2-8bb3-fe746d0209e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:41.449574 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc706ea-17a8-47e1-b246-7a10f4820bbb admin admin] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:38:41.463390 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-8dc706ea-17a8-47e1-b246-7a10f4820bbb admin admin] 10.222.0.88 "PUT /v2.0/routers/89028d12-5b74-40bc-8d43-f79ea2ab834f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8056624 Feb 16 17:38:41.465550 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-17b0f723-60fe-42f2-8bb3-fe746d0209e6 None None] Port 286bc629-2bab-4cea-8b36-dbb56723a82c cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:38:41.886918 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:42.096898 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 60514) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:38:42.101971 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-55a40ab4-1e85-43ff-b528-5cf707681318 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-714860928-network', 'tenant_id': 'd2938030bf0944fe8bed3e928122c179'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:38:42.153796 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:42.183331 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a40ab4-1e85-43ff-b528-5cf707681318 admin admin] Made reservation on behalf of d2938030bf0944fe8bed3e928122c179 for: {'network': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:38:42.185793 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-55a40ab4-1e85-43ff-b528-5cf707681318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:42.195770 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-55a40ab4-1e85-43ff-b528-5cf707681318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:42.271619 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-55a40ab4-1e85-43ff-b528-5cf707681318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:42.377655 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-55a40ab4-1e85-43ff-b528-5cf707681318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:42.402438 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55a40ab4-1e85-43ff-b528-5cf707681318 admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=114376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:38:42.411757 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a40ab4-1e85-43ff-b528-5cf707681318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14468e4-9c20-4c49-a196-1c8f72103afb,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:42.417115 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-55a40ab4-1e85-43ff-b528-5cf707681318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:42.417459 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.segments_db [None req-55a40ab4-1e85-43ff-b528-5cf707681318 admin admin] Added segment 65e40a55-afde-4ce1-af68-8b25153d6d6b of type vlan for network fdf46813-1e3b-4398-941b-b2a13339809e Feb 16 17:38:42.456577 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-55a40ab4-1e85-43ff-b528-5cf707681318 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:42.471135 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef468e0-fa55-4a21-8b52-83222305451f None None] Sync routers for ids ['89028d12-5b74-40bc-8d43-f79ea2ab834f'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:38:42.476640 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef468e0-fa55-4a21-8b52-83222305451f None None] Routers {'89028d12-5b74-40bc-8d43-f79ea2ab834f'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:38:42.477254 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-9ef468e0-fa55-4a21-8b52-83222305451f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:38:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['89028d12-5b74-40bc-8d43-f79ea2ab834f'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:38:42.537661 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-55a40ab4-1e85-43ff-b528-5cf707681318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:42.539196 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a40ab4-1e85-43ff-b528-5cf707681318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:42.539810 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-55a40ab4-1e85-43ff-b528-5cf707681318 admin admin] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:42.580235 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-9ef468e0-fa55-4a21-8b52-83222305451f None None] Set router 89028d12-5b74-40bc-8d43-f79ea2ab834f gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:38:42.596892 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a40ab4-1e85-43ff-b528-5cf707681318 admin admin] Pushing event updated for resources: {'Network': ['ID=fdf46813-1e3b-4398-941b-b2a13339809e,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:42.612494 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network fdf46813-1e3b-4398-941b-b2a13339809e details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:38:42.654060 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-55a40ab4-1e85-43ff-b528-5cf707681318 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5559809 Feb 16 17:38:42.656801 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 60516) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:38:42.661613 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-6185c013-06d9-4d9e-8517-73b4acd5bc21 admin admin] Request body: {'subnet': {'network_id': 'fdf46813-1e3b-4398-941b-b2a13339809e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-714860928-subnet', 'tenant_id': 'd2938030bf0944fe8bed3e928122c179', 'ip_version': 4}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:38:42.743002 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6185c013-06d9-4d9e-8517-73b4acd5bc21 admin admin] Made reservation on behalf of d2938030bf0944fe8bed3e928122c179 for: {'subnet': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:38:42.745492 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6185c013-06d9-4d9e-8517-73b4acd5bc21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2687589'] for subnet, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:42.844156 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-9ef468e0-fa55-4a21-8b52-83222305451f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'name': 'tempest-TestShelveInstance-2038684808-router', 'tenant_id': '6c833d7b99404488883f96f114e61f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': 'a77bb855-22bf-4a10-af56-789558e68747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:38:37Z', 'updated_at': '2022-02-16T17:38:40Z', 'revision_number': 4, 'project_id': '6c833d7b99404488883f96f114e61f03', 'gw_port': {'id': 'a77bb855-22bf-4a10-af56-789558e68747', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:5b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:38:37Z', 'updated_at': '2022-02-16T17:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '286bc629-2bab-4cea-8b36-dbb56723a82c', 'name': '', 'network_id': 'c1e3646c-cf7c-4e61-886d-04ef5dc15824', 'tenant_id': '6c833d7b99404488883f96f114e61f03', 'mac_address': 'fa:16:3e:14:f0:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '1b6f3a3c-e160-4401-aa17-ac85d3e8faa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:38:40Z', 'updated_at': '2022-02-16T17:38:40Z', 'revision_number': 2, 'project_id': '6c833d7b99404488883f96f114e61f03', 'subnets': [{'id': '1b6f3a3c-e160-4401-aa17-ac85d3e8faa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:38:42.876520 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef468e0-fa55-4a21-8b52-83222305451f None None] Checking router: 89028d12-5b74-40bc-8d43-f79ea2ab834f for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:38:42.876882 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef468e0-fa55-4a21-8b52-83222305451f None None] Updating router 89028d12-5b74-40bc-8d43-f79ea2ab834f port 286bc629-2bab-4cea-8b36-dbb56723a82c binding host dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:38:42.901881 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9ef468e0-fa55-4a21-8b52-83222305451f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:42.955490 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6185c013-06d9-4d9e-8517-73b4acd5bc21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3690340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2687607'] for subnet, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:43.036201 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185c013-06d9-4d9e-8517-73b4acd5bc21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=326cfffb-c1af-4fd9-9bb9-073d6f9ce185,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:43.038584 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6185c013-06d9-4d9e-8517-73b4acd5bc21 admin admin] Checking segment: {'id': '65e40a55-afde-4ce1-af68-8b25153d6d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'fdf46813-1e3b-4398-941b-b2a13339809e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:38:43.039198 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6185c013-06d9-4d9e-8517-73b4acd5bc21 admin admin] Network hostable DHCP agents. Network: fdf46813-1e3b-4398-941b-b2a13339809e, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:38:43.089813 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device a77bb855-22bf-4a10-af56-789558e68747 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:38:43.109371 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6185c013-06d9-4d9e-8517-73b4acd5bc21 admin admin] Network fdf46813-1e3b-4398-941b-b2a13339809e is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:38:43.160790 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-6185c013-06d9-4d9e-8517-73b4acd5bc21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, fdf46813-1e3b-4398-941b-b2a13339809e) {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:38:43.165632 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6185c013-06d9-4d9e-8517-73b4acd5bc21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:43.167938 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6185c013-06d9-4d9e-8517-73b4acd5bc21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:43.174630 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e139e84d-7828-4758-a347-91537cb30f72 None None] Network fdf46813-1e3b-4398-941b-b2a13339809e requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:38:43.226440 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port a77bb855-22bf-4a10-af56-789558e68747 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:38:43.229538 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:43.229671 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-6185c013-06d9-4d9e-8517-73b4acd5bc21 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5693886 Feb 16 17:38:43.230050 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 60518) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:38:43.234798 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-193186b0-82de-4235-99e5-1291d93de64d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-714860928-router', 'tenant_id': 'd2938030bf0944fe8bed3e928122c179', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:38:43.306432 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-193186b0-82de-4235-99e5-1291d93de64d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:43.307925 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-193186b0-82de-4235-99e5-1291d93de64d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:43.332286 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9ef468e0-fa55-4a21-8b52-83222305451f None None] Notify callbacks [] for port, precommit_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:43.364111 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-193186b0-82de-4235-99e5-1291d93de64d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:43.408442 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9ef468e0-fa55-4a21-8b52-83222305451f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:43.461139 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c76274-68df-4805-b188-64bb23f71bd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-fdf46813-1e3b-4398-941b-b2a13339809e', 'network_id': 'fdf46813-1e3b-4398-941b-b2a13339809e', 'tenant_id': 'd2938030bf0944fe8bed3e928122c179', 'fixed_ips': [{'subnet_id': '326cfffb-c1af-4fd9-9bb9-073d6f9ce185'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:38:43.473979 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-56c76274-68df-4805-b188-64bb23f71bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:43.473979 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:43.515501 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328bc2b9-8d34-4b4f-bc05-b19e133a9b3e None None] Pushing event updated for resources: {'Port': ['ID=286bc629-2bab-4cea-8b36-dbb56723a82c,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:43.532508 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port a77bb855-22bf-4a10-af56-789558e68747, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=a77bb855-22bf-4a10-af56-789558e68747,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:38:43.574409 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-193186b0-82de-4235-99e5-1291d93de64d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:43.607109 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:43.704991 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-9ef468e0-fa55-4a21-8b52-83222305451f None None] Attempting to bind port 286bc629-2bab-4cea-8b36-dbb56723a82c on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:38:43.705362 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-9ef468e0-fa55-4a21-8b52-83222305451f None None] Attempting to bind port 286bc629-2bab-4cea-8b36-dbb56723a82c by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '95b91126-b119-4fe4-a54b-8e28d16b8b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c1e3646c-cf7c-4e61-886d-04ef5dc15824'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:38:43.705730 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef468e0-fa55-4a21-8b52-83222305451f None None] Attempting to bind port 286bc629-2bab-4cea-8b36-dbb56723a82c on network c1e3646c-cf7c-4e61-886d-04ef5dc15824 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:38:43.725326 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef468e0-fa55-4a21-8b52-83222305451f None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:38:43.726302 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef468e0-fa55-4a21-8b52-83222305451f None None] Checking segment: {'id': '95b91126-b119-4fe4-a54b-8e28d16b8b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c1e3646c-cf7c-4e61-886d-04ef5dc15824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:38:43.726706 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9ef468e0-fa55-4a21-8b52-83222305451f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:43.727096 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef468e0-fa55-4a21-8b52-83222305451f None None] Bound using segment: {'id': '95b91126-b119-4fe4-a54b-8e28d16b8b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c1e3646c-cf7c-4e61-886d-04ef5dc15824'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:38:43.727567 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-9ef468e0-fa55-4a21-8b52-83222305451f None None] Bound port: 286bc629-2bab-4cea-8b36-dbb56723a82c, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95b91126-b119-4fe4-a54b-8e28d16b8b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c1e3646c-cf7c-4e61-886d-04ef5dc15824'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:38:43.727945 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9ef468e0-fa55-4a21-8b52-83222305451f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:43.729792 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=a77bb855-22bf-4a10-af56-789558e68747,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:43.777918 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-56c76274-68df-4805-b188-64bb23f71bd6 None None] Allocated IP 172.20.0.2 (fdf46813-1e3b-4398-941b-b2a13339809e/326cfffb-c1af-4fd9-9bb9-073d6f9ce185/4452c7ba-a00f-4b9e-b6de-6a23649aeaa0) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:38:43.870949 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-9ef468e0-fa55-4a21-8b52-83222305451f None None] For port 286bc629-2bab-4cea-8b36-dbb56723a82c, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:38:43.871258 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-193186b0-82de-4235-99e5-1291d93de64d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:43.885839 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-77dfe4ef-248c-4f5d-8a86-f03bed2f7128 None None] Provisioning complete for port 286bc629-2bab-4cea-8b36-dbb56723a82c triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:38:43.885839 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-77dfe4ef-248c-4f5d-8a86-f03bed2f7128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:43.889347 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-9ef468e0-fa55-4a21-8b52-83222305451f None None] For port 286bc629-2bab-4cea-8b36-dbb56723a82c, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=286bc629-2bab-4cea-8b36-dbb56723a82c,segment=NetworkSegment(95b91126-b119-4fe4-a54b-8e28d16b8b99),segment_id=95b91126-b119-4fe4-a54b-8e28d16b8b99)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:38:43.890243 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-193186b0-82de-4235-99e5-1291d93de64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:43.939283 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-77dfe4ef-248c-4f5d-8a86-f03bed2f7128 None None] Port 286bc629-2bab-4cea-8b36-dbb56723a82c cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:38:43.950228 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9ef468e0-fa55-4a21-8b52-83222305451f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:44.004828 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-193186b0-82de-4235-99e5-1291d93de64d admin admin] Allocated IP 172.26.3.106 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/51bd60e3-f7c4-46f8-af43-7b4f8fc9e9ea) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:38:44.117192 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-193186b0-82de-4235-99e5-1291d93de64d admin admin] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:44.205347 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328bc2b9-8d34-4b4f-bc05-b19e133a9b3e None None] Pushing event updated for resources: {'Port': ['ID=286bc629-2bab-4cea-8b36-dbb56723a82c,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:44.207244 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-193186b0-82de-4235-99e5-1291d93de64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:44.207950 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef468e0-fa55-4a21-8b52-83222305451f None None] Routers {'89028d12-5b74-40bc-8d43-f79ea2ab834f'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:38:44.208600 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-9ef468e0-fa55-4a21-8b52-83222305451f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:38:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['89028d12-5b74-40bc-8d43-f79ea2ab834f'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:38:44.251170 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193186b0-82de-4235-99e5-1291d93de64d admin admin] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:38:44.254461 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-193186b0-82de-4235-99e5-1291d93de64d admin admin] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:38:44.258364 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193186b0-82de-4235-99e5-1291d93de64d admin admin] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:38:44.259485 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-56c76274-68df-4805-b188-64bb23f71bd6 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:44.290427 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193186b0-82de-4235-99e5-1291d93de64d admin admin] Pushing event updated for resources: {'Port': ['ID=51bd60e3-f7c4-46f8-af43-7b4f8fc9e9ea,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:44.332593 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-9ef468e0-fa55-4a21-8b52-83222305451f None None] Set router 89028d12-5b74-40bc-8d43-f79ea2ab834f gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:38:44.335612 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-56c76274-68df-4805-b188-64bb23f71bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:44.421677 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c76274-68df-4805-b188-64bb23f71bd6 None None] Network fdf46813-1e3b-4398-941b-b2a13339809e is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:38:44.433146 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-56c76274-68df-4805-b188-64bb23f71bd6 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:38:44.461890 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c76274-68df-4805-b188-64bb23f71bd6 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:38:44.463855 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-ca1c9821-513d-4e35-a702-9b60e5103ad0 None None] Provisioning complete for port 286bc629-2bab-4cea-8b36-dbb56723a82c triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:38:44.464246 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ca1c9821-513d-4e35-a702-9b60e5103ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:44.466030 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c76274-68df-4805-b188-64bb23f71bd6 None None] Pushing event updated for resources: {'Port': ['ID=4452c7ba-a00f-4b9e-b6de-6a23649aeaa0,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:44.626419 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-56c76274-68df-4805-b188-64bb23f71bd6 None None] Attempting to bind port 4452c7ba-a00f-4b9e-b6de-6a23649aeaa0 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:38:44.626803 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-56c76274-68df-4805-b188-64bb23f71bd6 None None] Attempting to bind port 4452c7ba-a00f-4b9e-b6de-6a23649aeaa0 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '65e40a55-afde-4ce1-af68-8b25153d6d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'fdf46813-1e3b-4398-941b-b2a13339809e'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:38:44.627168 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c76274-68df-4805-b188-64bb23f71bd6 None None] Attempting to bind port 4452c7ba-a00f-4b9e-b6de-6a23649aeaa0 on network fdf46813-1e3b-4398-941b-b2a13339809e {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:38:44.640067 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c76274-68df-4805-b188-64bb23f71bd6 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:38:44.640449 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c76274-68df-4805-b188-64bb23f71bd6 None None] Checking segment: {'id': '65e40a55-afde-4ce1-af68-8b25153d6d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'fdf46813-1e3b-4398-941b-b2a13339809e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:38:44.640854 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-56c76274-68df-4805-b188-64bb23f71bd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:44.641251 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c76274-68df-4805-b188-64bb23f71bd6 None None] Bound using segment: {'id': '65e40a55-afde-4ce1-af68-8b25153d6d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'fdf46813-1e3b-4398-941b-b2a13339809e'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:38:44.641730 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-56c76274-68df-4805-b188-64bb23f71bd6 None None] Bound port: 4452c7ba-a00f-4b9e-b6de-6a23649aeaa0, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65e40a55-afde-4ce1-af68-8b25153d6d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'fdf46813-1e3b-4398-941b-b2a13339809e'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:38:44.642111 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-56c76274-68df-4805-b188-64bb23f71bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:44.739873 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ca1c9821-513d-4e35-a702-9b60e5103ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:44.793743 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-56c76274-68df-4805-b188-64bb23f71bd6 None None] For port 4452c7ba-a00f-4b9e-b6de-6a23649aeaa0, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:38:44.803300 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-56c76274-68df-4805-b188-64bb23f71bd6 None None] For port 4452c7ba-a00f-4b9e-b6de-6a23649aeaa0, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=4452c7ba-a00f-4b9e-b6de-6a23649aeaa0,segment=NetworkSegment(65e40a55-afde-4ce1-af68-8b25153d6d6b),segment_id=65e40a55-afde-4ce1-af68-8b25153d6d6b)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:38:44.807157 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-ca1c9821-513d-4e35-a702-9b60e5103ad0 None None] For port 286bc629-2bab-4cea-8b36-dbb56723a82c, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=286bc629-2bab-4cea-8b36-dbb56723a82c,segment=NetworkSegment(95b91126-b119-4fe4-a54b-8e28d16b8b99),segment_id=95b91126-b119-4fe4-a54b-8e28d16b8b99)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:38:44.813917 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-9ef468e0-fa55-4a21-8b52-83222305451f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'name': 'tempest-TestShelveInstance-2038684808-router', 'tenant_id': '6c833d7b99404488883f96f114e61f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': 'a77bb855-22bf-4a10-af56-789558e68747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:38:37Z', 'updated_at': '2022-02-16T17:38:40Z', 'revision_number': 4, 'project_id': '6c833d7b99404488883f96f114e61f03', 'gw_port': {'id': 'a77bb855-22bf-4a10-af56-789558e68747', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:5b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:38:37Z', 'updated_at': '2022-02-16T17:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '286bc629-2bab-4cea-8b36-dbb56723a82c', 'name': '', 'network_id': 'c1e3646c-cf7c-4e61-886d-04ef5dc15824', 'tenant_id': '6c833d7b99404488883f96f114e61f03', 'mac_address': 'fa:16:3e:14:f0:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '1b6f3a3c-e160-4401-aa17-ac85d3e8faa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:38:40Z', 'updated_at': '2022-02-16T17:38:43Z', 'revision_number': 4, 'project_id': '6c833d7b99404488883f96f114e61f03', 'subnets': [{'id': '1b6f3a3c-e160-4401-aa17-ac85d3e8faa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:38:44.841649 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef468e0-fa55-4a21-8b52-83222305451f None None] The sync data for ids ['89028d12-5b74-40bc-8d43-f79ea2ab834f'] in dv-neutron-828697-3-hyperv is: [{'id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'name': 'tempest-TestShelveInstance-2038684808-router', 'tenant_id': '6c833d7b99404488883f96f114e61f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': 'a77bb855-22bf-4a10-af56-789558e68747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:38:37Z', 'updated_at': '2022-02-16T17:38:40Z', 'revision_number': 4, 'project_id': '6c833d7b99404488883f96f114e61f03', 'gw_port': {'id': 'a77bb855-22bf-4a10-af56-789558e68747', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:5b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:38:37Z', 'updated_at': '2022-02-16T17:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '286bc629-2bab-4cea-8b36-dbb56723a82c', 'name': '', 'network_id': 'c1e3646c-cf7c-4e61-886d-04ef5dc15824', 'tenant_id': '6c833d7b99404488883f96f114e61f03', 'mac_address': 'fa:16:3e:14:f0:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '1b6f3a3c-e160-4401-aa17-ac85d3e8faa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:38:40Z', 'updated_at': '2022-02-16T17:38:43Z', 'revision_number': 4, 'project_id': '6c833d7b99404488883f96f114e61f03', 'subnets': [{'id': '1b6f3a3c-e160-4401-aa17-ac85d3e8faa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:38:44.844239 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-193186b0-82de-4235-99e5-1291d93de64d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:44.879441 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ca1c9821-513d-4e35-a702-9b60e5103ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:44.882408 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-56c76274-68df-4805-b188-64bb23f71bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:44.969344 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c9821-513d-4e35-a702-9b60e5103ad0 None None] Pushing event updated for resources: {'Port': ['ID=286bc629-2bab-4cea-8b36-dbb56723a82c,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:45.057121 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c76274-68df-4805-b188-64bb23f71bd6 None None] Pushing event updated for resources: {'Port': ['ID=4452c7ba-a00f-4b9e-b6de-6a23649aeaa0,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:45.136327 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-193186b0-82de-4235-99e5-1291d93de64d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:45.171261 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 286bc629-2bab-4cea-8b36-dbb56723a82c up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:38:45.230313 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 286bc629-2bab-4cea-8b36-dbb56723a82c triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:38:45.230687 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:45.333655 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device a77bb855-22bf-4a10-af56-789558e68747 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:38:45.390008 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port a77bb855-22bf-4a10-af56-789558e68747 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:38:45.390382 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:45.394942 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-193186b0-82de-4235-99e5-1291d93de64d admin admin] Router 9bf841c1-5e01-485a-a355-4114dfb83ea5 is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:38:45.541146 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193186b0-82de-4235-99e5-1291d93de64d admin admin] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:38:45.550510 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91fd535-5c97-4b7d-be9c-2641f0c7f791 None None] Sync routers for ids ['9bf841c1-5e01-485a-a355-4114dfb83ea5'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:38:45.563015 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91fd535-5c97-4b7d-be9c-2641f0c7f791 None None] Routers {'9bf841c1-5e01-485a-a355-4114dfb83ea5'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:38:45.563015 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-d91fd535-5c97-4b7d-be9c-2641f0c7f791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:38:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['9bf841c1-5e01-485a-a355-4114dfb83ea5'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:38:45.614234 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-193186b0-82de-4235-99e5-1291d93de64d admin admin] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:45.619192 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 60520) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:38:45.619732 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-193186b0-82de-4235-99e5-1291d93de64d admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3880534 Feb 16 17:38:45.670374 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-d91fd535-5c97-4b7d-be9c-2641f0c7f791 None None] Set router 9bf841c1-5e01-485a-a355-4114dfb83ea5 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:38:45.870594 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-d91fd535-5c97-4b7d-be9c-2641f0c7f791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf841c1-5e01-485a-a355-4114dfb83ea5', 'name': 'tempest-TestShelveInstance-714860928-router', 'tenant_id': 'd2938030bf0944fe8bed3e928122c179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.106'}], 'enable_snat': True}, 'gw_port_id': '51bd60e3-f7c4-46f8-af43-7b4f8fc9e9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:38:43Z', 'updated_at': '2022-02-16T17:38:44Z', 'revision_number': 3, 'project_id': 'd2938030bf0944fe8bed3e928122c179', 'gw_port': {'id': '51bd60e3-f7c4-46f8-af43-7b4f8fc9e9ea', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fb:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf841c1-5e01-485a-a355-4114dfb83ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:38:43Z', 'updated_at': '2022-02-16T17:38:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:38:45.906922 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91fd535-5c97-4b7d-be9c-2641f0c7f791 None None] Checking router: 9bf841c1-5e01-485a-a355-4114dfb83ea5 for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:38:45.907274 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91fd535-5c97-4b7d-be9c-2641f0c7f791 None None] Updating router 9bf841c1-5e01-485a-a355-4114dfb83ea5 port 51bd60e3-f7c4-46f8-af43-7b4f8fc9e9ea binding host dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:38:45.940748 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:38:45.943208 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-d91fd535-5c97-4b7d-be9c-2641f0c7f791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:46.096670 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a6782421-eec7-4436-8e67-0a0d432fa574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:46.230173 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-d91fd535-5c97-4b7d-be9c-2641f0c7f791 None None] Notify callbacks [] for port, precommit_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:46.251809 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf63ec4-ff29-4b7c-b4c3-8ac96f6d0b5e None None] Network fdf46813-1e3b-4398-941b-b2a13339809e requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:38:46.282019 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-a6782421-eec7-4436-8e67-0a0d432fa574 admin admin] Allocated IP 172.20.0.1 (fdf46813-1e3b-4398-941b-b2a13339809e/326cfffb-c1af-4fd9-9bb9-073d6f9ce185/bd0e5547-ab89-4b46-b71e-1703ff3a62c8) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:38:46.308551 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-d91fd535-5c97-4b7d-be9c-2641f0c7f791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:46.333037 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-da98a492-a985-47f0-9b07-c9350d6e6706 None None] Provisioning complete for port 4452c7ba-a00f-4b9e-b6de-6a23649aeaa0 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:38:46.333392 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-da98a492-a985-47f0-9b07-c9350d6e6706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:46.364120 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-d91fd535-5c97-4b7d-be9c-2641f0c7f791 None None] Attempting to bind port 51bd60e3-f7c4-46f8-af43-7b4f8fc9e9ea on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:38:46.364748 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-d91fd535-5c97-4b7d-be9c-2641f0c7f791 None None] Attempting to bind port 51bd60e3-f7c4-46f8-af43-7b4f8fc9e9ea by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:38:46.365107 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91fd535-5c97-4b7d-be9c-2641f0c7f791 None None] Attempting to bind port 51bd60e3-f7c4-46f8-af43-7b4f8fc9e9ea on network d8eab20e-246c-47ce-8449-822ce53769fc {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:38:46.369014 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a54ca6c-fd8b-4300-9d2e-26d53392bd03 None None] Pushing event updated for resources: {'Port': ['ID=51bd60e3-f7c4-46f8-af43-7b4f8fc9e9ea,revision_number=2']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:46.373917 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91fd535-5c97-4b7d-be9c-2641f0c7f791 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:38:46.374551 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91fd535-5c97-4b7d-be9c-2641f0c7f791 None None] Checking segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:38:46.375112 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-d91fd535-5c97-4b7d-be9c-2641f0c7f791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:46.375647 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91fd535-5c97-4b7d-be9c-2641f0c7f791 None None] Bound using segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:38:46.376286 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-d91fd535-5c97-4b7d-be9c-2641f0c7f791 None None] Bound port: 51bd60e3-f7c4-46f8-af43-7b4f8fc9e9ea, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:38:46.376847 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-d91fd535-5c97-4b7d-be9c-2641f0c7f791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:46.398575 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a6782421-eec7-4436-8e67-0a0d432fa574 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:46.433334 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-d91fd535-5c97-4b7d-be9c-2641f0c7f791 None None] For port 51bd60e3-f7c4-46f8-af43-7b4f8fc9e9ea, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:38:46.436487 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-d91fd535-5c97-4b7d-be9c-2641f0c7f791 None None] For port 51bd60e3-f7c4-46f8-af43-7b4f8fc9e9ea, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=51bd60e3-f7c4-46f8-af43-7b4f8fc9e9ea,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:38:46.483744 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-da98a492-a985-47f0-9b07-c9350d6e6706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:46.516026 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a6782421-eec7-4436-8e67-0a0d432fa574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:46.522046 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-d91fd535-5c97-4b7d-be9c-2641f0c7f791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:46.528486 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-da98a492-a985-47f0-9b07-c9350d6e6706 None None] For port 4452c7ba-a00f-4b9e-b6de-6a23649aeaa0, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=4452c7ba-a00f-4b9e-b6de-6a23649aeaa0,segment=NetworkSegment(65e40a55-afde-4ce1-af68-8b25153d6d6b),segment_id=65e40a55-afde-4ce1-af68-8b25153d6d6b)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:38:46.558696 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6782421-eec7-4436-8e67-0a0d432fa574 admin admin] Network fdf46813-1e3b-4398-941b-b2a13339809e is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:38:46.563188 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-a6782421-eec7-4436-8e67-0a0d432fa574 admin admin] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:38:46.567923 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6782421-eec7-4436-8e67-0a0d432fa574 admin admin] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:38:46.571362 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6782421-eec7-4436-8e67-0a0d432fa574 admin admin] Pushing event updated for resources: {'Port': ['ID=bd0e5547-ab89-4b46-b71e-1703ff3a62c8,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:46.586316 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a54ca6c-fd8b-4300-9d2e-26d53392bd03 None None] Pushing event updated for resources: {'Port': ['ID=51bd60e3-f7c4-46f8-af43-7b4f8fc9e9ea,revision_number=3']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:46.592185 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91fd535-5c97-4b7d-be9c-2641f0c7f791 None None] Routers {'9bf841c1-5e01-485a-a355-4114dfb83ea5'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:38:46.592935 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-d91fd535-5c97-4b7d-be9c-2641f0c7f791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:38:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['9bf841c1-5e01-485a-a355-4114dfb83ea5'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:38:46.606185 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-da98a492-a985-47f0-9b07-c9350d6e6706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:46.621034 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a6782421-eec7-4436-8e67-0a0d432fa574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:46.661619 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da98a492-a985-47f0-9b07-c9350d6e6706 None None] Pushing event updated for resources: {'Port': ['ID=4452c7ba-a00f-4b9e-b6de-6a23649aeaa0,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:46.806796 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-d91fd535-5c97-4b7d-be9c-2641f0c7f791 None None] Set router 9bf841c1-5e01-485a-a355-4114dfb83ea5 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:38:46.821049 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a6782421-eec7-4436-8e67-0a0d432fa574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:46.832330 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-ea4701f8-c0b2-4fd3-bdf4-391f0c2c1a8e None None] Provisioning complete for port 4452c7ba-a00f-4b9e-b6de-6a23649aeaa0 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:38:46.833048 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ea4701f8-c0b2-4fd3-bdf4-391f0c2c1a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:47.015942 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-d91fd535-5c97-4b7d-be9c-2641f0c7f791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf841c1-5e01-485a-a355-4114dfb83ea5', 'name': 'tempest-TestShelveInstance-714860928-router', 'tenant_id': 'd2938030bf0944fe8bed3e928122c179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.106'}], 'enable_snat': True}, 'gw_port_id': '51bd60e3-f7c4-46f8-af43-7b4f8fc9e9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:38:43Z', 'updated_at': '2022-02-16T17:38:44Z', 'revision_number': 3, 'project_id': 'd2938030bf0944fe8bed3e928122c179', 'gw_port': {'id': '51bd60e3-f7c4-46f8-af43-7b4f8fc9e9ea', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fb:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf841c1-5e01-485a-a355-4114dfb83ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:38:43Z', 'updated_at': '2022-02-16T17:38:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:38:47.036321 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a6782421-eec7-4436-8e67-0a0d432fa574 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:47.050775 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91fd535-5c97-4b7d-be9c-2641f0c7f791 None None] The sync data for ids ['9bf841c1-5e01-485a-a355-4114dfb83ea5'] in dv-neutron-828697-3-hyperv is: [{'id': '9bf841c1-5e01-485a-a355-4114dfb83ea5', 'name': 'tempest-TestShelveInstance-714860928-router', 'tenant_id': 'd2938030bf0944fe8bed3e928122c179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.106'}], 'enable_snat': True}, 'gw_port_id': '51bd60e3-f7c4-46f8-af43-7b4f8fc9e9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:38:43Z', 'updated_at': '2022-02-16T17:38:44Z', 'revision_number': 3, 'project_id': 'd2938030bf0944fe8bed3e928122c179', 'gw_port': {'id': '51bd60e3-f7c4-46f8-af43-7b4f8fc9e9ea', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fb:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf841c1-5e01-485a-a355-4114dfb83ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:38:43Z', 'updated_at': '2022-02-16T17:38:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:38:47.054439 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-e9049672-b945-4183-ab91-fb167e89b1c0 None None] Provisioning complete for port bd0e5547-ab89-4b46-b71e-1703ff3a62c8 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:38:47.054874 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e9049672-b945-4183-ab91-fb167e89b1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:47.087010 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 4452c7ba-a00f-4b9e-b6de-6a23649aeaa0 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:38:47.093012 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a6782421-eec7-4436-8e67-0a0d432fa574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:47.124482 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-e9049672-b945-4183-ab91-fb167e89b1c0 None None] Port bd0e5547-ab89-4b46-b71e-1703ff3a62c8 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:38:47.144284 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 4452c7ba-a00f-4b9e-b6de-6a23649aeaa0 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:38:47.144658 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:47.166317 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a6782421-eec7-4436-8e67-0a0d432fa574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:47.168988 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6782421-eec7-4436-8e67-0a0d432fa574 admin admin] Pushing event updated for resources: {'Port': ['ID=bd0e5547-ab89-4b46-b71e-1703ff3a62c8,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:47.280122 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6782421-eec7-4436-8e67-0a0d432fa574 admin admin] Network fdf46813-1e3b-4398-941b-b2a13339809e is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:38:47.281647 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-a6782421-eec7-4436-8e67-0a0d432fa574 admin admin] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:38:47.431366 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6782421-eec7-4436-8e67-0a0d432fa574 admin admin] Router 9bf841c1-5e01-485a-a355-4114dfb83ea5 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:38:47.548971 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6782421-eec7-4436-8e67-0a0d432fa574 admin admin] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:38:47.555379 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-a6782421-eec7-4436-8e67-0a0d432fa574 admin admin] 10.222.0.88 "PUT /v2.0/routers/9bf841c1-5e01-485a-a355-4114dfb83ea5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9348452 Feb 16 17:38:47.559244 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-ea8d948f-4b9f-4db8-9985-52e63de78fe4 None None] Provisioning complete for port bd0e5547-ab89-4b46-b71e-1703ff3a62c8 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:38:47.559738 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ea8d948f-4b9f-4db8-9985-52e63de78fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:47.597963 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-ea8d948f-4b9f-4db8-9985-52e63de78fe4 None None] Port bd0e5547-ab89-4b46-b71e-1703ff3a62c8 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:38:48.318652 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 60528) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:38:48.323786 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-9207785d-d0b6-4b1c-9c89-6c0d28cb8296 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-224774897', 'description': 'tempest-secgroup-smoke-224774897 description', 'project_id': '6c833d7b99404488883f96f114e61f03'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:38:48.395351 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9207785d-d0b6-4b1c-9c89-6c0d28cb8296 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:48.460652 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9207785d-d0b6-4b1c-9c89-6c0d28cb8296 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:48.515372 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9207785d-d0b6-4b1c-9c89-6c0d28cb8296 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:48.544023 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9207785d-d0b6-4b1c-9c89-6c0d28cb8296 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb47c361-f869-4319-9f8f-d2010432d705,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:48.597368 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9207785d-d0b6-4b1c-9c89-6c0d28cb8296 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:48.598650 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-9207785d-d0b6-4b1c-9c89-6c0d28cb8296 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2783871 Feb 16 17:38:48.602459 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 60530) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:38:48.606943 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-114798d8-9d1f-4b58-b9aa-1fac45266f30 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Request body: {'security_group_rule': {'security_group_id': 'cb47c361-f869-4319-9f8f-d2010432d705', 'project_id': '6c833d7b99404488883f96f114e61f03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:38:48.648847 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b49d65-1e14-48cb-8c91-fc84714fad91 None None] Sync routers for ids ['9bf841c1-5e01-485a-a355-4114dfb83ea5'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:38:48.658921 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b49d65-1e14-48cb-8c91-fc84714fad91 None None] Routers {'9bf841c1-5e01-485a-a355-4114dfb83ea5'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:38:48.659533 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-53b49d65-1e14-48cb-8c91-fc84714fad91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:38:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['9bf841c1-5e01-485a-a355-4114dfb83ea5'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:38:48.686322 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-114798d8-9d1f-4b58-b9aa-1fac45266f30 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:48.741775 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-114798d8-9d1f-4b58-b9aa-1fac45266f30 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:48.764579 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-53b49d65-1e14-48cb-8c91-fc84714fad91 None None] Set router 9bf841c1-5e01-485a-a355-4114dfb83ea5 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:38:48.811192 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-114798d8-9d1f-4b58-b9aa-1fac45266f30 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:48.833157 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114798d8-9d1f-4b58-b9aa-1fac45266f30 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb85b7dd-1e8a-410b-bb09-477ca9c08374,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:48.922593 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-114798d8-9d1f-4b58-b9aa-1fac45266f30 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:48.924057 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-114798d8-9d1f-4b58-b9aa-1fac45266f30 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3204329 Feb 16 17:38:48.926609 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 60532) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:38:48.930878 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-8a131ba5-45a2-40d9-ab1a-d21937eeb867 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Request body: {'security_group_rule': {'security_group_id': 'cb47c361-f869-4319-9f8f-d2010432d705', 'project_id': '6c833d7b99404488883f96f114e61f03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:38:48.967771 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-53b49d65-1e14-48cb-8c91-fc84714fad91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf841c1-5e01-485a-a355-4114dfb83ea5', 'name': 'tempest-TestShelveInstance-714860928-router', 'tenant_id': 'd2938030bf0944fe8bed3e928122c179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.106'}], 'enable_snat': True}, 'gw_port_id': '51bd60e3-f7c4-46f8-af43-7b4f8fc9e9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:38:43Z', 'updated_at': '2022-02-16T17:38:46Z', 'revision_number': 4, 'project_id': 'd2938030bf0944fe8bed3e928122c179', 'gw_port': {'id': '51bd60e3-f7c4-46f8-af43-7b4f8fc9e9ea', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fb:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf841c1-5e01-485a-a355-4114dfb83ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:38:43Z', 'updated_at': '2022-02-16T17:38:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'bd0e5547-ab89-4b46-b71e-1703ff3a62c8', 'name': '', 'network_id': 'fdf46813-1e3b-4398-941b-b2a13339809e', 'tenant_id': 'd2938030bf0944fe8bed3e928122c179', 'mac_address': 'fa:16:3e:6c:07:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf841c1-5e01-485a-a355-4114dfb83ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '326cfffb-c1af-4fd9-9bb9-073d6f9ce185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:38:46Z', 'updated_at': '2022-02-16T17:38:46Z', 'revision_number': 2, 'project_id': 'd2938030bf0944fe8bed3e928122c179', 'subnets': [{'id': '326cfffb-c1af-4fd9-9bb9-073d6f9ce185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:38:48.994753 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b49d65-1e14-48cb-8c91-fc84714fad91 None None] Checking router: 9bf841c1-5e01-485a-a355-4114dfb83ea5 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:38:48.995072 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b49d65-1e14-48cb-8c91-fc84714fad91 None None] Updating router 9bf841c1-5e01-485a-a355-4114dfb83ea5 port bd0e5547-ab89-4b46-b71e-1703ff3a62c8 binding host dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:38:49.020148 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-53b49d65-1e14-48cb-8c91-fc84714fad91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:49.029943 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8a131ba5-45a2-40d9-ab1a-d21937eeb867 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:49.068692 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 51bd60e3-f7c4-46f8-af43-7b4f8fc9e9ea up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:38:49.091808 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8a131ba5-45a2-40d9-ab1a-d21937eeb867 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:49.166807 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8a131ba5-45a2-40d9-ab1a-d21937eeb867 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:49.191492 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a131ba5-45a2-40d9-ab1a-d21937eeb867 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44f0397b-d9bf-4125-8ebb-3cdf10069a0d,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:49.260613 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8a131ba5-45a2-40d9-ab1a-d21937eeb867 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:49.261835 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-8a131ba5-45a2-40d9-ab1a-d21937eeb867 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3343167 Feb 16 17:38:49.264778 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 60534) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:38:49.269545 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-82d3813b-b7cb-44a8-b37d-45ee399587f0 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Request body: {'security_group_rule': {'security_group_id': 'cb47c361-f869-4319-9f8f-d2010432d705', 'project_id': '6c833d7b99404488883f96f114e61f03', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:38:49.348568 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-82d3813b-b7cb-44a8-b37d-45ee399587f0 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:49.373448 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 51bd60e3-f7c4-46f8-af43-7b4f8fc9e9ea triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:38:49.377771 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:49.410211 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-82d3813b-b7cb-44a8-b37d-45ee399587f0 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:49.480865 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-82d3813b-b7cb-44a8-b37d-45ee399587f0 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:49.499603 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d3813b-b7cb-44a8-b37d-45ee399587f0 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19dafa05-e702-4654-88a6-415058d5ee66,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:49.526541 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:49.535624 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-53b49d65-1e14-48cb-8c91-fc84714fad91 None None] Notify callbacks [] for port, precommit_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:49.552498 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port 51bd60e3-f7c4-46f8-af43-7b4f8fc9e9ea, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=51bd60e3-f7c4-46f8-af43-7b4f8fc9e9ea,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:38:49.598260 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-82d3813b-b7cb-44a8-b37d-45ee399587f0 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:49.599924 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-82d3813b-b7cb-44a8-b37d-45ee399587f0 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3337572 Feb 16 17:38:49.602506 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 60536) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:38:49.607171 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-b7d1e79b-a668-4892-a986-63d2c8d6bfac tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Request body: {'security_group_rule': {'security_group_id': 'cb47c361-f869-4319-9f8f-d2010432d705', 'project_id': '6c833d7b99404488883f96f114e61f03', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:38:49.629907 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:49.633168 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-53b49d65-1e14-48cb-8c91-fc84714fad91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:49.716027 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=51bd60e3-f7c4-46f8-af43-7b4f8fc9e9ea,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:49.727804 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b7d1e79b-a668-4892-a986-63d2c8d6bfac tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:49.770851 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-53b49d65-1e14-48cb-8c91-fc84714fad91 None None] Attempting to bind port bd0e5547-ab89-4b46-b71e-1703ff3a62c8 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:38:49.771216 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-53b49d65-1e14-48cb-8c91-fc84714fad91 None None] Attempting to bind port bd0e5547-ab89-4b46-b71e-1703ff3a62c8 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '65e40a55-afde-4ce1-af68-8b25153d6d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'fdf46813-1e3b-4398-941b-b2a13339809e'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:38:49.771575 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b49d65-1e14-48cb-8c91-fc84714fad91 None None] Attempting to bind port bd0e5547-ab89-4b46-b71e-1703ff3a62c8 on network fdf46813-1e3b-4398-941b-b2a13339809e {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:38:49.780149 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b49d65-1e14-48cb-8c91-fc84714fad91 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:38:49.780525 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b49d65-1e14-48cb-8c91-fc84714fad91 None None] Checking segment: {'id': '65e40a55-afde-4ce1-af68-8b25153d6d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'fdf46813-1e3b-4398-941b-b2a13339809e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:38:49.780928 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-53b49d65-1e14-48cb-8c91-fc84714fad91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:49.781497 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b49d65-1e14-48cb-8c91-fc84714fad91 None None] Bound using segment: {'id': '65e40a55-afde-4ce1-af68-8b25153d6d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'fdf46813-1e3b-4398-941b-b2a13339809e'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:38:49.781979 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-53b49d65-1e14-48cb-8c91-fc84714fad91 None None] Bound port: bd0e5547-ab89-4b46-b71e-1703ff3a62c8, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65e40a55-afde-4ce1-af68-8b25153d6d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'fdf46813-1e3b-4398-941b-b2a13339809e'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:38:49.782366 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-53b49d65-1e14-48cb-8c91-fc84714fad91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:49.798189 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b7d1e79b-a668-4892-a986-63d2c8d6bfac tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:49.798401 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b93654-4877-4b1a-ab50-2881e97df6c0 None None] Pushing event updated for resources: {'Port': ['ID=bd0e5547-ab89-4b46-b71e-1703ff3a62c8,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:49.847253 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b7d1e79b-a668-4892-a986-63d2c8d6bfac tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:49.862907 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-53b49d65-1e14-48cb-8c91-fc84714fad91 None None] For port bd0e5547-ab89-4b46-b71e-1703ff3a62c8, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:38:49.866745 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-53b49d65-1e14-48cb-8c91-fc84714fad91 None None] For port bd0e5547-ab89-4b46-b71e-1703ff3a62c8, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=bd0e5547-ab89-4b46-b71e-1703ff3a62c8,segment=NetworkSegment(65e40a55-afde-4ce1-af68-8b25153d6d6b),segment_id=65e40a55-afde-4ce1-af68-8b25153d6d6b)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:38:49.869437 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d1e79b-a668-4892-a986-63d2c8d6bfac tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08841661-0374-42ae-b924-8b2ee97f5de0,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:49.933767 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-4bd13a63-6c0e-4634-8595-2308f5e5d359 None None] Provisioning complete for port bd0e5547-ab89-4b46-b71e-1703ff3a62c8 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:38:49.934138 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4bd13a63-6c0e-4634-8595-2308f5e5d359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:49.955166 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-53b49d65-1e14-48cb-8c91-fc84714fad91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:49.963214 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b7d1e79b-a668-4892-a986-63d2c8d6bfac tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:49.964500 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-b7d1e79b-a668-4892-a986-63d2c8d6bfac tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3609617 Feb 16 17:38:49.967171 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 60538) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:38:49.971864 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-30417ee4-6ced-4ba8-8e4a-614486cc4fe0 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Request body: {'security_group_rule': {'security_group_id': 'cb47c361-f869-4319-9f8f-d2010432d705', 'project_id': '6c833d7b99404488883f96f114e61f03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:38:50.015267 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-4bd13a63-6c0e-4634-8595-2308f5e5d359 None None] Port bd0e5547-ab89-4b46-b71e-1703ff3a62c8 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:38:50.029032 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b93654-4877-4b1a-ab50-2881e97df6c0 None None] Pushing event updated for resources: {'Port': ['ID=bd0e5547-ab89-4b46-b71e-1703ff3a62c8,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:50.033400 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b49d65-1e14-48cb-8c91-fc84714fad91 None None] Routers {'9bf841c1-5e01-485a-a355-4114dfb83ea5'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:38:50.034023 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-53b49d65-1e14-48cb-8c91-fc84714fad91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:38:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['9bf841c1-5e01-485a-a355-4114dfb83ea5'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:38:50.058092 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.securitygroups_db [None req-30417ee4-6ced-4ba8-8e4a-614486cc4fe0 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Project 6c833d7b99404488883f96f114e61f03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:38:50.063446 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-30417ee4-6ced-4ba8-8e4a-614486cc4fe0 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:50.125764 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-30417ee4-6ced-4ba8-8e4a-614486cc4fe0 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:50.157220 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-53b49d65-1e14-48cb-8c91-fc84714fad91 None None] Set router 9bf841c1-5e01-485a-a355-4114dfb83ea5 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:38:50.206100 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-30417ee4-6ced-4ba8-8e4a-614486cc4fe0 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:50.223241 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30417ee4-6ced-4ba8-8e4a-614486cc4fe0 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29178378-19f1-41e4-9772-a4adde0021e3,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:50.283767 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-f3a92173-b345-4c11-a2ee-d348fcaef0df None None] Provisioning complete for port bd0e5547-ab89-4b46-b71e-1703ff3a62c8 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:38:50.283767 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f3a92173-b345-4c11-a2ee-d348fcaef0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:50.306241 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-30417ee4-6ced-4ba8-8e4a-614486cc4fe0 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:50.307685 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-30417ee4-6ced-4ba8-8e4a-614486cc4fe0 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3395786 Feb 16 17:38:50.310457 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 60540) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:38:50.314794 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-50e78a77-b674-4d86-9d0e-3c0750438d3d tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Request body: {'security_group_rule': {'security_group_id': 'cb47c361-f869-4319-9f8f-d2010432d705', 'project_id': '6c833d7b99404488883f96f114e61f03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:38:50.400773 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.securitygroups_db [None req-50e78a77-b674-4d86-9d0e-3c0750438d3d tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Project 6c833d7b99404488883f96f114e61f03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:38:50.406016 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-50e78a77-b674-4d86-9d0e-3c0750438d3d tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:50.417531 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f3a92173-b345-4c11-a2ee-d348fcaef0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:50.441951 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-53b49d65-1e14-48cb-8c91-fc84714fad91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf841c1-5e01-485a-a355-4114dfb83ea5', 'name': 'tempest-TestShelveInstance-714860928-router', 'tenant_id': 'd2938030bf0944fe8bed3e928122c179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.106'}], 'enable_snat': True}, 'gw_port_id': '51bd60e3-f7c4-46f8-af43-7b4f8fc9e9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:38:43Z', 'updated_at': '2022-02-16T17:38:46Z', 'revision_number': 4, 'project_id': 'd2938030bf0944fe8bed3e928122c179', 'gw_port': {'id': '51bd60e3-f7c4-46f8-af43-7b4f8fc9e9ea', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf841c1-5e01-485a-a355-4114dfb83ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:38:43Z', 'updated_at': '2022-02-16T17:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'bd0e5547-ab89-4b46-b71e-1703ff3a62c8', 'name': '', 'network_id': 'fdf46813-1e3b-4398-941b-b2a13339809e', 'tenant_id': 'd2938030bf0944fe8bed3e928122c179', 'mac_address': 'fa:16:3e:6c:07:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf841c1-5e01-485a-a355-4114dfb83ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '326cfffb-c1af-4fd9-9bb9-073d6f9ce185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:38:46Z', 'updated_at': '2022-02-16T17:38:49Z', 'revision_number': 4, 'project_id': 'd2938030bf0944fe8bed3e928122c179', 'subnets': [{'id': '326cfffb-c1af-4fd9-9bb9-073d6f9ce185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:38:50.467532 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-50e78a77-b674-4d86-9d0e-3c0750438d3d tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:50.476418 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b49d65-1e14-48cb-8c91-fc84714fad91 None None] The sync data for ids ['9bf841c1-5e01-485a-a355-4114dfb83ea5'] in dv-neutron-828697-3-hyperv is: [{'id': '9bf841c1-5e01-485a-a355-4114dfb83ea5', 'name': 'tempest-TestShelveInstance-714860928-router', 'tenant_id': 'd2938030bf0944fe8bed3e928122c179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.106'}], 'enable_snat': True}, 'gw_port_id': '51bd60e3-f7c4-46f8-af43-7b4f8fc9e9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:38:43Z', 'updated_at': '2022-02-16T17:38:46Z', 'revision_number': 4, 'project_id': 'd2938030bf0944fe8bed3e928122c179', 'gw_port': {'id': '51bd60e3-f7c4-46f8-af43-7b4f8fc9e9ea', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf841c1-5e01-485a-a355-4114dfb83ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:38:43Z', 'updated_at': '2022-02-16T17:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'bd0e5547-ab89-4b46-b71e-1703ff3a62c8', 'name': '', 'network_id': 'fdf46813-1e3b-4398-941b-b2a13339809e', 'tenant_id': 'd2938030bf0944fe8bed3e928122c179', 'mac_address': 'fa:16:3e:6c:07:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf841c1-5e01-485a-a355-4114dfb83ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '326cfffb-c1af-4fd9-9bb9-073d6f9ce185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:38:46Z', 'updated_at': '2022-02-16T17:38:49Z', 'revision_number': 4, 'project_id': 'd2938030bf0944fe8bed3e928122c179', 'subnets': [{'id': '326cfffb-c1af-4fd9-9bb9-073d6f9ce185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:38:50.480702 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-f3a92173-b345-4c11-a2ee-d348fcaef0df None None] For port bd0e5547-ab89-4b46-b71e-1703ff3a62c8, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=bd0e5547-ab89-4b46-b71e-1703ff3a62c8,segment=NetworkSegment(65e40a55-afde-4ce1-af68-8b25153d6d6b),segment_id=65e40a55-afde-4ce1-af68-8b25153d6d6b)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:38:50.554943 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-50e78a77-b674-4d86-9d0e-3c0750438d3d tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:50.577284 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e78a77-b674-4d86-9d0e-3c0750438d3d tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23f007b6-a888-4681-a2ec-7cfa3be47ac2,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:50.588327 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f3a92173-b345-4c11-a2ee-d348fcaef0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:50.634793 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a92173-b345-4c11-a2ee-d348fcaef0df None None] Pushing event updated for resources: {'Port': ['ID=bd0e5547-ab89-4b46-b71e-1703ff3a62c8,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:50.666296 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-50e78a77-b674-4d86-9d0e-3c0750438d3d tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:50.668449 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-50e78a77-b674-4d86-9d0e-3c0750438d3d tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3568203 Feb 16 17:38:50.810421 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-6c595bc9-7a2a-4fc8-aaa0-fd98f3a51bce req-87db66d5-557c-42c4-bc4f-81c7951863c1 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-224774897&fields=id&tenant_id=6c833d7b99404488883f96f114e61f03 HTTP/1.1" status: 200 len: 267 time: 0.0326178 Feb 16 17:38:50.923109 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c595bc9-7a2a-4fc8-aaa0-fd98f3a51bce req-96c86eaf-b40d-4ce4-b0d7-9f58c2647695 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:50.924848 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-6c595bc9-7a2a-4fc8-aaa0-fd98f3a51bce req-96c86eaf-b40d-4ce4-b0d7-9f58c2647695 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/networks?id=c1e3646c-cf7c-4e61-886d-04ef5dc15824 HTTP/1.1" status: 200 len: 809 time: 0.1071596 Feb 16 17:38:50.939419 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-6c595bc9-7a2a-4fc8-aaa0-fd98f3a51bce req-a7ca111b-4b74-4937-a22f-8cb2a419be5d tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/quotas/6c833d7b99404488883f96f114e61f03 HTTP/1.1" status: 200 len: 375 time: 0.0090387 Feb 16 17:38:50.994390 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-6c595bc9-7a2a-4fc8-aaa0-fd98f3a51bce req-999b27fe-b7f6-4891-a41e-74a859a1a787 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=6c833d7b99404488883f96f114e61f03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491037 Feb 16 17:38:51.135293 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device bd0e5547-ab89-4b46-b71e-1703ff3a62c8 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:38:51.186868 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port bd0e5547-ab89-4b46-b71e-1703ff3a62c8 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:38:51.187244 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:51.211711 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-6c595bc9-7a2a-4fc8-aaa0-fd98f3a51bce req-dcaf1a15-1047-4438-a5bd-a63326b36e2a service neutron] 10.222.0.88 "GET /v2.0/networks/c1e3646c-cf7c-4e61-886d-04ef5dc15824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096522 Feb 16 17:38:51.277163 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 51bd60e3-f7c4-46f8-af43-7b4f8fc9e9ea up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:38:51.305664 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-6c595bc9-7a2a-4fc8-aaa0-fd98f3a51bce req-2391cd11-91db-40cf-a634-c2b0cd790ee7 service neutron] 10.222.0.88 "GET /v2.0/networks/c1e3646c-cf7c-4e61-886d-04ef5dc15824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877407 Feb 16 17:38:51.324267 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 51bd60e3-f7c4-46f8-af43-7b4f8fc9e9ea triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:38:51.324628 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:51.554863 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-621b402a-d912-45ff-9ae1-61a6ecbde748 req-92ff89de-7a74-49cc-acaa-d4f8e6a87d54 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 210 time: 0.0276155 Feb 16 17:38:52.649942 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-34fa25d7-eb5c-448b-91ff-11b4e065712d req-f7db1a55-c6a2-402c-ada1-0e2ae9e35232 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 210 time: 0.0268509 Feb 16 17:38:53.741405 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c595bc9-7a2a-4fc8-aaa0-fd98f3a51bce req-3df839c7-d25c-4ac3-81b1-2fa639f445ba tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:53.743519 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6c595bc9-7a2a-4fc8-aaa0-fd98f3a51bce req-3df839c7-d25c-4ac3-81b1-2fa639f445ba tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.89 "GET /v2.0/networks?id=c1e3646c-cf7c-4e61-886d-04ef5dc15824 HTTP/1.1" status: 200 len: 809 time: 0.4722018 Feb 16 17:38:53.764347 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2b1f530e-b675-4136-a600-e2c516e984a1 req-5e9e1d9d-6ccd-4c85-99da-5b9ac51c9a82 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 210 time: 0.0477171 Feb 16 17:38:53.793620 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6c595bc9-7a2a-4fc8-aaa0-fd98f3a51bce req-39f1b923-1a83-485d-b819-6ea8c95a8e2a tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c833d7b99404488883f96f114e61f03 HTTP/1.1" status: 200 len: 379 time: 0.0360518 Feb 16 17:38:53.802988 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-6c595bc9-7a2a-4fc8-aaa0-fd98f3a51bce req-1994b6fc-ab16-408c-8337-9c6cb7875c08 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Request body: {'port': {'device_id': '3deb55dd-e592-46d5-9d7d-67ddf0f7b04c', 'network_id': 'c1e3646c-cf7c-4e61-886d-04ef5dc15824', 'admin_state_up': True, 'tenant_id': '6c833d7b99404488883f96f114e61f03', 'security_groups': ['cb47c361-f869-4319-9f8f-d2010432d705']}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:38:54.000873 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c595bc9-7a2a-4fc8-aaa0-fd98f3a51bce req-1994b6fc-ab16-408c-8337-9c6cb7875c08 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Made reservation on behalf of 6c833d7b99404488883f96f114e61f03 for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:38:54.004482 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-6c595bc9-7a2a-4fc8-aaa0-fd98f3a51bce req-1994b6fc-ab16-408c-8337-9c6cb7875c08 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:54.127791 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [req-6c595bc9-7a2a-4fc8-aaa0-fd98f3a51bce req-1994b6fc-ab16-408c-8337-9c6cb7875c08 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Allocated IP 172.20.0.14 (c1e3646c-cf7c-4e61-886d-04ef5dc15824/1b6f3a3c-e160-4401-aa17-ac85d3e8faa5/eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:38:54.267964 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-6c595bc9-7a2a-4fc8-aaa0-fd98f3a51bce req-1994b6fc-ab16-408c-8337-9c6cb7875c08 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:54.338546 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-6c595bc9-7a2a-4fc8-aaa0-fd98f3a51bce req-1994b6fc-ab16-408c-8337-9c6cb7875c08 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:54.381962 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c595bc9-7a2a-4fc8-aaa0-fd98f3a51bce req-1994b6fc-ab16-408c-8337-9c6cb7875c08 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Network c1e3646c-cf7c-4e61-886d-04ef5dc15824 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:38:54.384823 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [req-6c595bc9-7a2a-4fc8-aaa0-fd98f3a51bce req-1994b6fc-ab16-408c-8337-9c6cb7875c08 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:38:54.388349 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c595bc9-7a2a-4fc8-aaa0-fd98f3a51bce req-1994b6fc-ab16-408c-8337-9c6cb7875c08 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:38:54.417435 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1994b6fc-ab16-408c-8337-9c6cb7875c08 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Pushing event updated for resources: {'Port': ['ID=eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:54.446397 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c595bc9-7a2a-4fc8-aaa0-fd98f3a51bce req-1994b6fc-ab16-408c-8337-9c6cb7875c08 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:54.447048 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-6c595bc9-7a2a-4fc8-aaa0-fd98f3a51bce req-1994b6fc-ab16-408c-8337-9c6cb7875c08 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:54.545189 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6c595bc9-7a2a-4fc8-aaa0-fd98f3a51bce req-1994b6fc-ab16-408c-8337-9c6cb7875c08 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7456739 Feb 16 17:38:54.557432 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-6c595bc9-7a2a-4fc8-aaa0-fd98f3a51bce req-d517ec08-9733-4655-a079-0137a065cd64 service neutron] Request body: {'port': {'device_id': '3deb55dd-e592-46d5-9d7d-67ddf0f7b04c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8286'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:38:54.608535 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-6c595bc9-7a2a-4fc8-aaa0-fd98f3a51bce req-d517ec08-9733-4655-a079-0137a065cd64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:54.628529 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-c294b49b-4fc3-42b3-8469-73c92ed65750 None None] Provisioning complete for port eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:38:54.629043 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c294b49b-4fc3-42b3-8469-73c92ed65750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:54.661985 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-c294b49b-4fc3-42b3-8469-73c92ed65750 None None] Port eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:38:54.872495 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [req-6c595bc9-7a2a-4fc8-aaa0-fd98f3a51bce req-d517ec08-9733-4655-a079-0137a065cd64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e {{(pid=114376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:38:54.877579 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf2e3e-6c8d-4155-9b36-c573af0b28e8 req-aecd83c5-26a9-41f4-98d0-21d832cc9991 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:54.879053 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-2bcf2e3e-6c8d-4155-9b36-c573af0b28e8 req-aecd83c5-26a9-41f4-98d0-21d832cc9991 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 932 time: 0.0490046 Feb 16 17:38:54.879881 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-6c595bc9-7a2a-4fc8-aaa0-fd98f3a51bce req-d517ec08-9733-4655-a079-0137a065cd64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:54.892566 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.provisioning_blocks [req-6c595bc9-7a2a-4fc8-aaa0-fd98f3a51bce req-d517ec08-9733-4655-a079-0137a065cd64 service neutron] Transition to ACTIVE for port object eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e will not be triggered until provisioned by entity L2. {{(pid=114376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:38:54.921346 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-2bcf2e3e-6c8d-4155-9b36-c573af0b28e8 req-5b3b3eaa-633a-4bca-8437-a77fc6c292d5 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb47c361-f869-4319-9f8f-d2010432d705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353613 Feb 16 17:38:54.978271 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-6c595bc9-7a2a-4fc8-aaa0-fd98f3a51bce req-d517ec08-9733-4655-a079-0137a065cd64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:55.034127 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d517ec08-9733-4655-a079-0137a065cd64 service neutron] Pushing event updated for resources: {'Port': ['ID=eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:55.104081 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-6c595bc9-7a2a-4fc8-aaa0-fd98f3a51bce req-d517ec08-9733-4655-a079-0137a065cd64 service neutron] Attempting to bind port eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:38:55.104423 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-6c595bc9-7a2a-4fc8-aaa0-fd98f3a51bce req-d517ec08-9733-4655-a079-0137a065cd64 service neutron] Attempting to bind port eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': '95b91126-b119-4fe4-a54b-8e28d16b8b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c1e3646c-cf7c-4e61-886d-04ef5dc15824'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:38:55.104759 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c595bc9-7a2a-4fc8-aaa0-fd98f3a51bce req-d517ec08-9733-4655-a079-0137a065cd64 service neutron] Attempting to bind port eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e on network c1e3646c-cf7c-4e61-886d-04ef5dc15824 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:38:55.109265 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c595bc9-7a2a-4fc8-aaa0-fd98f3a51bce req-d517ec08-9733-4655-a079-0137a065cd64 service neutron] Port eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e on network c1e3646c-cf7c-4e61-886d-04ef5dc15824 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:38:55.109590 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c595bc9-7a2a-4fc8-aaa0-fd98f3a51bce req-d517ec08-9733-4655-a079-0137a065cd64 service neutron] Attempting to bind port eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e on network c1e3646c-cf7c-4e61-886d-04ef5dc15824 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:38:55.114784 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c595bc9-7a2a-4fc8-aaa0-fd98f3a51bce req-d517ec08-9733-4655-a079-0137a065cd64 service neutron] Checking agent: {'id': '65dda45c-bbef-42f9-9728-e0fd84037987', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8286', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 56), 'started_at': datetime.datetime(2022, 2, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:38:55.115121 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c595bc9-7a2a-4fc8-aaa0-fd98f3a51bce req-d517ec08-9733-4655-a079-0137a065cd64 service neutron] Checking segment: {'id': '95b91126-b119-4fe4-a54b-8e28d16b8b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c1e3646c-cf7c-4e61-886d-04ef5dc15824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:38:55.115505 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c595bc9-7a2a-4fc8-aaa0-fd98f3a51bce req-d517ec08-9733-4655-a079-0137a065cd64 service neutron] Bound using segment: {'id': '95b91126-b119-4fe4-a54b-8e28d16b8b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c1e3646c-cf7c-4e61-886d-04ef5dc15824'} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:38:55.115950 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-6c595bc9-7a2a-4fc8-aaa0-fd98f3a51bce req-d517ec08-9733-4655-a079-0137a065cd64 service neutron] Bound port: eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e, host: hv-neutron-8286, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95b91126-b119-4fe4-a54b-8e28d16b8b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c1e3646c-cf7c-4e61-886d-04ef5dc15824'}}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:38:55.116319 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-6c595bc9-7a2a-4fc8-aaa0-fd98f3a51bce req-d517ec08-9733-4655-a079-0137a065cd64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:55.183682 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-6c595bc9-7a2a-4fc8-aaa0-fd98f3a51bce req-d517ec08-9733-4655-a079-0137a065cd64 service neutron] For port eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e, host hv-neutron-8286, cleared binding levels {{(pid=114376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:38:55.186938 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-6c595bc9-7a2a-4fc8-aaa0-fd98f3a51bce req-d517ec08-9733-4655-a079-0137a065cd64 service neutron] For port eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e, host hv-neutron-8286, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e,segment=NetworkSegment(95b91126-b119-4fe4-a54b-8e28d16b8b99),segment_id=95b91126-b119-4fe4-a54b-8e28d16b8b99)] {{(pid=114376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:38:55.257031 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-6c595bc9-7a2a-4fc8-aaa0-fd98f3a51bce req-d517ec08-9733-4655-a079-0137a065cd64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:55.304535 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c595bc9-7a2a-4fc8-aaa0-fd98f3a51bce req-d517ec08-9733-4655-a079-0137a065cd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:55.305751 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-6c595bc9-7a2a-4fc8-aaa0-fd98f3a51bce req-d517ec08-9733-4655-a079-0137a065cd64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:55.307157 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6c595bc9-7a2a-4fc8-aaa0-fd98f3a51bce req-d517ec08-9733-4655-a079-0137a065cd64 service neutron] 10.222.0.89 "PUT /v2.0/ports/eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e HTTP/1.1" status: 200 len: 1094 time: 0.7544882 Feb 16 17:38:55.307632 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3deb55dd-e592-46d5-9d7d-67ddf0f7b04c', 'tag': 'eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:38:55.309937 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5f6b43-c29c-463c-b186-297d3c74e6db" -d '{"events": [{"name": "network-changed", "server_uuid": "3deb55dd-e592-46d5-9d7d-67ddf0f7b04c", "tag": "eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:38:55.331599 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d517ec08-9733-4655-a079-0137a065cd64 service neutron] Pushing event updated for resources: {'Port': ['ID=eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e,revision_number=3']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:55.355795 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cdd2570-8b94-40f2-a3d7-2a37b21d2724 x-openstack-request-id: req-5cdd2570-8b94-40f2-a3d7-2a37b21d2724 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:38:55.356123 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3deb55dd-e592-46d5-9d7d-67ddf0f7b04c", "tag": "eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:38:55.356383 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5cdd2570-8b94-40f2-a3d7-2a37b21d2724 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:38:55.356816 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3deb55dd-e592-46d5-9d7d-67ddf0f7b04c', 'tag': 'eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e', 'status': 'completed', 'code': 200} Feb 16 17:38:55.418187 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f6b43-c29c-463c-b186-297d3c74e6db req-cbba60a7-a7d7-4da9-951a-2455cb05a4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:55.419711 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7e5f6b43-c29c-463c-b186-297d3c74e6db req-cbba60a7-a7d7-4da9-951a-2455cb05a4a0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6c833d7b99404488883f96f114e61f03&device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 1097 time: 0.0421634 Feb 16 17:38:55.524648 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f6b43-c29c-463c-b186-297d3c74e6db req-a3f3e8b3-60f8-4325-a1f1-c181e183a18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:55.526117 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7e5f6b43-c29c-463c-b186-297d3c74e6db req-a3f3e8b3-60f8-4325-a1f1-c181e183a18d service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=6c833d7b99404488883f96f114e61f03&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0984907 Feb 16 17:38:55.627829 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f6b43-c29c-463c-b186-297d3c74e6db req-d8b069d8-b7ad-41bf-93ff-cdf3bcdf995f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:55.629239 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7e5f6b43-c29c-463c-b186-297d3c74e6db req-d8b069d8-b7ad-41bf-93ff-cdf3bcdf995f service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0967727 Feb 16 17:38:55.703079 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c595bc9-7a2a-4fc8-aaa0-fd98f3a51bce req-dddfa397-4bf3-4911-9e97-bad9fde0c34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:55.704559 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6c595bc9-7a2a-4fc8-aaa0-fd98f3a51bce req-dddfa397-4bf3-4911-9e97-bad9fde0c34f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6c833d7b99404488883f96f114e61f03&device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 1097 time: 0.0390186 Feb 16 17:38:55.750214 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6c595bc9-7a2a-4fc8-aaa0-fd98f3a51bce req-bf0c0ad5-f7fc-4eed-851a-615977fe0967 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e HTTP/1.1" status: 200 len: 217 time: 0.0379035 Feb 16 17:38:55.797401 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c595bc9-7a2a-4fc8-aaa0-fd98f3a51bce req-2428a4b2-da9f-4e06-a5b3-683cc4ac22f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:55.798804 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6c595bc9-7a2a-4fc8-aaa0-fd98f3a51bce req-2428a4b2-da9f-4e06-a5b3-683cc4ac22f2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1b6f3a3c-e160-4401-aa17-ac85d3e8faa5 HTTP/1.1" status: 200 len: 848 time: 0.0427463 Feb 16 17:38:55.841779 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c595bc9-7a2a-4fc8-aaa0-fd98f3a51bce req-d2fa7ab9-042a-4fff-90be-e67e2253f133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:55.843267 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6c595bc9-7a2a-4fc8-aaa0-fd98f3a51bce req-d2fa7ab9-042a-4fff-90be-e67e2253f133 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c1e3646c-cf7c-4e61-886d-04ef5dc15824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0380781 Feb 16 17:38:55.943679 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6c595bc9-7a2a-4fc8-aaa0-fd98f3a51bce req-1f9a0af6-3b02-4f41-82b1-7c67ad3b1df0 service neutron] 10.222.0.89 "GET /v2.0/networks/c1e3646c-cf7c-4e61-886d-04ef5dc15824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942538 Feb 16 17:38:56.037078 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b82bc3-877b-4d9b-990e-50e84583e35d req-84e7dd76-5ac5-452f-a025-2e59e043c25d tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:56.038452 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6c595bc9-7a2a-4fc8-aaa0-fd98f3a51bce req-029047de-08db-4c89-ae1b-b66f4f8dedca service neutron] 10.222.0.89 "GET /v2.0/networks/c1e3646c-cf7c-4e61-886d-04ef5dc15824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880883 Feb 16 17:38:56.038598 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-04b82bc3-877b-4d9b-990e-50e84583e35d req-84e7dd76-5ac5-452f-a025-2e59e043c25d tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 944 time: 0.0503364 Feb 16 17:38:56.076118 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-04b82bc3-877b-4d9b-990e-50e84583e35d req-15a14c85-6f5e-4a32-9d06-66c95c014431 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb47c361-f869-4319-9f8f-d2010432d705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314329 Feb 16 17:38:57.189850 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a4478-07d2-46f3-a90e-0cc6f493ff1e req-3161a22f-2179-40e8-8a19-8909261c32a4 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:57.191340 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-da6a4478-07d2-46f3-a90e-0cc6f493ff1e req-3161a22f-2179-40e8-8a19-8909261c32a4 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 944 time: 0.0489280 Feb 16 17:38:57.233702 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-da6a4478-07d2-46f3-a90e-0cc6f493ff1e req-6530ec7a-7355-47eb-a4e2-9bb756313cff tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb47c361-f869-4319-9f8f-d2010432d705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356319 Feb 16 17:38:58.346223 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9229151-4914-4132-b1c5-cdc72bf25e53 req-3ca1cb04-d94a-4943-9a85-4c932b08a72a tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:58.347703 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-c9229151-4914-4132-b1c5-cdc72bf25e53 req-3ca1cb04-d94a-4943-9a85-4c932b08a72a tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 944 time: 0.0477707 Feb 16 17:38:58.384718 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-c9229151-4914-4132-b1c5-cdc72bf25e53 req-b7cecab9-5d31-47a8-bacd-0745be9f7be2 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb47c361-f869-4319-9f8f-d2010432d705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309839 Feb 16 17:38:58.498228 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e details requested by agent hyperv_hv-neutron-8286 with host hv-neutron-8286 {{(pid=114377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:38:58.589927 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e,segment=NetworkSegment(95b91126-b119-4fe4-a54b-8e28d16b8b99),segment_id=95b91126-b119-4fe4-a54b-8e28d16b8b99)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:38:58.600901 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Returning: {'device': 'eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e', 'network_id': 'c1e3646c-cf7c-4e61-886d-04ef5dc15824', 'port_id': 'eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e', 'mac_address': 'fa:16:3e:6f:bf:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6f3a3c-e160-4401-aa17-ac85d3e8faa5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:38:58.639970 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:58.652353 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:38:58.670449 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e,segment=NetworkSegment(95b91126-b119-4fe4-a54b-8e28d16b8b99),segment_id=95b91126-b119-4fe4-a54b-8e28d16b8b99)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:38:58.747969 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:38:58.793382 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:58.954167 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:38:59.498490 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d3ac4-3340-45ff-a151-440cc64ec71c req-d77339c7-91a9-4943-9f52-31519c9f303a tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:59.499966 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ce1d3ac4-3340-45ff-a151-440cc64ec71c req-d77339c7-91a9-4943-9f52-31519c9f303a tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 945 time: 0.0495067 Feb 16 17:38:59.537631 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ce1d3ac4-3340-45ff-a151-440cc64ec71c req-01047b24-2170-48de-a343-cb2d58ea7f98 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb47c361-f869-4319-9f8f-d2010432d705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317485 Feb 16 17:39:00.505490 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e up at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:39:00.628523 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning for port eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e completed by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:39:00.633203 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning complete for port eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:39:00.633582 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:00.653407 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b8bd4-0734-4e9d-b3c7-b3b2f0fd3c05 req-71254c8f-6e01-47bf-9035-c902c5282501 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:39:00.654920 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-ee0b8bd4-0734-4e9d-b3c7-b3b2f0fd3c05 req-71254c8f-6e01-47bf-9035-c902c5282501 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 945 time: 0.0487068 Feb 16 17:39:00.696566 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-ee0b8bd4-0734-4e9d-b3c7-b3b2f0fd3c05 req-a18a67ce-96ce-42ab-8e8f-61b578c3f5a0 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb47c361-f869-4319-9f8f-d2010432d705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353065 Feb 16 17:39:00.865341 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:00.881341 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3deb55dd-e592-46d5-9d7d-67ddf0f7b04c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:39:00.884167 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25dcacf5-79cb-4f35-85a1-90ad26ee0dca" -d '{"events": [{"server_uuid": "3deb55dd-e592-46d5-9d7d-67ddf0f7b04c", "name": "network-vif-plugged", "status": "completed", "tag": "eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:39:00.897058 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e,segment=NetworkSegment(95b91126-b119-4fe4-a54b-8e28d16b8b99),segment_id=95b91126-b119-4fe4-a54b-8e28d16b8b99)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:39:00.920046 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b9d5d0-5873-41ca-8641-3ba0ae3002b9 x-openstack-request-id: req-d3b9d5d0-5873-41ca-8641-3ba0ae3002b9 {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:39:00.920046 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3deb55dd-e592-46d5-9d7d-67ddf0f7b04c", "name": "network-vif-plugged", "status": "completed", "tag": "eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:39:00.920046 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d3b9d5d0-5873-41ca-8641-3ba0ae3002b9 {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:39:00.920353 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3deb55dd-e592-46d5-9d7d-67ddf0f7b04c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e', 'code': 200} Feb 16 17:39:00.938220 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:00.961505 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:01.009407 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:39:01.199302 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad08c16-8cce-4f73-aaba-834749add335 req-6a71ee5b-3650-44fe-aa4b-cce0a54ec804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:39:01.200788 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3ad08c16-8cce-4f73-aaba-834749add335 req-6a71ee5b-3650-44fe-aa4b-cce0a54ec804 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 1099 time: 0.0390537 Feb 16 17:39:01.234003 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3ad08c16-8cce-4f73-aaba-834749add335 req-3a3f937c-5a6f-4712-981c-6f5b62b18b3f service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=cb47c361-f869-4319-9f8f-d2010432d705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269637 Feb 16 17:39:01.810355 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe100d-d255-4a10-ad16-13a3ce1cf8f3 req-ef4e60ef-eafd-4c88-9a64-abf327c59722 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:39:01.812075 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-9ffe100d-d255-4a10-ad16-13a3ce1cf8f3 req-ef4e60ef-eafd-4c88-9a64-abf327c59722 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 946 time: 0.0478082 Feb 16 17:39:01.850466 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-9ffe100d-d255-4a10-ad16-13a3ce1cf8f3 req-530be8af-44ed-493f-8be0-b4b40ffd6b35 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb47c361-f869-4319-9f8f-d2010432d705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324051 Feb 16 17:39:02.964787 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc35603-160f-4239-88b3-a6f62080b564 req-cc94ed09-2052-4390-8977-07844d5ca41b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:39:02.966234 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3bc35603-160f-4239-88b3-a6f62080b564 req-cc94ed09-2052-4390-8977-07844d5ca41b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 946 time: 0.0473714 Feb 16 17:39:03.011927 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3bc35603-160f-4239-88b3-a6f62080b564 req-4f7f97c1-3594-4d68-9e17-6a618f194410 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb47c361-f869-4319-9f8f-d2010432d705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396216 Feb 16 17:39:03.128146 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c7e2d-54bd-407f-82d9-b2be26f07298 req-daab8b19-2e5b-46c1-b5a1-e8046d22240b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:39:03.129650 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-2a6c7e2d-54bd-407f-82d9-b2be26f07298 req-daab8b19-2e5b-46c1-b5a1-e8046d22240b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 946 time: 0.0471840 Feb 16 17:39:03.166038 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-2a6c7e2d-54bd-407f-82d9-b2be26f07298 req-22ecc579-32b9-46f3-8131-ff7cf852f1fc tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb47c361-f869-4319-9f8f-d2010432d705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298018 Feb 16 17:39:03.187302 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 60600) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:39:03.268664 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a638c1e4-e4cc-4d8b-91c2-74fd324e207d tempest-TestShelveInstance-1409537671 tempest-TestShelveInstance-1409537671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:39:03.270152 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a638c1e4-e4cc-4d8b-91c2-74fd324e207d tempest-TestShelveInstance-1409537671 tempest-TestShelveInstance-1409537671-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 1094 time: 0.0818956 Feb 16 17:39:03.273001 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 60606) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:39:03.277212 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-9b2c4e52-36e0-4ad8-8a97-8fc91d57e96b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Request body: {'floatingip': {'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'port_id': 'eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e', 'tenant_id': '6c833d7b99404488883f96f114e61f03', 'fixed_ip_address': '172.20.0.14'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:39:03.355838 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9b2c4e52-36e0-4ad8-8a97-8fc91d57e96b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for floatingip, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:03.457956 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9b2c4e52-36e0-4ad8-8a97-8fc91d57e96b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:03.565678 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-9b2c4e52-36e0-4ad8-8a97-8fc91d57e96b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Allocated IP 172.26.3.88 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/1e12492f-2a54-442e-909e-a20d1da65c74) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:39:03.665690 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9b2c4e52-36e0-4ad8-8a97-8fc91d57e96b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:03.743797 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9b2c4e52-36e0-4ad8-8a97-8fc91d57e96b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:03.781963 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2c4e52-36e0-4ad8-8a97-8fc91d57e96b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:39:03.784919 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-9b2c4e52-36e0-4ad8-8a97-8fc91d57e96b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:39:03.789029 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2c4e52-36e0-4ad8-8a97-8fc91d57e96b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:39:03.817615 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c4e52-36e0-4ad8-8a97-8fc91d57e96b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Pushing event updated for resources: {'Port': ['ID=1e12492f-2a54-442e-909e-a20d1da65c74,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:39:04.142953 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9b2c4e52-36e0-4ad8-8a97-8fc91d57e96b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:04.251447 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9b2c4e52-36e0-4ad8-8a97-8fc91d57e96b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:04.402398 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9b2c4e52-36e0-4ad8-8a97-8fc91d57e96b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:04.450870 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9b2c4e52-36e0-4ad8-8a97-8fc91d57e96b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:04.522171 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c4e52-36e0-4ad8-8a97-8fc91d57e96b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Pushing event updated for resources: {'Port': ['ID=1e12492f-2a54-442e-909e-a20d1da65c74,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:39:04.534445 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9b2c4e52-36e0-4ad8-8a97-8fc91d57e96b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:04.635847 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.l3_db [None req-9b2c4e52-36e0-4ad8-8a97-8fc91d57e96b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Floating IP 4c61bc1c-302a-482f-9734-f56c1153600b associated. External IP: 172.26.3.88, port: eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e. Feb 16 17:39:04.844416 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b2c4e52-36e0-4ad8-8a97-8fc91d57e96b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Router 89028d12-5b74-40bc-8d43-f79ea2ab834f has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:39:04.950192 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2c4e52-36e0-4ad8-8a97-8fc91d57e96b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:39:04.959680 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851eb7a5-a2a9-480e-a548-d72ea34bc52c None None] Sync routers for ids ['89028d12-5b74-40bc-8d43-f79ea2ab834f'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:39:04.969126 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851eb7a5-a2a9-480e-a548-d72ea34bc52c None None] Routers {'89028d12-5b74-40bc-8d43-f79ea2ab834f'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:39:04.973366 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-851eb7a5-a2a9-480e-a548-d72ea34bc52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:38:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['89028d12-5b74-40bc-8d43-f79ea2ab834f'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:39:05.037345 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-9b2c4e52-36e0-4ad8-8a97-8fc91d57e96b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:05.076001 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-9b2c4e52-36e0-4ad8-8a97-8fc91d57e96b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7915294 Feb 16 17:39:05.076001 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3deb55dd-e592-46d5-9d7d-67ddf0f7b04c', 'tag': 'eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e'}] {{(pid=114375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:39:05.076001 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f675c1a73bb74b784e43f10fee26c40e358be44ccef5ed6f70ec30f8ec0d494b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc1a942-11de-43c0-87fa-a08692a73c73" -d '{"events": [{"name": "network-changed", "server_uuid": "3deb55dd-e592-46d5-9d7d-67ddf0f7b04c", "tag": "eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e"}]}' {{(pid=114375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:39:05.078572 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-851eb7a5-a2a9-480e-a548-d72ea34bc52c None None] Set router 89028d12-5b74-40bc-8d43-f79ea2ab834f gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:39:05.109024 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02dc8c9-9da2-4163-ab30-3219357c1b26 x-openstack-request-id: req-d02dc8c9-9da2-4163-ab30-3219357c1b26 {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:39:05.109316 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3deb55dd-e592-46d5-9d7d-67ddf0f7b04c", "tag": "eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e", "status": "completed", "code": 200}]} {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:39:05.109570 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d02dc8c9-9da2-4163-ab30-3219357c1b26 {{(pid=114375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:39:05.109978 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3deb55dd-e592-46d5-9d7d-67ddf0f7b04c', 'tag': 'eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e', 'status': 'completed', 'code': 200} Feb 16 17:39:05.175112 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc1a942-11de-43c0-87fa-a08692a73c73 req-37b141ac-b7b1-4c4e-9ab1-c3b42ac960da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:39:05.176690 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7fc1a942-11de-43c0-87fa-a08692a73c73 req-37b141ac-b7b1-4c4e-9ab1-c3b42ac960da service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6c833d7b99404488883f96f114e61f03&device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 1099 time: 0.0440142 Feb 16 17:39:05.276360 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc1a942-11de-43c0-87fa-a08692a73c73 req-3c4cffb9-b925-4a16-9948-413a9b436b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:39:05.278012 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7fc1a942-11de-43c0-87fa-a08692a73c73 req-3c4cffb9-b925-4a16-9948-413a9b436b18 service neutron] 10.222.0.89 "GET /v2.0/networks?id=c1e3646c-cf7c-4e61-886d-04ef5dc15824 HTTP/1.1" status: 200 len: 910 time: 0.0933046 Feb 16 17:39:05.310967 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-851eb7a5-a2a9-480e-a548-d72ea34bc52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'name': 'tempest-TestShelveInstance-2038684808-router', 'tenant_id': '6c833d7b99404488883f96f114e61f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': 'a77bb855-22bf-4a10-af56-789558e68747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:38:37Z', 'updated_at': '2022-02-16T17:38:40Z', 'revision_number': 4, 'project_id': '6c833d7b99404488883f96f114e61f03', 'gw_port': {'id': 'a77bb855-22bf-4a10-af56-789558e68747', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:5b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:38:37Z', 'updated_at': '2022-02-16T17:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '4c61bc1c-302a-482f-9734-f56c1153600b', 'tenant_id': '6c833d7b99404488883f96f114e61f03', 'floating_ip_address': '172.26.3.88', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'port_id': 'eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1e3646c-cf7c-4e61-886d-04ef5dc15824', 'mac_address': 'fa:16:3e:6f:bf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb55dd-e592-46d5-9d7d-67ddf0f7b04c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:39:04Z', 'updated_at': '2022-02-16T17:39:04Z', 'revision_number': 0, 'project_id': '6c833d7b99404488883f96f114e61f03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '286bc629-2bab-4cea-8b36-dbb56723a82c', 'name': '', 'network_id': 'c1e3646c-cf7c-4e61-886d-04ef5dc15824', 'tenant_id': '6c833d7b99404488883f96f114e61f03', 'mac_address': 'fa:16:3e:14:f0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '1b6f3a3c-e160-4401-aa17-ac85d3e8faa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:38:40Z', 'updated_at': '2022-02-16T17:38:44Z', 'revision_number': 5, 'project_id': '6c833d7b99404488883f96f114e61f03', 'subnets': [{'id': '1b6f3a3c-e160-4401-aa17-ac85d3e8faa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:39:05.342844 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851eb7a5-a2a9-480e-a548-d72ea34bc52c None None] Checking router: 89028d12-5b74-40bc-8d43-f79ea2ab834f for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:39:05.347333 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7fc1a942-11de-43c0-87fa-a08692a73c73 req-23194c77-7c88-4025-94e0-8d3164a4af47 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e HTTP/1.1" status: 200 len: 999 time: 0.0632722 Feb 16 17:39:05.349460 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851eb7a5-a2a9-480e-a548-d72ea34bc52c None None] Routers {'89028d12-5b74-40bc-8d43-f79ea2ab834f'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:39:05.350058 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-851eb7a5-a2a9-480e-a548-d72ea34bc52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:38:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['89028d12-5b74-40bc-8d43-f79ea2ab834f'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:39:05.407673 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc1a942-11de-43c0-87fa-a08692a73c73 req-b62e33ec-db21-409b-8102-a7072f34dcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:39:05.410809 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7fc1a942-11de-43c0-87fa-a08692a73c73 req-b62e33ec-db21-409b-8102-a7072f34dcd9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1b6f3a3c-e160-4401-aa17-ac85d3e8faa5 HTTP/1.1" status: 200 len: 848 time: 0.0568745 Feb 16 17:39:05.454986 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc1a942-11de-43c0-87fa-a08692a73c73 req-cc46b88e-4354-4948-8b4a-270b2f595bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:39:05.456504 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7fc1a942-11de-43c0-87fa-a08692a73c73 req-cc46b88e-4354-4948-8b4a-270b2f595bcc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c1e3646c-cf7c-4e61-886d-04ef5dc15824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391417 Feb 16 17:39:05.464404 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-851eb7a5-a2a9-480e-a548-d72ea34bc52c None None] Set router 89028d12-5b74-40bc-8d43-f79ea2ab834f gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:39:05.551886 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7fc1a942-11de-43c0-87fa-a08692a73c73 req-7a3e6281-5d99-4a0f-8e25-150a02dbb2b7 service neutron] 10.222.0.89 "GET /v2.0/networks/c1e3646c-cf7c-4e61-886d-04ef5dc15824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885887 Feb 16 17:39:05.642764 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7fc1a942-11de-43c0-87fa-a08692a73c73 req-746a19c8-c920-43a8-8f26-b7a702c56b1d service neutron] 10.222.0.89 "GET /v2.0/networks/c1e3646c-cf7c-4e61-886d-04ef5dc15824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843444 Feb 16 17:39:05.685015 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-851eb7a5-a2a9-480e-a548-d72ea34bc52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'name': 'tempest-TestShelveInstance-2038684808-router', 'tenant_id': '6c833d7b99404488883f96f114e61f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': 'a77bb855-22bf-4a10-af56-789558e68747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:38:37Z', 'updated_at': '2022-02-16T17:38:40Z', 'revision_number': 4, 'project_id': '6c833d7b99404488883f96f114e61f03', 'gw_port': {'id': 'a77bb855-22bf-4a10-af56-789558e68747', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:5b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:38:37Z', 'updated_at': '2022-02-16T17:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '4c61bc1c-302a-482f-9734-f56c1153600b', 'tenant_id': '6c833d7b99404488883f96f114e61f03', 'floating_ip_address': '172.26.3.88', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'port_id': 'eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1e3646c-cf7c-4e61-886d-04ef5dc15824', 'mac_address': 'fa:16:3e:6f:bf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb55dd-e592-46d5-9d7d-67ddf0f7b04c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:39:04Z', 'updated_at': '2022-02-16T17:39:04Z', 'revision_number': 0, 'project_id': '6c833d7b99404488883f96f114e61f03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '286bc629-2bab-4cea-8b36-dbb56723a82c', 'name': '', 'network_id': 'c1e3646c-cf7c-4e61-886d-04ef5dc15824', 'tenant_id': '6c833d7b99404488883f96f114e61f03', 'mac_address': 'fa:16:3e:14:f0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '1b6f3a3c-e160-4401-aa17-ac85d3e8faa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:38:40Z', 'updated_at': '2022-02-16T17:38:44Z', 'revision_number': 5, 'project_id': '6c833d7b99404488883f96f114e61f03', 'subnets': [{'id': '1b6f3a3c-e160-4401-aa17-ac85d3e8faa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:39:05.713076 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851eb7a5-a2a9-480e-a548-d72ea34bc52c None None] The sync data for ids ['89028d12-5b74-40bc-8d43-f79ea2ab834f'] in dv-neutron-828697-3-hyperv is: [{'id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'name': 'tempest-TestShelveInstance-2038684808-router', 'tenant_id': '6c833d7b99404488883f96f114e61f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': 'a77bb855-22bf-4a10-af56-789558e68747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:38:37Z', 'updated_at': '2022-02-16T17:38:40Z', 'revision_number': 4, 'project_id': '6c833d7b99404488883f96f114e61f03', 'gw_port': {'id': 'a77bb855-22bf-4a10-af56-789558e68747', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:5b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:38:37Z', 'updated_at': '2022-02-16T17:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '4c61bc1c-302a-482f-9734-f56c1153600b', 'tenant_id': '6c833d7b99404488883f96f114e61f03', 'floating_ip_address': '172.26.3.88', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'port_id': 'eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1e3646c-cf7c-4e61-886d-04ef5dc15824', 'mac_address': 'fa:16:3e:6f:bf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb55dd-e592-46d5-9d7d-67ddf0f7b04c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:39:04Z', 'updated_at': '2022-02-16T17:39:04Z', 'revision_number': 0, 'project_id': '6c833d7b99404488883f96f114e61f03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '286bc629-2bab-4cea-8b36-dbb56723a82c', 'name': '', 'network_id': 'c1e3646c-cf7c-4e61-886d-04ef5dc15824', 'tenant_id': '6c833d7b99404488883f96f114e61f03', 'mac_address': 'fa:16:3e:14:f0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '1b6f3a3c-e160-4401-aa17-ac85d3e8faa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:38:40Z', 'updated_at': '2022-02-16T17:38:44Z', 'revision_number': 5, 'project_id': '6c833d7b99404488883f96f114e61f03', 'subnets': [{'id': '1b6f3a3c-e160-4401-aa17-ac85d3e8faa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:39:05.903219 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef98cc4d-91d3-4f0f-be47-aae2a68f1fcf None None] New status for floating IP 4c61bc1c-302a-482f-9734-f56c1153600b: ACTIVE {{(pid=114377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:39:06.835038 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a705932d-43b2-4893-9578-324f5b24f258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:09.229229 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c74cf99b-6813-4377-a405-0e37343f8662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:10.555303 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:11.890839 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:12.142618 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:17.735399 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [req-706df8f6-17e1-4319-956f-bc04127184fe req-3fa72c56-2ecc-43b7-b1aa-f825cc8733cf service neutron] (114375) timed out ('10.222.0.88', 56816) {{(pid=114375) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 16 17:39:22.909264 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:39:30.834858 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:36.862434 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-9d024870-0c29-4209-984c-90a2921c52c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:37.473832 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d42229e6-deee-4a77-adc3-cf510349d7db req-81c6163c-35f9-4e74-871f-2cb7d98691df service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0816414 Feb 16 17:39:37.554431 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42229e6-deee-4a77-adc3-cf510349d7db req-8756fdd8-6f27-49fe-bd99-3b6fcef0b2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:39:37.555910 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d42229e6-deee-4a77-adc3-cf510349d7db req-8756fdd8-6f27-49fe-bd99-3b6fcef0b2e7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6c833d7b99404488883f96f114e61f03&device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 1099 time: 0.0412424 Feb 16 17:39:37.661532 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42229e6-deee-4a77-adc3-cf510349d7db req-915a10dc-e17f-4a09-aefa-99e274bc9cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:39:37.662920 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d42229e6-deee-4a77-adc3-cf510349d7db req-915a10dc-e17f-4a09-aefa-99e274bc9cad service neutron] 10.222.0.89 "GET /v2.0/networks?id=c1e3646c-cf7c-4e61-886d-04ef5dc15824 HTTP/1.1" status: 200 len: 910 time: 0.0883605 Feb 16 17:39:37.726863 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d42229e6-deee-4a77-adc3-cf510349d7db req-79a7aa2d-0f48-43b5-a7e3-17b2157577a0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e HTTP/1.1" status: 200 len: 1001 time: 0.0574355 Feb 16 17:39:37.776763 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42229e6-deee-4a77-adc3-cf510349d7db req-6c72c364-82ba-4cd8-a79d-20bf14fccb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:39:37.778426 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d42229e6-deee-4a77-adc3-cf510349d7db req-6c72c364-82ba-4cd8-a79d-20bf14fccb9d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1b6f3a3c-e160-4401-aa17-ac85d3e8faa5 HTTP/1.1" status: 200 len: 848 time: 0.0453682 Feb 16 17:39:37.832898 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42229e6-deee-4a77-adc3-cf510349d7db req-e7b754cd-2e62-4afb-9c9c-f60a41d9a136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:39:37.834391 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d42229e6-deee-4a77-adc3-cf510349d7db req-e7b754cd-2e62-4afb-9c9c-f60a41d9a136 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c1e3646c-cf7c-4e61-886d-04ef5dc15824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0495343 Feb 16 17:39:37.845615 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [req-d42229e6-deee-4a77-adc3-cf510349d7db req-76da3d37-8852-4c34-b160-300e4c253fda service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=114376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:39:37.846625 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d42229e6-deee-4a77-adc3-cf510349d7db req-76da3d37-8852-4c34-b160-300e4c253fda service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051892 Feb 16 17:39:37.942558 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d42229e6-deee-4a77-adc3-cf510349d7db req-43855418-2779-46eb-8a0e-fb93ad941188 service neutron] 10.222.0.89 "GET /v2.0/networks/c1e3646c-cf7c-4e61-886d-04ef5dc15824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888243 Feb 16 17:39:38.042017 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d42229e6-deee-4a77-adc3-cf510349d7db req-8cb508b9-f3d0-4757-a637-48be14ea08a1 service neutron] 10.222.0.89 "GET /v2.0/networks/c1e3646c-cf7c-4e61-886d-04ef5dc15824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928388 Feb 16 17:39:39.250935 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d8671952-8ad1-4b4f-9dd3-6da5e598f4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:40.553315 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:41.932061 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:42.141970 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:39:59.907809 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:40:00.823368 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:40:06.858231 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4b1db2fa-41d5-4d14-9071-e7ca1a64f064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:40:09.234739 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d3003428-c467-476e-a1cb-25a16e5b06d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:40:10.549035 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:40:11.903568 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:40:12.143593 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:40:30.839163 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:40:36.856404 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b8e27294-0bf7-438e-8965-53240cfe8fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:40:36.906296 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:40:38.423705 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7df06700-bcd7-4fa5-9a36-b85b5c11f550 req-8a4b82bd-8e45-46ec-b200-713c0fe173ee service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388069 Feb 16 17:40:38.502467 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df06700-bcd7-4fa5-9a36-b85b5c11f550 req-e89eb08f-7f05-4426-b439-73393db12236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:38.503927 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7df06700-bcd7-4fa5-9a36-b85b5c11f550 req-e89eb08f-7f05-4426-b439-73393db12236 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6c833d7b99404488883f96f114e61f03&device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 1099 time: 0.0399890 Feb 16 17:40:38.604983 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df06700-bcd7-4fa5-9a36-b85b5c11f550 req-9331ebd8-5112-471a-b458-060c06654205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:38.606463 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7df06700-bcd7-4fa5-9a36-b85b5c11f550 req-9331ebd8-5112-471a-b458-060c06654205 service neutron] 10.222.0.89 "GET /v2.0/networks?id=c1e3646c-cf7c-4e61-886d-04ef5dc15824 HTTP/1.1" status: 200 len: 910 time: 0.0856040 Feb 16 17:40:38.670327 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7df06700-bcd7-4fa5-9a36-b85b5c11f550 req-189a9cd2-008d-4432-bee7-8d08a80bb01c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e HTTP/1.1" status: 200 len: 1001 time: 0.0554833 Feb 16 17:40:38.722144 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df06700-bcd7-4fa5-9a36-b85b5c11f550 req-d88c89ef-1d29-4e5f-a583-0ea05d07b68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:38.723545 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7df06700-bcd7-4fa5-9a36-b85b5c11f550 req-d88c89ef-1d29-4e5f-a583-0ea05d07b68c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1b6f3a3c-e160-4401-aa17-ac85d3e8faa5 HTTP/1.1" status: 200 len: 848 time: 0.0465224 Feb 16 17:40:38.767860 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df06700-bcd7-4fa5-9a36-b85b5c11f550 req-1bbdd2d8-312f-41c9-b7c0-b2e36d7f935d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:38.769521 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7df06700-bcd7-4fa5-9a36-b85b5c11f550 req-1bbdd2d8-312f-41c9-b7c0-b2e36d7f935d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c1e3646c-cf7c-4e61-886d-04ef5dc15824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388720 Feb 16 17:40:38.858208 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7df06700-bcd7-4fa5-9a36-b85b5c11f550 req-d51a5424-8cad-47cd-af11-1bc77607ddda service neutron] 10.222.0.89 "GET /v2.0/networks/c1e3646c-cf7c-4e61-886d-04ef5dc15824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807164 Feb 16 17:40:38.951411 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7df06700-bcd7-4fa5-9a36-b85b5c11f550 req-598fde0b-36de-4af5-a884-cfbc4c15ce21 service neutron] 10.222.0.89 "GET /v2.0/networks/c1e3646c-cf7c-4e61-886d-04ef5dc15824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849543 Feb 16 17:40:39.250580 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2e3f7f79-98a2-4fc9-87df-ca9be5d319ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:40:40.560475 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:40:41.932046 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:40:42.143485 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:00.840489 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:01.208047 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7258c3e-eab0-4fc9-ac81-3bae0f68824b req-e5cd384f-09e3-4e7d-b3f1-fed33de5c87b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:01.209456 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a7258c3e-eab0-4fc9-ac81-3bae0f68824b req-e5cd384f-09e3-4e7d-b3f1-fed33de5c87b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 946 time: 0.1012976 Feb 16 17:41:01.246995 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a7258c3e-eab0-4fc9-ac81-3bae0f68824b req-99cba6df-5159-4473-9840-c626d9a1c110 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb47c361-f869-4319-9f8f-d2010432d705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315859 Feb 16 17:41:02.366078 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b8956-54c3-4a1a-9e27-f0e27ea75bb5 req-c4279994-36c3-4cb0-ba55-5ddfd3c8d4de tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:02.367586 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-b81b8956-54c3-4a1a-9e27-f0e27ea75bb5 req-c4279994-36c3-4cb0-ba55-5ddfd3c8d4de tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 946 time: 0.0506001 Feb 16 17:41:02.405574 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-b81b8956-54c3-4a1a-9e27-f0e27ea75bb5 req-453212b8-de37-4ef6-9a0e-e6f030b284e5 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb47c361-f869-4319-9f8f-d2010432d705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319011 Feb 16 17:41:03.526890 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02a218-5a1a-498f-b9a9-8d0897edc093 req-ac42ceff-fbfa-41dd-ad7d-a16fa53225f6 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:03.528399 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ba02a218-5a1a-498f-b9a9-8d0897edc093 req-ac42ceff-fbfa-41dd-ad7d-a16fa53225f6 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 946 time: 0.0527399 Feb 16 17:41:03.565926 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ba02a218-5a1a-498f-b9a9-8d0897edc093 req-dbc33fdb-1126-48a9-953b-4efb5127b8de tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb47c361-f869-4319-9f8f-d2010432d705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315459 Feb 16 17:41:04.678785 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a637a5e-3843-4880-902c-7eb9fcadc6f2 req-1b9dd43a-48e9-4fee-86dd-49fd391cbfdc tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:04.680281 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-0a637a5e-3843-4880-902c-7eb9fcadc6f2 req-1b9dd43a-48e9-4fee-86dd-49fd391cbfdc tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 946 time: 0.0485868 Feb 16 17:41:04.716865 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-0a637a5e-3843-4880-902c-7eb9fcadc6f2 req-94accfe2-f0aa-4fa7-9a60-ca97754c491a tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb47c361-f869-4319-9f8f-d2010432d705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306456 Feb 16 17:41:05.833329 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c387e7-e25a-4afa-85a6-ae471db38e62 req-812c61b9-8f17-4438-9eb8-7f08ed92532d tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:05.834859 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-60c387e7-e25a-4afa-85a6-ae471db38e62 req-812c61b9-8f17-4438-9eb8-7f08ed92532d tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 946 time: 0.0496864 Feb 16 17:41:05.878134 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-60c387e7-e25a-4afa-85a6-ae471db38e62 req-02407572-2081-4de6-9e22-c3ea2917fa64 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb47c361-f869-4319-9f8f-d2010432d705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331311 Feb 16 17:41:06.862088 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-076deb28-02cd-4f17-97bc-501ab1cbc42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:07.001061 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187f57d-60ad-4c20-9d53-b006c48d9aee req-aa8e746a-6c70-469c-9f89-27a37d67f669 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:07.002608 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-b187f57d-60ad-4c20-9d53-b006c48d9aee req-aa8e746a-6c70-469c-9f89-27a37d67f669 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 946 time: 0.0558736 Feb 16 17:41:07.039599 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-b187f57d-60ad-4c20-9d53-b006c48d9aee req-1f6b66f8-f9ed-454d-8d05-c923d84dfbae tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb47c361-f869-4319-9f8f-d2010432d705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311270 Feb 16 17:41:08.151903 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b00336-a0cc-4f1f-883d-010dc22ea6ea req-4906fe18-de85-47fa-835f-f873376fdb40 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:08.153338 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-82b00336-a0cc-4f1f-883d-010dc22ea6ea req-4906fe18-de85-47fa-835f-f873376fdb40 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 946 time: 0.0483363 Feb 16 17:41:08.190897 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-82b00336-a0cc-4f1f-883d-010dc22ea6ea req-9f68b8a3-6c71-45ab-9e5b-2c571fe6e60e tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb47c361-f869-4319-9f8f-d2010432d705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317895 Feb 16 17:41:09.223601 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-46c1c16e-6683-466c-991e-687a598dcb9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:09.305632 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213e872-207c-4df2-a739-4d013c141b6b req-5079c240-0e58-4fcd-9bd0-950b83b8dc48 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:09.307185 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-2213e872-207c-4df2-a739-4d013c141b6b req-5079c240-0e58-4fcd-9bd0-950b83b8dc48 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 946 time: 0.0501566 Feb 16 17:41:09.347517 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-2213e872-207c-4df2-a739-4d013c141b6b req-50567b64-0d12-4611-a379-aa00a97487a6 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb47c361-f869-4319-9f8f-d2010432d705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315921 Feb 16 17:41:10.463200 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1a575-ec0c-4b7f-a0ec-9a76ad0f5beb req-2ad9d45d-985f-40c7-9c48-e6ac4a95a6dd tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:10.464679 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-87d1a575-ec0c-4b7f-a0ec-9a76ad0f5beb req-2ad9d45d-985f-40c7-9c48-e6ac4a95a6dd tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 946 time: 0.0521982 Feb 16 17:41:10.501622 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-87d1a575-ec0c-4b7f-a0ec-9a76ad0f5beb req-ecb4304e-73bc-42ef-b044-14461cce9786 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb47c361-f869-4319-9f8f-d2010432d705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309892 Feb 16 17:41:10.571623 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:11.615945 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47100848-8b6a-4662-a58e-6a67fef89378 req-8b356b29-3f19-4125-9ea4-5303a1985914 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:11.617420 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-47100848-8b6a-4662-a58e-6a67fef89378 req-8b356b29-3f19-4125-9ea4-5303a1985914 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 946 time: 0.0476754 Feb 16 17:41:11.655326 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-47100848-8b6a-4662-a58e-6a67fef89378 req-06c0d6b2-ee1e-4f93-b2de-ec35c3d24408 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb47c361-f869-4319-9f8f-d2010432d705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319781 Feb 16 17:41:11.947556 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:12.147430 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:12.773082 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9786d20-8fb9-4e83-8a0e-a72de22dde3a req-885515cd-6de6-4c0f-a234-ca9917ff7b6b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:12.774596 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e9786d20-8fb9-4e83-8a0e-a72de22dde3a req-885515cd-6de6-4c0f-a234-ca9917ff7b6b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 946 time: 0.0524013 Feb 16 17:41:12.811333 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e9786d20-8fb9-4e83-8a0e-a72de22dde3a req-2661c99c-f2b5-494a-b594-5d229324f0c0 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb47c361-f869-4319-9f8f-d2010432d705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308762 Feb 16 17:41:13.184699 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e details requested by agent hyperv_hv-neutron-8286 with host hv-neutron-8286 {{(pid=114377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:41:13.279003 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e,segment=NetworkSegment(95b91126-b119-4fe4-a54b-8e28d16b8b99),segment_id=95b91126-b119-4fe4-a54b-8e28d16b8b99)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:41:13.291700 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Returning: {'device': 'eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e', 'network_id': 'c1e3646c-cf7c-4e61-886d-04ef5dc15824', 'port_id': 'eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e', 'mac_address': 'fa:16:3e:6f:bf:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6f3a3c-e160-4401-aa17-ac85d3e8faa5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:41:13.328910 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:13.341921 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:41:13.360668 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e,segment=NetworkSegment(95b91126-b119-4fe4-a54b-8e28d16b8b99),segment_id=95b91126-b119-4fe4-a54b-8e28d16b8b99)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:41:13.423101 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:13.479493 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e,revision_number=6']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:41:13.486876 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:41:13.487225 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:41:13.487565 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:41:13.487901 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:41:13.488266 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:41:13.488600 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:41:13.488931 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:41:13.489266 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:41:13.489860 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:41:13.490186 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:41:13.490549 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:41:13.490866 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:41:13.524905 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:41:13.904896 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:41:13.929958 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a721a6a-1939-47b0-a36b-66581b2424d5 req-ab1cc966-b587-437c-9e57-a88c4033bcff tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:13.931530 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-7a721a6a-1939-47b0-a36b-66581b2424d5 req-ab1cc966-b587-437c-9e57-a88c4033bcff tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 945 time: 0.0529082 Feb 16 17:41:13.972730 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-7a721a6a-1939-47b0-a36b-66581b2424d5 req-d56e5ee7-0b32-4cf2-bb5b-0354c41a8676 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb47c361-f869-4319-9f8f-d2010432d705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352626 Feb 16 17:41:15.111873 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa91536-3e30-44fa-9f7a-2d6c66460ba6 req-381d25cd-cd1c-49db-b41a-a488fcca37fd tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:15.113535 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3aa91536-3e30-44fa-9f7a-2d6c66460ba6 req-381d25cd-cd1c-49db-b41a-a488fcca37fd tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 945 time: 0.0593984 Feb 16 17:41:15.155494 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3aa91536-3e30-44fa-9f7a-2d6c66460ba6 req-347e3506-8a93-40e8-965f-b8c6beb0bbbb tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb47c361-f869-4319-9f8f-d2010432d705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351942 Feb 16 17:41:15.199073 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e up at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:41:15.250206 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning complete for port eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:41:15.250678 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:15.339439 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:15.362404 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3deb55dd-e592-46d5-9d7d-67ddf0f7b04c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:41:15.366267 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e57d07e-49e5-46ea-92fb-1653274fc836" -d '{"events": [{"server_uuid": "3deb55dd-e592-46d5-9d7d-67ddf0f7b04c", "name": "network-vif-plugged", "status": "completed", "tag": "eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:41:15.379703 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e,segment=NetworkSegment(95b91126-b119-4fe4-a54b-8e28d16b8b99),segment_id=95b91126-b119-4fe4-a54b-8e28d16b8b99)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:41:15.419952 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2863457-3293-4b8b-b89d-6f81f828cb30 x-openstack-request-id: req-e2863457-3293-4b8b-b89d-6f81f828cb30 {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:41:15.420706 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3deb55dd-e592-46d5-9d7d-67ddf0f7b04c", "name": "network-vif-plugged", "status": "completed", "tag": "eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:41:15.421011 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e2863457-3293-4b8b-b89d-6f81f828cb30 {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:41:15.421375 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3deb55dd-e592-46d5-9d7d-67ddf0f7b04c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e', 'code': 200} Feb 16 17:41:15.439884 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:15.492890 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e,revision_number=7']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:41:16.285175 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dcf32d-cef2-43d0-ac64-62b0f71dd38d req-d7f52d45-4c1d-497f-a9ec-a54de06e6b8f tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:16.286741 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e7dcf32d-cef2-43d0-ac64-62b0f71dd38d req-d7f52d45-4c1d-497f-a9ec-a54de06e6b8f tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 946 time: 0.0566070 Feb 16 17:41:16.333095 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e7dcf32d-cef2-43d0-ac64-62b0f71dd38d req-aa83d02a-2094-4501-884e-f071cec70a6d tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb47c361-f869-4319-9f8f-d2010432d705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402040 Feb 16 17:41:17.464610 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2ab5b-89f3-4c17-9d4b-67104f18a508 req-e3227ed7-e460-4004-9c45-8e0439a6458c tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:17.466282 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-2cf2ab5b-89f3-4c17-9d4b-67104f18a508 req-e3227ed7-e460-4004-9c45-8e0439a6458c tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 946 time: 0.0539100 Feb 16 17:41:17.507051 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-2cf2ab5b-89f3-4c17-9d4b-67104f18a508 req-291b543a-bd4d-4625-9b95-fea6e34efdab tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb47c361-f869-4319-9f8f-d2010432d705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342395 Feb 16 17:41:18.644467 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52726eaf-5145-472d-adc0-55961990e752 req-b03ff58d-0127-43c0-adac-b073a947c4c8 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:18.652559 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-52726eaf-5145-472d-adc0-55961990e752 req-b03ff58d-0127-43c0-adac-b073a947c4c8 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 946 time: 0.0654256 Feb 16 17:41:18.700384 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-52726eaf-5145-472d-adc0-55961990e752 req-b534e61a-51c0-406c-8a96-3673df52d805 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb47c361-f869-4319-9f8f-d2010432d705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425844 Feb 16 17:41:19.814959 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253ef39-261f-4003-a30c-447606db274f req-3bc0c662-f60f-4502-9a2a-c02ce9d54838 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:19.816494 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-4253ef39-261f-4003-a30c-447606db274f req-3bc0c662-f60f-4502-9a2a-c02ce9d54838 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 946 time: 0.0511634 Feb 16 17:41:19.855482 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-4253ef39-261f-4003-a30c-447606db274f req-87a7d491-426c-49fa-844d-7f03a18d612c tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb47c361-f869-4319-9f8f-d2010432d705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325878 Feb 16 17:41:20.998168 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3354849-0df0-445d-8821-aebc702c1a90 req-e5d23818-ca69-4145-94da-2cea3c115e02 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:20.999726 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a3354849-0df0-445d-8821-aebc702c1a90 req-e5d23818-ca69-4145-94da-2cea3c115e02 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 946 time: 0.0706775 Feb 16 17:41:21.041666 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a3354849-0df0-445d-8821-aebc702c1a90 req-8fd23f62-9ecc-4fa2-8073-d9d699042fab tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb47c361-f869-4319-9f8f-d2010432d705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352366 Feb 16 17:41:22.180486 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7516f-e293-4af6-96cc-93a9ae211967 req-43e80ce1-2e91-4aed-9244-bbf0cae36f7b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:22.187805 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-59d7516f-e293-4af6-96cc-93a9ae211967 req-43e80ce1-2e91-4aed-9244-bbf0cae36f7b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 946 time: 0.0694122 Feb 16 17:41:22.227252 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-59d7516f-e293-4af6-96cc-93a9ae211967 req-8003863c-eac8-48ea-ad22-68de41bfafad tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb47c361-f869-4319-9f8f-d2010432d705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385408 Feb 16 17:41:23.350179 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b808a8e-b929-437a-a944-48b2ed709c74 req-466fa0af-b775-40bd-91b1-27cfcc43e7c5 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:23.351943 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7b808a8e-b929-437a-a944-48b2ed709c74 req-466fa0af-b775-40bd-91b1-27cfcc43e7c5 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 946 time: 0.0555167 Feb 16 17:41:23.392943 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7b808a8e-b929-437a-a944-48b2ed709c74 req-b9b0e4b4-ed35-4ab6-9074-3a06d2524c77 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb47c361-f869-4319-9f8f-d2010432d705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343432 Feb 16 17:41:24.510882 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0a77d-98c1-4797-9abe-182500c7cb63 req-abff1b63-2160-45b1-b931-84a259b494e3 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:24.512316 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-96d0a77d-98c1-4797-9abe-182500c7cb63 req-abff1b63-2160-45b1-b931-84a259b494e3 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 946 time: 0.0521407 Feb 16 17:41:24.552934 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-96d0a77d-98c1-4797-9abe-182500c7cb63 req-39f6422c-c92b-4e7e-9b9a-8d6c02fcd402 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb47c361-f869-4319-9f8f-d2010432d705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341535 Feb 16 17:41:25.044967 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaefb26f-c7b8-48fe-ac05-df8e08097dfd req-03f03f82-449d-4a87-9c9a-6c1f120e65f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:25.046442 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-aaefb26f-c7b8-48fe-ac05-df8e08097dfd req-03f03f82-449d-4a87-9c9a-6c1f120e65f2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6c833d7b99404488883f96f114e61f03&device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 1099 time: 0.0409076 Feb 16 17:41:25.140024 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaefb26f-c7b8-48fe-ac05-df8e08097dfd req-bf27a2cf-0c5b-40d1-b219-be279de32a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:25.141407 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-aaefb26f-c7b8-48fe-ac05-df8e08097dfd req-bf27a2cf-0c5b-40d1-b219-be279de32a0b service neutron] 10.222.0.89 "GET /v2.0/networks?id=c1e3646c-cf7c-4e61-886d-04ef5dc15824 HTTP/1.1" status: 200 len: 910 time: 0.0882964 Feb 16 17:41:25.206939 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-aaefb26f-c7b8-48fe-ac05-df8e08097dfd req-74c70ad0-72a6-4cba-8380-8c3721058f78 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e HTTP/1.1" status: 200 len: 1001 time: 0.0590041 Feb 16 17:41:25.259390 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaefb26f-c7b8-48fe-ac05-df8e08097dfd req-187eaeff-112b-47d1-ad68-499fea0f0a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:25.260845 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-aaefb26f-c7b8-48fe-ac05-df8e08097dfd req-187eaeff-112b-47d1-ad68-499fea0f0a7d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1b6f3a3c-e160-4401-aa17-ac85d3e8faa5 HTTP/1.1" status: 200 len: 848 time: 0.0438411 Feb 16 17:41:25.308147 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaefb26f-c7b8-48fe-ac05-df8e08097dfd req-84414c25-91a3-4d16-b5da-03195fc67f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:25.309626 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-aaefb26f-c7b8-48fe-ac05-df8e08097dfd req-84414c25-91a3-4d16-b5da-03195fc67f9e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c1e3646c-cf7c-4e61-886d-04ef5dc15824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418065 Feb 16 17:41:25.396358 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-aaefb26f-c7b8-48fe-ac05-df8e08097dfd req-f62d9947-f4ef-4012-bbb8-846d25c7277b service neutron] 10.222.0.89 "GET /v2.0/networks/c1e3646c-cf7c-4e61-886d-04ef5dc15824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798900 Feb 16 17:41:25.485870 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-aaefb26f-c7b8-48fe-ac05-df8e08097dfd req-ec340212-ff36-478c-a2b1-11bfb84f9a3d service neutron] 10.222.0.89 "GET /v2.0/networks/c1e3646c-cf7c-4e61-886d-04ef5dc15824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834918 Feb 16 17:41:25.666073 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5d798-6426-4986-982c-a43c793d1a71 req-8b59d69b-c7b6-4491-8b6e-24b2e32dd6f0 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:25.667429 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-87e5d798-6426-4986-982c-a43c793d1a71 req-8b59d69b-c7b6-4491-8b6e-24b2e32dd6f0 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 946 time: 0.0483429 Feb 16 17:41:25.704525 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-87e5d798-6426-4986-982c-a43c793d1a71 req-ca4721c4-11b4-42e8-9255-8241e6cc9814 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb47c361-f869-4319-9f8f-d2010432d705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311739 Feb 16 17:41:26.818913 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd1b7c-2b6f-482b-a542-e738b1f6f080 req-25f93ebd-e27c-43ad-8624-3ddfd20a1be1 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:26.820420 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-1ccd1b7c-2b6f-482b-a542-e738b1f6f080 req-25f93ebd-e27c-43ad-8624-3ddfd20a1be1 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 946 time: 0.0480525 Feb 16 17:41:26.856803 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-1ccd1b7c-2b6f-482b-a542-e738b1f6f080 req-264c167d-04fe-4842-8068-d2ab26cb455f tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb47c361-f869-4319-9f8f-d2010432d705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304534 Feb 16 17:41:27.970020 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44f516-9beb-4e79-a7cc-2bf97781e4bd req-b1b319eb-1a19-4bb8-98c9-9f68fc71e1a2 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:27.971534 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ac44f516-9beb-4e79-a7cc-2bf97781e4bd req-b1b319eb-1a19-4bb8-98c9-9f68fc71e1a2 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 946 time: 0.0483711 Feb 16 17:41:28.008723 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ac44f516-9beb-4e79-a7cc-2bf97781e4bd req-c2c3154d-36a4-4dac-b46e-3edd91d19dfd tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb47c361-f869-4319-9f8f-d2010432d705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313590 Feb 16 17:41:28.075381 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [req-d8ebc5eb-6993-41a0-bc49-6628857dde3a req-35f55a7f-e971-49bf-9892-b4c2482845f4 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:41:28.076412 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-d8ebc5eb-6993-41a0-bc49-6628857dde3a req-35f55a7f-e971-49bf-9892-b4c2482845f4 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052979 Feb 16 17:41:29.190861 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e no longer exists at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:41:29.263537 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:29.286014 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3deb55dd-e592-46d5-9d7d-67ddf0f7b04c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:41:29.288232 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c98095-3d34-493e-af59-2466f236ecd7" -d '{"events": [{"server_uuid": "3deb55dd-e592-46d5-9d7d-67ddf0f7b04c", "name": "network-vif-unplugged", "status": "completed", "tag": "eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:41:29.301301 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e,segment=NetworkSegment(95b91126-b119-4fe4-a54b-8e28d16b8b99),segment_id=95b91126-b119-4fe4-a54b-8e28d16b8b99)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:41:29.324965 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Feb 2022 17:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20f2b31-b968-418c-af4e-5ab4edd00a74 x-openstack-request-id: req-b20f2b31-b968-418c-af4e-5ab4edd00a74 {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:41:29.324965 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3deb55dd-e592-46d5-9d7d-67ddf0f7b04c", "name": "network-vif-unplugged", "status": "failed", "tag": "eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e", "code": 422}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:41:29.324965 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b20f2b31-b968-418c-af4e-5ab4edd00a74 {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:41:29.324965 dv-neutron-828697-3-hyperv neutron-server[114377]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3deb55dd-e592-46d5-9d7d-67ddf0f7b04c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e', 'code': 422} returned with failed status Feb 16 17:41:29.372227 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:29.406841 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ff071-171e-4b3d-818e-3201781457e2 req-3419ae01-65d3-4811-8a47-7b6136763c08 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:29.408942 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-044ff071-171e-4b3d-818e-3201781457e2 req-3419ae01-65d3-4811-8a47-7b6136763c08 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 944 time: 0.0529385 Feb 16 17:41:29.421573 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e,revision_number=8']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:41:29.447866 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-044ff071-171e-4b3d-818e-3201781457e2 req-59abf5b4-dcc9-4609-9868-26d032913c91 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb47c361-f869-4319-9f8f-d2010432d705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331564 Feb 16 17:41:29.806425 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-76f153bd-7f74-401e-8671-8382c02e7ad0 req-712fa213-f825-47d0-89dd-111dd26840ce service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0805769 Feb 16 17:41:30.573918 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e723ac-efbe-4520-a5c6-435f0c30456f req-3f6609ee-e2fd-43a8-a229-64ceeeea1056 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:30.575469 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-57e723ac-efbe-4520-a5c6-435f0c30456f req-3f6609ee-e2fd-43a8-a229-64ceeeea1056 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 944 time: 0.0594761 Feb 16 17:41:30.617889 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-57e723ac-efbe-4520-a5c6-435f0c30456f req-e70113c1-627b-41bd-9f31-2d673c26283c tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb47c361-f869-4319-9f8f-d2010432d705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355222 Feb 16 17:41:30.846513 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:31.191503 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f153bd-7f74-401e-8671-8382c02e7ad0 req-babde19b-396c-4a16-9149-e5894b62837d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:31.193119 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-76f153bd-7f74-401e-8671-8382c02e7ad0 req-babde19b-396c-4a16-9149-e5894b62837d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c&tenant_id=6c833d7b99404488883f96f114e61f03 HTTP/1.1" status: 200 len: 1097 time: 0.0430188 Feb 16 17:41:31.254293 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f153bd-7f74-401e-8671-8382c02e7ad0 req-c8a4474b-196e-4ff0-82bd-249b6ebb29b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:31.255781 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-76f153bd-7f74-401e-8671-8382c02e7ad0 req-c8a4474b-196e-4ff0-82bd-249b6ebb29b0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6c833d7b99404488883f96f114e61f03&device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 1097 time: 0.0399551 Feb 16 17:41:31.348386 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f153bd-7f74-401e-8671-8382c02e7ad0 req-ca87fd20-34d3-48b5-b343-e88b9942051b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:31.349876 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-76f153bd-7f74-401e-8671-8382c02e7ad0 req-ca87fd20-34d3-48b5-b343-e88b9942051b service neutron] 10.222.0.89 "GET /v2.0/networks?id=c1e3646c-cf7c-4e61-886d-04ef5dc15824 HTTP/1.1" status: 200 len: 910 time: 0.0875788 Feb 16 17:41:31.413237 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-76f153bd-7f74-401e-8671-8382c02e7ad0 req-366c91ee-898b-4959-a82a-f243432b3499 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e HTTP/1.1" status: 200 len: 999 time: 0.0568695 Feb 16 17:41:31.463334 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f153bd-7f74-401e-8671-8382c02e7ad0 req-22c10a9f-0ca5-4cd5-9fcc-780b2abb1900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:31.464664 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-76f153bd-7f74-401e-8671-8382c02e7ad0 req-22c10a9f-0ca5-4cd5-9fcc-780b2abb1900 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1b6f3a3c-e160-4401-aa17-ac85d3e8faa5 HTTP/1.1" status: 200 len: 848 time: 0.0450592 Feb 16 17:41:31.509917 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f153bd-7f74-401e-8671-8382c02e7ad0 req-c4c94e90-d2dd-4720-890d-93953eb454c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:31.511419 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-76f153bd-7f74-401e-8671-8382c02e7ad0 req-c4c94e90-d2dd-4720-890d-93953eb454c4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c1e3646c-cf7c-4e61-886d-04ef5dc15824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393894 Feb 16 17:41:31.600054 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-76f153bd-7f74-401e-8671-8382c02e7ad0 req-7095352d-b231-4819-8998-c97213792c4b service neutron] 10.222.0.89 "GET /v2.0/networks/c1e3646c-cf7c-4e61-886d-04ef5dc15824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810764 Feb 16 17:41:31.693422 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-76f153bd-7f74-401e-8671-8382c02e7ad0 req-aa478728-3346-40d0-878a-47f80b3fa77d service neutron] 10.222.0.89 "GET /v2.0/networks/c1e3646c-cf7c-4e61-886d-04ef5dc15824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869033 Feb 16 17:41:31.737708 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b2da6-d9db-440f-9785-b34d116508ba req-4519ccb9-9436-4544-b89d-5b340a347e7f tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:31.737708 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-114b2da6-d9db-440f-9785-b34d116508ba req-4519ccb9-9436-4544-b89d-5b340a347e7f tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 944 time: 0.0495088 Feb 16 17:41:31.772550 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-114b2da6-d9db-440f-9785-b34d116508ba req-234cad10-39f8-42e0-9500-0b60d98f4c0b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb47c361-f869-4319-9f8f-d2010432d705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320413 Feb 16 17:41:32.912029 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b94ef08-0e0c-4391-b2ac-dd58eb89c597 req-16bb963c-5c9c-4261-92bc-aa5a3a3eb35d tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:32.913709 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8b94ef08-0e0c-4391-b2ac-dd58eb89c597 req-16bb963c-5c9c-4261-92bc-aa5a3a3eb35d tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 944 time: 0.0574715 Feb 16 17:41:32.968093 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8b94ef08-0e0c-4391-b2ac-dd58eb89c597 req-7c384ca1-a516-443b-a5c9-c89820b170a8 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb47c361-f869-4319-9f8f-d2010432d705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426836 Feb 16 17:41:34.076167 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45c176-acf8-4cd0-9a68-fec4ef2f9795 req-2692a881-2bc7-4e42-a2be-05a1850d28cd tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:34.078116 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-3f45c176-acf8-4cd0-9a68-fec4ef2f9795 req-2692a881-2bc7-4e42-a2be-05a1850d28cd tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 944 time: 0.0540135 Feb 16 17:41:34.118482 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-3f45c176-acf8-4cd0-9a68-fec4ef2f9795 req-71d34331-f44f-415d-8313-4750ec8bfe04 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb47c361-f869-4319-9f8f-d2010432d705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329108 Feb 16 17:41:35.241515 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973f603-6e0e-4e04-9992-d7e1aee95473 req-101a52b2-b869-4904-9972-f3836270334e tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:35.243164 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f973f603-6e0e-4e04-9992-d7e1aee95473 req-101a52b2-b869-4904-9972-f3836270334e tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 944 time: 0.0573287 Feb 16 17:41:35.283797 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f973f603-6e0e-4e04-9992-d7e1aee95473 req-23239f53-e2be-4ee5-930c-910550472c23 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb47c361-f869-4319-9f8f-d2010432d705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343347 Feb 16 17:41:36.404212 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d6b07-992a-4556-b46e-e4c0274ee4ef req-2b613cab-0024-4747-9b34-beaba48392ad tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:36.406930 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-c41d6b07-992a-4556-b46e-e4c0274ee4ef req-2b613cab-0024-4747-9b34-beaba48392ad tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 944 time: 0.0548112 Feb 16 17:41:36.458204 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-c41d6b07-992a-4556-b46e-e4c0274ee4ef req-47745a8c-b2e7-4e0e-a0d2-66082e56b827 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb47c361-f869-4319-9f8f-d2010432d705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375593 Feb 16 17:41:36.846355 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c43f4ab7-9963-4b57-bc65-f00d3e2b1a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:37.580082 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e5f27-105f-4cc7-834d-7f486d50e1ce req-367c0498-91a0-4946-ba39-a06f8f3d307c tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:37.582978 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a95e5f27-105f-4cc7-834d-7f486d50e1ce req-367c0498-91a0-4946-ba39-a06f8f3d307c tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 944 time: 0.0561473 Feb 16 17:41:37.622961 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a95e5f27-105f-4cc7-834d-7f486d50e1ce req-9ec03fbc-2f23-48d3-80c8-c9744cefdb53 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb47c361-f869-4319-9f8f-d2010432d705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339520 Feb 16 17:41:38.742481 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0e2ab-0330-4286-bb10-44ed4cad9303 req-04f64ea8-4e6d-4175-ad33-740368cfe192 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:38.744121 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-9df0e2ab-0330-4286-bb10-44ed4cad9303 req-04f64ea8-4e6d-4175-ad33-740368cfe192 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 944 time: 0.0522313 Feb 16 17:41:38.786210 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-9df0e2ab-0330-4286-bb10-44ed4cad9303 req-8755c730-60e0-404c-8768-91f1070917cc tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb47c361-f869-4319-9f8f-d2010432d705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355272 Feb 16 17:41:39.261459 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0d2a6a7b-6a4c-44ff-83b5-d7d5dffe746c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:39.937491 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca553a-5015-4344-9029-83bb36e04cce req-6cf55cd5-72b1-4abc-bfc1-a08039e67325 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:39.939415 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5dca553a-5015-4344-9029-83bb36e04cce req-6cf55cd5-72b1-4abc-bfc1-a08039e67325 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 944 time: 0.0681834 Feb 16 17:41:40.002532 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5dca553a-5015-4344-9029-83bb36e04cce req-9b48589f-e297-4254-9c0a-be8156369ccf tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb47c361-f869-4319-9f8f-d2010432d705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538003 Feb 16 17:41:40.566659 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:41.105033 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b709a3-9edd-4bf1-a03c-ab8a48000b08 req-12a93d5c-b3b4-4757-8897-b733394ec857 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:41.108344 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-d0b709a3-9edd-4bf1-a03c-ab8a48000b08 req-12a93d5c-b3b4-4757-8897-b733394ec857 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 944 time: 0.0487900 Feb 16 17:41:41.146427 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-d0b709a3-9edd-4bf1-a03c-ab8a48000b08 req-7fdbbb04-ab75-421a-bed1-cb47ed555dd0 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb47c361-f869-4319-9f8f-d2010432d705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330269 Feb 16 17:41:41.191016 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ee5f3-d64c-4a8d-b4e9-d1453efc3499 req-c80197be-6c5f-4357-997e-30d4d5083e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:41.192521 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-736ee5f3-d64c-4a8d-b4e9-d1453efc3499 req-c80197be-6c5f-4357-997e-30d4d5083e87 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6c833d7b99404488883f96f114e61f03&device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 1097 time: 0.0402470 Feb 16 17:41:41.300926 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ee5f3-d64c-4a8d-b4e9-d1453efc3499 req-47e21c85-7bbe-4aa8-937c-c5a57abb2375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:41.302535 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-736ee5f3-d64c-4a8d-b4e9-d1453efc3499 req-47e21c85-7bbe-4aa8-937c-c5a57abb2375 service neutron] 10.222.0.89 "GET /v2.0/networks?id=c1e3646c-cf7c-4e61-886d-04ef5dc15824 HTTP/1.1" status: 200 len: 910 time: 0.0911388 Feb 16 17:41:41.368270 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-736ee5f3-d64c-4a8d-b4e9-d1453efc3499 req-02c24687-3f9c-4918-8fd8-0551566f3864 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e HTTP/1.1" status: 200 len: 999 time: 0.0589876 Feb 16 17:41:41.420838 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ee5f3-d64c-4a8d-b4e9-d1453efc3499 req-86ed3de3-422c-4b1d-95f3-bcf7a50e86b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:41.422140 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-736ee5f3-d64c-4a8d-b4e9-d1453efc3499 req-86ed3de3-422c-4b1d-95f3-bcf7a50e86b1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1b6f3a3c-e160-4401-aa17-ac85d3e8faa5 HTTP/1.1" status: 200 len: 848 time: 0.0461240 Feb 16 17:41:41.465734 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ee5f3-d64c-4a8d-b4e9-d1453efc3499 req-397c2d31-10e7-41b6-9528-cb07dab341de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:41.467164 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-736ee5f3-d64c-4a8d-b4e9-d1453efc3499 req-397c2d31-10e7-41b6-9528-cb07dab341de service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c1e3646c-cf7c-4e61-886d-04ef5dc15824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0379961 Feb 16 17:41:41.552699 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-736ee5f3-d64c-4a8d-b4e9-d1453efc3499 req-eb46f3c5-1252-4030-8620-7a5a41c5e9c2 service neutron] 10.222.0.89 "GET /v2.0/networks/c1e3646c-cf7c-4e61-886d-04ef5dc15824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788717 Feb 16 17:41:41.644684 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-736ee5f3-d64c-4a8d-b4e9-d1453efc3499 req-4358e299-2711-4083-91b8-47f1a49f6106 service neutron] 10.222.0.89 "GET /v2.0/networks/c1e3646c-cf7c-4e61-886d-04ef5dc15824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821693 Feb 16 17:41:41.941290 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:42.215926 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:42.260544 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583cab2b-4c60-4741-b35c-4df8d3ded119 req-fe24c4db-bce5-4287-abae-1f5c2f8a264b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:42.262027 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-583cab2b-4c60-4741-b35c-4df8d3ded119 req-fe24c4db-bce5-4287-abae-1f5c2f8a264b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 944 time: 0.0490284 Feb 16 17:41:42.299325 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-583cab2b-4c60-4741-b35c-4df8d3ded119 req-ffd31396-0c86-4bec-93b3-406a6db1b8e1 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb47c361-f869-4319-9f8f-d2010432d705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314801 Feb 16 17:41:43.268252 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e details requested by agent hyperv_hv-neutron-8286 with host hv-neutron-8286 {{(pid=114377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:41:43.367081 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e,segment=NetworkSegment(95b91126-b119-4fe4-a54b-8e28d16b8b99),segment_id=95b91126-b119-4fe4-a54b-8e28d16b8b99)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:41:43.378707 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Returning: {'device': 'eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e', 'network_id': 'c1e3646c-cf7c-4e61-886d-04ef5dc15824', 'port_id': 'eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e', 'mac_address': 'fa:16:3e:6f:bf:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6f3a3c-e160-4401-aa17-ac85d3e8faa5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:41:43.415813 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:43.423043 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f149d-cea9-4d12-9a9e-02d53e94bd42 req-88960448-58b6-4f50-a6d4-ed23647ad826 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:43.425294 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-7f2f149d-cea9-4d12-9a9e-02d53e94bd42 req-88960448-58b6-4f50-a6d4-ed23647ad826 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 944 time: 0.0544164 Feb 16 17:41:43.434836 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:41:43.459269 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e,segment=NetworkSegment(95b91126-b119-4fe4-a54b-8e28d16b8b99),segment_id=95b91126-b119-4fe4-a54b-8e28d16b8b99)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:41:43.467475 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-7f2f149d-cea9-4d12-9a9e-02d53e94bd42 req-62f74f86-6393-4428-8dde-26ed265a46ad tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb47c361-f869-4319-9f8f-d2010432d705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353818 Feb 16 17:41:43.538026 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:43.584967 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e,revision_number=9']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:41:43.770474 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:41:44.585370 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee075bf-27f8-4c89-afd9-bdb541c2a610 req-eaff906b-fcec-4b5f-886c-4e4abbf59265 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:44.586872 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-eee075bf-27f8-4c89-afd9-bdb541c2a610 req-eaff906b-fcec-4b5f-886c-4e4abbf59265 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 945 time: 0.0494239 Feb 16 17:41:44.630827 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-eee075bf-27f8-4c89-afd9-bdb541c2a610 req-e42aa08d-bb9d-4458-903c-cd57b7b0da51 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb47c361-f869-4319-9f8f-d2010432d705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365171 Feb 16 17:41:45.267820 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e up at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:41:45.316962 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning complete for port eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:41:45.317340 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:45.395825 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:45.417691 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3deb55dd-e592-46d5-9d7d-67ddf0f7b04c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:41:45.419962 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717621f9-7a40-4017-9183-4e781078d36e" -d '{"events": [{"server_uuid": "3deb55dd-e592-46d5-9d7d-67ddf0f7b04c", "name": "network-vif-plugged", "status": "completed", "tag": "eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:41:45.432554 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e,segment=NetworkSegment(95b91126-b119-4fe4-a54b-8e28d16b8b99),segment_id=95b91126-b119-4fe4-a54b-8e28d16b8b99)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:41:45.457306 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e34559-9070-4e58-a707-7e4956e0c5e2 x-openstack-request-id: req-a4e34559-9070-4e58-a707-7e4956e0c5e2 {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:41:45.457606 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3deb55dd-e592-46d5-9d7d-67ddf0f7b04c", "name": "network-vif-plugged", "status": "completed", "tag": "eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:41:45.457860 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a4e34559-9070-4e58-a707-7e4956e0c5e2 {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:41:45.458302 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3deb55dd-e592-46d5-9d7d-67ddf0f7b04c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e', 'code': 200} Feb 16 17:41:45.480797 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:41:45.529753 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e,revision_number=10']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:41:45.765957 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de5698-223b-4f56-8273-a70b8e6c013d req-9e475073-1c33-42f2-8616-54c2c21d211a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:45.767424 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a3de5698-223b-4f56-8273-a70b8e6c013d req-9e475073-1c33-42f2-8616-54c2c21d211a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 1100 time: 0.0667198 Feb 16 17:41:45.775693 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82dc214-79b6-42aa-8147-850201b87319 req-76fbe692-a3c8-45a5-a7ba-b4abe21b120c tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:45.777049 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e82dc214-79b6-42aa-8147-850201b87319 req-76fbe692-a3c8-45a5-a7ba-b4abe21b120c tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 947 time: 0.0682309 Feb 16 17:41:45.829450 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a3de5698-223b-4f56-8273-a70b8e6c013d req-48b06fe7-0c5e-4299-8eca-568ed1621be9 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=cb47c361-f869-4319-9f8f-d2010432d705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513911 Feb 16 17:41:45.832727 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e82dc214-79b6-42aa-8147-850201b87319 req-f8354a2d-8779-49eb-a46e-9e724a16c898 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb47c361-f869-4319-9f8f-d2010432d705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498478 Feb 16 17:41:46.951188 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9bec11-82d0-4183-83c2-7c651c2ac93e req-1eeee60b-4d72-4ac0-96a4-3bbc6406d26d tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:46.952694 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-bc9bec11-82d0-4183-83c2-7c651c2ac93e req-1eeee60b-4d72-4ac0-96a4-3bbc6406d26d tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 947 time: 0.0504086 Feb 16 17:41:46.990720 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-bc9bec11-82d0-4183-83c2-7c651c2ac93e req-07a4d025-5f4a-45fd-a0f7-cd96bcd19ff9 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb47c361-f869-4319-9f8f-d2010432d705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312078 Feb 16 17:41:48.110333 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e945d1c-acc6-4098-99cf-8d06df4ca6f2 req-da259351-9dfa-412c-81c6-9e359ae4b621 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:41:48.111812 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7e945d1c-acc6-4098-99cf-8d06df4ca6f2 req-da259351-9dfa-412c-81c6-9e359ae4b621 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 947 time: 0.0520463 Feb 16 17:41:48.149854 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7e945d1c-acc6-4098-99cf-8d06df4ca6f2 req-3563b68e-33a1-4772-b8f3-6eca02dd4164 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb47c361-f869-4319-9f8f-d2010432d705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310419 Feb 16 17:41:50.903311 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:42:00.846005 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:42:06.846128 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c71f97c2-7d16-4dcb-a8c5-52e86455dd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:42:09.234649 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0abb32d0-168f-413a-8e7b-6b70aab1fe0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:42:10.572182 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:42:11.914723 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:42:12.169855 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:42:27.901966 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:42:30.838500 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:42:36.866835 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-11e7fe55-39ee-406f-9c65-e08fe1a932ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:42:39.260925 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-5db288b2-b8f3-4cd1-8dee-5d726622edff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:42:40.435058 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1bdbb95e-e154-4a9f-bc79-946701dcb1ab req-4d898e6a-836d-415f-b982-90b1788bad6e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375917 Feb 16 17:42:40.515478 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdbb95e-e154-4a9f-bc79-946701dcb1ab req-1dd7f067-2ea5-4a98-a262-6d07a2ff3da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:42:40.517161 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1bdbb95e-e154-4a9f-bc79-946701dcb1ab req-1dd7f067-2ea5-4a98-a262-6d07a2ff3da8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6c833d7b99404488883f96f114e61f03&device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 1100 time: 0.0432825 Feb 16 17:42:40.616892 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdbb95e-e154-4a9f-bc79-946701dcb1ab req-30d214b4-4ffb-4d85-9538-73f964655866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:42:40.618880 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1bdbb95e-e154-4a9f-bc79-946701dcb1ab req-30d214b4-4ffb-4d85-9538-73f964655866 service neutron] 10.222.0.89 "GET /v2.0/networks?id=c1e3646c-cf7c-4e61-886d-04ef5dc15824 HTTP/1.1" status: 200 len: 910 time: 0.0839272 Feb 16 17:42:40.632164 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:42:40.687281 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1bdbb95e-e154-4a9f-bc79-946701dcb1ab req-6b624fbd-cd0e-437b-80f9-6cac3d7a1450 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e HTTP/1.1" status: 200 len: 1001 time: 0.0617318 Feb 16 17:42:40.734568 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdbb95e-e154-4a9f-bc79-946701dcb1ab req-5e054ab4-9b1c-4a5b-a7c3-2b37b1dc591c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:42:40.735989 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1bdbb95e-e154-4a9f-bc79-946701dcb1ab req-5e054ab4-9b1c-4a5b-a7c3-2b37b1dc591c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1b6f3a3c-e160-4401-aa17-ac85d3e8faa5 HTTP/1.1" status: 200 len: 848 time: 0.0423996 Feb 16 17:42:40.779061 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdbb95e-e154-4a9f-bc79-946701dcb1ab req-0209d586-2eb7-4635-8014-942bccb75606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:42:40.780529 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1bdbb95e-e154-4a9f-bc79-946701dcb1ab req-0209d586-2eb7-4635-8014-942bccb75606 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c1e3646c-cf7c-4e61-886d-04ef5dc15824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0382600 Feb 16 17:42:40.870080 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1bdbb95e-e154-4a9f-bc79-946701dcb1ab req-e07f985b-10e1-4095-9644-6ea68016d4da service neutron] 10.222.0.89 "GET /v2.0/networks/c1e3646c-cf7c-4e61-886d-04ef5dc15824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828826 Feb 16 17:42:40.959091 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1bdbb95e-e154-4a9f-bc79-946701dcb1ab req-face2ec7-3a43-4749-aa7a-e4ed38c97be8 service neutron] 10.222.0.89 "GET /v2.0/networks/c1e3646c-cf7c-4e61-886d-04ef5dc15824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807869 Feb 16 17:42:41.920640 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:42:42.164562 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:42:56.590161 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 60924) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:42:56.746617 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-2fa56ca9-8b69-48cd-b238-fd28a104d84a tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Deleting port 1e12492f-2a54-442e-909e-a20d1da65c74 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:42:56.746956 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2fa56ca9-8b69-48cd-b238-fd28a104d84a tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:42:56.822638 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2fa56ca9-8b69-48cd-b238-fd28a104d84a tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:42:56.822960 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2fa56ca9-8b69-48cd-b238-fd28a104d84a tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:42:56.834170 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-2fa56ca9-8b69-48cd-b238-fd28a104d84a tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Calling delete_port for 1e12492f-2a54-442e-909e-a20d1da65c74 owned by network:floatingip {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:42:57.049536 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2fa56ca9-8b69-48cd-b238-fd28a104d84a tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:42:57.345638 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa56ca9-8b69-48cd-b238-fd28a104d84a tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Pushing event deleted for resources: {'Port': ['ID=1e12492f-2a54-442e-909e-a20d1da65c74,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:42:57.359142 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa56ca9-8b69-48cd-b238-fd28a104d84a tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:42:57.359492 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa56ca9-8b69-48cd-b238-fd28a104d84a tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:42:57.359846 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa56ca9-8b69-48cd-b238-fd28a104d84a tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:42:57.360223 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa56ca9-8b69-48cd-b238-fd28a104d84a tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:42:57.360557 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa56ca9-8b69-48cd-b238-fd28a104d84a tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:42:57.360890 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa56ca9-8b69-48cd-b238-fd28a104d84a tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:42:57.361247 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa56ca9-8b69-48cd-b238-fd28a104d84a tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:42:57.361683 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa56ca9-8b69-48cd-b238-fd28a104d84a tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:42:57.362012 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa56ca9-8b69-48cd-b238-fd28a104d84a tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:42:57.362337 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa56ca9-8b69-48cd-b238-fd28a104d84a tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:42:57.362658 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa56ca9-8b69-48cd-b238-fd28a104d84a tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:42:57.362979 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa56ca9-8b69-48cd-b238-fd28a104d84a tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:42:57.415392 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2fa56ca9-8b69-48cd-b238-fd28a104d84a tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for floatingip, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:42:57.415718 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.l3_db [None req-2fa56ca9-8b69-48cd-b238-fd28a104d84a tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Floating IP 4c61bc1c-302a-482f-9734-f56c1153600b disassociated (deleted). External IP: 172.26.3.88, port: eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e. Feb 16 17:42:57.618656 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa56ca9-8b69-48cd-b238-fd28a104d84a tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Router 89028d12-5b74-40bc-8d43-f79ea2ab834f has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:42:57.728650 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa56ca9-8b69-48cd-b238-fd28a104d84a tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:42:57.734814 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-2fa56ca9-8b69-48cd-b238-fd28a104d84a tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:42:57.738527 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3744de93-525f-41b1-b908-e39846c64859 None None] Sync routers for ids ['89028d12-5b74-40bc-8d43-f79ea2ab834f'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:42:57.749587 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3744de93-525f-41b1-b908-e39846c64859 None None] Routers {'89028d12-5b74-40bc-8d43-f79ea2ab834f'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:42:57.750186 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-3744de93-525f-41b1-b908-e39846c64859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:42:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['89028d12-5b74-40bc-8d43-f79ea2ab834f'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:42:57.761792 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-2fa56ca9-8b69-48cd-b238-fd28a104d84a tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "DELETE /v2.0/floatingips/4c61bc1c-302a-482f-9734-f56c1153600b HTTP/1.1" status: 204 len: 168 time: 1.1705627 Feb 16 17:42:57.762378 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3deb55dd-e592-46d5-9d7d-67ddf0f7b04c', 'tag': 'eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e'}] {{(pid=114375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:42:57.764676 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f675c1a73bb74b784e43f10fee26c40e358be44ccef5ed6f70ec30f8ec0d494b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67053041-a022-4175-9326-934eb1d4eb16" -d '{"events": [{"name": "network-changed", "server_uuid": "3deb55dd-e592-46d5-9d7d-67ddf0f7b04c", "tag": "eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e"}]}' {{(pid=114375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:42:57.862300 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36ba2c2-83b9-4261-80fe-fab3410ed3b8 x-openstack-request-id: req-b36ba2c2-83b9-4261-80fe-fab3410ed3b8 {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:42:57.862586 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3deb55dd-e592-46d5-9d7d-67ddf0f7b04c", "tag": "eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e", "status": "completed", "code": 200}]} {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:42:57.862839 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b36ba2c2-83b9-4261-80fe-fab3410ed3b8 {{(pid=114375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:42:57.863247 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3deb55dd-e592-46d5-9d7d-67ddf0f7b04c', 'tag': 'eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e', 'status': 'completed', 'code': 200} Feb 16 17:42:57.865689 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-3744de93-525f-41b1-b908-e39846c64859 None None] Set router 89028d12-5b74-40bc-8d43-f79ea2ab834f gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:42:57.923400 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67053041-a022-4175-9326-934eb1d4eb16 req-f4636c9c-d16b-48cb-a5f8-7bfdaef60f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:42:57.925002 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-67053041-a022-4175-9326-934eb1d4eb16 req-f4636c9c-d16b-48cb-a5f8-7bfdaef60f47 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6c833d7b99404488883f96f114e61f03&device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 1100 time: 0.0393977 Feb 16 17:42:58.017536 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67053041-a022-4175-9326-934eb1d4eb16 req-bc1a8030-4a46-4d12-a552-a284d1530e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:42:58.019005 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-67053041-a022-4175-9326-934eb1d4eb16 req-bc1a8030-4a46-4d12-a552-a284d1530e29 service neutron] 10.222.0.89 "GET /v2.0/networks?id=c1e3646c-cf7c-4e61-886d-04ef5dc15824 HTTP/1.1" status: 200 len: 910 time: 0.0876551 Feb 16 17:42:58.059964 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-67053041-a022-4175-9326-934eb1d4eb16 req-6ed461fb-1823-4767-91b6-933594763d33 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e HTTP/1.1" status: 200 len: 217 time: 0.0350268 Feb 16 17:42:58.063892 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-3744de93-525f-41b1-b908-e39846c64859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'name': 'tempest-TestShelveInstance-2038684808-router', 'tenant_id': '6c833d7b99404488883f96f114e61f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': 'a77bb855-22bf-4a10-af56-789558e68747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:38:37Z', 'updated_at': '2022-02-16T17:38:40Z', 'revision_number': 4, 'project_id': '6c833d7b99404488883f96f114e61f03', 'gw_port': {'id': 'a77bb855-22bf-4a10-af56-789558e68747', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:5b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:38:37Z', 'updated_at': '2022-02-16T17:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '286bc629-2bab-4cea-8b36-dbb56723a82c', 'name': '', 'network_id': 'c1e3646c-cf7c-4e61-886d-04ef5dc15824', 'tenant_id': '6c833d7b99404488883f96f114e61f03', 'mac_address': 'fa:16:3e:14:f0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '1b6f3a3c-e160-4401-aa17-ac85d3e8faa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:38:40Z', 'updated_at': '2022-02-16T17:38:44Z', 'revision_number': 5, 'project_id': '6c833d7b99404488883f96f114e61f03', 'subnets': [{'id': '1b6f3a3c-e160-4401-aa17-ac85d3e8faa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:42:58.090274 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3744de93-525f-41b1-b908-e39846c64859 None None] Checking router: 89028d12-5b74-40bc-8d43-f79ea2ab834f for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:42:58.098201 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3744de93-525f-41b1-b908-e39846c64859 None None] Routers {'89028d12-5b74-40bc-8d43-f79ea2ab834f'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:42:58.098880 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-3744de93-525f-41b1-b908-e39846c64859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:42:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['89028d12-5b74-40bc-8d43-f79ea2ab834f'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:42:58.113599 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67053041-a022-4175-9326-934eb1d4eb16 req-733cc7c3-bb75-4e6d-8ea7-0f85f1e91be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:42:58.115047 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-67053041-a022-4175-9326-934eb1d4eb16 req-733cc7c3-bb75-4e6d-8ea7-0f85f1e91be8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1b6f3a3c-e160-4401-aa17-ac85d3e8faa5 HTTP/1.1" status: 200 len: 848 time: 0.0480170 Feb 16 17:42:58.160185 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67053041-a022-4175-9326-934eb1d4eb16 req-ab34dc92-c74f-404b-bbd7-9f732c431f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:42:58.161588 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-67053041-a022-4175-9326-934eb1d4eb16 req-ab34dc92-c74f-404b-bbd7-9f732c431f4f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c1e3646c-cf7c-4e61-886d-04ef5dc15824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396323 Feb 16 17:42:58.209913 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-3744de93-525f-41b1-b908-e39846c64859 None None] Set router 89028d12-5b74-40bc-8d43-f79ea2ab834f gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:42:58.282503 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-67053041-a022-4175-9326-934eb1d4eb16 req-8b36464f-2f41-484a-aef9-a17cdc43d1af service neutron] 10.222.0.89 "GET /v2.0/networks/c1e3646c-cf7c-4e61-886d-04ef5dc15824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140308 Feb 16 17:42:58.294617 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beadd2ee-bed7-4d34-9209-07c61a436317 req-1adf30e5-cfb1-4d57-8374-fa7ad18451f7 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:42:58.296051 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-beadd2ee-bed7-4d34-9209-07c61a436317 req-1adf30e5-cfb1-4d57-8374-fa7ad18451f7 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 947 time: 0.0718992 Feb 16 17:42:58.377389 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-beadd2ee-bed7-4d34-9209-07c61a436317 req-f0f6f258-eb57-48ae-91de-3feee9189978 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb47c361-f869-4319-9f8f-d2010432d705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735836 Feb 16 17:42:58.404512 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-67053041-a022-4175-9326-934eb1d4eb16 req-ee8db741-2b9c-4816-a6d8-4927889ac0a8 service neutron] 10.222.0.89 "GET /v2.0/networks/c1e3646c-cf7c-4e61-886d-04ef5dc15824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075242 Feb 16 17:42:58.411530 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-3744de93-525f-41b1-b908-e39846c64859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'name': 'tempest-TestShelveInstance-2038684808-router', 'tenant_id': '6c833d7b99404488883f96f114e61f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': 'a77bb855-22bf-4a10-af56-789558e68747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:38:37Z', 'updated_at': '2022-02-16T17:38:40Z', 'revision_number': 4, 'project_id': '6c833d7b99404488883f96f114e61f03', 'gw_port': {'id': 'a77bb855-22bf-4a10-af56-789558e68747', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:5b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:38:37Z', 'updated_at': '2022-02-16T17:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '286bc629-2bab-4cea-8b36-dbb56723a82c', 'name': '', 'network_id': 'c1e3646c-cf7c-4e61-886d-04ef5dc15824', 'tenant_id': '6c833d7b99404488883f96f114e61f03', 'mac_address': 'fa:16:3e:14:f0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '1b6f3a3c-e160-4401-aa17-ac85d3e8faa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:38:40Z', 'updated_at': '2022-02-16T17:38:44Z', 'revision_number': 5, 'project_id': '6c833d7b99404488883f96f114e61f03', 'subnets': [{'id': '1b6f3a3c-e160-4401-aa17-ac85d3e8faa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:42:58.437945 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3744de93-525f-41b1-b908-e39846c64859 None None] The sync data for ids ['89028d12-5b74-40bc-8d43-f79ea2ab834f'] in dv-neutron-828697-3-hyperv is: [{'id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'name': 'tempest-TestShelveInstance-2038684808-router', 'tenant_id': '6c833d7b99404488883f96f114e61f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': 'a77bb855-22bf-4a10-af56-789558e68747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:38:37Z', 'updated_at': '2022-02-16T17:38:40Z', 'revision_number': 4, 'project_id': '6c833d7b99404488883f96f114e61f03', 'gw_port': {'id': 'a77bb855-22bf-4a10-af56-789558e68747', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:5b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:38:37Z', 'updated_at': '2022-02-16T17:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '286bc629-2bab-4cea-8b36-dbb56723a82c', 'name': '', 'network_id': 'c1e3646c-cf7c-4e61-886d-04ef5dc15824', 'tenant_id': '6c833d7b99404488883f96f114e61f03', 'mac_address': 'fa:16:3e:14:f0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '1b6f3a3c-e160-4401-aa17-ac85d3e8faa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:38:40Z', 'updated_at': '2022-02-16T17:38:44Z', 'revision_number': 5, 'project_id': '6c833d7b99404488883f96f114e61f03', 'subnets': [{'id': '1b6f3a3c-e160-4401-aa17-ac85d3e8faa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:42:58.643579 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f303c9-3591-4ce2-9ebe-451dc87193cd None None] New status for floating IP 4c61bc1c-302a-482f-9734-f56c1153600b: DOWN {{(pid=114377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:42:59.494257 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55a9ca-5922-44b1-91d8-a20043436f5f req-9f8ee6b5-ae81-4b75-96d1-edb6938ffd43 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:42:59.495738 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-8d55a9ca-5922-44b1-91d8-a20043436f5f req-9f8ee6b5-ae81-4b75-96d1-edb6938ffd43 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 947 time: 0.0487595 Feb 16 17:42:59.536621 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-8d55a9ca-5922-44b1-91d8-a20043436f5f req-45a75bdf-3cc0-4429-9e97-2117d53db81e tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb47c361-f869-4319-9f8f-d2010432d705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349667 Feb 16 17:42:59.549335 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a73286-f47d-46ef-8bdc-d99b09e476db req-36836be3-936f-4cd0-bb57-13f5a8bf894c tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:42:59.550804 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-60a73286-f47d-46ef-8bdc-d99b09e476db req-36836be3-936f-4cd0-bb57-13f5a8bf894c tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.89 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 947 time: 0.0521355 Feb 16 17:42:59.638443 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-60a73286-f47d-46ef-8bdc-d99b09e476db req-58668985-3f90-44f8-b867-bb3e87829920 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Deleting port eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:42:59.638790 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-60a73286-f47d-46ef-8bdc-d99b09e476db req-58668985-3f90-44f8-b867-bb3e87829920 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:00.076255 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-60a73286-f47d-46ef-8bdc-d99b09e476db req-58668985-3f90-44f8-b867-bb3e87829920 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] For port eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e,segment=NetworkSegment(95b91126-b119-4fe4-a54b-8e28d16b8b99),segment_id=95b91126-b119-4fe4-a54b-8e28d16b8b99)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:43:00.076621 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-60a73286-f47d-46ef-8bdc-d99b09e476db req-58668985-3f90-44f8-b867-bb3e87829920 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:00.088880 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-60a73286-f47d-46ef-8bdc-d99b09e476db req-58668985-3f90-44f8-b867-bb3e87829920 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Calling delete_port for eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e owned by compute:nova {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:43:00.302775 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-60a73286-f47d-46ef-8bdc-d99b09e476db req-58668985-3f90-44f8-b867-bb3e87829920 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:00.333064 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58668985-3f90-44f8-b867-bb3e87829920 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Pushing event deleted for resources: {'Port': ['ID=eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:43:00.346134 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58668985-3f90-44f8-b867-bb3e87829920 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:00.346477 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58668985-3f90-44f8-b867-bb3e87829920 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:00.346812 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58668985-3f90-44f8-b867-bb3e87829920 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:00.347142 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58668985-3f90-44f8-b867-bb3e87829920 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:00.347468 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58668985-3f90-44f8-b867-bb3e87829920 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:00.347795 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58668985-3f90-44f8-b867-bb3e87829920 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:00.348142 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58668985-3f90-44f8-b867-bb3e87829920 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:00.348467 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58668985-3f90-44f8-b867-bb3e87829920 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:00.348774 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58668985-3f90-44f8-b867-bb3e87829920 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:00.349089 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58668985-3f90-44f8-b867-bb3e87829920 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:00.349402 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58668985-3f90-44f8-b867-bb3e87829920 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:00.349714 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58668985-3f90-44f8-b867-bb3e87829920 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:00.382992 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a73286-f47d-46ef-8bdc-d99b09e476db req-58668985-3f90-44f8-b867-bb3e87829920 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] No DVR routers for this DVR port eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e on host hv-neutron-8286 {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:43:00.385519 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-60a73286-f47d-46ef-8bdc-d99b09e476db req-58668985-3f90-44f8-b867-bb3e87829920 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:00.388696 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-60a73286-f47d-46ef-8bdc-d99b09e476db req-58668985-3f90-44f8-b867-bb3e87829920 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.89 "DELETE /v2.0/ports/eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e HTTP/1.1" status: 204 len: 173 time: 0.8314536 Feb 16 17:43:00.399204 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3deb55dd-e592-46d5-9d7d-67ddf0f7b04c', 'name': 'network-vif-deleted', 'tag': 'eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:43:00.399204 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb0ea81-0bfb-4489-8d1c-b1b3619453ae" -d '{"events": [{"server_uuid": "3deb55dd-e592-46d5-9d7d-67ddf0f7b04c", "name": "network-vif-deleted", "tag": "eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:43:00.481292 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8488e1ac-362f-45de-b1a8-61ea4c4b3ab5 x-openstack-request-id: req-8488e1ac-362f-45de-b1a8-61ea4c4b3ab5 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:43:00.481292 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3deb55dd-e592-46d5-9d7d-67ddf0f7b04c", "name": "network-vif-deleted", "tag": "eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:43:00.481292 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8488e1ac-362f-45de-b1a8-61ea4c4b3ab5 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:43:00.481292 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3deb55dd-e592-46d5-9d7d-67ddf0f7b04c', 'name': 'network-vif-deleted', 'tag': 'eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e', 'status': 'completed', 'code': 200} Feb 16 17:43:00.636774 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-73c0e5fa-7b5b-45ca-a881-bf4dca0cf7d9 req-ac4206d5-5365-4842-b1bb-7ff0a2696307 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=3deb55dd-e592-46d5-9d7d-67ddf0f7b04c HTTP/1.1" status: 200 len: 210 time: 0.0277050 Feb 16 17:43:00.852210 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:01.692291 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 60952) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:43:01.750658 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1956410d-b661-4d9f-a162-11decfe3f23d tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:01.775327 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1956410d-b661-4d9f-a162-11decfe3f23d tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:01.909047 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1956410d-b661-4d9f-a162-11decfe3f23d tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:01.911605 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1956410d-b661-4d9f-a162-11decfe3f23d tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:01.912781 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-1956410d-b661-4d9f-a162-11decfe3f23d tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "DELETE /v2.0/security-groups/cb47c361-f869-4319-9f8f-d2010432d705 HTTP/1.1" status: 204 len: 168 time: 0.2194567 Feb 16 17:43:01.922380 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1956410d-b661-4d9f-a162-11decfe3f23d tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb47c361-f869-4319-9f8f-d2010432d705,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:43:02.272593 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 60958) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:43:02.277870 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-21953c31-a4fd-40e5-bcf0-6a5124097214 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-368908531', 'description': 'tempest-secgroup-smoke-368908531 description', 'project_id': '6c833d7b99404488883f96f114e61f03'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:43:02.375132 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-21953c31-a4fd-40e5-bcf0-6a5124097214 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for security_group, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:02.438987 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-21953c31-a4fd-40e5-bcf0-6a5124097214 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for security_group, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:02.506332 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-21953c31-a4fd-40e5-bcf0-6a5124097214 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:02.534576 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21953c31-a4fd-40e5-bcf0-6a5124097214 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17e78a7b-d53a-4945-bff5-fe684133d0cf,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:43:02.590565 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-21953c31-a4fd-40e5-bcf0-6a5124097214 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:02.591901 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-21953c31-a4fd-40e5-bcf0-6a5124097214 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3176255 Feb 16 17:43:02.596332 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 60960) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:43:02.598989 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-8eac0a72-89bb-42f2-b859-296565bd824c tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Request body: {'security_group_rule': {'security_group_id': '17e78a7b-d53a-4945-bff5-fe684133d0cf', 'project_id': '6c833d7b99404488883f96f114e61f03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:43:02.685154 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a72-89bb-42f2-b859-296565bd824c tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:02.739674 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a72-89bb-42f2-b859-296565bd824c tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:02.834397 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a72-89bb-42f2-b859-296565bd824c tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:02.855663 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac0a72-89bb-42f2-b859-296565bd824c tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7a3d9f8-e12d-4594-90a1-95e46d20d782,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:43:02.922175 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a72-89bb-42f2-b859-296565bd824c tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:02.923406 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-8eac0a72-89bb-42f2-b859-296565bd824c tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3278100 Feb 16 17:43:02.926135 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 60962) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:43:02.930962 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-24ac505e-d5ef-47a7-9b8e-bfb4cfe42578 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Request body: {'security_group_rule': {'security_group_id': '17e78a7b-d53a-4945-bff5-fe684133d0cf', 'project_id': '6c833d7b99404488883f96f114e61f03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:43:03.004851 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-24ac505e-d5ef-47a7-9b8e-bfb4cfe42578 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:03.060519 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-24ac505e-d5ef-47a7-9b8e-bfb4cfe42578 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:03.102631 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-24ac505e-d5ef-47a7-9b8e-bfb4cfe42578 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:03.120204 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac505e-d5ef-47a7-9b8e-bfb4cfe42578 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65e63abd-fa9e-46c5-b2f9-edf40b2a572f,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:43:03.190297 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-24ac505e-d5ef-47a7-9b8e-bfb4cfe42578 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:03.191493 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-24ac505e-d5ef-47a7-9b8e-bfb4cfe42578 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2644506 Feb 16 17:43:03.194458 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 60964) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:43:03.198730 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-ac22fcce-922f-456c-ae8c-8a821d732f1e tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Request body: {'security_group_rule': {'security_group_id': '17e78a7b-d53a-4945-bff5-fe684133d0cf', 'project_id': '6c833d7b99404488883f96f114e61f03', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:43:03.279027 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ac22fcce-922f-456c-ae8c-8a821d732f1e tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:03.335936 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ac22fcce-922f-456c-ae8c-8a821d732f1e tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:03.411706 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ac22fcce-922f-456c-ae8c-8a821d732f1e tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:03.429463 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac22fcce-922f-456c-ae8c-8a821d732f1e tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e1d18fd-71f9-4b35-8043-98864bf41485,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:43:03.494199 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-ac22fcce-922f-456c-ae8c-8a821d732f1e tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:03.495468 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-ac22fcce-922f-456c-ae8c-8a821d732f1e tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3000207 Feb 16 17:43:03.498390 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 60966) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:43:03.502686 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-7fa6f182-4afe-4cf5-bde8-f96b8d58b262 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Request body: {'security_group_rule': {'security_group_id': '17e78a7b-d53a-4945-bff5-fe684133d0cf', 'project_id': '6c833d7b99404488883f96f114e61f03', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:43:03.599330 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7fa6f182-4afe-4cf5-bde8-f96b8d58b262 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:03.614389 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e no longer exists at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:43:03.633714 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] No Port match for: eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:43:03.634055 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device eaa0241d-dabf-43cd-bef7-f1b0b0c12b6e not bound to the agent host hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:43:03.658859 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7fa6f182-4afe-4cf5-bde8-f96b8d58b262 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:03.714406 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7fa6f182-4afe-4cf5-bde8-f96b8d58b262 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:03.733953 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa6f182-4afe-4cf5-bde8-f96b8d58b262 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b483f4f8-759c-4cde-954f-9f8f55399e3e,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:43:03.784509 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7fa6f182-4afe-4cf5-bde8-f96b8d58b262 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:03.785705 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-7fa6f182-4afe-4cf5-bde8-f96b8d58b262 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2864022 Feb 16 17:43:03.788321 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 60968) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:43:03.792672 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-32f0e89c-86d2-4426-9333-53c2ea7e2a9f tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Request body: {'security_group_rule': {'security_group_id': '17e78a7b-d53a-4945-bff5-fe684133d0cf', 'project_id': '6c833d7b99404488883f96f114e61f03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:43:03.862981 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.securitygroups_db [None req-32f0e89c-86d2-4426-9333-53c2ea7e2a9f tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Project 6c833d7b99404488883f96f114e61f03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:43:03.868306 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-32f0e89c-86d2-4426-9333-53c2ea7e2a9f tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:03.932723 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-32f0e89c-86d2-4426-9333-53c2ea7e2a9f tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:04.003567 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-32f0e89c-86d2-4426-9333-53c2ea7e2a9f tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:04.021005 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f0e89c-86d2-4426-9333-53c2ea7e2a9f tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b817eca1-060a-4390-a242-ca778d666fdb,revision_number=0']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:43:04.079676 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-32f0e89c-86d2-4426-9333-53c2ea7e2a9f tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:04.080923 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-32f0e89c-86d2-4426-9333-53c2ea7e2a9f tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2916191 Feb 16 17:43:04.083719 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 60970) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:43:04.088430 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-0a59b995-e6d0-46df-a526-0b463f2efa92 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Request body: {'security_group_rule': {'security_group_id': '17e78a7b-d53a-4945-bff5-fe684133d0cf', 'project_id': '6c833d7b99404488883f96f114e61f03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:43:04.171400 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.securitygroups_db [None req-0a59b995-e6d0-46df-a526-0b463f2efa92 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Project 6c833d7b99404488883f96f114e61f03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:43:04.176487 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0a59b995-e6d0-46df-a526-0b463f2efa92 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:04.227796 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0a59b995-e6d0-46df-a526-0b463f2efa92 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:04.289652 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0a59b995-e6d0-46df-a526-0b463f2efa92 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:04.308332 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a59b995-e6d0-46df-a526-0b463f2efa92 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdbf766c-2b20-476a-b519-d0ea0bcbce18,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:43:04.383387 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0a59b995-e6d0-46df-a526-0b463f2efa92 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:04.384668 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-0a59b995-e6d0-46df-a526-0b463f2efa92 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2998645 Feb 16 17:43:04.901499 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:43:06.868813 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-02d9f1fe-a25a-41ef-9e11-ef19759f617d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:09.268963 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-09a3234c-de3b-4459-8c4e-7e3ec460dc70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:10.609114 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:11.960308 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:12.166040 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:29.364256 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-dff7c8d1-6408-429e-968b-72675b17a285 req-54914a14-d039-459e-8130-9c6accdcb9f6 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-368908531&fields=id&tenant_id=6c833d7b99404488883f96f114e61f03 HTTP/1.1" status: 200 len: 267 time: 0.0332317 Feb 16 17:43:29.470885 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff7c8d1-6408-429e-968b-72675b17a285 req-38bd8b6f-1b49-4a68-a1a3-3a10c9f2b715 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:29.472331 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-dff7c8d1-6408-429e-968b-72675b17a285 req-38bd8b6f-1b49-4a68-a1a3-3a10c9f2b715 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/networks?id=c1e3646c-cf7c-4e61-886d-04ef5dc15824 HTTP/1.1" status: 200 len: 809 time: 0.1010308 Feb 16 17:43:29.487162 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-dff7c8d1-6408-429e-968b-72675b17a285 req-2859d0b3-64d5-486d-a2d9-9c86c8822ac5 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/quotas/6c833d7b99404488883f96f114e61f03 HTTP/1.1" status: 200 len: 375 time: 0.0091636 Feb 16 17:43:29.536731 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-dff7c8d1-6408-429e-968b-72675b17a285 req-18b02d64-4654-4457-9acb-fed7a2548543 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=6c833d7b99404488883f96f114e61f03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445361 Feb 16 17:43:29.552795 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [req-dff7c8d1-6408-429e-968b-72675b17a285 req-ee7b7fba-43de-4c23-922a-6dc055b8b9bc service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=114375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:43:29.553736 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-dff7c8d1-6408-429e-968b-72675b17a285 req-ee7b7fba-43de-4c23-922a-6dc055b8b9bc service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057659 Feb 16 17:43:29.642971 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-dff7c8d1-6408-429e-968b-72675b17a285 req-bc655e28-7b3c-4966-bb83-0362ac9055b6 service neutron] 10.222.0.88 "GET /v2.0/networks/c1e3646c-cf7c-4e61-886d-04ef5dc15824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836921 Feb 16 17:43:29.730175 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-dff7c8d1-6408-429e-968b-72675b17a285 req-d8986701-dc67-4adf-b402-8164a95c5806 service neutron] 10.222.0.88 "GET /v2.0/networks/c1e3646c-cf7c-4e61-886d-04ef5dc15824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812783 Feb 16 17:43:30.210426 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7881e742-7595-4ba4-a0eb-afaa4b07483f req-052ede74-5635-4e10-8d90-0a6355703b20 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 210 time: 0.0266223 Feb 16 17:43:30.837411 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:31.304843 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-25e84028-76ea-44bd-9be8-937228030101 req-caf95dd5-bad7-4093-92a8-fee78f8bb1e5 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 210 time: 0.0275517 Feb 16 17:43:32.050709 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff7c8d1-6408-429e-968b-72675b17a285 req-907578e5-ba87-4e0c-9fa0-0bbfa0f3ce89 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:32.052225 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-dff7c8d1-6408-429e-968b-72675b17a285 req-907578e5-ba87-4e0c-9fa0-0bbfa0f3ce89 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.89 "GET /v2.0/networks?id=c1e3646c-cf7c-4e61-886d-04ef5dc15824 HTTP/1.1" status: 200 len: 809 time: 0.1021671 Feb 16 17:43:32.094678 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-dff7c8d1-6408-429e-968b-72675b17a285 req-57182907-94c0-457e-942b-ace3f2a009c2 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c833d7b99404488883f96f114e61f03 HTTP/1.1" status: 200 len: 379 time: 0.0343482 Feb 16 17:43:32.102842 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-dff7c8d1-6408-429e-968b-72675b17a285 req-a8d74341-667b-4112-aabb-c03c9171fd81 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Request body: {'port': {'device_id': '6f3bc270-fdb1-4147-9596-0e3909077a60', 'network_id': 'c1e3646c-cf7c-4e61-886d-04ef5dc15824', 'admin_state_up': True, 'tenant_id': '6c833d7b99404488883f96f114e61f03', 'security_groups': ['17e78a7b-d53a-4945-bff5-fe684133d0cf']}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:43:32.298282 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dff7c8d1-6408-429e-968b-72675b17a285 req-a8d74341-667b-4112-aabb-c03c9171fd81 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Made reservation on behalf of 6c833d7b99404488883f96f114e61f03 for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:43:32.301223 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-dff7c8d1-6408-429e-968b-72675b17a285 req-a8d74341-667b-4112-aabb-c03c9171fd81 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:32.417011 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a0d42d7b-c709-4644-b316-6cf29b1e6338 req-16c4f5b5-f475-4707-99d8-f16e37458ae3 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 210 time: 0.0388288 Feb 16 17:43:32.464283 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [req-dff7c8d1-6408-429e-968b-72675b17a285 req-a8d74341-667b-4112-aabb-c03c9171fd81 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Allocated IP 172.20.0.6 (c1e3646c-cf7c-4e61-886d-04ef5dc15824/1b6f3a3c-e160-4401-aa17-ac85d3e8faa5/47c98049-74e5-40b7-a3db-0392d924b6a5) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:43:32.610529 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-dff7c8d1-6408-429e-968b-72675b17a285 req-a8d74341-667b-4112-aabb-c03c9171fd81 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:32.691860 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-dff7c8d1-6408-429e-968b-72675b17a285 req-a8d74341-667b-4112-aabb-c03c9171fd81 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:32.737284 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dff7c8d1-6408-429e-968b-72675b17a285 req-a8d74341-667b-4112-aabb-c03c9171fd81 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Network c1e3646c-cf7c-4e61-886d-04ef5dc15824 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:43:32.740235 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [req-dff7c8d1-6408-429e-968b-72675b17a285 req-a8d74341-667b-4112-aabb-c03c9171fd81 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:43:32.744126 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-dff7c8d1-6408-429e-968b-72675b17a285 req-a8d74341-667b-4112-aabb-c03c9171fd81 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:43:32.750738 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d74341-667b-4112-aabb-c03c9171fd81 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Pushing event updated for resources: {'Port': ['ID=47c98049-74e5-40b7-a3db-0392d924b6a5,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:43:32.802166 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff7c8d1-6408-429e-968b-72675b17a285 req-a8d74341-667b-4112-aabb-c03c9171fd81 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:32.802785 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-dff7c8d1-6408-429e-968b-72675b17a285 req-a8d74341-667b-4112-aabb-c03c9171fd81 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:32.900224 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-dff7c8d1-6408-429e-968b-72675b17a285 req-a8d74341-667b-4112-aabb-c03c9171fd81 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8008432 Feb 16 17:43:32.912097 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-dff7c8d1-6408-429e-968b-72675b17a285 req-df974413-1f9e-49a6-a28b-88ac7c021ef1 service neutron] Request body: {'port': {'device_id': '6f3bc270-fdb1-4147-9596-0e3909077a60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8286'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:43:32.970855 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-dff7c8d1-6408-429e-968b-72675b17a285 req-df974413-1f9e-49a6-a28b-88ac7c021ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:32.971772 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-af61449c-c36e-499a-8f8a-0ec71b69d789 None None] Provisioning complete for port 47c98049-74e5-40b7-a3db-0392d924b6a5 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:43:32.972289 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-af61449c-c36e-499a-8f8a-0ec71b69d789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:33.006763 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-af61449c-c36e-499a-8f8a-0ec71b69d789 None None] Port 47c98049-74e5-40b7-a3db-0392d924b6a5 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:43:33.230534 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [req-dff7c8d1-6408-429e-968b-72675b17a285 req-df974413-1f9e-49a6-a28b-88ac7c021ef1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47c98049-74e5-40b7-a3db-0392d924b6a5 {{(pid=114376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:43:33.238474 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-dff7c8d1-6408-429e-968b-72675b17a285 req-df974413-1f9e-49a6-a28b-88ac7c021ef1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:33.250320 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.provisioning_blocks [req-dff7c8d1-6408-429e-968b-72675b17a285 req-df974413-1f9e-49a6-a28b-88ac7c021ef1 service neutron] Transition to ACTIVE for port object 47c98049-74e5-40b7-a3db-0392d924b6a5 will not be triggered until provisioned by entity L2. {{(pid=114376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:43:33.348529 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-dff7c8d1-6408-429e-968b-72675b17a285 req-df974413-1f9e-49a6-a28b-88ac7c021ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:33.405520 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df974413-1f9e-49a6-a28b-88ac7c021ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=47c98049-74e5-40b7-a3db-0392d924b6a5,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:43:33.486881 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-dff7c8d1-6408-429e-968b-72675b17a285 req-df974413-1f9e-49a6-a28b-88ac7c021ef1 service neutron] Attempting to bind port 47c98049-74e5-40b7-a3db-0392d924b6a5 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:43:33.487425 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-dff7c8d1-6408-429e-968b-72675b17a285 req-df974413-1f9e-49a6-a28b-88ac7c021ef1 service neutron] Attempting to bind port 47c98049-74e5-40b7-a3db-0392d924b6a5 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': '95b91126-b119-4fe4-a54b-8e28d16b8b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c1e3646c-cf7c-4e61-886d-04ef5dc15824'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:43:33.487882 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff7c8d1-6408-429e-968b-72675b17a285 req-df974413-1f9e-49a6-a28b-88ac7c021ef1 service neutron] Attempting to bind port 47c98049-74e5-40b7-a3db-0392d924b6a5 on network c1e3646c-cf7c-4e61-886d-04ef5dc15824 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:43:33.493736 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff7c8d1-6408-429e-968b-72675b17a285 req-df974413-1f9e-49a6-a28b-88ac7c021ef1 service neutron] Port 47c98049-74e5-40b7-a3db-0392d924b6a5 on network c1e3646c-cf7c-4e61-886d-04ef5dc15824 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:43:33.494200 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff7c8d1-6408-429e-968b-72675b17a285 req-df974413-1f9e-49a6-a28b-88ac7c021ef1 service neutron] Attempting to bind port 47c98049-74e5-40b7-a3db-0392d924b6a5 on network c1e3646c-cf7c-4e61-886d-04ef5dc15824 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:43:33.500202 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff7c8d1-6408-429e-968b-72675b17a285 req-df974413-1f9e-49a6-a28b-88ac7c021ef1 service neutron] Checking agent: {'id': '65dda45c-bbef-42f9-9728-e0fd84037987', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8286', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 56), 'started_at': datetime.datetime(2022, 2, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:43:33.500731 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff7c8d1-6408-429e-968b-72675b17a285 req-df974413-1f9e-49a6-a28b-88ac7c021ef1 service neutron] Checking segment: {'id': '95b91126-b119-4fe4-a54b-8e28d16b8b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c1e3646c-cf7c-4e61-886d-04ef5dc15824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:43:33.501224 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff7c8d1-6408-429e-968b-72675b17a285 req-df974413-1f9e-49a6-a28b-88ac7c021ef1 service neutron] Bound using segment: {'id': '95b91126-b119-4fe4-a54b-8e28d16b8b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c1e3646c-cf7c-4e61-886d-04ef5dc15824'} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:43:33.501796 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-dff7c8d1-6408-429e-968b-72675b17a285 req-df974413-1f9e-49a6-a28b-88ac7c021ef1 service neutron] Bound port: 47c98049-74e5-40b7-a3db-0392d924b6a5, host: hv-neutron-8286, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95b91126-b119-4fe4-a54b-8e28d16b8b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c1e3646c-cf7c-4e61-886d-04ef5dc15824'}}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:43:33.502276 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-dff7c8d1-6408-429e-968b-72675b17a285 req-df974413-1f9e-49a6-a28b-88ac7c021ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:33.558603 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586842ff-460b-49ba-871e-67ed410d3c3e req-7e458158-24a6-41e0-8068-e4d54f0c1f9b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:33.560339 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-586842ff-460b-49ba-871e-67ed410d3c3e req-7e458158-24a6-41e0-8068-e4d54f0c1f9b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 943 time: 0.0651965 Feb 16 17:43:33.574030 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-dff7c8d1-6408-429e-968b-72675b17a285 req-df974413-1f9e-49a6-a28b-88ac7c021ef1 service neutron] For port 47c98049-74e5-40b7-a3db-0392d924b6a5, host hv-neutron-8286, cleared binding levels {{(pid=114376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:43:33.582097 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-dff7c8d1-6408-429e-968b-72675b17a285 req-df974413-1f9e-49a6-a28b-88ac7c021ef1 service neutron] For port 47c98049-74e5-40b7-a3db-0392d924b6a5, host hv-neutron-8286, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=47c98049-74e5-40b7-a3db-0392d924b6a5,segment=NetworkSegment(95b91126-b119-4fe4-a54b-8e28d16b8b99),segment_id=95b91126-b119-4fe4-a54b-8e28d16b8b99)] {{(pid=114376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:43:33.608020 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-586842ff-460b-49ba-871e-67ed410d3c3e req-fd06c359-3316-4f39-9030-ea2f3a4f4760 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e78a7b-d53a-4945-bff5-fe684133d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405900 Feb 16 17:43:33.655067 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-dff7c8d1-6408-429e-968b-72675b17a285 req-df974413-1f9e-49a6-a28b-88ac7c021ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:33.694792 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff7c8d1-6408-429e-968b-72675b17a285 req-df974413-1f9e-49a6-a28b-88ac7c021ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:33.695528 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-dff7c8d1-6408-429e-968b-72675b17a285 req-df974413-1f9e-49a6-a28b-88ac7c021ef1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:33.697039 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-dff7c8d1-6408-429e-968b-72675b17a285 req-df974413-1f9e-49a6-a28b-88ac7c021ef1 service neutron] 10.222.0.89 "PUT /v2.0/ports/47c98049-74e5-40b7-a3db-0392d924b6a5 HTTP/1.1" status: 200 len: 1093 time: 0.7893188 Feb 16 17:43:33.697533 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f3bc270-fdb1-4147-9596-0e3909077a60', 'tag': '47c98049-74e5-40b7-a3db-0392d924b6a5'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:43:33.699972 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2650a99a-534b-46dd-ba60-769ec5d69cf5" -d '{"events": [{"name": "network-changed", "server_uuid": "6f3bc270-fdb1-4147-9596-0e3909077a60", "tag": "47c98049-74e5-40b7-a3db-0392d924b6a5"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:43:33.726824 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df974413-1f9e-49a6-a28b-88ac7c021ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=47c98049-74e5-40b7-a3db-0392d924b6a5,revision_number=3']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:43:33.759837 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfee7635-3035-4be6-8e07-20253d6f7f94 x-openstack-request-id: req-cfee7635-3035-4be6-8e07-20253d6f7f94 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:43:33.760289 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f3bc270-fdb1-4147-9596-0e3909077a60", "tag": "47c98049-74e5-40b7-a3db-0392d924b6a5", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:43:33.760640 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-cfee7635-3035-4be6-8e07-20253d6f7f94 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:43:33.761327 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f3bc270-fdb1-4147-9596-0e3909077a60', 'tag': '47c98049-74e5-40b7-a3db-0392d924b6a5', 'status': 'completed', 'code': 200} Feb 16 17:43:33.825619 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650a99a-534b-46dd-ba60-769ec5d69cf5 req-f4556f34-c329-460a-9262-b88feda9d87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:33.826979 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2650a99a-534b-46dd-ba60-769ec5d69cf5 req-f4556f34-c329-460a-9262-b88feda9d87f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6c833d7b99404488883f96f114e61f03&device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 1096 time: 0.0425892 Feb 16 17:43:33.934271 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650a99a-534b-46dd-ba60-769ec5d69cf5 req-187dbd0f-e179-4989-ae15-3575fa826d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:33.935747 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2650a99a-534b-46dd-ba60-769ec5d69cf5 req-187dbd0f-e179-4989-ae15-3575fa826d1e service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=6c833d7b99404488883f96f114e61f03&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1011510 Feb 16 17:43:34.045847 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650a99a-534b-46dd-ba60-769ec5d69cf5 req-61474c94-c15e-435a-afda-4b087593c7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:34.047233 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2650a99a-534b-46dd-ba60-769ec5d69cf5 req-61474c94-c15e-435a-afda-4b087593c7c7 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1052938 Feb 16 17:43:34.127089 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff7c8d1-6408-429e-968b-72675b17a285 req-1a9757e6-a237-4e53-b7d3-7f4882522a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:34.128626 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-dff7c8d1-6408-429e-968b-72675b17a285 req-1a9757e6-a237-4e53-b7d3-7f4882522a4b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6c833d7b99404488883f96f114e61f03&device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 1096 time: 0.0403790 Feb 16 17:43:34.173288 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-dff7c8d1-6408-429e-968b-72675b17a285 req-65011acd-489d-4c8d-a3d1-07ca35433157 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47c98049-74e5-40b7-a3db-0392d924b6a5 HTTP/1.1" status: 200 len: 217 time: 0.0380771 Feb 16 17:43:34.222221 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff7c8d1-6408-429e-968b-72675b17a285 req-8fe600b7-97c7-402d-b588-6413b7415138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:34.223696 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-dff7c8d1-6408-429e-968b-72675b17a285 req-8fe600b7-97c7-402d-b588-6413b7415138 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1b6f3a3c-e160-4401-aa17-ac85d3e8faa5 HTTP/1.1" status: 200 len: 848 time: 0.0431225 Feb 16 17:43:34.268969 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff7c8d1-6408-429e-968b-72675b17a285 req-2bfefd88-3942-423e-98f6-26cbaf9ca04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:34.270464 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-dff7c8d1-6408-429e-968b-72675b17a285 req-2bfefd88-3942-423e-98f6-26cbaf9ca04f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c1e3646c-cf7c-4e61-886d-04ef5dc15824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408762 Feb 16 17:43:34.385689 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-dff7c8d1-6408-429e-968b-72675b17a285 req-41b730f1-baf2-4e34-bcaf-e68d496f143a service neutron] 10.222.0.89 "GET /v2.0/networks/c1e3646c-cf7c-4e61-886d-04ef5dc15824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078978 Feb 16 17:43:34.478475 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-dff7c8d1-6408-429e-968b-72675b17a285 req-828dae41-33e7-4e13-9548-a854dc3803bc service neutron] 10.222.0.89 "GET /v2.0/networks/c1e3646c-cf7c-4e61-886d-04ef5dc15824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848370 Feb 16 17:43:34.728008 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06396f7d-b4f3-4ff7-95df-c5dd6578655e req-d1237dc5-a71e-4e49-9ed5-26ab64f40b1c tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:34.730079 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-06396f7d-b4f3-4ff7-95df-c5dd6578655e req-d1237dc5-a71e-4e49-9ed5-26ab64f40b1c tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 943 time: 0.0513487 Feb 16 17:43:34.768025 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-06396f7d-b4f3-4ff7-95df-c5dd6578655e req-e30a4aed-45ad-410a-93cd-7998088eabc1 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e78a7b-d53a-4945-bff5-fe684133d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317960 Feb 16 17:43:35.885040 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe3419-08bd-4b49-91ec-8c7e9017289a req-5e7e8898-c159-48de-bea4-c49acc264711 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:35.886576 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2bfe3419-08bd-4b49-91ec-8c7e9017289a req-5e7e8898-c159-48de-bea4-c49acc264711 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 943 time: 0.0508728 Feb 16 17:43:35.930240 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-2bfe3419-08bd-4b49-91ec-8c7e9017289a req-1c76fa6b-ef1d-4eda-9321-901fbb3f0c79 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e78a7b-d53a-4945-bff5-fe684133d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374169 Feb 16 17:43:36.856818 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-99548e94-cf1d-4685-989c-c621ede882eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:37.045874 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfafff5-e32a-4bdc-810a-f888a0dfc00c req-a234f804-ebd2-42d3-954e-90652c15dce3 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:37.047352 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-cdfafff5-e32a-4bdc-810a-f888a0dfc00c req-a234f804-ebd2-42d3-954e-90652c15dce3 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 943 time: 0.0506697 Feb 16 17:43:37.086431 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-cdfafff5-e32a-4bdc-810a-f888a0dfc00c req-64251d1d-d323-43ac-bed2-7fb3dc4cdf5a tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e78a7b-d53a-4945-bff5-fe684133d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331440 Feb 16 17:43:38.198448 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a9dea-9a7c-43b0-84f2-3d82a67eb3ef req-18186c49-ff52-467f-8e3d-e11f1231b45a tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:38.199918 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8f7a9dea-9a7c-43b0-84f2-3d82a67eb3ef req-18186c49-ff52-467f-8e3d-e11f1231b45a tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 943 time: 0.0477626 Feb 16 17:43:38.237186 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8f7a9dea-9a7c-43b0-84f2-3d82a67eb3ef req-2e894a5b-84c9-4829-ac57-a7e93780a5e4 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e78a7b-d53a-4945-bff5-fe684133d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308690 Feb 16 17:43:39.237927 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-40aa258f-0ea2-4395-b5ae-cfee2b90cb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:39.352654 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfc496-571d-48b4-8191-ad0b18694d07 req-ba038eaf-b854-4140-9458-457e9be05ae4 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:39.356175 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-e9cfc496-571d-48b4-8191-ad0b18694d07 req-ba038eaf-b854-4140-9458-457e9be05ae4 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 943 time: 0.0517898 Feb 16 17:43:39.391440 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-e9cfc496-571d-48b4-8191-ad0b18694d07 req-55b85623-921e-4f31-b550-1818cf3e7704 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e78a7b-d53a-4945-bff5-fe684133d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311363 Feb 16 17:43:40.600092 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:40.676573 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc7f3ac-ce70-48fe-8a08-44f508ee1f66 req-67f16a50-4f1e-484d-b29c-f5ce4366435a tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:40.677977 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-abc7f3ac-ce70-48fe-8a08-44f508ee1f66 req-67f16a50-4f1e-484d-b29c-f5ce4366435a tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 943 time: 0.0482235 Feb 16 17:43:40.718427 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-abc7f3ac-ce70-48fe-8a08-44f508ee1f66 req-1f99a5b6-d81d-4b5c-8469-4cfb2cedb1db tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e78a7b-d53a-4945-bff5-fe684133d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330842 Feb 16 17:43:41.835567 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1999d-df42-4706-9e25-153801d7a364 req-193fb25f-7279-4d32-b572-9574cd860cdf tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:41.837616 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-ccd1999d-df42-4706-9e25-153801d7a364 req-193fb25f-7279-4d32-b572-9574cd860cdf tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 943 time: 0.0512519 Feb 16 17:43:41.881131 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-ccd1999d-df42-4706-9e25-153801d7a364 req-bc3102b5-0755-48fb-b088-4ced5fb25c25 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e78a7b-d53a-4945-bff5-fe684133d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368617 Feb 16 17:43:41.900726 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:43:42.016983 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:42.159972 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:42.993364 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47016e6-3c7a-4d2e-8230-70ae19cb71a1 req-d9af5795-7c03-4f04-9391-c6ce6afd2b9c tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:42.995012 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e47016e6-3c7a-4d2e-8230-70ae19cb71a1 req-d9af5795-7c03-4f04-9391-c6ce6afd2b9c tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 943 time: 0.0483615 Feb 16 17:43:43.039484 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e47016e6-3c7a-4d2e-8230-70ae19cb71a1 req-5cfafd69-6fde-48c1-9bb6-92b3cffdcd91 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e78a7b-d53a-4945-bff5-fe684133d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384412 Feb 16 17:43:43.827339 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 47c98049-74e5-40b7-a3db-0392d924b6a5 details requested by agent hyperv_hv-neutron-8286 with host hv-neutron-8286 {{(pid=114377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:43:43.930418 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 47c98049-74e5-40b7-a3db-0392d924b6a5, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=47c98049-74e5-40b7-a3db-0392d924b6a5,segment=NetworkSegment(95b91126-b119-4fe4-a54b-8e28d16b8b99),segment_id=95b91126-b119-4fe4-a54b-8e28d16b8b99)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:43:43.942781 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Returning: {'device': '47c98049-74e5-40b7-a3db-0392d924b6a5', 'network_id': 'c1e3646c-cf7c-4e61-886d-04ef5dc15824', 'port_id': '47c98049-74e5-40b7-a3db-0392d924b6a5', 'mac_address': 'fa:16:3e:71:aa:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6f3a3c-e160-4401-aa17-ac85d3e8faa5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:43:43.982725 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:43.998013 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47c98049-74e5-40b7-a3db-0392d924b6a5 {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:43:44.019240 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 47c98049-74e5-40b7-a3db-0392d924b6a5, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=47c98049-74e5-40b7-a3db-0392d924b6a5,segment=NetworkSegment(95b91126-b119-4fe4-a54b-8e28d16b8b99),segment_id=95b91126-b119-4fe4-a54b-8e28d16b8b99)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:43:44.114192 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:44.169054 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f509ca-dd45-49de-952b-c3c10b4b54ee req-208ee832-0fbe-4815-ac1b-b6757c9e76c6 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:44.170716 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-e4f509ca-dd45-49de-952b-c3c10b4b54ee req-208ee832-0fbe-4815-ac1b-b6757c9e76c6 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 944 time: 0.0597906 Feb 16 17:43:44.177436 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=47c98049-74e5-40b7-a3db-0392d924b6a5,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:43:44.193174 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:44.193584 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:44.194036 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:44.194377 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:44.194713 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:44.195041 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:44.195442 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:44.196007 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:44.196566 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:44.197127 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:44.197693 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:44.198240 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:44.216546 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-e4f509ca-dd45-49de-952b-c3c10b4b54ee req-01ac216d-a56a-48f5-a1bf-60238a3fb5c7 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e78a7b-d53a-4945-bff5-fe684133d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370131 Feb 16 17:43:44.320712 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['47c98049-74e5-40b7-a3db-0392d924b6a5'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:43:45.329291 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a8dd7-ed6c-4cb9-b9fe-6fc5f10d401a req-aa581f3b-2263-4f51-819f-af0b841aed1b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:45.331429 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-912a8dd7-ed6c-4cb9-b9fe-6fc5f10d401a req-aa581f3b-2263-4f51-819f-af0b841aed1b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 944 time: 0.0485718 Feb 16 17:43:45.368645 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-912a8dd7-ed6c-4cb9-b9fe-6fc5f10d401a req-83ebbad7-041f-455a-931c-7c99f911cdf9 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e78a7b-d53a-4945-bff5-fe684133d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312834 Feb 16 17:43:45.827465 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 47c98049-74e5-40b7-a3db-0392d924b6a5 up at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:43:45.959827 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning for port 47c98049-74e5-40b7-a3db-0392d924b6a5 completed by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:43:45.963950 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning complete for port 47c98049-74e5-40b7-a3db-0392d924b6a5 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:43:45.969818 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:46.039393 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:46.064266 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3bc270-fdb1-4147-9596-0e3909077a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c98049-74e5-40b7-a3db-0392d924b6a5'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:43:46.066491 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55d3874-ec87-474c-b709-dd444f2e23d3" -d '{"events": [{"server_uuid": "6f3bc270-fdb1-4147-9596-0e3909077a60", "name": "network-vif-plugged", "status": "completed", "tag": "47c98049-74e5-40b7-a3db-0392d924b6a5"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:43:46.078907 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 47c98049-74e5-40b7-a3db-0392d924b6a5, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=47c98049-74e5-40b7-a3db-0392d924b6a5,segment=NetworkSegment(95b91126-b119-4fe4-a54b-8e28d16b8b99),segment_id=95b91126-b119-4fe4-a54b-8e28d16b8b99)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:43:46.148784 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:46.172392 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670c128c-676b-4a88-b38b-67eeb25deb15 x-openstack-request-id: req-670c128c-676b-4a88-b38b-67eeb25deb15 {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:43:46.172682 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f3bc270-fdb1-4147-9596-0e3909077a60", "name": "network-vif-plugged", "status": "completed", "tag": "47c98049-74e5-40b7-a3db-0392d924b6a5", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:43:46.172942 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-670c128c-676b-4a88-b38b-67eeb25deb15 {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:43:46.173438 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f3bc270-fdb1-4147-9596-0e3909077a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c98049-74e5-40b7-a3db-0392d924b6a5', 'code': 200} Feb 16 17:43:46.198780 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=47c98049-74e5-40b7-a3db-0392d924b6a5,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:43:46.409706 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44ec2f-9ca7-4f4a-8f38-4d5c99ce4d0a req-701b7e0e-5d23-4d34-9105-9d6a4606dcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:46.411217 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1f44ec2f-9ca7-4f4a-8f38-4d5c99ce4d0a req-701b7e0e-5d23-4d34-9105-9d6a4606dcf0 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 1098 time: 0.0404506 Feb 16 17:43:46.453035 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1f44ec2f-9ca7-4f4a-8f38-4d5c99ce4d0a req-38579090-735f-4cab-a0af-287691baa305 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=17e78a7b-d53a-4945-bff5-fe684133d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345175 Feb 16 17:43:46.535154 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed945d9-ee58-42be-90c7-b618cda126d5 req-75432b68-d368-455e-b507-6421606d6d2f tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:46.536697 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bed945d9-ee58-42be-90c7-b618cda126d5 req-75432b68-d368-455e-b507-6421606d6d2f tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 945 time: 0.0994644 Feb 16 17:43:46.574101 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bed945d9-ee58-42be-90c7-b618cda126d5 req-d69cf3a6-18e4-4600-9c5b-410c6f087914 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e78a7b-d53a-4945-bff5-fe684133d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313869 Feb 16 17:43:47.695731 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909a45b-cc76-4324-864c-7cca299ea240 req-ebd58048-1c97-4082-9cee-de6d8239faec tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:47.697239 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-b909a45b-cc76-4324-864c-7cca299ea240 req-ebd58048-1c97-4082-9cee-de6d8239faec tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 945 time: 0.0530887 Feb 16 17:43:47.733524 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-b909a45b-cc76-4324-864c-7cca299ea240 req-92977172-dacf-4b6f-acbf-b2836e1df148 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e78a7b-d53a-4945-bff5-fe684133d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304024 Feb 16 17:43:47.846206 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d45f07-fced-4c49-a99d-a35caf9700cc req-4386a558-fcea-4c6c-835f-22abe3a8d857 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:47.847818 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-35d45f07-fced-4c49-a99d-a35caf9700cc req-4386a558-fcea-4c6c-835f-22abe3a8d857 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 945 time: 0.0487247 Feb 16 17:43:47.886387 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-35d45f07-fced-4c49-a99d-a35caf9700cc req-2bb9a392-f293-4eff-aa55-e794fcc6c1bf tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e78a7b-d53a-4945-bff5-fe684133d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321729 Feb 16 17:43:47.907109 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 32952) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:43:47.945608 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a39fff-d130-43d8-b79f-095f9a61e3fe tempest-TestShelveInstance-1409537671 tempest-TestShelveInstance-1409537671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:47.947106 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-c2a39fff-d130-43d8-b79f-095f9a61e3fe tempest-TestShelveInstance-1409537671 tempest-TestShelveInstance-1409537671-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 1093 time: 0.0389757 Feb 16 17:43:47.949896 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 32954) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:43:47.954161 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-1cb9ea18-2240-424d-9cee-e84d070e7ee3 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Request body: {'floatingip': {'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'port_id': '47c98049-74e5-40b7-a3db-0392d924b6a5', 'tenant_id': '6c833d7b99404488883f96f114e61f03', 'fixed_ip_address': '172.20.0.6'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:43:48.043270 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1cb9ea18-2240-424d-9cee-e84d070e7ee3 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for floatingip, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:48.140515 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1cb9ea18-2240-424d-9cee-e84d070e7ee3 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:48.242016 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-1cb9ea18-2240-424d-9cee-e84d070e7ee3 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Allocated IP 172.26.3.102 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/0fdadefe-3010-4407-bd50-9306c801eada) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:43:48.342833 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1cb9ea18-2240-424d-9cee-e84d070e7ee3 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:48.440516 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1cb9ea18-2240-424d-9cee-e84d070e7ee3 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:48.480282 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb9ea18-2240-424d-9cee-e84d070e7ee3 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:43:48.483072 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-1cb9ea18-2240-424d-9cee-e84d070e7ee3 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:43:48.486494 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb9ea18-2240-424d-9cee-e84d070e7ee3 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:43:48.508071 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb9ea18-2240-424d-9cee-e84d070e7ee3 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Pushing event updated for resources: {'Port': ['ID=0fdadefe-3010-4407-bd50-9306c801eada,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:43:48.833152 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1cb9ea18-2240-424d-9cee-e84d070e7ee3 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:48.981498 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1cb9ea18-2240-424d-9cee-e84d070e7ee3 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:49.126921 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1cb9ea18-2240-424d-9cee-e84d070e7ee3 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:49.191603 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1cb9ea18-2240-424d-9cee-e84d070e7ee3 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:49.262746 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb9ea18-2240-424d-9cee-e84d070e7ee3 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Pushing event updated for resources: {'Port': ['ID=0fdadefe-3010-4407-bd50-9306c801eada,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:43:49.273720 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1cb9ea18-2240-424d-9cee-e84d070e7ee3 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:49.367908 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.l3_db [None req-1cb9ea18-2240-424d-9cee-e84d070e7ee3 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Floating IP 8380db15-f83f-4529-a809-0b7f1acdeda7 associated. External IP: 172.26.3.102, port: 47c98049-74e5-40b7-a3db-0392d924b6a5. Feb 16 17:43:49.567058 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cb9ea18-2240-424d-9cee-e84d070e7ee3 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Router 89028d12-5b74-40bc-8d43-f79ea2ab834f has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:43:49.670776 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb9ea18-2240-424d-9cee-e84d070e7ee3 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:43:49.680448 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752ee3af-22c8-458d-a02f-e0d245dce167 None None] Sync routers for ids ['89028d12-5b74-40bc-8d43-f79ea2ab834f'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:43:49.690989 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752ee3af-22c8-458d-a02f-e0d245dce167 None None] Routers {'89028d12-5b74-40bc-8d43-f79ea2ab834f'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:43:49.691593 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-752ee3af-22c8-458d-a02f-e0d245dce167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:43:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['89028d12-5b74-40bc-8d43-f79ea2ab834f'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:43:49.754147 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1cb9ea18-2240-424d-9cee-e84d070e7ee3 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:43:49.781148 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-1cb9ea18-2240-424d-9cee-e84d070e7ee3 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8302300 Feb 16 17:43:49.781880 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f3bc270-fdb1-4147-9596-0e3909077a60', 'tag': '47c98049-74e5-40b7-a3db-0392d924b6a5'}] {{(pid=114375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:43:49.784231 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f675c1a73bb74b784e43f10fee26c40e358be44ccef5ed6f70ec30f8ec0d494b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748ec3b9-152a-46a7-a014-20a4bc69eb71" -d '{"events": [{"name": "network-changed", "server_uuid": "6f3bc270-fdb1-4147-9596-0e3909077a60", "tag": "47c98049-74e5-40b7-a3db-0392d924b6a5"}]}' {{(pid=114375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:43:49.793535 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-752ee3af-22c8-458d-a02f-e0d245dce167 None None] Set router 89028d12-5b74-40bc-8d43-f79ea2ab834f gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:43:49.821337 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade9764a-7f83-4f22-8f4b-91beb76e18f8 x-openstack-request-id: req-ade9764a-7f83-4f22-8f4b-91beb76e18f8 {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:43:49.821633 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f3bc270-fdb1-4147-9596-0e3909077a60", "tag": "47c98049-74e5-40b7-a3db-0392d924b6a5", "status": "completed", "code": 200}]} {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:43:49.821885 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ade9764a-7f83-4f22-8f4b-91beb76e18f8 {{(pid=114375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:43:49.822356 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f3bc270-fdb1-4147-9596-0e3909077a60', 'tag': '47c98049-74e5-40b7-a3db-0392d924b6a5', 'status': 'completed', 'code': 200} Feb 16 17:43:49.882311 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ec3b9-152a-46a7-a014-20a4bc69eb71 req-081f2ddb-04c2-4a09-b80c-6a2a3deeeb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:49.883820 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-748ec3b9-152a-46a7-a014-20a4bc69eb71 req-081f2ddb-04c2-4a09-b80c-6a2a3deeeb1d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6c833d7b99404488883f96f114e61f03&device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 1098 time: 0.0413718 Feb 16 17:43:49.985335 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ec3b9-152a-46a7-a014-20a4bc69eb71 req-a7b52d88-dc29-4d39-a2f0-2fdc35d68819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:49.987364 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-748ec3b9-152a-46a7-a014-20a4bc69eb71 req-a7b52d88-dc29-4d39-a2f0-2fdc35d68819 service neutron] 10.222.0.89 "GET /v2.0/networks?id=c1e3646c-cf7c-4e61-886d-04ef5dc15824 HTTP/1.1" status: 200 len: 910 time: 0.0972555 Feb 16 17:43:50.051951 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-748ec3b9-152a-46a7-a014-20a4bc69eb71 req-fe783dc7-e75b-4c8b-a48c-8963e94a62fc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47c98049-74e5-40b7-a3db-0392d924b6a5 HTTP/1.1" status: 200 len: 999 time: 0.0580971 Feb 16 17:43:50.099863 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-752ee3af-22c8-458d-a02f-e0d245dce167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'name': 'tempest-TestShelveInstance-2038684808-router', 'tenant_id': '6c833d7b99404488883f96f114e61f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': 'a77bb855-22bf-4a10-af56-789558e68747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:38:37Z', 'updated_at': '2022-02-16T17:38:40Z', 'revision_number': 4, 'project_id': '6c833d7b99404488883f96f114e61f03', 'gw_port': {'id': 'a77bb855-22bf-4a10-af56-789558e68747', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:5b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:38:37Z', 'updated_at': '2022-02-16T17:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '8380db15-f83f-4529-a809-0b7f1acdeda7', 'tenant_id': '6c833d7b99404488883f96f114e61f03', 'floating_ip_address': '172.26.3.102', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'port_id': '47c98049-74e5-40b7-a3db-0392d924b6a5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1e3646c-cf7c-4e61-886d-04ef5dc15824', 'mac_address': 'fa:16:3e:71:aa:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3bc270-fdb1-4147-9596-0e3909077a60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:43:48Z', 'updated_at': '2022-02-16T17:43:48Z', 'revision_number': 0, 'project_id': '6c833d7b99404488883f96f114e61f03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '286bc629-2bab-4cea-8b36-dbb56723a82c', 'name': '', 'network_id': 'c1e3646c-cf7c-4e61-886d-04ef5dc15824', 'tenant_id': '6c833d7b99404488883f96f114e61f03', 'mac_address': 'fa:16:3e:14:f0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '1b6f3a3c-e160-4401-aa17-ac85d3e8faa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:38:40Z', 'updated_at': '2022-02-16T17:38:44Z', 'revision_number': 5, 'project_id': '6c833d7b99404488883f96f114e61f03', 'subnets': [{'id': '1b6f3a3c-e160-4401-aa17-ac85d3e8faa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:43:50.100184 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ec3b9-152a-46a7-a014-20a4bc69eb71 req-31f9bf37-ecd5-4f4c-9bd1-1bb16861feca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:50.101571 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-748ec3b9-152a-46a7-a014-20a4bc69eb71 req-31f9bf37-ecd5-4f4c-9bd1-1bb16861feca service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1b6f3a3c-e160-4401-aa17-ac85d3e8faa5 HTTP/1.1" status: 200 len: 848 time: 0.0432227 Feb 16 17:43:50.129413 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752ee3af-22c8-458d-a02f-e0d245dce167 None None] Checking router: 89028d12-5b74-40bc-8d43-f79ea2ab834f for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:43:50.137413 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752ee3af-22c8-458d-a02f-e0d245dce167 None None] Routers {'89028d12-5b74-40bc-8d43-f79ea2ab834f'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:43:50.138005 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-752ee3af-22c8-458d-a02f-e0d245dce167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:43:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['89028d12-5b74-40bc-8d43-f79ea2ab834f'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:43:50.150724 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ec3b9-152a-46a7-a014-20a4bc69eb71 req-291ababc-a2ec-423a-8c94-5c9d2c117037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:50.152271 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-748ec3b9-152a-46a7-a014-20a4bc69eb71 req-291ababc-a2ec-423a-8c94-5c9d2c117037 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c1e3646c-cf7c-4e61-886d-04ef5dc15824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0443652 Feb 16 17:43:50.240336 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-752ee3af-22c8-458d-a02f-e0d245dce167 None None] Set router 89028d12-5b74-40bc-8d43-f79ea2ab834f gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:43:50.242654 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-748ec3b9-152a-46a7-a014-20a4bc69eb71 req-805ce37e-eee0-49c7-8982-0c770311dbdf service neutron] 10.222.0.89 "GET /v2.0/networks/c1e3646c-cf7c-4e61-886d-04ef5dc15824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836191 Feb 16 17:43:50.345366 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-748ec3b9-152a-46a7-a014-20a4bc69eb71 req-0480e946-01b2-468a-b9c1-860ccf4889a1 service neutron] 10.222.0.89 "GET /v2.0/networks/c1e3646c-cf7c-4e61-886d-04ef5dc15824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961814 Feb 16 17:43:50.475230 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-752ee3af-22c8-458d-a02f-e0d245dce167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'name': 'tempest-TestShelveInstance-2038684808-router', 'tenant_id': '6c833d7b99404488883f96f114e61f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': 'a77bb855-22bf-4a10-af56-789558e68747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:38:37Z', 'updated_at': '2022-02-16T17:38:40Z', 'revision_number': 4, 'project_id': '6c833d7b99404488883f96f114e61f03', 'gw_port': {'id': 'a77bb855-22bf-4a10-af56-789558e68747', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:5b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:38:37Z', 'updated_at': '2022-02-16T17:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '8380db15-f83f-4529-a809-0b7f1acdeda7', 'tenant_id': '6c833d7b99404488883f96f114e61f03', 'floating_ip_address': '172.26.3.102', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'port_id': '47c98049-74e5-40b7-a3db-0392d924b6a5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1e3646c-cf7c-4e61-886d-04ef5dc15824', 'mac_address': 'fa:16:3e:71:aa:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3bc270-fdb1-4147-9596-0e3909077a60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:43:48Z', 'updated_at': '2022-02-16T17:43:48Z', 'revision_number': 0, 'project_id': '6c833d7b99404488883f96f114e61f03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '286bc629-2bab-4cea-8b36-dbb56723a82c', 'name': '', 'network_id': 'c1e3646c-cf7c-4e61-886d-04ef5dc15824', 'tenant_id': '6c833d7b99404488883f96f114e61f03', 'mac_address': 'fa:16:3e:14:f0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '1b6f3a3c-e160-4401-aa17-ac85d3e8faa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:38:40Z', 'updated_at': '2022-02-16T17:38:44Z', 'revision_number': 5, 'project_id': '6c833d7b99404488883f96f114e61f03', 'subnets': [{'id': '1b6f3a3c-e160-4401-aa17-ac85d3e8faa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:43:50.504468 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752ee3af-22c8-458d-a02f-e0d245dce167 None None] The sync data for ids ['89028d12-5b74-40bc-8d43-f79ea2ab834f'] in dv-neutron-828697-3-hyperv is: [{'id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'name': 'tempest-TestShelveInstance-2038684808-router', 'tenant_id': '6c833d7b99404488883f96f114e61f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': 'a77bb855-22bf-4a10-af56-789558e68747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:38:37Z', 'updated_at': '2022-02-16T17:38:40Z', 'revision_number': 4, 'project_id': '6c833d7b99404488883f96f114e61f03', 'gw_port': {'id': 'a77bb855-22bf-4a10-af56-789558e68747', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:5b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:38:37Z', 'updated_at': '2022-02-16T17:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '8380db15-f83f-4529-a809-0b7f1acdeda7', 'tenant_id': '6c833d7b99404488883f96f114e61f03', 'floating_ip_address': '172.26.3.102', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'port_id': '47c98049-74e5-40b7-a3db-0392d924b6a5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1e3646c-cf7c-4e61-886d-04ef5dc15824', 'mac_address': 'fa:16:3e:71:aa:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3bc270-fdb1-4147-9596-0e3909077a60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:43:48Z', 'updated_at': '2022-02-16T17:43:48Z', 'revision_number': 0, 'project_id': '6c833d7b99404488883f96f114e61f03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '286bc629-2bab-4cea-8b36-dbb56723a82c', 'name': '', 'network_id': 'c1e3646c-cf7c-4e61-886d-04ef5dc15824', 'tenant_id': '6c833d7b99404488883f96f114e61f03', 'mac_address': 'fa:16:3e:14:f0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '1b6f3a3c-e160-4401-aa17-ac85d3e8faa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:38:40Z', 'updated_at': '2022-02-16T17:38:44Z', 'revision_number': 5, 'project_id': '6c833d7b99404488883f96f114e61f03', 'subnets': [{'id': '1b6f3a3c-e160-4401-aa17-ac85d3e8faa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:43:50.707748 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f17e5a4-ae82-44fc-817c-3d4936ba6006 None None] New status for floating IP 8380db15-f83f-4529-a809-0b7f1acdeda7: ACTIVE {{(pid=114377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:44:00.837036 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:06.862265 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d86b4552-42a2-4c12-86a0-e2ad8b2bee43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:09.233651 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1e7effa0-3d50-4a6c-ba2f-3ee82116b234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:10.571163 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:11.976685 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:12.219759 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:18.899905 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:44:30.908142 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:36.885363 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c2b68b29-01c1-4287-a74e-08d62515478a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:39.254189 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-33e4ab58-578f-437a-ab5b-ad67cb1b2b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:40.616673 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:41.060774 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-877e5ac8-2db0-4580-8df7-a1e60503c079 req-c76b7786-3b83-45d2-8129-095a54b1c6a3 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0858762 Feb 16 17:44:41.141147 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e5ac8-2db0-4580-8df7-a1e60503c079 req-6717a1a0-3667-4cc6-b17c-4f1b5741a2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:44:41.143174 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-877e5ac8-2db0-4580-8df7-a1e60503c079 req-6717a1a0-3667-4cc6-b17c-4f1b5741a2a9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6c833d7b99404488883f96f114e61f03&device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 1098 time: 0.0415180 Feb 16 17:44:41.246547 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e5ac8-2db0-4580-8df7-a1e60503c079 req-9e5c989a-f235-480a-8fbf-206d1b1bbc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:44:41.248088 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-877e5ac8-2db0-4580-8df7-a1e60503c079 req-9e5c989a-f235-480a-8fbf-206d1b1bbc2a service neutron] 10.222.0.89 "GET /v2.0/networks?id=c1e3646c-cf7c-4e61-886d-04ef5dc15824 HTTP/1.1" status: 200 len: 910 time: 0.0866699 Feb 16 17:44:41.317763 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-877e5ac8-2db0-4580-8df7-a1e60503c079 req-e86ac899-f3dd-47c6-8544-24c037648c64 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47c98049-74e5-40b7-a3db-0392d924b6a5 HTTP/1.1" status: 200 len: 1001 time: 0.0626862 Feb 16 17:44:41.365589 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e5ac8-2db0-4580-8df7-a1e60503c079 req-206d9fac-952b-41c3-9b70-5a0999e2c2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:44:41.367047 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-877e5ac8-2db0-4580-8df7-a1e60503c079 req-206d9fac-952b-41c3-9b70-5a0999e2c2c6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1b6f3a3c-e160-4401-aa17-ac85d3e8faa5 HTTP/1.1" status: 200 len: 848 time: 0.0429389 Feb 16 17:44:41.411927 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e5ac8-2db0-4580-8df7-a1e60503c079 req-ddc947ac-3ca2-4246-b4d4-fcdf011e7014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:44:41.413384 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-877e5ac8-2db0-4580-8df7-a1e60503c079 req-ddc947ac-3ca2-4246-b4d4-fcdf011e7014 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c1e3646c-cf7c-4e61-886d-04ef5dc15824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396502 Feb 16 17:44:41.506625 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-877e5ac8-2db0-4580-8df7-a1e60503c079 req-a86575c2-254b-4995-bb38-0c3647fbc134 service neutron] 10.222.0.89 "GET /v2.0/networks/c1e3646c-cf7c-4e61-886d-04ef5dc15824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862341 Feb 16 17:44:41.595568 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-877e5ac8-2db0-4580-8df7-a1e60503c079 req-0508b1be-c116-4d79-8fb8-eefc437179ff service neutron] 10.222.0.89 "GET /v2.0/networks/c1e3646c-cf7c-4e61-886d-04ef5dc15824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821362 Feb 16 17:44:41.962562 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:42.179755 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:44:55.899418 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:45:00.856631 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:45:06.870562 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2a182c26-e2dd-4bfd-a5e4-76f298903654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:45:09.239127 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-deceae1a-1cb3-4210-b1c3-bad53b67a325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:45:10.596034 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:45:11.961750 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:45:12.173108 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:45:30.873126 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:45:32.898798 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:45:36.861979 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-bad5d220-47ea-472a-9855-f4bd771bc3b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:45:39.247296 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-14fd9f05-ca73-4651-acd9-e7ce9dd41829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:45:40.414123 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8037621d-7b48-4fb6-82a0-ea88b37c316e req-3af587c5-4bc9-4998-88a8-f774c353a624 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376313 Feb 16 17:45:40.490259 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037621d-7b48-4fb6-82a0-ea88b37c316e req-283cce41-44ef-4d6e-9cfa-f93e8de69e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:40.491683 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8037621d-7b48-4fb6-82a0-ea88b37c316e req-283cce41-44ef-4d6e-9cfa-f93e8de69e5b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6c833d7b99404488883f96f114e61f03&device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 1098 time: 0.0389228 Feb 16 17:45:40.594996 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037621d-7b48-4fb6-82a0-ea88b37c316e req-95c30fc2-5a7a-4ef8-b77a-bf9eee08110f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:40.596486 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8037621d-7b48-4fb6-82a0-ea88b37c316e req-95c30fc2-5a7a-4ef8-b77a-bf9eee08110f service neutron] 10.222.0.89 "GET /v2.0/networks?id=c1e3646c-cf7c-4e61-886d-04ef5dc15824 HTTP/1.1" status: 200 len: 910 time: 0.0873284 Feb 16 17:45:40.598759 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:45:40.660590 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8037621d-7b48-4fb6-82a0-ea88b37c316e req-d6a19259-d05f-44f4-85e8-2594e299875b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47c98049-74e5-40b7-a3db-0392d924b6a5 HTTP/1.1" status: 200 len: 1001 time: 0.0570028 Feb 16 17:45:40.708248 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037621d-7b48-4fb6-82a0-ea88b37c316e req-5516df9e-0d04-41df-808b-4190b40dbb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:40.709702 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8037621d-7b48-4fb6-82a0-ea88b37c316e req-5516df9e-0d04-41df-808b-4190b40dbb3f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1b6f3a3c-e160-4401-aa17-ac85d3e8faa5 HTTP/1.1" status: 200 len: 848 time: 0.0429573 Feb 16 17:45:40.757688 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037621d-7b48-4fb6-82a0-ea88b37c316e req-e238e2a3-a08c-43d9-b8e8-e608ebacebfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:40.759151 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8037621d-7b48-4fb6-82a0-ea88b37c316e req-e238e2a3-a08c-43d9-b8e8-e608ebacebfd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c1e3646c-cf7c-4e61-886d-04ef5dc15824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426967 Feb 16 17:45:40.845356 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8037621d-7b48-4fb6-82a0-ea88b37c316e req-b61d80f5-3071-4206-82d5-a24425964e9f service neutron] 10.222.0.89 "GET /v2.0/networks/c1e3646c-cf7c-4e61-886d-04ef5dc15824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794778 Feb 16 17:45:40.936314 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8037621d-7b48-4fb6-82a0-ea88b37c316e req-8bc6dfcd-7549-49ec-bc6c-3ef515be17ab service neutron] 10.222.0.89 "GET /v2.0/networks/c1e3646c-cf7c-4e61-886d-04ef5dc15824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850840 Feb 16 17:45:41.977235 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:45:42.161703 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:46:00.853355 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:46:06.875750 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-15f59d84-fb83-4186-8742-10b2dc54eccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:46:09.238702 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-72a81edf-4b2c-4acc-8e69-7effb6cd2379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:46:09.896954 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:46:10.618484 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:46:11.981802 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:46:12.181406 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:46:17.618171 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b116e-8eeb-40eb-8963-367c7195a5ed req-d41b9319-8603-4899-a361-7a6cf0989f01 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:17.619930 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-9b3b116e-8eeb-40eb-8963-367c7195a5ed req-d41b9319-8603-4899-a361-7a6cf0989f01 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 945 time: 0.1258619 Feb 16 17:46:17.657764 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-9b3b116e-8eeb-40eb-8963-367c7195a5ed req-6af89ee9-0e2f-49e2-84fd-c03e3f5b76f8 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e78a7b-d53a-4945-bff5-fe684133d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311744 Feb 16 17:46:18.821448 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d4385-383d-47ee-928e-173d093e352d req-d42472a2-54e6-4c42-818e-9230beeaf289 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:18.822930 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-851d4385-383d-47ee-928e-173d093e352d req-d42472a2-54e6-4c42-818e-9230beeaf289 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 945 time: 0.0932150 Feb 16 17:46:18.861759 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-851d4385-383d-47ee-928e-173d093e352d req-0743840f-0a6a-45ea-82ca-8f937bfd1066 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e78a7b-d53a-4945-bff5-fe684133d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320425 Feb 16 17:46:19.978423 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10628791-3ea4-482d-8db8-b81581f1d1cb req-3f8db2f2-4717-4a8f-ba58-b9c34020c745 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:19.979887 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-10628791-3ea4-482d-8db8-b81581f1d1cb req-3f8db2f2-4717-4a8f-ba58-b9c34020c745 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 945 time: 0.0489857 Feb 16 17:46:20.016712 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-10628791-3ea4-482d-8db8-b81581f1d1cb req-b61a0e6a-bf2c-455e-8bfc-f88ea8283c7e tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e78a7b-d53a-4945-bff5-fe684133d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303569 Feb 16 17:46:21.133312 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4fa144-6d9e-4cdc-991f-add60853631c req-d1ea8a9e-3029-49a3-bdd4-4c97bc27b82a tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:21.134777 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-fe4fa144-6d9e-4cdc-991f-add60853631c req-d1ea8a9e-3029-49a3-bdd4-4c97bc27b82a tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 945 time: 0.0519226 Feb 16 17:46:21.172472 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-fe4fa144-6d9e-4cdc-991f-add60853631c req-6a1b7d6a-c51c-4fc3-adcf-675741960e35 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e78a7b-d53a-4945-bff5-fe684133d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311472 Feb 16 17:46:22.285572 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9868b0-0766-4e84-8a4e-1c67a8a12693 req-4f7c908a-7ca8-4fcd-b2d8-61d4c663f36c tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:22.287086 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-6a9868b0-0766-4e84-8a4e-1c67a8a12693 req-4f7c908a-7ca8-4fcd-b2d8-61d4c663f36c tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 945 time: 0.0481551 Feb 16 17:46:22.323820 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-6a9868b0-0766-4e84-8a4e-1c67a8a12693 req-9479308e-c5e8-47cd-a00d-bd678de03a87 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e78a7b-d53a-4945-bff5-fe684133d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307677 Feb 16 17:46:23.436940 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e075ce-d5df-4cb3-adba-d72657e3185b req-7d0a6ed4-3bc2-40ce-92ad-a4ddb33ddb34 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:23.438433 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-88e075ce-d5df-4cb3-adba-d72657e3185b req-7d0a6ed4-3bc2-40ce-92ad-a4ddb33ddb34 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 945 time: 0.0495982 Feb 16 17:46:23.476102 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-88e075ce-d5df-4cb3-adba-d72657e3185b req-265ded6e-1e1a-4ea1-82e8-c85c6fd504d2 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e78a7b-d53a-4945-bff5-fe684133d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315559 Feb 16 17:46:24.594474 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc7f94-f77d-47f5-a5e5-7c4a8a0805bf req-803a4e2b-6c2c-4d3c-919b-dc4b7dea1f20 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:24.596184 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-21cc7f94-f77d-47f5-a5e5-7c4a8a0805bf req-803a4e2b-6c2c-4d3c-919b-dc4b7dea1f20 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 945 time: 0.0523026 Feb 16 17:46:24.634210 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-21cc7f94-f77d-47f5-a5e5-7c4a8a0805bf req-adae8164-f7fe-4539-88a9-e68ed580e9f3 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e78a7b-d53a-4945-bff5-fe684133d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321994 Feb 16 17:46:25.745868 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead14c81-2d99-4235-8e76-e413c07f18d4 req-a379e362-8d47-4a71-83fd-e688e89d9a59 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:25.747316 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ead14c81-2d99-4235-8e76-e413c07f18d4 req-a379e362-8d47-4a71-83fd-e688e89d9a59 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 945 time: 0.0471475 Feb 16 17:46:25.785559 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ead14c81-2d99-4235-8e76-e413c07f18d4 req-a238bcbe-671f-4fe7-8d31-ccfa94206b37 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e78a7b-d53a-4945-bff5-fe684133d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316081 Feb 16 17:46:26.902660 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0728daf-c5bf-4221-85f6-6897aa7a2999 req-7a19471e-def7-4de0-a3cf-7ba01be8e92c tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:26.904200 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-a0728daf-c5bf-4221-85f6-6897aa7a2999 req-7a19471e-def7-4de0-a3cf-7ba01be8e92c tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 945 time: 0.0498135 Feb 16 17:46:26.941398 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-a0728daf-c5bf-4221-85f6-6897aa7a2999 req-d0dfdba0-84b5-4cf2-8d43-9a018875bf5f tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e78a7b-d53a-4945-bff5-fe684133d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313103 Feb 16 17:46:27.739692 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e72d3-6542-4a35-a0c0-13d115619b26 req-572dcc1a-39f0-4fdc-b30e-ec71d80289a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:27.741157 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f49e72d3-6542-4a35-a0c0-13d115619b26 req-572dcc1a-39f0-4fdc-b30e-ec71d80289a5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6c833d7b99404488883f96f114e61f03&device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 1098 time: 0.0425084 Feb 16 17:46:27.826930 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e72d3-6542-4a35-a0c0-13d115619b26 req-53b09f5f-8bb4-4034-aec0-04ca1f00ad2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:27.828375 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f49e72d3-6542-4a35-a0c0-13d115619b26 req-53b09f5f-8bb4-4034-aec0-04ca1f00ad2a service neutron] 10.222.0.89 "GET /v2.0/networks?id=c1e3646c-cf7c-4e61-886d-04ef5dc15824 HTTP/1.1" status: 200 len: 910 time: 0.0809414 Feb 16 17:46:27.901085 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f49e72d3-6542-4a35-a0c0-13d115619b26 req-1c3adea1-b43e-49d1-82bd-4a27b1be3152 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47c98049-74e5-40b7-a3db-0392d924b6a5 HTTP/1.1" status: 200 len: 1001 time: 0.0661569 Feb 16 17:46:27.948803 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e72d3-6542-4a35-a0c0-13d115619b26 req-96fc5c6c-46c2-404b-8e2c-c38136602ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:27.950188 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f49e72d3-6542-4a35-a0c0-13d115619b26 req-96fc5c6c-46c2-404b-8e2c-c38136602ab4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1b6f3a3c-e160-4401-aa17-ac85d3e8faa5 HTTP/1.1" status: 200 len: 848 time: 0.0427811 Feb 16 17:46:27.994187 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e72d3-6542-4a35-a0c0-13d115619b26 req-1adec6e3-c2a8-4c24-898a-6262d01acd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:27.995879 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f49e72d3-6542-4a35-a0c0-13d115619b26 req-1adec6e3-c2a8-4c24-898a-6262d01acd8b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c1e3646c-cf7c-4e61-886d-04ef5dc15824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386214 Feb 16 17:46:28.104152 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe498f15-4542-4ec5-a8ff-46a0890140fb req-91bcae47-6ed6-492d-8677-39e89a9c79ab tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:28.105613 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-fe498f15-4542-4ec5-a8ff-46a0890140fb req-91bcae47-6ed6-492d-8677-39e89a9c79ab tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 945 time: 0.0963418 Feb 16 17:46:28.131677 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f49e72d3-6542-4a35-a0c0-13d115619b26 req-67a6ec93-4ad3-4372-b29f-f9e9336f0b05 service neutron] 10.222.0.89 "GET /v2.0/networks/c1e3646c-cf7c-4e61-886d-04ef5dc15824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292253 Feb 16 17:46:28.202539 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-fe498f15-4542-4ec5-a8ff-46a0890140fb req-e7e8a5f7-45ac-402c-823f-b9b767e53407 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e78a7b-d53a-4945-bff5-fe684133d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828514 Feb 16 17:46:28.241333 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f49e72d3-6542-4a35-a0c0-13d115619b26 req-0e903a7c-6aa4-4153-9072-b84e7b34a841 service neutron] 10.222.0.89 "GET /v2.0/networks/c1e3646c-cf7c-4e61-886d-04ef5dc15824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016994 Feb 16 17:46:29.316454 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d4e23e-e484-437e-9895-383ac5555987 req-1162854e-d4c1-4fa2-b451-f9aac1adc352 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:29.317957 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-d8d4e23e-e484-437e-9895-383ac5555987 req-1162854e-d4c1-4fa2-b451-f9aac1adc352 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 945 time: 0.0484288 Feb 16 17:46:29.355868 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-d8d4e23e-e484-437e-9895-383ac5555987 req-5c99963a-bb9e-471d-860e-eda7ed617c3c tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e78a7b-d53a-4945-bff5-fe684133d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320187 Feb 16 17:46:30.472954 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60b808-8642-4eed-8e9a-1baa8414d8d4 req-2465d6b1-72be-459f-aad5-320cc8194988 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:30.474458 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ee60b808-8642-4eed-8e9a-1baa8414d8d4 req-2465d6b1-72be-459f-aad5-320cc8194988 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 945 time: 0.0491478 Feb 16 17:46:30.514389 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ee60b808-8642-4eed-8e9a-1baa8414d8d4 req-240804b4-ff0b-4439-8917-a42f2a7490f7 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e78a7b-d53a-4945-bff5-fe684133d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333264 Feb 16 17:46:30.912621 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:46:31.633166 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6983a3d5-47c7-48ab-869e-dc6fe04eab82 req-fcd806c1-1309-4095-87b7-9a4a419620c2 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:31.634623 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-6983a3d5-47c7-48ab-869e-dc6fe04eab82 req-fcd806c1-1309-4095-87b7-9a4a419620c2 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 945 time: 0.0530584 Feb 16 17:46:31.673789 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-6983a3d5-47c7-48ab-869e-dc6fe04eab82 req-431833aa-6615-4f7d-949c-fb30d3a30450 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e78a7b-d53a-4945-bff5-fe684133d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330975 Feb 16 17:46:32.790420 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb64255-666d-4dab-aa5c-8c09025ec64c req-5f5f3235-0b53-465a-9e15-a7f41b8f8da8 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:32.790997 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 47c98049-74e5-40b7-a3db-0392d924b6a5 no longer exists at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:46:32.792119 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-efb64255-666d-4dab-aa5c-8c09025ec64c req-5f5f3235-0b53-465a-9e15-a7f41b8f8da8 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 945 time: 0.0495656 Feb 16 17:46:32.834309 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-efb64255-666d-4dab-aa5c-8c09025ec64c req-57efdba4-552c-4b52-ac05-dcc46d81f521 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e78a7b-d53a-4945-bff5-fe684133d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357533 Feb 16 17:46:32.869948 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:46:32.892374 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3bc270-fdb1-4147-9596-0e3909077a60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47c98049-74e5-40b7-a3db-0392d924b6a5'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:46:32.894747 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e110e3-9a90-41b0-abb8-e32025f89a4b" -d '{"events": [{"server_uuid": "6f3bc270-fdb1-4147-9596-0e3909077a60", "name": "network-vif-unplugged", "status": "completed", "tag": "47c98049-74e5-40b7-a3db-0392d924b6a5"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:46:32.908990 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 47c98049-74e5-40b7-a3db-0392d924b6a5, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=47c98049-74e5-40b7-a3db-0392d924b6a5,segment=NetworkSegment(95b91126-b119-4fe4-a54b-8e28d16b8b99),segment_id=95b91126-b119-4fe4-a54b-8e28d16b8b99)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:46:32.930512 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Feb 2022 17:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e8ff7a-c0d2-4ee4-9f13-e85d4815cb0f x-openstack-request-id: req-79e8ff7a-c0d2-4ee4-9f13-e85d4815cb0f {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:46:32.930803 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f3bc270-fdb1-4147-9596-0e3909077a60", "name": "network-vif-unplugged", "status": "failed", "tag": "47c98049-74e5-40b7-a3db-0392d924b6a5", "code": 422}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:46:32.931062 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-79e8ff7a-c0d2-4ee4-9f13-e85d4815cb0f {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:46:32.931466 dv-neutron-828697-3-hyperv neutron-server[114377]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6f3bc270-fdb1-4147-9596-0e3909077a60', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '47c98049-74e5-40b7-a3db-0392d924b6a5', 'code': 422} returned with failed status Feb 16 17:46:32.995546 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:46:33.042911 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=47c98049-74e5-40b7-a3db-0392d924b6a5,revision_number=6']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:46:33.049807 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:46:33.053523 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:46:33.053523 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:46:33.053523 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:46:33.053523 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:46:33.053523 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:46:33.053523 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:46:33.053523 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:46:33.053523 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:46:33.053523 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:46:33.053523 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:46:33.053523 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:46:34.230577 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f03b9-40d7-4a04-b52f-ed3260e967a1 req-cfc3bfb8-a006-40f8-9ad5-d6806de305a0 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:34.232334 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8a1f03b9-40d7-4a04-b52f-ed3260e967a1 req-cfc3bfb8-a006-40f8-9ad5-d6806de305a0 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 943 time: 0.0580504 Feb 16 17:46:34.291541 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-8a1f03b9-40d7-4a04-b52f-ed3260e967a1 req-8e2e3e15-91a5-4f17-ba42-cbf9520782cc tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e78a7b-d53a-4945-bff5-fe684133d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527430 Feb 16 17:46:34.310735 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-08037a28-07ee-48bd-bc79-1aecfe253c6d req-61141b14-70ba-4bf2-86a4-eaab2e569006 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0931475 Feb 16 17:46:34.319747 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [req-08037a28-07ee-48bd-bc79-1aecfe253c6d req-0232cf5c-5f8b-4319-8753-f254828d4b31 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=114376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:46:34.320738 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-08037a28-07ee-48bd-bc79-1aecfe253c6d req-0232cf5c-5f8b-4319-8753-f254828d4b31 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050523 Feb 16 17:46:35.407071 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16332885-6822-4749-b803-193149ca7b82 req-c61d21be-0b4a-4fb3-a081-3dff89194f1a tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:35.408576 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-16332885-6822-4749-b803-193149ca7b82 req-c61d21be-0b4a-4fb3-a081-3dff89194f1a tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 943 time: 0.0497737 Feb 16 17:46:35.446323 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-16332885-6822-4749-b803-193149ca7b82 req-d6717608-fe75-450d-9b32-3e1833f41979 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e78a7b-d53a-4945-bff5-fe684133d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315576 Feb 16 17:46:36.557578 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19640d69-60ae-40f3-941e-97b55ecf8e22 req-bdf62087-cb32-4114-9efa-2fea11605b6d tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:36.559033 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-19640d69-60ae-40f3-941e-97b55ecf8e22 req-bdf62087-cb32-4114-9efa-2fea11605b6d tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 943 time: 0.0471964 Feb 16 17:46:36.612747 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-19640d69-60ae-40f3-941e-97b55ecf8e22 req-a929414b-9605-47d9-8f07-05c72c7028a0 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e78a7b-d53a-4945-bff5-fe684133d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423477 Feb 16 17:46:36.884274 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a4edeeeb-199e-4aca-ae4d-94ec374248a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:46:37.726755 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067c5f8-b048-4e10-b3af-947c7cc34cf6 req-75904c8e-5c42-4e0d-b273-454db9746d27 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:37.728279 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-9067c5f8-b048-4e10-b3af-947c7cc34cf6 req-75904c8e-5c42-4e0d-b273-454db9746d27 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 943 time: 0.0493090 Feb 16 17:46:37.770967 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-9067c5f8-b048-4e10-b3af-947c7cc34cf6 req-9b79314a-ebc9-4d8d-b57a-44550c6aeaa1 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e78a7b-d53a-4945-bff5-fe684133d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319016 Feb 16 17:46:38.891751 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5d7b9-33af-4e22-8af5-545b79bcde74 req-e687a0f6-5e13-46f2-99a7-e7711ac001ce tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:38.893346 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-27e5d7b9-33af-4e22-8af5-545b79bcde74 req-e687a0f6-5e13-46f2-99a7-e7711ac001ce tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 943 time: 0.0551052 Feb 16 17:46:38.931777 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-27e5d7b9-33af-4e22-8af5-545b79bcde74 req-3b1e9731-a361-41eb-952b-40928b46e3e1 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e78a7b-d53a-4945-bff5-fe684133d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322940 Feb 16 17:46:39.235362 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-cbebb16c-8118-4c35-9561-0a7f302e6a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:46:40.051326 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2c1d2-43bc-4ec6-9da1-0d0d6b9b542b req-4ff86ed7-bbd5-4b64-a3ab-3697b3d12486 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:40.052884 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-7fd2c1d2-43bc-4ec6-9da1-0d0d6b9b542b req-4ff86ed7-bbd5-4b64-a3ab-3697b3d12486 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 943 time: 0.0520179 Feb 16 17:46:40.090824 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-7fd2c1d2-43bc-4ec6-9da1-0d0d6b9b542b req-b066d9dc-d6c0-4d9c-9838-71ff14733cc3 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e78a7b-d53a-4945-bff5-fe684133d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320175 Feb 16 17:46:40.612786 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:46:41.206498 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2254d2a-8176-44bb-b9c8-db669a947d5c req-d1fe50f5-56b7-48ca-bf26-4c7ab7c080b2 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:41.207967 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c2254d2a-8176-44bb-b9c8-db669a947d5c req-d1fe50f5-56b7-48ca-bf26-4c7ab7c080b2 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 943 time: 0.0490618 Feb 16 17:46:41.246910 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c2254d2a-8176-44bb-b9c8-db669a947d5c req-055d5cd0-fdad-47cd-b94f-4e0d968f5368 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e78a7b-d53a-4945-bff5-fe684133d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323923 Feb 16 17:46:41.961108 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:46:42.178270 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:46:42.363040 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768b85b-43f8-4026-a6ab-f9451b9c2503 req-3f394048-d7a4-499b-90df-82187891e5f9 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:42.365749 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-5768b85b-43f8-4026-a6ab-f9451b9c2503 req-3f394048-d7a4-499b-90df-82187891e5f9 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 943 time: 0.0504980 Feb 16 17:46:42.408318 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-5768b85b-43f8-4026-a6ab-f9451b9c2503 req-8115e15c-ff69-4271-81c6-d56473e59d03 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e78a7b-d53a-4945-bff5-fe684133d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363436 Feb 16 17:46:43.533508 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4489b-32ec-4947-9349-abe309040725 req-6d0dad5e-2fd0-4b92-bcdf-c2d40c6a030c tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:43.535034 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-81a4489b-32ec-4947-9349-abe309040725 req-6d0dad5e-2fd0-4b92-bcdf-c2d40c6a030c tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 943 time: 0.0509813 Feb 16 17:46:43.574152 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-81a4489b-32ec-4947-9349-abe309040725 req-2679b93a-a185-4aee-91ee-d7f0cf60ed4b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e78a7b-d53a-4945-bff5-fe684133d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328438 Feb 16 17:46:43.994981 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08037a28-07ee-48bd-bc79-1aecfe253c6d req-505674d8-404c-4a5f-aebd-4b520e424dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:43.996557 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-08037a28-07ee-48bd-bc79-1aecfe253c6d req-505674d8-404c-4a5f-aebd-4b520e424dc2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60&tenant_id=6c833d7b99404488883f96f114e61f03 HTTP/1.1" status: 200 len: 1096 time: 0.0466857 Feb 16 17:46:44.060261 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08037a28-07ee-48bd-bc79-1aecfe253c6d req-0201080e-4c6d-42a6-8658-6e9f7bb7f902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:44.061834 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-08037a28-07ee-48bd-bc79-1aecfe253c6d req-0201080e-4c6d-42a6-8658-6e9f7bb7f902 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6c833d7b99404488883f96f114e61f03&device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 1096 time: 0.0442708 Feb 16 17:46:44.150438 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08037a28-07ee-48bd-bc79-1aecfe253c6d req-21eb02ee-8b15-45d6-9cf7-84afc5ef37de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:44.151788 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-08037a28-07ee-48bd-bc79-1aecfe253c6d req-21eb02ee-8b15-45d6-9cf7-84afc5ef37de service neutron] 10.222.0.89 "GET /v2.0/networks?id=c1e3646c-cf7c-4e61-886d-04ef5dc15824 HTTP/1.1" status: 200 len: 910 time: 0.0831327 Feb 16 17:46:44.223167 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-08037a28-07ee-48bd-bc79-1aecfe253c6d req-88decb51-4d04-4dfe-97a9-939acd8f1b1d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47c98049-74e5-40b7-a3db-0392d924b6a5 HTTP/1.1" status: 200 len: 999 time: 0.0641024 Feb 16 17:46:44.274260 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08037a28-07ee-48bd-bc79-1aecfe253c6d req-e1a37fb0-341f-4469-b4d5-d281777fbdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:44.275720 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-08037a28-07ee-48bd-bc79-1aecfe253c6d req-e1a37fb0-341f-4469-b4d5-d281777fbdf2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1b6f3a3c-e160-4401-aa17-ac85d3e8faa5 HTTP/1.1" status: 200 len: 848 time: 0.0463989 Feb 16 17:46:44.319175 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08037a28-07ee-48bd-bc79-1aecfe253c6d req-bfb41070-4d07-403f-904f-bd5e370dde28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:44.320673 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-08037a28-07ee-48bd-bc79-1aecfe253c6d req-bfb41070-4d07-403f-904f-bd5e370dde28 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c1e3646c-cf7c-4e61-886d-04ef5dc15824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385246 Feb 16 17:46:44.414321 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-08037a28-07ee-48bd-bc79-1aecfe253c6d req-ddcd61c5-3aa8-4668-b23f-80cf8cfb800e service neutron] 10.222.0.89 "GET /v2.0/networks/c1e3646c-cf7c-4e61-886d-04ef5dc15824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868733 Feb 16 17:46:44.506216 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-08037a28-07ee-48bd-bc79-1aecfe253c6d req-fe87b41d-6dd5-4b4a-b2ac-2a7547a6945b service neutron] 10.222.0.89 "GET /v2.0/networks/c1e3646c-cf7c-4e61-886d-04ef5dc15824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850163 Feb 16 17:46:44.693231 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb64893-333b-428e-aa51-03160bcdf748 req-2a66cd53-d401-42bb-a5d0-922bd1d7a6dd tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:44.694903 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-bfb64893-333b-428e-aa51-03160bcdf748 req-2a66cd53-d401-42bb-a5d0-922bd1d7a6dd tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 943 time: 0.0504513 Feb 16 17:46:44.732262 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-bfb64893-333b-428e-aa51-03160bcdf748 req-8f40fe43-74b6-4891-95a1-f8ba8e13f0af tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e78a7b-d53a-4945-bff5-fe684133d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313730 Feb 16 17:46:45.852223 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d5928-3caa-4706-8444-f87c24b23518 req-d91b5460-cb4c-4628-b6bc-5a35c7320fd4 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:45.853741 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ea9d5928-3caa-4706-8444-f87c24b23518 req-d91b5460-cb4c-4628-b6bc-5a35c7320fd4 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 943 time: 0.0531042 Feb 16 17:46:45.891230 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ea9d5928-3caa-4706-8444-f87c24b23518 req-078b7e05-eed1-40b0-bbdb-5461e25aded6 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e78a7b-d53a-4945-bff5-fe684133d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315659 Feb 16 17:46:46.896586 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:46:47.008959 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd37527-13ed-410d-a11f-3e343ee906e1 req-a7227bcd-5874-4802-ac0a-4106b47a0385 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:47.010439 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-9bd37527-13ed-410d-a11f-3e343ee906e1 req-a7227bcd-5874-4802-ac0a-4106b47a0385 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 943 time: 0.0517225 Feb 16 17:46:47.047724 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-9bd37527-13ed-410d-a11f-3e343ee906e1 req-91aac57a-b558-4786-8585-50c91bed42b3 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e78a7b-d53a-4945-bff5-fe684133d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307901 Feb 16 17:46:48.161053 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f8e8d-07bb-4a39-a9d0-03b2b89d18d2 req-24f2bc3f-c490-4834-b8ff-7aee3e13e916 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:48.162440 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3a9f8e8d-07bb-4a39-a9d0-03b2b89d18d2 req-24f2bc3f-c490-4834-b8ff-7aee3e13e916 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 943 time: 0.0484791 Feb 16 17:46:48.199702 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3a9f8e8d-07bb-4a39-a9d0-03b2b89d18d2 req-b1b06483-39d9-46f0-9129-916d56f0d390 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e78a7b-d53a-4945-bff5-fe684133d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313573 Feb 16 17:46:49.313176 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f063a96-354e-4200-a115-783b82f7d990 req-fb3ce1a4-a793-4793-a9c3-9444eee30147 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:49.314645 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-1f063a96-354e-4200-a115-783b82f7d990 req-fb3ce1a4-a793-4793-a9c3-9444eee30147 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 943 time: 0.0484190 Feb 16 17:46:49.351519 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-1f063a96-354e-4200-a115-783b82f7d990 req-f0baf274-ce27-49b1-9860-0a0b3b490f81 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e78a7b-d53a-4945-bff5-fe684133d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310302 Feb 16 17:46:50.465132 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8a65b-19a3-4813-9cd8-67a9470a1f50 req-b502a381-d665-4047-9696-9d7adfacf531 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:50.467176 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0ea8a65b-19a3-4813-9cd8-67a9470a1f50 req-b502a381-d665-4047-9696-9d7adfacf531 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 943 time: 0.0464547 Feb 16 17:46:50.503621 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0ea8a65b-19a3-4813-9cd8-67a9470a1f50 req-11d2e7be-eb7e-4e79-9cbd-66266f3568e5 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e78a7b-d53a-4945-bff5-fe684133d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306718 Feb 16 17:46:51.614397 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b94aa0-1796-4776-a822-ba9df6a12c7b req-7b11c966-45d3-464d-ac8c-1d158a9e10cf tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:51.615853 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-03b94aa0-1796-4776-a822-ba9df6a12c7b req-7b11c966-45d3-464d-ac8c-1d158a9e10cf tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 943 time: 0.0475492 Feb 16 17:46:51.652556 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-03b94aa0-1796-4776-a822-ba9df6a12c7b req-150603b1-0521-4b4b-8376-fda5fe638245 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e78a7b-d53a-4945-bff5-fe684133d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304837 Feb 16 17:46:52.769124 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6a605-28e2-492b-a4f0-49521ec879bc req-9e67df97-1f14-4d20-87c7-7e4ed3d5da8a tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:52.770585 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-34c6a605-28e2-492b-a4f0-49521ec879bc req-9e67df97-1f14-4d20-87c7-7e4ed3d5da8a tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 943 time: 0.0519190 Feb 16 17:46:52.811904 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-34c6a605-28e2-492b-a4f0-49521ec879bc req-1567ea99-8ba5-4a26-8d92-d93324e76cad tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e78a7b-d53a-4945-bff5-fe684133d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354424 Feb 16 17:46:52.899323 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 47c98049-74e5-40b7-a3db-0392d924b6a5 details requested by agent hyperv_hv-neutron-8286 with host hv-neutron-8286 {{(pid=114377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:46:52.989708 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 47c98049-74e5-40b7-a3db-0392d924b6a5, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=47c98049-74e5-40b7-a3db-0392d924b6a5,segment=NetworkSegment(95b91126-b119-4fe4-a54b-8e28d16b8b99),segment_id=95b91126-b119-4fe4-a54b-8e28d16b8b99)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:46:53.000923 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Returning: {'device': '47c98049-74e5-40b7-a3db-0392d924b6a5', 'network_id': 'c1e3646c-cf7c-4e61-886d-04ef5dc15824', 'port_id': '47c98049-74e5-40b7-a3db-0392d924b6a5', 'mac_address': 'fa:16:3e:71:aa:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6f3a3c-e160-4401-aa17-ac85d3e8faa5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:46:53.039249 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:46:53.051924 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47c98049-74e5-40b7-a3db-0392d924b6a5 {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:46:53.069698 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 47c98049-74e5-40b7-a3db-0392d924b6a5, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=47c98049-74e5-40b7-a3db-0392d924b6a5,segment=NetworkSegment(95b91126-b119-4fe4-a54b-8e28d16b8b99),segment_id=95b91126-b119-4fe4-a54b-8e28d16b8b99)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:46:53.137334 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:46:53.184051 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=47c98049-74e5-40b7-a3db-0392d924b6a5,revision_number=7']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:46:53.361365 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['47c98049-74e5-40b7-a3db-0392d924b6a5'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:46:53.926663 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24208b-970f-4bb9-925c-52909aa1faf6 req-acc41b71-6966-423c-813b-de50b90348ae tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:53.928160 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-cb24208b-970f-4bb9-925c-52909aa1faf6 req-acc41b71-6966-423c-813b-de50b90348ae tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 944 time: 0.0514500 Feb 16 17:46:53.965954 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-cb24208b-970f-4bb9-925c-52909aa1faf6 req-cc55e25a-8e5b-4bbe-bfa3-7e549c650423 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e78a7b-d53a-4945-bff5-fe684133d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318909 Feb 16 17:46:54.918732 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 47c98049-74e5-40b7-a3db-0392d924b6a5 up at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:46:54.965870 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning complete for port 47c98049-74e5-40b7-a3db-0392d924b6a5 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:46:54.966887 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:46:55.044877 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:46:55.067645 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3bc270-fdb1-4147-9596-0e3909077a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c98049-74e5-40b7-a3db-0392d924b6a5'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:46:55.070013 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e02641-29dc-4233-8af9-805a5d4bf2bf" -d '{"events": [{"server_uuid": "6f3bc270-fdb1-4147-9596-0e3909077a60", "name": "network-vif-plugged", "status": "completed", "tag": "47c98049-74e5-40b7-a3db-0392d924b6a5"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:46:55.084825 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 47c98049-74e5-40b7-a3db-0392d924b6a5, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=47c98049-74e5-40b7-a3db-0392d924b6a5,segment=NetworkSegment(95b91126-b119-4fe4-a54b-8e28d16b8b99),segment_id=95b91126-b119-4fe4-a54b-8e28d16b8b99)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:46:55.087470 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1581f0-bffe-4d25-9420-3579d55ef74f req-418b5bd3-e867-40bc-b4c1-49d09bf1f9ef tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:55.089081 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3f1581f0-bffe-4d25-9420-3579d55ef74f req-418b5bd3-e867-40bc-b4c1-49d09bf1f9ef tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 944 time: 0.0562398 Feb 16 17:46:55.107152 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df373172-01dd-4c4f-bba4-a6af32856a76 x-openstack-request-id: req-df373172-01dd-4c4f-bba4-a6af32856a76 {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:46:55.107437 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f3bc270-fdb1-4147-9596-0e3909077a60", "name": "network-vif-plugged", "status": "completed", "tag": "47c98049-74e5-40b7-a3db-0392d924b6a5", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:46:55.107685 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-df373172-01dd-4c4f-bba4-a6af32856a76 {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:46:55.108108 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f3bc270-fdb1-4147-9596-0e3909077a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c98049-74e5-40b7-a3db-0392d924b6a5', 'code': 200} Feb 16 17:46:55.131958 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-3f1581f0-bffe-4d25-9420-3579d55ef74f req-468fe05e-d49b-4458-b038-d79ff41c5455 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e78a7b-d53a-4945-bff5-fe684133d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358992 Feb 16 17:46:55.158628 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:46:55.203263 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=47c98049-74e5-40b7-a3db-0392d924b6a5,revision_number=8']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:46:55.360716 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcef8f-2b34-4be3-83d9-515e9b87cf99 req-9db71686-bde9-4215-925e-e2bb88e74aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:55.362183 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-51dcef8f-2b34-4be3-83d9-515e9b87cf99 req-9db71686-bde9-4215-925e-e2bb88e74aee service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 1098 time: 0.0387597 Feb 16 17:46:55.396852 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-51dcef8f-2b34-4be3-83d9-515e9b87cf99 req-d22abe9f-e609-483b-8c18-436a95be823a service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=17e78a7b-d53a-4945-bff5-fe684133d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282867 Feb 16 17:46:56.249010 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444911a4-0606-4f3e-8cb8-2d6e390676dc req-59f8993f-50e3-4178-86f0-c4e683969fc7 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:56.250488 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-444911a4-0606-4f3e-8cb8-2d6e390676dc req-59f8993f-50e3-4178-86f0-c4e683969fc7 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 945 time: 0.0505474 Feb 16 17:46:56.287210 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-444911a4-0606-4f3e-8cb8-2d6e390676dc req-b95f255c-b870-4c5f-b62f-3e0fd0bc4765 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e78a7b-d53a-4945-bff5-fe684133d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307748 Feb 16 17:46:57.404538 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e8b710-0a6c-4da3-9bfd-05f4776dfb0d req-3cacd562-714f-4698-9d5e-d17cf37e8707 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:57.406000 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c2e8b710-0a6c-4da3-9bfd-05f4776dfb0d req-3cacd562-714f-4698-9d5e-d17cf37e8707 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 945 time: 0.0521553 Feb 16 17:46:57.443083 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c2e8b710-0a6c-4da3-9bfd-05f4776dfb0d req-3e74b25a-2560-4b31-aaa5-2c61c11188bb tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e78a7b-d53a-4945-bff5-fe684133d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311658 Feb 16 17:47:00.912429 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:06.866657 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-cf37a69a-1433-4cc3-8aa2-2e641e1c4893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:09.341241 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b06d30af-48b3-43d2-b3cc-5928e7ad3160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:10.617485 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:12.011763 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:12.163545 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:23.896517 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:47:30.902657 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:36.900942 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-3c044ecf-6453-4ca9-9786-e84655953c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:39.283461 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-bfc2b85a-29ad-445b-9f69-016c4ac40490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:40.600886 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:41.977419 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:42.165430 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:47:42.416773 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-48d01a84-2ea7-44ed-8dbc-da5d249fd557 req-d938ede7-d2b2-4017-9578-a229317dd104 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390913 Feb 16 17:47:42.497068 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d01a84-2ea7-44ed-8dbc-da5d249fd557 req-e7e1aed8-538d-4eb4-8d66-c19aef8219ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:42.498540 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-48d01a84-2ea7-44ed-8dbc-da5d249fd557 req-e7e1aed8-538d-4eb4-8d66-c19aef8219ee service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6c833d7b99404488883f96f114e61f03&device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 1098 time: 0.0430458 Feb 16 17:47:42.599427 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d01a84-2ea7-44ed-8dbc-da5d249fd557 req-8a693cf3-c53e-4ae0-b1fa-6d4af99b649d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:42.601472 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-48d01a84-2ea7-44ed-8dbc-da5d249fd557 req-8a693cf3-c53e-4ae0-b1fa-6d4af99b649d service neutron] 10.222.0.89 "GET /v2.0/networks?id=c1e3646c-cf7c-4e61-886d-04ef5dc15824 HTTP/1.1" status: 200 len: 910 time: 0.0845346 Feb 16 17:47:42.669443 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-48d01a84-2ea7-44ed-8dbc-da5d249fd557 req-2a35de0c-5721-46a7-9a3e-f51593e54ef7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47c98049-74e5-40b7-a3db-0392d924b6a5 HTTP/1.1" status: 200 len: 1001 time: 0.0618012 Feb 16 17:47:42.716641 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d01a84-2ea7-44ed-8dbc-da5d249fd557 req-1b555635-3efc-436b-8267-37163549429e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:42.718113 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-48d01a84-2ea7-44ed-8dbc-da5d249fd557 req-1b555635-3efc-436b-8267-37163549429e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1b6f3a3c-e160-4401-aa17-ac85d3e8faa5 HTTP/1.1" status: 200 len: 848 time: 0.0425813 Feb 16 17:47:42.761562 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d01a84-2ea7-44ed-8dbc-da5d249fd557 req-e80e816f-632e-4a30-9ce4-4d5d4dc6eacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:42.763187 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-48d01a84-2ea7-44ed-8dbc-da5d249fd557 req-e80e816f-632e-4a30-9ce4-4d5d4dc6eacb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c1e3646c-cf7c-4e61-886d-04ef5dc15824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386033 Feb 16 17:47:42.863701 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-48d01a84-2ea7-44ed-8dbc-da5d249fd557 req-42d3ef88-4692-412f-8d37-e74fccdf39c9 service neutron] 10.222.0.89 "GET /v2.0/networks/c1e3646c-cf7c-4e61-886d-04ef5dc15824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938690 Feb 16 17:47:42.952542 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-48d01a84-2ea7-44ed-8dbc-da5d249fd557 req-f5ea4a16-946f-406e-bf0f-4564ecf800be service neutron] 10.222.0.89 "GET /v2.0/networks/c1e3646c-cf7c-4e61-886d-04ef5dc15824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822699 Feb 16 17:48:00.868124 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:00.894981 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:48:06.885356 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-bbf927a3-2ba7-4562-a1e7-f1c9b8bab7b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:09.250979 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a4f5733e-c854-4e9a-bc2c-029c92ca8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:10.626145 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:11.942026 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:12.163001 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:30.913075 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:33.784318 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 33144) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:48:33.940437 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-69492982-f13f-425f-9e69-6227206981f2 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Deleting port 0fdadefe-3010-4407-bd50-9306c801eada {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:48:33.940780 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-69492982-f13f-425f-9e69-6227206981f2 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:34.017807 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-69492982-f13f-425f-9e69-6227206981f2 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:34.018132 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-69492982-f13f-425f-9e69-6227206981f2 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:34.029344 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-69492982-f13f-425f-9e69-6227206981f2 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Calling delete_port for 0fdadefe-3010-4407-bd50-9306c801eada owned by network:floatingip {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:48:34.250937 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-69492982-f13f-425f-9e69-6227206981f2 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:34.275306 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69492982-f13f-425f-9e69-6227206981f2 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Pushing event deleted for resources: {'Port': ['ID=0fdadefe-3010-4407-bd50-9306c801eada,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:48:34.284935 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69492982-f13f-425f-9e69-6227206981f2 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:48:34.285286 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69492982-f13f-425f-9e69-6227206981f2 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:48:34.285630 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69492982-f13f-425f-9e69-6227206981f2 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:48:34.285968 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69492982-f13f-425f-9e69-6227206981f2 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:48:34.286303 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69492982-f13f-425f-9e69-6227206981f2 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:48:34.287131 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69492982-f13f-425f-9e69-6227206981f2 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:48:34.287131 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69492982-f13f-425f-9e69-6227206981f2 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:48:34.287321 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69492982-f13f-425f-9e69-6227206981f2 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:48:34.287583 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69492982-f13f-425f-9e69-6227206981f2 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:48:34.287908 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69492982-f13f-425f-9e69-6227206981f2 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:48:34.288256 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69492982-f13f-425f-9e69-6227206981f2 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:48:34.288580 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69492982-f13f-425f-9e69-6227206981f2 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:48:34.346930 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-69492982-f13f-425f-9e69-6227206981f2 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for floatingip, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:34.347312 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.l3_db [None req-69492982-f13f-425f-9e69-6227206981f2 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Floating IP 8380db15-f83f-4529-a809-0b7f1acdeda7 disassociated (deleted). External IP: 172.26.3.102, port: 47c98049-74e5-40b7-a3db-0392d924b6a5. Feb 16 17:48:34.560326 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69492982-f13f-425f-9e69-6227206981f2 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Router 89028d12-5b74-40bc-8d43-f79ea2ab834f has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:48:34.938114 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69492982-f13f-425f-9e69-6227206981f2 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:48:34.947950 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-69492982-f13f-425f-9e69-6227206981f2 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:34.948102 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddce97c1-b011-49e7-b647-1aa2075f9995 None None] Sync routers for ids ['89028d12-5b74-40bc-8d43-f79ea2ab834f'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:48:34.957247 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddce97c1-b011-49e7-b647-1aa2075f9995 None None] Routers {'89028d12-5b74-40bc-8d43-f79ea2ab834f'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:48:34.957849 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-ddce97c1-b011-49e7-b647-1aa2075f9995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:48:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['89028d12-5b74-40bc-8d43-f79ea2ab834f'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:48:34.972131 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-69492982-f13f-425f-9e69-6227206981f2 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "DELETE /v2.0/floatingips/8380db15-f83f-4529-a809-0b7f1acdeda7 HTTP/1.1" status: 204 len: 168 time: 1.1833844 Feb 16 17:48:34.972131 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f3bc270-fdb1-4147-9596-0e3909077a60', 'tag': '47c98049-74e5-40b7-a3db-0392d924b6a5'}] {{(pid=114375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:48:34.973571 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f675c1a73bb74b784e43f10fee26c40e358be44ccef5ed6f70ec30f8ec0d494b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d09d39-ae1b-4158-80bf-4f92e02f83cb" -d '{"events": [{"name": "network-changed", "server_uuid": "6f3bc270-fdb1-4147-9596-0e3909077a60", "tag": "47c98049-74e5-40b7-a3db-0392d924b6a5"}]}' {{(pid=114375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:48:35.071012 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c78095-2d22-4a4e-ad33-02460503f835 x-openstack-request-id: req-79c78095-2d22-4a4e-ad33-02460503f835 {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:48:35.071306 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f3bc270-fdb1-4147-9596-0e3909077a60", "tag": "47c98049-74e5-40b7-a3db-0392d924b6a5", "status": "completed", "code": 200}]} {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:48:35.071557 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-79c78095-2d22-4a4e-ad33-02460503f835 {{(pid=114375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:48:35.072152 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f3bc270-fdb1-4147-9596-0e3909077a60', 'tag': '47c98049-74e5-40b7-a3db-0392d924b6a5', 'status': 'completed', 'code': 200} Feb 16 17:48:35.150330 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-ddce97c1-b011-49e7-b647-1aa2075f9995 None None] Set router 89028d12-5b74-40bc-8d43-f79ea2ab834f gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:48:35.371746 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-ddce97c1-b011-49e7-b647-1aa2075f9995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'name': 'tempest-TestShelveInstance-2038684808-router', 'tenant_id': '6c833d7b99404488883f96f114e61f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': 'a77bb855-22bf-4a10-af56-789558e68747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:38:37Z', 'updated_at': '2022-02-16T17:38:40Z', 'revision_number': 4, 'project_id': '6c833d7b99404488883f96f114e61f03', 'gw_port': {'id': 'a77bb855-22bf-4a10-af56-789558e68747', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:5b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:38:37Z', 'updated_at': '2022-02-16T17:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '286bc629-2bab-4cea-8b36-dbb56723a82c', 'name': '', 'network_id': 'c1e3646c-cf7c-4e61-886d-04ef5dc15824', 'tenant_id': '6c833d7b99404488883f96f114e61f03', 'mac_address': 'fa:16:3e:14:f0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '1b6f3a3c-e160-4401-aa17-ac85d3e8faa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:38:40Z', 'updated_at': '2022-02-16T17:38:44Z', 'revision_number': 5, 'project_id': '6c833d7b99404488883f96f114e61f03', 'subnets': [{'id': '1b6f3a3c-e160-4401-aa17-ac85d3e8faa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:48:35.398908 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddce97c1-b011-49e7-b647-1aa2075f9995 None None] Checking router: 89028d12-5b74-40bc-8d43-f79ea2ab834f for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:48:35.408068 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddce97c1-b011-49e7-b647-1aa2075f9995 None None] Routers {'89028d12-5b74-40bc-8d43-f79ea2ab834f'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:48:35.408642 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-ddce97c1-b011-49e7-b647-1aa2075f9995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:48:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['89028d12-5b74-40bc-8d43-f79ea2ab834f'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:48:35.513483 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-ddce97c1-b011-49e7-b647-1aa2075f9995 None None] Set router 89028d12-5b74-40bc-8d43-f79ea2ab834f gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:48:35.521900 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d09d39-ae1b-4158-80bf-4f92e02f83cb req-6bbeb214-dcb2-49ae-b9b2-e5d7ec8a5b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:48:35.523397 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-09d09d39-ae1b-4158-80bf-4f92e02f83cb req-6bbeb214-dcb2-49ae-b9b2-e5d7ec8a5b86 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6c833d7b99404488883f96f114e61f03&device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 1098 time: 0.4289327 Feb 16 17:48:35.537691 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae50d7-9cb9-4ada-b192-db0942f8ac42 req-8fb8e21e-6437-471b-86a2-2335fbfb0470 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:48:35.539084 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e0ae50d7-9cb9-4ada-b192-db0942f8ac42 req-8fb8e21e-6437-471b-86a2-2335fbfb0470 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 945 time: 0.0584829 Feb 16 17:48:35.626642 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e0ae50d7-9cb9-4ada-b192-db0942f8ac42 req-00383942-56c8-460e-9340-5c56a18cc066 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e78a7b-d53a-4945-bff5-fe684133d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788286 Feb 16 17:48:35.651196 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d09d39-ae1b-4158-80bf-4f92e02f83cb req-79983904-a058-4b35-9c4b-a246c4532b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:48:35.652854 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-09d09d39-ae1b-4158-80bf-4f92e02f83cb req-79983904-a058-4b35-9c4b-a246c4532b2d service neutron] 10.222.0.89 "GET /v2.0/networks?id=c1e3646c-cf7c-4e61-886d-04ef5dc15824 HTTP/1.1" status: 200 len: 910 time: 0.1129184 Feb 16 17:48:35.694684 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-09d09d39-ae1b-4158-80bf-4f92e02f83cb req-1663906b-1d70-49a6-b4c5-ae9863c6dbae service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47c98049-74e5-40b7-a3db-0392d924b6a5 HTTP/1.1" status: 200 len: 217 time: 0.0337367 Feb 16 17:48:35.710007 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-ddce97c1-b011-49e7-b647-1aa2075f9995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'name': 'tempest-TestShelveInstance-2038684808-router', 'tenant_id': '6c833d7b99404488883f96f114e61f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': 'a77bb855-22bf-4a10-af56-789558e68747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:38:37Z', 'updated_at': '2022-02-16T17:38:40Z', 'revision_number': 4, 'project_id': '6c833d7b99404488883f96f114e61f03', 'gw_port': {'id': 'a77bb855-22bf-4a10-af56-789558e68747', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:5b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:38:37Z', 'updated_at': '2022-02-16T17:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '286bc629-2bab-4cea-8b36-dbb56723a82c', 'name': '', 'network_id': 'c1e3646c-cf7c-4e61-886d-04ef5dc15824', 'tenant_id': '6c833d7b99404488883f96f114e61f03', 'mac_address': 'fa:16:3e:14:f0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '1b6f3a3c-e160-4401-aa17-ac85d3e8faa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:38:40Z', 'updated_at': '2022-02-16T17:38:44Z', 'revision_number': 5, 'project_id': '6c833d7b99404488883f96f114e61f03', 'subnets': [{'id': '1b6f3a3c-e160-4401-aa17-ac85d3e8faa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:48:35.739032 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddce97c1-b011-49e7-b647-1aa2075f9995 None None] The sync data for ids ['89028d12-5b74-40bc-8d43-f79ea2ab834f'] in dv-neutron-828697-3-hyperv is: [{'id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'name': 'tempest-TestShelveInstance-2038684808-router', 'tenant_id': '6c833d7b99404488883f96f114e61f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': 'a77bb855-22bf-4a10-af56-789558e68747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:38:37Z', 'updated_at': '2022-02-16T17:38:40Z', 'revision_number': 4, 'project_id': '6c833d7b99404488883f96f114e61f03', 'gw_port': {'id': 'a77bb855-22bf-4a10-af56-789558e68747', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:5b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:38:37Z', 'updated_at': '2022-02-16T17:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '286bc629-2bab-4cea-8b36-dbb56723a82c', 'name': '', 'network_id': 'c1e3646c-cf7c-4e61-886d-04ef5dc15824', 'tenant_id': '6c833d7b99404488883f96f114e61f03', 'mac_address': 'fa:16:3e:14:f0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '1b6f3a3c-e160-4401-aa17-ac85d3e8faa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:38:40Z', 'updated_at': '2022-02-16T17:38:44Z', 'revision_number': 5, 'project_id': '6c833d7b99404488883f96f114e61f03', 'subnets': [{'id': '1b6f3a3c-e160-4401-aa17-ac85d3e8faa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:48:35.744663 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d09d39-ae1b-4158-80bf-4f92e02f83cb req-a30a178c-5855-4bc5-b0ef-5796a547c82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:48:35.746406 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-09d09d39-ae1b-4158-80bf-4f92e02f83cb req-a30a178c-5855-4bc5-b0ef-5796a547c82a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1b6f3a3c-e160-4401-aa17-ac85d3e8faa5 HTTP/1.1" status: 200 len: 848 time: 0.0440536 Feb 16 17:48:35.796973 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d09d39-ae1b-4158-80bf-4f92e02f83cb req-a84c5ea5-ee0d-44b4-9bb4-3e8bb7e0e810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:48:35.798482 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-09d09d39-ae1b-4158-80bf-4f92e02f83cb req-a84c5ea5-ee0d-44b4-9bb4-3e8bb7e0e810 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c1e3646c-cf7c-4e61-886d-04ef5dc15824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442030 Feb 16 17:48:35.895390 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-09d09d39-ae1b-4158-80bf-4f92e02f83cb req-60b5b3ca-372d-4cf3-8112-eea3cfa076e9 service neutron] 10.222.0.89 "GET /v2.0/networks/c1e3646c-cf7c-4e61-886d-04ef5dc15824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895197 Feb 16 17:48:35.961394 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37450575-d916-4c52-809b-a22be87bbe47 None None] New status for floating IP 8380db15-f83f-4529-a809-0b7f1acdeda7: DOWN {{(pid=114377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:48:35.991656 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-09d09d39-ae1b-4158-80bf-4f92e02f83cb req-4a40a82f-73b1-4aa0-a130-fb3d2621bd69 service neutron] 10.222.0.89 "GET /v2.0/networks/c1e3646c-cf7c-4e61-886d-04ef5dc15824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894380 Feb 16 17:48:36.741336 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdfec43-75b8-4afb-8f2f-75cdda5cb1f8 req-c24b23a8-a090-426e-b0c7-d07f42a09f35 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:48:36.742788 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-6bdfec43-75b8-4afb-8f2f-75cdda5cb1f8 req-c24b23a8-a090-426e-b0c7-d07f42a09f35 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 945 time: 0.0468473 Feb 16 17:48:36.779766 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-6bdfec43-75b8-4afb-8f2f-75cdda5cb1f8 req-ebc51221-0efa-40e9-bbdb-70d45eaaa3f3 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e78a7b-d53a-4945-bff5-fe684133d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308285 Feb 16 17:48:36.882667 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-cfdcd7aa-94ac-4444-8e9d-ba5376e1f9a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:37.073415 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479ea88-dfc5-4275-91d4-71381ea26519 req-25ebd25a-ecc7-4ecc-b89b-05fee21265d0 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:48:37.074904 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c479ea88-dfc5-4275-91d4-71381ea26519 req-25ebd25a-ecc7-4ecc-b89b-05fee21265d0 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.89 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 945 time: 0.0486631 Feb 16 17:48:37.161849 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-c479ea88-dfc5-4275-91d4-71381ea26519 req-82153c9c-8f85-4414-84f5-7d16943aa95b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Deleting port 47c98049-74e5-40b7-a3db-0392d924b6a5 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:48:37.162193 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-c479ea88-dfc5-4275-91d4-71381ea26519 req-82153c9c-8f85-4414-84f5-7d16943aa95b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:37.253490 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-c479ea88-dfc5-4275-91d4-71381ea26519 req-82153c9c-8f85-4414-84f5-7d16943aa95b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] For port 47c98049-74e5-40b7-a3db-0392d924b6a5, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=47c98049-74e5-40b7-a3db-0392d924b6a5,segment=NetworkSegment(95b91126-b119-4fe4-a54b-8e28d16b8b99),segment_id=95b91126-b119-4fe4-a54b-8e28d16b8b99)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:48:37.253869 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-c479ea88-dfc5-4275-91d4-71381ea26519 req-82153c9c-8f85-4414-84f5-7d16943aa95b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:37.265980 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-c479ea88-dfc5-4275-91d4-71381ea26519 req-82153c9c-8f85-4414-84f5-7d16943aa95b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Calling delete_port for 47c98049-74e5-40b7-a3db-0392d924b6a5 owned by compute:nova {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:48:37.461976 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-c479ea88-dfc5-4275-91d4-71381ea26519 req-82153c9c-8f85-4414-84f5-7d16943aa95b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:37.489394 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82153c9c-8f85-4414-84f5-7d16943aa95b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Pushing event deleted for resources: {'Port': ['ID=47c98049-74e5-40b7-a3db-0392d924b6a5,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:48:37.499144 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82153c9c-8f85-4414-84f5-7d16943aa95b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:48:37.499504 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82153c9c-8f85-4414-84f5-7d16943aa95b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:48:37.499855 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82153c9c-8f85-4414-84f5-7d16943aa95b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:48:37.500226 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82153c9c-8f85-4414-84f5-7d16943aa95b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:48:37.500567 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82153c9c-8f85-4414-84f5-7d16943aa95b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:48:37.500905 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82153c9c-8f85-4414-84f5-7d16943aa95b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:48:37.501240 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82153c9c-8f85-4414-84f5-7d16943aa95b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:48:37.501574 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82153c9c-8f85-4414-84f5-7d16943aa95b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:48:37.501909 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82153c9c-8f85-4414-84f5-7d16943aa95b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:48:37.502238 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82153c9c-8f85-4414-84f5-7d16943aa95b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:48:37.502570 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82153c9c-8f85-4414-84f5-7d16943aa95b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:48:37.502894 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82153c9c-8f85-4414-84f5-7d16943aa95b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:48:37.542618 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-c479ea88-dfc5-4275-91d4-71381ea26519 req-82153c9c-8f85-4414-84f5-7d16943aa95b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] No DVR routers for this DVR port 47c98049-74e5-40b7-a3db-0392d924b6a5 on host hv-neutron-8286 {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:48:37.545171 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-c479ea88-dfc5-4275-91d4-71381ea26519 req-82153c9c-8f85-4414-84f5-7d16943aa95b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:37.548452 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c479ea88-dfc5-4275-91d4-71381ea26519 req-82153c9c-8f85-4414-84f5-7d16943aa95b tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.89 "DELETE /v2.0/ports/47c98049-74e5-40b7-a3db-0392d924b6a5 HTTP/1.1" status: 204 len: 173 time: 0.4677577 Feb 16 17:48:37.548894 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3bc270-fdb1-4147-9596-0e3909077a60', 'name': 'network-vif-deleted', 'tag': '47c98049-74e5-40b7-a3db-0392d924b6a5'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:48:37.551132 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21fc46c-7f91-401c-b91a-3d0dc2e733e1" -d '{"events": [{"server_uuid": "6f3bc270-fdb1-4147-9596-0e3909077a60", "name": "network-vif-deleted", "tag": "47c98049-74e5-40b7-a3db-0392d924b6a5"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:48:37.637381 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da4aee4-ae6b-43de-bba0-8048bdddd1d2 x-openstack-request-id: req-1da4aee4-ae6b-43de-bba0-8048bdddd1d2 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:48:37.637683 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f3bc270-fdb1-4147-9596-0e3909077a60", "name": "network-vif-deleted", "tag": "47c98049-74e5-40b7-a3db-0392d924b6a5", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:48:37.637943 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1da4aee4-ae6b-43de-bba0-8048bdddd1d2 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:48:37.638356 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f3bc270-fdb1-4147-9596-0e3909077a60', 'name': 'network-vif-deleted', 'tag': '47c98049-74e5-40b7-a3db-0392d924b6a5', 'status': 'completed', 'code': 200} Feb 16 17:48:37.888267 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-f83e4ce7-c699-4d5b-9fb5-2b2d658d27e3 req-17cc4764-8f55-4896-aa9b-dcf59024322d tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 210 time: 0.0312274 Feb 16 17:48:37.901202 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:48:38.994873 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7f522c51-d0e8-42fa-b818-49123b1a6d32 req-01da3a1f-1090-41d6-a5f0-49bb906b66c4 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 210 time: 0.0273292 Feb 16 17:48:39.239062 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a0a51769-2cbe-49be-b9d7-14329e2cb13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:39.381201 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 47c98049-74e5-40b7-a3db-0392d924b6a5 no longer exists at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:48:39.401677 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] No Port match for: 47c98049-74e5-40b7-a3db-0392d924b6a5 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:48:39.402023 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 47c98049-74e5-40b7-a3db-0392d924b6a5 not bound to the agent host hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:48:40.088719 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-bb1f8d93-7298-422a-af9d-413bce1c5638 req-84134f37-2036-401f-b7d2-1baa0108d415 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 210 time: 0.0256407 Feb 16 17:48:40.604619 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:41.185434 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-dce343ac-5bd9-4a35-a56a-cb39888c9734 req-28b89f7b-3d88-43eb-9ec6-57157c4ff730 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f3bc270-fdb1-4147-9596-0e3909077a60 HTTP/1.1" status: 200 len: 210 time: 0.0304656 Feb 16 17:48:41.957711 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:42.191196 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:42.240411 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 33182) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:48:42.300461 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a5defd4a-22cc-4615-9f5b-8055198cb5e5 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for security_group, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:42.325731 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a5defd4a-22cc-4615-9f5b-8055198cb5e5 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:42.478991 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a5defd4a-22cc-4615-9f5b-8055198cb5e5 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:42.481547 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-a5defd4a-22cc-4615-9f5b-8055198cb5e5 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:42.482702 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-a5defd4a-22cc-4615-9f5b-8055198cb5e5 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] 10.222.0.88 "DELETE /v2.0/security-groups/17e78a7b-d53a-4945-bff5-fe684133d0cf HTTP/1.1" status: 204 len: 168 time: 0.2413146 Feb 16 17:48:42.492110 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5defd4a-22cc-4615-9f5b-8055198cb5e5 tempest-TestShelveInstance-1545786443 tempest-TestShelveInstance-1545786443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e78a7b-d53a-4945-bff5-fe684133d0cf,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:48:42.585793 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 33186) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:48:43.154336 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8e6e29ce-d822-4782-b29e-ed62cb3842d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:43.408079 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-8e6e29ce-d822-4782-b29e-ed62cb3842d4 admin admin] Deleting port 286bc629-2bab-4cea-8b36-dbb56723a82c {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:48:43.408737 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8e6e29ce-d822-4782-b29e-ed62cb3842d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:43.495287 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-8e6e29ce-d822-4782-b29e-ed62cb3842d4 admin admin] For port 286bc629-2bab-4cea-8b36-dbb56723a82c, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=286bc629-2bab-4cea-8b36-dbb56723a82c,segment=NetworkSegment(95b91126-b119-4fe4-a54b-8e28d16b8b99),segment_id=95b91126-b119-4fe4-a54b-8e28d16b8b99)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:48:43.495651 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8e6e29ce-d822-4782-b29e-ed62cb3842d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:43.510622 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-8e6e29ce-d822-4782-b29e-ed62cb3842d4 admin admin] Calling delete_port for 286bc629-2bab-4cea-8b36-dbb56723a82c owned by network:router_interface {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:48:43.774886 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8e6e29ce-d822-4782-b29e-ed62cb3842d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:43.805363 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e29ce-d822-4782-b29e-ed62cb3842d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=286bc629-2bab-4cea-8b36-dbb56723a82c,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:48:43.989668 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-8e6e29ce-d822-4782-b29e-ed62cb3842d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:44.205327 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e6e29ce-d822-4782-b29e-ed62cb3842d4 admin admin] Router 89028d12-5b74-40bc-8d43-f79ea2ab834f has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:48:44.313030 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6e29ce-d822-4782-b29e-ed62cb3842d4 admin admin] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:48:44.319781 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-8e6e29ce-d822-4782-b29e-ed62cb3842d4 admin admin] 10.222.0.88 "PUT /v2.0/routers/89028d12-5b74-40bc-8d43-f79ea2ab834f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7329047 Feb 16 17:48:44.320431 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 33192) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:48:44.322275 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af0391b-7b0f-476e-9042-fb723e87860c None None] Sync routers for ids ['89028d12-5b74-40bc-8d43-f79ea2ab834f'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:48:44.333655 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af0391b-7b0f-476e-9042-fb723e87860c None None] Routers {'89028d12-5b74-40bc-8d43-f79ea2ab834f'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:48:44.334387 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-8af0391b-7b0f-476e-9042-fb723e87860c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:48:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['89028d12-5b74-40bc-8d43-f79ea2ab834f'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:48:44.428610 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-95f74302-0ce9-4bf1-97b7-13819b0b2da6 admin admin] Notify callbacks [] for router, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:44.439667 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-8af0391b-7b0f-476e-9042-fb723e87860c None None] Set router 89028d12-5b74-40bc-8d43-f79ea2ab834f gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:48:44.533123 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-95f74302-0ce9-4bf1-97b7-13819b0b2da6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:44.617847 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-8af0391b-7b0f-476e-9042-fb723e87860c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'name': 'tempest-TestShelveInstance-2038684808-router', 'tenant_id': '6c833d7b99404488883f96f114e61f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': 'a77bb855-22bf-4a10-af56-789558e68747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:38:37Z', 'updated_at': '2022-02-16T17:48:43Z', 'revision_number': 5, 'project_id': '6c833d7b99404488883f96f114e61f03', 'gw_port': {'id': 'a77bb855-22bf-4a10-af56-789558e68747', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:5b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:38:37Z', 'updated_at': '2022-02-16T17:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:48:44.648732 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af0391b-7b0f-476e-9042-fb723e87860c None None] Checking router: 89028d12-5b74-40bc-8d43-f79ea2ab834f for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:48:44.658319 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af0391b-7b0f-476e-9042-fb723e87860c None None] Routers {'89028d12-5b74-40bc-8d43-f79ea2ab834f'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:48:44.658951 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-8af0391b-7b0f-476e-9042-fb723e87860c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:48:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['89028d12-5b74-40bc-8d43-f79ea2ab834f'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:48:44.675937 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-95f74302-0ce9-4bf1-97b7-13819b0b2da6 admin admin] Deleting port a77bb855-22bf-4a10-af56-789558e68747 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:48:44.676375 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-95f74302-0ce9-4bf1-97b7-13819b0b2da6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:44.751423 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-8af0391b-7b0f-476e-9042-fb723e87860c None None] Set router 89028d12-5b74-40bc-8d43-f79ea2ab834f gateway port host: None {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:48:44.762854 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-95f74302-0ce9-4bf1-97b7-13819b0b2da6 admin admin] For port a77bb855-22bf-4a10-af56-789558e68747, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=a77bb855-22bf-4a10-af56-789558e68747,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:48:44.766553 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-95f74302-0ce9-4bf1-97b7-13819b0b2da6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:44.777255 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-95f74302-0ce9-4bf1-97b7-13819b0b2da6 admin admin] Calling delete_port for a77bb855-22bf-4a10-af56-789558e68747 owned by network:router_gateway {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:48:44.803846 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-8af0391b-7b0f-476e-9042-fb723e87860c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'name': 'tempest-TestShelveInstance-2038684808-router', 'tenant_id': '6c833d7b99404488883f96f114e61f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:38:37Z', 'updated_at': '2022-02-16T17:48:44Z', 'revision_number': 6, 'project_id': '6c833d7b99404488883f96f114e61f03', 'gw_port_host': None}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:48:44.833454 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af0391b-7b0f-476e-9042-fb723e87860c None None] The sync data for ids ['89028d12-5b74-40bc-8d43-f79ea2ab834f'] in dv-neutron-828697-3-hyperv is: [{'id': '89028d12-5b74-40bc-8d43-f79ea2ab834f', 'name': 'tempest-TestShelveInstance-2038684808-router', 'tenant_id': '6c833d7b99404488883f96f114e61f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:38:37Z', 'updated_at': '2022-02-16T17:48:44Z', 'revision_number': 6, 'project_id': '6c833d7b99404488883f96f114e61f03', 'gw_port_host': None}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:48:44.999887 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-95f74302-0ce9-4bf1-97b7-13819b0b2da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:45.029773 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f74302-0ce9-4bf1-97b7-13819b0b2da6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a77bb855-22bf-4a10-af56-789558e68747,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:48:45.088847 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-95f74302-0ce9-4bf1-97b7-13819b0b2da6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584056'] for router_gateway, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:45.177738 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-95f74302-0ce9-4bf1-97b7-13819b0b2da6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:45.181106 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-95f74302-0ce9-4bf1-97b7-13819b0b2da6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:45.296276 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-95f74302-0ce9-4bf1-97b7-13819b0b2da6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:45.296885 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f74302-0ce9-4bf1-97b7-13819b0b2da6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89028d12-5b74-40bc-8d43-f79ea2ab834f {{(pid=114375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:48:45.301225 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-95f74302-0ce9-4bf1-97b7-13819b0b2da6 admin admin] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:45.302545 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-95f74302-0ce9-4bf1-97b7-13819b0b2da6 admin admin] 10.222.0.88 "DELETE /v2.0/routers/89028d12-5b74-40bc-8d43-f79ea2ab834f HTTP/1.1" status: 204 len: 168 time: 0.9812033 Feb 16 17:48:45.305167 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 33194) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:48:45.353032 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6deb1de-1023-4c8d-a850-d1c67af46f23 admin admin] Deleting subnet 1b6f3a3c-e160-4401-aa17-ac85d3e8faa5 {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:48:45.356033 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f6deb1de-1023-4c8d-a850-d1c67af46f23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:45.389155 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f6deb1de-1023-4c8d-a850-d1c67af46f23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:45.462437 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f6deb1de-1023-4c8d-a850-d1c67af46f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:45.574806 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f6deb1de-1023-4c8d-a850-d1c67af46f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:45.602136 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6deb1de-1023-4c8d-a850-d1c67af46f23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b6f3a3c-e160-4401-aa17-ac85d3e8faa5,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:48:45.604183 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-f6deb1de-1023-4c8d-a850-d1c67af46f23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:45.608990 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-f6deb1de-1023-4c8d-a850-d1c67af46f23 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/1b6f3a3c-e160-4401-aa17-ac85d3e8faa5 HTTP/1.1" status: 204 len: 168 time: 0.3013914 Feb 16 17:48:45.610945 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 33196) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:48:45.614129 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045923f6-1260-4e54-8e0d-ed91157a7b65 None None] Network c1e3646c-cf7c-4e61-886d-04ef5dc15824 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:48:45.680570 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 286bc629-2bab-4cea-8b36-dbb56723a82c no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:48:45.687442 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1de06f96-fc95-47ee-ba85-a648dfec4bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:45.713234 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 286bc629-2bab-4cea-8b36-dbb56723a82c {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:48:45.713748 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 286bc629-2bab-4cea-8b36-dbb56723a82c not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:48:45.714325 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device a77bb855-22bf-4a10-af56-789558e68747 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:48:45.754365 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-1de06f96-fc95-47ee-ba85-a648dfec4bcc admin admin] Deleting port f18c57e9-122d-4baa-835c-ae332e11ba44 {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:48:45.755129 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: a77bb855-22bf-4a10-af56-789558e68747 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:48:45.755282 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1de06f96-fc95-47ee-ba85-a648dfec4bcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:45.755777 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device a77bb855-22bf-4a10-af56-789558e68747 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:48:45.831322 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-1de06f96-fc95-47ee-ba85-a648dfec4bcc admin admin] For port f18c57e9-122d-4baa-835c-ae332e11ba44, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=f18c57e9-122d-4baa-835c-ae332e11ba44,segment=NetworkSegment(95b91126-b119-4fe4-a54b-8e28d16b8b99),segment_id=95b91126-b119-4fe4-a54b-8e28d16b8b99)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:48:45.831952 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1de06f96-fc95-47ee-ba85-a648dfec4bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:45.846622 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-1de06f96-fc95-47ee-ba85-a648dfec4bcc admin admin] Calling delete_port for f18c57e9-122d-4baa-835c-ae332e11ba44 owned by network:dhcp {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:48:45.860715 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e7d20f-0462-4310-a62f-ede68b0deb33 None None] DHCP port deletion for c1e3646c-cf7c-4e61-886d-04ef5dc15824 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:48:45.922679 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-54e7d20f-0462-4310-a62f-ede68b0deb33 None None] Deleting port f18c57e9-122d-4baa-835c-ae332e11ba44 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:48:45.923065 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-54e7d20f-0462-4310-a62f-ede68b0deb33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:45.988595 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-54e7d20f-0462-4310-a62f-ede68b0deb33 None None] For port f18c57e9-122d-4baa-835c-ae332e11ba44, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=f18c57e9-122d-4baa-835c-ae332e11ba44,segment=NetworkSegment(95b91126-b119-4fe4-a54b-8e28d16b8b99),segment_id=95b91126-b119-4fe4-a54b-8e28d16b8b99)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:48:45.988925 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-54e7d20f-0462-4310-a62f-ede68b0deb33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:46.002770 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-54e7d20f-0462-4310-a62f-ede68b0deb33 None None] Calling delete_port for f18c57e9-122d-4baa-835c-ae332e11ba44 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:48:46.033402 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1de06f96-fc95-47ee-ba85-a648dfec4bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:46.059533 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de06f96-fc95-47ee-ba85-a648dfec4bcc admin admin] Pushing event deleted for resources: {'Port': ['ID=f18c57e9-122d-4baa-835c-ae332e11ba44,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:48:46.061895 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de06f96-fc95-47ee-ba85-a648dfec4bcc admin admin] No DVR routers for this DVR port f18c57e9-122d-4baa-835c-ae332e11ba44 on host dv-neutron-828697-3-hyperv {{(pid=114375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:48:46.084532 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-54e7d20f-0462-4310-a62f-ede68b0deb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:46.112542 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7d20f-0462-4310-a62f-ede68b0deb33 None None] Pushing event deleted for resources: {'Port': ['ID=f18c57e9-122d-4baa-835c-ae332e11ba44,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:48:46.116833 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e7d20f-0462-4310-a62f-ede68b0deb33 None None] No DVR routers for this DVR port f18c57e9-122d-4baa-835c-ae332e11ba44 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:48:46.123249 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7d20f-0462-4310-a62f-ede68b0deb33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:48:46.123602 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7d20f-0462-4310-a62f-ede68b0deb33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:48:46.129163 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7d20f-0462-4310-a62f-ede68b0deb33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:48:46.129163 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7d20f-0462-4310-a62f-ede68b0deb33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:48:46.129163 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7d20f-0462-4310-a62f-ede68b0deb33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:48:46.129163 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7d20f-0462-4310-a62f-ede68b0deb33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:48:46.129163 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7d20f-0462-4310-a62f-ede68b0deb33 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:48:46.129163 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7d20f-0462-4310-a62f-ede68b0deb33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:48:46.129163 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7d20f-0462-4310-a62f-ede68b0deb33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:48:46.129163 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7d20f-0462-4310-a62f-ede68b0deb33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:48:46.129163 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7d20f-0462-4310-a62f-ede68b0deb33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:48:46.129163 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7d20f-0462-4310-a62f-ede68b0deb33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:48:46.137784 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1de06f96-fc95-47ee-ba85-a648dfec4bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:46.158869 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-1de06f96-fc95-47ee-ba85-a648dfec4bcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1e3646c-cf7c-4e61-886d-04ef5dc15824']}} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:48:46.168106 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-1de06f96-fc95-47ee-ba85-a648dfec4bcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95b91126-b119-4fe4-a54b-8e28d16b8b99') {'for_net_delete': True} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:48:46.168403 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.services.segments.db [None req-1de06f96-fc95-47ee-ba85-a648dfec4bcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95b91126-b119-4fe4-a54b-8e28d16b8b99') {} {{(pid=114375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:48:46.178020 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1de06f96-fc95-47ee-ba85-a648dfec4bcc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3547504'] for segment, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:46.191293 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1de06f96-fc95-47ee-ba85-a648dfec4bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:46.197144 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1de06f96-fc95-47ee-ba85-a648dfec4bcc admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=114375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:48:46.198421 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1de06f96-fc95-47ee-ba85-a648dfec4bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550335'] for segment, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:46.199354 dv-neutron-828697-3-hyperv neutron-server[114375]: Traceback (most recent call last): Feb 16 17:48:46.199354 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:48:46.199354 dv-neutron-828697-3-hyperv neutron-server[114375]: timer() Feb 16 17:48:46.199354 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:48:46.199354 dv-neutron-828697-3-hyperv neutron-server[114375]: cb(*args, **kw) Feb 16 17:48:46.199354 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:48:46.199354 dv-neutron-828697-3-hyperv neutron-server[114375]: return func(*args, **kwargs) Feb 16 17:48:46.199354 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:48:46.199354 dv-neutron-828697-3-hyperv neutron-server[114375]: self._notify() Feb 16 17:48:46.199354 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:48:46.199354 dv-neutron-828697-3-hyperv neutron-server[114375]: self.callback(batched_events) Feb 16 17:48:46.199354 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:48:46.199354 dv-neutron-828697-3-hyperv neutron-server[114375]: event.method(event) Feb 16 17:48:46.199354 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:48:46.199354 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:48:46.199354 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:48:46.199354 dv-neutron-828697-3-hyperv neutron-server[114375]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:48:46.199354 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:48:46.199354 dv-neutron-828697-3-hyperv neutron-server[114375]: return f(self, *a, **k) Feb 16 17:48:46.199354 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:48:46.199354 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._get(url).json() Feb 16 17:48:46.199354 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:48:46.199354 dv-neutron-828697-3-hyperv neutron-server[114375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:48:46.199354 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:48:46.199354 dv-neutron-828697-3-hyperv neutron-server[114375]: return self.request(url, 'GET', **kwargs) Feb 16 17:48:46.199354 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:48:46.199354 dv-neutron-828697-3-hyperv neutron-server[114375]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:48:46.199354 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:48:46.199354 dv-neutron-828697-3-hyperv neutron-server[114375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:48:46.199354 dv-neutron-828697-3-hyperv neutron-server[114375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:48:46.199354 dv-neutron-828697-3-hyperv neutron-server[114375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:48:46.199354 dv-neutron-828697-3-hyperv neutron-server[114375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:48:46.598621 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1de06f96-fc95-47ee-ba85-a648dfec4bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:46.603060 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1de06f96-fc95-47ee-ba85-a648dfec4bcc admin admin] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:46.606287 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-1de06f96-fc95-47ee-ba85-a648dfec4bcc admin admin] 10.222.0.88 "DELETE /v2.0/networks/c1e3646c-cf7c-4e61-886d-04ef5dc15824 HTTP/1.1" status: 204 len: 168 time: 0.9943233 Feb 16 17:48:46.609785 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 33198) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:48:46.619883 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de06f96-fc95-47ee-ba85-a648dfec4bcc admin admin] Pushing event deleted for resources: {'Network': ['ID=c1e3646c-cf7c-4e61-886d-04ef5dc15824,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:48:46.971456 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7afe8f6c-a848-4c26-a79b-5b60ebae2912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:47.231323 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-7afe8f6c-a848-4c26-a79b-5b60ebae2912 admin admin] Deleting port bd0e5547-ab89-4b46-b71e-1703ff3a62c8 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:48:47.231714 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7afe8f6c-a848-4c26-a79b-5b60ebae2912 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:47.317131 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-7afe8f6c-a848-4c26-a79b-5b60ebae2912 admin admin] For port bd0e5547-ab89-4b46-b71e-1703ff3a62c8, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=bd0e5547-ab89-4b46-b71e-1703ff3a62c8,segment=NetworkSegment(65e40a55-afde-4ce1-af68-8b25153d6d6b),segment_id=65e40a55-afde-4ce1-af68-8b25153d6d6b)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:48:47.317858 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7afe8f6c-a848-4c26-a79b-5b60ebae2912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:47.328888 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device f18c57e9-122d-4baa-835c-ae332e11ba44 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:48:47.331417 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-7afe8f6c-a848-4c26-a79b-5b60ebae2912 admin admin] Calling delete_port for bd0e5547-ab89-4b46-b71e-1703ff3a62c8 owned by network:router_interface {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:48:47.350647 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: f18c57e9-122d-4baa-835c-ae332e11ba44 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:48:47.350945 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device f18c57e9-122d-4baa-835c-ae332e11ba44 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:48:47.598845 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7afe8f6c-a848-4c26-a79b-5b60ebae2912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:47.622490 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe8f6c-a848-4c26-a79b-5b60ebae2912 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd0e5547-ab89-4b46-b71e-1703ff3a62c8,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:48:47.791309 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7afe8f6c-a848-4c26-a79b-5b60ebae2912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:48.004733 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7afe8f6c-a848-4c26-a79b-5b60ebae2912 admin admin] Router 9bf841c1-5e01-485a-a355-4114dfb83ea5 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:48:48.112415 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afe8f6c-a848-4c26-a79b-5b60ebae2912 admin admin] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:48:48.117413 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-7afe8f6c-a848-4c26-a79b-5b60ebae2912 admin admin] 10.222.0.88 "PUT /v2.0/routers/9bf841c1-5e01-485a-a355-4114dfb83ea5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5065799 Feb 16 17:48:48.119829 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 33200) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:48:48.123271 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d9eac8-0703-421e-9774-ba3021ae96b9 None None] Sync routers for ids ['9bf841c1-5e01-485a-a355-4114dfb83ea5'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:48:48.133368 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d9eac8-0703-421e-9774-ba3021ae96b9 None None] Routers {'9bf841c1-5e01-485a-a355-4114dfb83ea5'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:48:48.133986 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-f9d9eac8-0703-421e-9774-ba3021ae96b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:48:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['9bf841c1-5e01-485a-a355-4114dfb83ea5'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:48:48.222506 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-467be63c-a3bc-4f4f-988d-de8aff0e0148 admin admin] Notify callbacks [] for router, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:48.237139 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-f9d9eac8-0703-421e-9774-ba3021ae96b9 None None] Set router 9bf841c1-5e01-485a-a355-4114dfb83ea5 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:48:48.324537 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-467be63c-a3bc-4f4f-988d-de8aff0e0148 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:48.413186 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-f9d9eac8-0703-421e-9774-ba3021ae96b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf841c1-5e01-485a-a355-4114dfb83ea5', 'name': 'tempest-TestShelveInstance-714860928-router', 'tenant_id': 'd2938030bf0944fe8bed3e928122c179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.106'}], 'enable_snat': True}, 'gw_port_id': '51bd60e3-f7c4-46f8-af43-7b4f8fc9e9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:38:43Z', 'updated_at': '2022-02-16T17:48:47Z', 'revision_number': 5, 'project_id': 'd2938030bf0944fe8bed3e928122c179', 'gw_port': {'id': '51bd60e3-f7c4-46f8-af43-7b4f8fc9e9ea', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf841c1-5e01-485a-a355-4114dfb83ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:38:43Z', 'updated_at': '2022-02-16T17:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:48:48.440377 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d9eac8-0703-421e-9774-ba3021ae96b9 None None] Checking router: 9bf841c1-5e01-485a-a355-4114dfb83ea5 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:48:48.448512 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d9eac8-0703-421e-9774-ba3021ae96b9 None None] Routers {'9bf841c1-5e01-485a-a355-4114dfb83ea5'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:48:48.449232 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-f9d9eac8-0703-421e-9774-ba3021ae96b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:48:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['9bf841c1-5e01-485a-a355-4114dfb83ea5'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:48:48.457046 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-467be63c-a3bc-4f4f-988d-de8aff0e0148 admin admin] Deleting port 51bd60e3-f7c4-46f8-af43-7b4f8fc9e9ea {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:48:48.459117 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-467be63c-a3bc-4f4f-988d-de8aff0e0148 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:48.533833 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-f9d9eac8-0703-421e-9774-ba3021ae96b9 None None] Set router 9bf841c1-5e01-485a-a355-4114dfb83ea5 gateway port host: None {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:48:48.534842 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-467be63c-a3bc-4f4f-988d-de8aff0e0148 admin admin] For port 51bd60e3-f7c4-46f8-af43-7b4f8fc9e9ea, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=51bd60e3-f7c4-46f8-af43-7b4f8fc9e9ea,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:48:48.535213 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-467be63c-a3bc-4f4f-988d-de8aff0e0148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:48.547275 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-467be63c-a3bc-4f4f-988d-de8aff0e0148 admin admin] Calling delete_port for 51bd60e3-f7c4-46f8-af43-7b4f8fc9e9ea owned by network:router_gateway {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:48:48.584303 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-f9d9eac8-0703-421e-9774-ba3021ae96b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf841c1-5e01-485a-a355-4114dfb83ea5', 'name': 'tempest-TestShelveInstance-714860928-router', 'tenant_id': 'd2938030bf0944fe8bed3e928122c179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:38:43Z', 'updated_at': '2022-02-16T17:48:48Z', 'revision_number': 6, 'project_id': 'd2938030bf0944fe8bed3e928122c179', 'gw_port_host': None}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:48:48.613463 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d9eac8-0703-421e-9774-ba3021ae96b9 None None] The sync data for ids ['9bf841c1-5e01-485a-a355-4114dfb83ea5'] in dv-neutron-828697-3-hyperv is: [{'id': '9bf841c1-5e01-485a-a355-4114dfb83ea5', 'name': 'tempest-TestShelveInstance-714860928-router', 'tenant_id': 'd2938030bf0944fe8bed3e928122c179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:38:43Z', 'updated_at': '2022-02-16T17:48:48Z', 'revision_number': 6, 'project_id': 'd2938030bf0944fe8bed3e928122c179', 'gw_port_host': None}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:48:48.768386 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-467be63c-a3bc-4f4f-988d-de8aff0e0148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:48.797757 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467be63c-a3bc-4f4f-988d-de8aff0e0148 admin admin] Pushing event deleted for resources: {'Port': ['ID=51bd60e3-f7c4-46f8-af43-7b4f8fc9e9ea,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:48:48.857711 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-467be63c-a3bc-4f4f-988d-de8aff0e0148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584056'] for router_gateway, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:48.945724 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-467be63c-a3bc-4f4f-988d-de8aff0e0148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:48.947789 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-467be63c-a3bc-4f4f-988d-de8aff0e0148 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:49.054432 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-467be63c-a3bc-4f4f-988d-de8aff0e0148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:49.054921 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-467be63c-a3bc-4f4f-988d-de8aff0e0148 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bf841c1-5e01-485a-a355-4114dfb83ea5 {{(pid=114376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:48:49.059782 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-467be63c-a3bc-4f4f-988d-de8aff0e0148 admin admin] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:49.060954 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-467be63c-a3bc-4f4f-988d-de8aff0e0148 admin admin] 10.222.0.88 "DELETE /v2.0/routers/9bf841c1-5e01-485a-a355-4114dfb83ea5 HTTP/1.1" status: 204 len: 168 time: 0.9401951 Feb 16 17:48:49.064076 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 33202) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:48:49.107006 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb18dd88-bb8a-420f-a716-411c1b4b1915 admin admin] Deleting subnet 326cfffb-c1af-4fd9-9bb9-073d6f9ce185 {{(pid=114375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:48:49.109996 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bb18dd88-bb8a-420f-a716-411c1b4b1915 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:49.144738 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bb18dd88-bb8a-420f-a716-411c1b4b1915 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3547519'] for subnet, precommit_delete_associations {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:49.222863 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bb18dd88-bb8a-420f-a716-411c1b4b1915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:49.353853 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bb18dd88-bb8a-420f-a716-411c1b4b1915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3550425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3460809'] for subnet, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:49.381182 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb18dd88-bb8a-420f-a716-411c1b4b1915 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=326cfffb-c1af-4fd9-9bb9-073d6f9ce185,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:48:49.384858 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-bb18dd88-bb8a-420f-a716-411c1b4b1915 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:49.387946 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-bb18dd88-bb8a-420f-a716-411c1b4b1915 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/326cfffb-c1af-4fd9-9bb9-073d6f9ce185 HTTP/1.1" status: 204 len: 168 time: 0.3228607 Feb 16 17:48:49.390566 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 33204) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:48:49.392046 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeed3b12-166c-44f5-bb6e-dd0b4ee33838 None None] Network fdf46813-1e3b-4398-941b-b2a13339809e requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:48:49.439149 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device bd0e5547-ab89-4b46-b71e-1703ff3a62c8 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:48:49.463398 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3c39975c-71cf-4e37-aea2-c8cf8f58a4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:49.466126 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: bd0e5547-ab89-4b46-b71e-1703ff3a62c8 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:48:49.466126 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device bd0e5547-ab89-4b46-b71e-1703ff3a62c8 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:48:49.466126 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 51bd60e3-f7c4-46f8-af43-7b4f8fc9e9ea no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:48:49.545059 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 51bd60e3-f7c4-46f8-af43-7b4f8fc9e9ea {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:48:49.545059 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 51bd60e3-f7c4-46f8-af43-7b4f8fc9e9ea not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:48:49.545336 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-3c39975c-71cf-4e37-aea2-c8cf8f58a4c8 admin admin] Deleting port 4452c7ba-a00f-4b9e-b6de-6a23649aeaa0 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:48:49.545336 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3c39975c-71cf-4e37-aea2-c8cf8f58a4c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:49.596438 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-3c39975c-71cf-4e37-aea2-c8cf8f58a4c8 admin admin] For port 4452c7ba-a00f-4b9e-b6de-6a23649aeaa0, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=4452c7ba-a00f-4b9e-b6de-6a23649aeaa0,segment=NetworkSegment(65e40a55-afde-4ce1-af68-8b25153d6d6b),segment_id=65e40a55-afde-4ce1-af68-8b25153d6d6b)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:48:49.596874 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3c39975c-71cf-4e37-aea2-c8cf8f58a4c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:49.611518 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a326be7d-f394-48d8-8021-dca3574f97e2 None None] DHCP port deletion for fdf46813-1e3b-4398-941b-b2a13339809e request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:48:49.611785 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-3c39975c-71cf-4e37-aea2-c8cf8f58a4c8 admin admin] Calling delete_port for 4452c7ba-a00f-4b9e-b6de-6a23649aeaa0 owned by network:dhcp {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:48:49.663262 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-a326be7d-f394-48d8-8021-dca3574f97e2 None None] Deleting port 4452c7ba-a00f-4b9e-b6de-6a23649aeaa0 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:48:49.663707 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a326be7d-f394-48d8-8021-dca3574f97e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:49.753683 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-a326be7d-f394-48d8-8021-dca3574f97e2 None None] For port 4452c7ba-a00f-4b9e-b6de-6a23649aeaa0, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=4452c7ba-a00f-4b9e-b6de-6a23649aeaa0,segment=NetworkSegment(65e40a55-afde-4ce1-af68-8b25153d6d6b),segment_id=65e40a55-afde-4ce1-af68-8b25153d6d6b)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:48:49.754112 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a326be7d-f394-48d8-8021-dca3574f97e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:49.767200 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-a326be7d-f394-48d8-8021-dca3574f97e2 None None] Calling delete_port for 4452c7ba-a00f-4b9e-b6de-6a23649aeaa0 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:48:49.772926 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3c39975c-71cf-4e37-aea2-c8cf8f58a4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:49.792346 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c39975c-71cf-4e37-aea2-c8cf8f58a4c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4452c7ba-a00f-4b9e-b6de-6a23649aeaa0,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:48:49.799632 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c39975c-71cf-4e37-aea2-c8cf8f58a4c8 admin admin] No DVR routers for this DVR port 4452c7ba-a00f-4b9e-b6de-6a23649aeaa0 on host dv-neutron-828697-3-hyperv {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:48:49.841880 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a326be7d-f394-48d8-8021-dca3574f97e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:49.870650 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3c39975c-71cf-4e37-aea2-c8cf8f58a4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:49.872660 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a326be7d-f394-48d8-8021-dca3574f97e2 None None] Pushing event deleted for resources: {'Port': ['ID=4452c7ba-a00f-4b9e-b6de-6a23649aeaa0,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:48:49.874501 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a326be7d-f394-48d8-8021-dca3574f97e2 None None] No DVR routers for this DVR port 4452c7ba-a00f-4b9e-b6de-6a23649aeaa0 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:48:49.893038 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-3c39975c-71cf-4e37-aea2-c8cf8f58a4c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdf46813-1e3b-4398-941b-b2a13339809e']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:48:49.902406 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-3c39975c-71cf-4e37-aea2-c8cf8f58a4c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65e40a55-afde-4ce1-af68-8b25153d6d6b') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:48:49.902701 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-3c39975c-71cf-4e37-aea2-c8cf8f58a4c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65e40a55-afde-4ce1-af68-8b25153d6d6b') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:48:49.912287 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3c39975c-71cf-4e37-aea2-c8cf8f58a4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:49.925407 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3c39975c-71cf-4e37-aea2-c8cf8f58a4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:49.930972 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c39975c-71cf-4e37-aea2-c8cf8f58a4c8 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:48:49.937348 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3c39975c-71cf-4e37-aea2-c8cf8f58a4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:49.937348 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 17:48:49.937348 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:48:49.937348 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 17:48:49.937348 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:48:49.937348 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 17:48:49.937348 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:48:49.937348 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 17:48:49.937348 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:48:49.937348 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 17:48:49.937348 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:48:49.937348 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 17:48:49.937348 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:48:49.937348 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 17:48:49.937348 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:48:49.937348 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:48:49.937348 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:48:49.937348 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:48:49.937348 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:48:49.937348 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 17:48:49.937348 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:48:49.937348 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 17:48:49.937348 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:48:49.937348 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:48:49.937348 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:48:49.937348 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 17:48:49.937348 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:48:49.937348 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:48:49.937348 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:48:49.937348 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:48:49.937348 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:48:49.937348 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:48:49.937348 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:48:50.054708 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3c39975c-71cf-4e37-aea2-c8cf8f58a4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:50.061541 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3c39975c-71cf-4e37-aea2-c8cf8f58a4c8 admin admin] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:50.065292 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-3c39975c-71cf-4e37-aea2-c8cf8f58a4c8 admin admin] 10.222.0.88 "DELETE /v2.0/networks/fdf46813-1e3b-4398-941b-b2a13339809e HTTP/1.1" status: 204 len: 168 time: 0.6733222 Feb 16 17:48:50.079446 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c39975c-71cf-4e37-aea2-c8cf8f58a4c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdf46813-1e3b-4398-941b-b2a13339809e,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:48:50.478190 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 33208) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:48:50.517272 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-a3fad20b-7cc3-4c65-a348-b66d3afd16e4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6c833d7b99404488883f96f114e61f03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379713 Feb 16 17:48:50.519639 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 33210) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:48:50.565601 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-baa79462-f525-4178-92c8-80be36a888bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:50.585969 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-baa79462-f525-4178-92c8-80be36a888bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:50.679067 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-baa79462-f525-4178-92c8-80be36a888bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:50.681576 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-baa79462-f525-4178-92c8-80be36a888bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:50.682725 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-baa79462-f525-4178-92c8-80be36a888bc admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/37eac9d7-c49e-4b60-8527-5bff37563485 HTTP/1.1" status: 204 len: 168 time: 0.1621261 Feb 16 17:48:50.690695 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa79462-f525-4178-92c8-80be36a888bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37eac9d7-c49e-4b60-8527-5bff37563485,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:48:51.224573 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 33216) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:48:51.265008 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-96971950-f393-4251-9721-80865e173cae admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d2938030bf0944fe8bed3e928122c179&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387213 Feb 16 17:48:51.267381 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 33218) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:48:51.315847 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2f3b67a5-efa6-4abc-8453-6360d2a52cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:51.328971 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 4452c7ba-a00f-4b9e-b6de-6a23649aeaa0 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:48:51.340574 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2f3b67a5-efa6-4abc-8453-6360d2a52cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:51.348404 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 4452c7ba-a00f-4b9e-b6de-6a23649aeaa0 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:48:51.348749 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 4452c7ba-a00f-4b9e-b6de-6a23649aeaa0 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:48:51.448621 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2f3b67a5-efa6-4abc-8453-6360d2a52cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:51.451235 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2f3b67a5-efa6-4abc-8453-6360d2a52cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:51.453082 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-2f3b67a5-efa6-4abc-8453-6360d2a52cd1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b14468e4-9c20-4c49-a196-1c8f72103afb HTTP/1.1" status: 204 len: 168 time: 0.1848223 Feb 16 17:48:51.460709 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b67a5-efa6-4abc-8453-6360d2a52cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14468e4-9c20-4c49-a196-1c8f72103afb,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:48:52.523446 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 33240) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:48:52.617263 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-166a0f01-aa8e-4b42-b3ed-b05bc504c6db admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1306317511-network', 'tenant_id': 'b3b75689a1104bdba68a046fae17ba5b'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:48:52.741556 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166a0f01-aa8e-4b42-b3ed-b05bc504c6db admin admin] Made reservation on behalf of b3b75689a1104bdba68a046fae17ba5b for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:48:52.743862 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-166a0f01-aa8e-4b42-b3ed-b05bc504c6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:52.753577 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-166a0f01-aa8e-4b42-b3ed-b05bc504c6db admin admin] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:52.828427 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-166a0f01-aa8e-4b42-b3ed-b05bc504c6db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:52.890793 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-166a0f01-aa8e-4b42-b3ed-b05bc504c6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:52.916993 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-166a0f01-aa8e-4b42-b3ed-b05bc504c6db admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:48:52.923020 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166a0f01-aa8e-4b42-b3ed-b05bc504c6db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74f89d1-f83e-440d-b43e-23173f51372c,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:48:52.930058 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-166a0f01-aa8e-4b42-b3ed-b05bc504c6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:52.930970 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-166a0f01-aa8e-4b42-b3ed-b05bc504c6db admin admin] Added segment f23dd6fa-f089-4007-8e13-31a632b1c0d8 of type vlan for network ea40910f-54e1-40fb-bf6f-305b7d82bf02 Feb 16 17:48:52.973782 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-166a0f01-aa8e-4b42-b3ed-b05bc504c6db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:53.044399 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-166a0f01-aa8e-4b42-b3ed-b05bc504c6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:53.045341 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166a0f01-aa8e-4b42-b3ed-b05bc504c6db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:48:53.045941 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-166a0f01-aa8e-4b42-b3ed-b05bc504c6db admin admin] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:53.103064 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166a0f01-aa8e-4b42-b3ed-b05bc504c6db admin admin] Pushing event updated for resources: {'Network': ['ID=ea40910f-54e1-40fb-bf6f-305b7d82bf02,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:48:53.113307 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network ea40910f-54e1-40fb-bf6f-305b7d82bf02 details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:48:53.177399 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-166a0f01-aa8e-4b42-b3ed-b05bc504c6db admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6520984 Feb 16 17:48:53.179474 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 33244) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:48:53.184380 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-b02d34a7-1879-417f-86ab-b08b2360c880 admin admin] Request body: {'subnet': {'network_id': 'ea40910f-54e1-40fb-bf6f-305b7d82bf02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1306317511-subnet', 'tenant_id': 'b3b75689a1104bdba68a046fae17ba5b', 'ip_version': 4}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:48:53.272951 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02d34a7-1879-417f-86ab-b08b2360c880 admin admin] Made reservation on behalf of b3b75689a1104bdba68a046fae17ba5b for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:48:53.275290 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b02d34a7-1879-417f-86ab-b08b2360c880 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:53.478942 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b02d34a7-1879-417f-86ab-b08b2360c880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:53.533601 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d34a7-1879-417f-86ab-b08b2360c880 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de10cebd-67ab-4d8e-96f6-8824234358f4,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:48:53.541945 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02d34a7-1879-417f-86ab-b08b2360c880 admin admin] Checking segment: {'id': 'f23dd6fa-f089-4007-8e13-31a632b1c0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ea40910f-54e1-40fb-bf6f-305b7d82bf02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:48:53.542323 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02d34a7-1879-417f-86ab-b08b2360c880 admin admin] Network hostable DHCP agents. Network: ea40910f-54e1-40fb-bf6f-305b7d82bf02, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:48:53.598250 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02d34a7-1879-417f-86ab-b08b2360c880 admin admin] Network ea40910f-54e1-40fb-bf6f-305b7d82bf02 is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:48:53.667563 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-b02d34a7-1879-417f-86ab-b08b2360c880 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, ea40910f-54e1-40fb-bf6f-305b7d82bf02) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:48:53.672974 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02d34a7-1879-417f-86ab-b08b2360c880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:48:53.674033 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-b02d34a7-1879-417f-86ab-b08b2360c880 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:53.677062 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a50b918-c91f-4b86-8c54-64ee9b8913de None None] Network ea40910f-54e1-40fb-bf6f-305b7d82bf02 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:48:53.767492 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-b02d34a7-1879-417f-86ab-b08b2360c880 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5868108 Feb 16 17:48:53.770123 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 33246) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:48:53.774617 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-ad871c8b-b6a0-4eff-8856-dbb1dfb4d6c0 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1306317511-router', 'tenant_id': 'b3b75689a1104bdba68a046fae17ba5b', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:48:53.820060 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c75090-cb20-4689-b6c4-f8606e6ac0ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-ea40910f-54e1-40fb-bf6f-305b7d82bf02', 'network_id': 'ea40910f-54e1-40fb-bf6f-305b7d82bf02', 'tenant_id': 'b3b75689a1104bdba68a046fae17ba5b', 'fixed_ips': [{'subnet_id': 'de10cebd-67ab-4d8e-96f6-8824234358f4'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:48:53.820950 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a1c75090-cb20-4689-b6c4-f8606e6ac0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:53.867861 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ad871c8b-b6a0-4eff-8856-dbb1dfb4d6c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:53.868994 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ad871c8b-b6a0-4eff-8856-dbb1dfb4d6c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:53.926770 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ad871c8b-b6a0-4eff-8856-dbb1dfb4d6c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:53.952196 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-a1c75090-cb20-4689-b6c4-f8606e6ac0ea None None] Allocated IP 172.20.0.2 (ea40910f-54e1-40fb-bf6f-305b7d82bf02/de10cebd-67ab-4d8e-96f6-8824234358f4/413751d9-9d7e-46d0-84af-3bbd7e0e2830) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:48:54.101948 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a1c75090-cb20-4689-b6c4-f8606e6ac0ea None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:54.151571 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ad871c8b-b6a0-4eff-8856-dbb1dfb4d6c0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:54.180012 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a1c75090-cb20-4689-b6c4-f8606e6ac0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:54.219897 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c75090-cb20-4689-b6c4-f8606e6ac0ea None None] Network ea40910f-54e1-40fb-bf6f-305b7d82bf02 is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:48:54.222657 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-a1c75090-cb20-4689-b6c4-f8606e6ac0ea None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:48:54.225947 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c75090-cb20-4689-b6c4-f8606e6ac0ea None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:48:54.231114 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c75090-cb20-4689-b6c4-f8606e6ac0ea None None] Pushing event updated for resources: {'Port': ['ID=413751d9-9d7e-46d0-84af-3bbd7e0e2830,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:48:54.425434 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-a1c75090-cb20-4689-b6c4-f8606e6ac0ea None None] Attempting to bind port 413751d9-9d7e-46d0-84af-3bbd7e0e2830 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:48:54.425716 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-a1c75090-cb20-4689-b6c4-f8606e6ac0ea None None] Attempting to bind port 413751d9-9d7e-46d0-84af-3bbd7e0e2830 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': 'f23dd6fa-f089-4007-8e13-31a632b1c0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ea40910f-54e1-40fb-bf6f-305b7d82bf02'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:48:54.426086 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c75090-cb20-4689-b6c4-f8606e6ac0ea None None] Attempting to bind port 413751d9-9d7e-46d0-84af-3bbd7e0e2830 on network ea40910f-54e1-40fb-bf6f-305b7d82bf02 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:48:54.429981 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ad871c8b-b6a0-4eff-8856-dbb1dfb4d6c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:54.431123 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c75090-cb20-4689-b6c4-f8606e6ac0ea None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:48:54.431497 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c75090-cb20-4689-b6c4-f8606e6ac0ea None None] Checking segment: {'id': 'f23dd6fa-f089-4007-8e13-31a632b1c0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ea40910f-54e1-40fb-bf6f-305b7d82bf02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:48:54.431898 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a1c75090-cb20-4689-b6c4-f8606e6ac0ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:54.432327 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c75090-cb20-4689-b6c4-f8606e6ac0ea None None] Bound using segment: {'id': 'f23dd6fa-f089-4007-8e13-31a632b1c0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ea40910f-54e1-40fb-bf6f-305b7d82bf02'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:48:54.432806 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-a1c75090-cb20-4689-b6c4-f8606e6ac0ea None None] Bound port: 413751d9-9d7e-46d0-84af-3bbd7e0e2830, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f23dd6fa-f089-4007-8e13-31a632b1c0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ea40910f-54e1-40fb-bf6f-305b7d82bf02'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:48:54.433219 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a1c75090-cb20-4689-b6c4-f8606e6ac0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:54.452288 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ad871c8b-b6a0-4eff-8856-dbb1dfb4d6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:54.497399 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-a1c75090-cb20-4689-b6c4-f8606e6ac0ea None None] For port 413751d9-9d7e-46d0-84af-3bbd7e0e2830, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:48:54.501366 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-a1c75090-cb20-4689-b6c4-f8606e6ac0ea None None] For port 413751d9-9d7e-46d0-84af-3bbd7e0e2830, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=413751d9-9d7e-46d0-84af-3bbd7e0e2830,segment=NetworkSegment(f23dd6fa-f089-4007-8e13-31a632b1c0d8),segment_id=f23dd6fa-f089-4007-8e13-31a632b1c0d8)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:48:54.563413 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a1c75090-cb20-4689-b6c4-f8606e6ac0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:54.563690 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-ad871c8b-b6a0-4eff-8856-dbb1dfb4d6c0 admin admin] Allocated IP 172.26.3.62 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/4ba2a16d-efcf-4610-8fdc-0eb3c376a508) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:48:54.617722 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c75090-cb20-4689-b6c4-f8606e6ac0ea None None] Pushing event updated for resources: {'Port': ['ID=413751d9-9d7e-46d0-84af-3bbd7e0e2830,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:48:54.671037 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ad871c8b-b6a0-4eff-8856-dbb1dfb4d6c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:54.753869 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ad871c8b-b6a0-4eff-8856-dbb1dfb4d6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:54.820972 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad871c8b-b6a0-4eff-8856-dbb1dfb4d6c0 admin admin] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:48:54.826530 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-ad871c8b-b6a0-4eff-8856-dbb1dfb4d6c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:48:54.830955 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad871c8b-b6a0-4eff-8856-dbb1dfb4d6c0 admin admin] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:48:54.852630 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad871c8b-b6a0-4eff-8856-dbb1dfb4d6c0 admin admin] Pushing event updated for resources: {'Port': ['ID=4ba2a16d-efcf-4610-8fdc-0eb3c376a508,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:48:55.171152 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ad871c8b-b6a0-4eff-8856-dbb1dfb4d6c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:55.373513 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 413751d9-9d7e-46d0-84af-3bbd7e0e2830 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:48:55.379834 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ad871c8b-b6a0-4eff-8856-dbb1dfb4d6c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:55.426813 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 413751d9-9d7e-46d0-84af-3bbd7e0e2830 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:48:55.427195 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:55.510331 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:55.542314 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2871683d-e5d0-47d1-9e0b-d8829c7ad597 None None] Network ea40910f-54e1-40fb-bf6f-305b7d82bf02 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:48:55.547510 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port 413751d9-9d7e-46d0-84af-3bbd7e0e2830, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=413751d9-9d7e-46d0-84af-3bbd7e0e2830,segment=NetworkSegment(f23dd6fa-f089-4007-8e13-31a632b1c0d8),segment_id=f23dd6fa-f089-4007-8e13-31a632b1c0d8)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:48:55.576344 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad871c8b-b6a0-4eff-8856-dbb1dfb4d6c0 admin admin] Router 89a2fec0-51a6-4e3f-9289-d5e311ed1e64 is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:48:55.605437 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-2cf20a65-a0ea-4f12-9193-2b763879e409 None None] Provisioning complete for port 413751d9-9d7e-46d0-84af-3bbd7e0e2830 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:48:55.605804 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2cf20a65-a0ea-4f12-9193-2b763879e409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:55.642044 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:55.681830 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad871c8b-b6a0-4eff-8856-dbb1dfb4d6c0 admin admin] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:48:55.694273 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969534e3-26ae-4e88-bb12-04c659de7210 None None] Sync routers for ids ['89a2fec0-51a6-4e3f-9289-d5e311ed1e64'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:48:55.704090 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969534e3-26ae-4e88-bb12-04c659de7210 None None] Routers {'89a2fec0-51a6-4e3f-9289-d5e311ed1e64'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:48:55.704683 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-969534e3-26ae-4e88-bb12-04c659de7210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:48:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['89a2fec0-51a6-4e3f-9289-d5e311ed1e64'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:48:55.741463 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=413751d9-9d7e-46d0-84af-3bbd7e0e2830,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:48:55.752268 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ad871c8b-b6a0-4eff-8856-dbb1dfb4d6c0 admin admin] Notify callbacks [] for router, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:55.759310 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ad871c8b-b6a0-4eff-8856-dbb1dfb4d6c0 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9856405 Feb 16 17:48:55.760116 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 33248) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:48:55.907730 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-969534e3-26ae-4e88-bb12-04c659de7210 None None] Set router 89a2fec0-51a6-4e3f-9289-d5e311ed1e64 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:48:56.086662 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-969534e3-26ae-4e88-bb12-04c659de7210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'name': 'tempest-TestSnapshotPattern-1306317511-router', 'tenant_id': 'b3b75689a1104bdba68a046fae17ba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.62'}], 'enable_snat': True}, 'gw_port_id': '4ba2a16d-efcf-4610-8fdc-0eb3c376a508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:48:53Z', 'updated_at': '2022-02-16T17:48:54Z', 'revision_number': 3, 'project_id': 'b3b75689a1104bdba68a046fae17ba5b', 'gw_port': {'id': '4ba2a16d-efcf-4610-8fdc-0eb3c376a508', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:48:54Z', 'updated_at': '2022-02-16T17:48:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:48:56.112667 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969534e3-26ae-4e88-bb12-04c659de7210 None None] Checking router: 89a2fec0-51a6-4e3f-9289-d5e311ed1e64 for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:48:56.113029 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969534e3-26ae-4e88-bb12-04c659de7210 None None] Updating router 89a2fec0-51a6-4e3f-9289-d5e311ed1e64 port 4ba2a16d-efcf-4610-8fdc-0eb3c376a508 binding host dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:48:56.125911 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-3b4af361-f1d9-46e9-b614-e25bed969e8a None None] Provisioning complete for port 413751d9-9d7e-46d0-84af-3bbd7e0e2830 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:48:56.126294 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-3b4af361-f1d9-46e9-b614-e25bed969e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:56.149142 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-969534e3-26ae-4e88-bb12-04c659de7210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:56.200547 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-28ddae94-198c-4037-86a2-499674d9588b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:56.356579 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-28ddae94-198c-4037-86a2-499674d9588b admin admin] Allocated IP 172.20.0.1 (ea40910f-54e1-40fb-bf6f-305b7d82bf02/de10cebd-67ab-4d8e-96f6-8824234358f4/d2aff2de-ecd3-4a12-92fd-2fd440a79091) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:48:56.398755 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-969534e3-26ae-4e88-bb12-04c659de7210 None None] Notify callbacks [] for port, precommit_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:56.456754 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-28ddae94-198c-4037-86a2-499674d9588b admin admin] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:56.461354 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-969534e3-26ae-4e88-bb12-04c659de7210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:56.512690 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-969534e3-26ae-4e88-bb12-04c659de7210 None None] Attempting to bind port 4ba2a16d-efcf-4610-8fdc-0eb3c376a508 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:48:56.513708 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-969534e3-26ae-4e88-bb12-04c659de7210 None None] Attempting to bind port 4ba2a16d-efcf-4610-8fdc-0eb3c376a508 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:48:56.513708 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969534e3-26ae-4e88-bb12-04c659de7210 None None] Attempting to bind port 4ba2a16d-efcf-4610-8fdc-0eb3c376a508 on network d8eab20e-246c-47ce-8449-822ce53769fc {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:48:56.516127 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e449d4-9e1d-47c9-945c-6205b610bcb2 None None] Pushing event updated for resources: {'Port': ['ID=4ba2a16d-efcf-4610-8fdc-0eb3c376a508,revision_number=2']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:48:56.523473 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969534e3-26ae-4e88-bb12-04c659de7210 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:48:56.523838 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969534e3-26ae-4e88-bb12-04c659de7210 None None] Checking segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:48:56.524258 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-969534e3-26ae-4e88-bb12-04c659de7210 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:56.524589 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-28ddae94-198c-4037-86a2-499674d9588b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:56.524713 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969534e3-26ae-4e88-bb12-04c659de7210 None None] Bound using segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:48:56.525079 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-969534e3-26ae-4e88-bb12-04c659de7210 None None] Bound port: 4ba2a16d-efcf-4610-8fdc-0eb3c376a508, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:48:56.525458 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-969534e3-26ae-4e88-bb12-04c659de7210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:56.528244 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e449d4-9e1d-47c9-945c-6205b610bcb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:48:56.530973 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e449d4-9e1d-47c9-945c-6205b610bcb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:48:56.530973 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e449d4-9e1d-47c9-945c-6205b610bcb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:48:56.530973 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e449d4-9e1d-47c9-945c-6205b610bcb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:48:56.530973 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e449d4-9e1d-47c9-945c-6205b610bcb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:48:56.530973 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e449d4-9e1d-47c9-945c-6205b610bcb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:48:56.530973 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e449d4-9e1d-47c9-945c-6205b610bcb2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:48:56.530973 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e449d4-9e1d-47c9-945c-6205b610bcb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:48:56.531586 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e449d4-9e1d-47c9-945c-6205b610bcb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:48:56.531586 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e449d4-9e1d-47c9-945c-6205b610bcb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:48:56.531905 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e449d4-9e1d-47c9-945c-6205b610bcb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:48:56.532245 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e449d4-9e1d-47c9-945c-6205b610bcb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:48:56.570038 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ddae94-198c-4037-86a2-499674d9588b admin admin] Network ea40910f-54e1-40fb-bf6f-305b7d82bf02 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:48:56.573197 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-28ddae94-198c-4037-86a2-499674d9588b admin admin] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:48:56.576610 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ddae94-198c-4037-86a2-499674d9588b admin admin] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:48:56.581961 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ddae94-198c-4037-86a2-499674d9588b admin admin] Pushing event updated for resources: {'Port': ['ID=d2aff2de-ecd3-4a12-92fd-2fd440a79091,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:48:56.590704 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-969534e3-26ae-4e88-bb12-04c659de7210 None None] For port 4ba2a16d-efcf-4610-8fdc-0eb3c376a508, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:48:56.594871 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-969534e3-26ae-4e88-bb12-04c659de7210 None None] For port 4ba2a16d-efcf-4610-8fdc-0eb3c376a508, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=4ba2a16d-efcf-4610-8fdc-0eb3c376a508,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:48:56.618533 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-28ddae94-198c-4037-86a2-499674d9588b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:56.643258 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-969534e3-26ae-4e88-bb12-04c659de7210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:56.703386 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e449d4-9e1d-47c9-945c-6205b610bcb2 None None] Pushing event updated for resources: {'Port': ['ID=4ba2a16d-efcf-4610-8fdc-0eb3c376a508,revision_number=3']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:48:56.711302 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969534e3-26ae-4e88-bb12-04c659de7210 None None] Routers {'89a2fec0-51a6-4e3f-9289-d5e311ed1e64'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:48:56.712017 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-969534e3-26ae-4e88-bb12-04c659de7210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:48:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['89a2fec0-51a6-4e3f-9289-d5e311ed1e64'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:48:56.805624 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-28ddae94-198c-4037-86a2-499674d9588b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:56.817442 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-969534e3-26ae-4e88-bb12-04c659de7210 None None] Set router 89a2fec0-51a6-4e3f-9289-d5e311ed1e64 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:48:56.847592 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-c985f76d-c0fb-4c70-8442-962290f74b0f None None] Provisioning complete for port d2aff2de-ecd3-4a12-92fd-2fd440a79091 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:48:56.848205 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c985f76d-c0fb-4c70-8442-962290f74b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:56.886316 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-c985f76d-c0fb-4c70-8442-962290f74b0f None None] Port d2aff2de-ecd3-4a12-92fd-2fd440a79091 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:48:56.965100 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-28ddae94-198c-4037-86a2-499674d9588b admin admin] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:56.992091 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-969534e3-26ae-4e88-bb12-04c659de7210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'name': 'tempest-TestSnapshotPattern-1306317511-router', 'tenant_id': 'b3b75689a1104bdba68a046fae17ba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.62'}], 'enable_snat': True}, 'gw_port_id': '4ba2a16d-efcf-4610-8fdc-0eb3c376a508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:48:53Z', 'updated_at': '2022-02-16T17:48:54Z', 'revision_number': 3, 'project_id': 'b3b75689a1104bdba68a046fae17ba5b', 'gw_port': {'id': '4ba2a16d-efcf-4610-8fdc-0eb3c376a508', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:48:54Z', 'updated_at': '2022-02-16T17:48:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:48:57.018417 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969534e3-26ae-4e88-bb12-04c659de7210 None None] The sync data for ids ['89a2fec0-51a6-4e3f-9289-d5e311ed1e64'] in dv-neutron-828697-3-hyperv is: [{'id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'name': 'tempest-TestSnapshotPattern-1306317511-router', 'tenant_id': 'b3b75689a1104bdba68a046fae17ba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.62'}], 'enable_snat': True}, 'gw_port_id': '4ba2a16d-efcf-4610-8fdc-0eb3c376a508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:48:53Z', 'updated_at': '2022-02-16T17:48:54Z', 'revision_number': 3, 'project_id': 'b3b75689a1104bdba68a046fae17ba5b', 'gw_port': {'id': '4ba2a16d-efcf-4610-8fdc-0eb3c376a508', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:48:54Z', 'updated_at': '2022-02-16T17:48:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:48:57.037036 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-28ddae94-198c-4037-86a2-499674d9588b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:57.396884 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ddae94-198c-4037-86a2-499674d9588b admin admin] Pushing event updated for resources: {'Port': ['ID=d2aff2de-ecd3-4a12-92fd-2fd440a79091,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:48:57.400253 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-28ddae94-198c-4037-86a2-499674d9588b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:57.436893 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 4ba2a16d-efcf-4610-8fdc-0eb3c376a508 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:48:57.499621 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 4ba2a16d-efcf-4610-8fdc-0eb3c376a508 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:48:57.500276 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:57.506855 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ddae94-198c-4037-86a2-499674d9588b admin admin] Network ea40910f-54e1-40fb-bf6f-305b7d82bf02 is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:48:57.508487 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-28ddae94-198c-4037-86a2-499674d9588b admin admin] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:48:57.583768 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:57.605549 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port 4ba2a16d-efcf-4610-8fdc-0eb3c376a508, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=4ba2a16d-efcf-4610-8fdc-0eb3c376a508,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:48:57.639705 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ddae94-198c-4037-86a2-499674d9588b admin admin] Router 89a2fec0-51a6-4e3f-9289-d5e311ed1e64 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:48:57.718886 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:57.719697 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 413751d9-9d7e-46d0-84af-3bbd7e0e2830 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:48:57.755621 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ddae94-198c-4037-86a2-499674d9588b admin admin] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:48:57.761569 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-28ddae94-198c-4037-86a2-499674d9588b admin admin] 10.222.0.88 "PUT /v2.0/routers/89a2fec0-51a6-4e3f-9289-d5e311ed1e64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0003521 Feb 16 17:48:57.818985 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=4ba2a16d-efcf-4610-8fdc-0eb3c376a508,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:48:57.830420 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-4cddc481-cb38-4bc3-9ed4-ec92629c4512 None None] Provisioning complete for port d2aff2de-ecd3-4a12-92fd-2fd440a79091 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:48:57.830799 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4cddc481-cb38-4bc3-9ed4-ec92629c4512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:57.860118 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 413751d9-9d7e-46d0-84af-3bbd7e0e2830 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:48:57.860737 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:57.901329 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-4cddc481-cb38-4bc3-9ed4-ec92629c4512 None None] Port d2aff2de-ecd3-4a12-92fd-2fd440a79091 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:48:58.409268 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 33264) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:48:58.414265 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-e3fbafff-fe90-4921-9b96-575347d55ced admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1436210621-network', 'tenant_id': '398d17fd218249ff8adad8d7f2309a17'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:48:58.516816 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3fbafff-fe90-4921-9b96-575347d55ced admin admin] Made reservation on behalf of 398d17fd218249ff8adad8d7f2309a17 for: {'network': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:48:58.519211 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e3fbafff-fe90-4921-9b96-575347d55ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for network, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:58.532342 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e3fbafff-fe90-4921-9b96-575347d55ced admin admin] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:58.607071 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e3fbafff-fe90-4921-9b96-575347d55ced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:58.640308 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920132bc-48ba-4743-83db-cdbeeacab15c None None] Sync routers for ids ['89a2fec0-51a6-4e3f-9289-d5e311ed1e64'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:48:58.655541 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920132bc-48ba-4743-83db-cdbeeacab15c None None] Routers {'89a2fec0-51a6-4e3f-9289-d5e311ed1e64'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:48:58.656181 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-920132bc-48ba-4743-83db-cdbeeacab15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:48:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['89a2fec0-51a6-4e3f-9289-d5e311ed1e64'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:48:58.672873 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e3fbafff-fe90-4921-9b96-575347d55ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:58.699706 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3fbafff-fe90-4921-9b96-575347d55ced admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=114375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:48:58.706772 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fbafff-fe90-4921-9b96-575347d55ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a064002-73e6-47dc-8c35-a08a67a48ee5,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:48:58.713067 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e3fbafff-fe90-4921-9b96-575347d55ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:58.713427 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.segments_db [None req-e3fbafff-fe90-4921-9b96-575347d55ced admin admin] Added segment 247cb317-c803-44d1-99de-e9e9e6a69a3f of type vlan for network 138c21f1-04e0-428f-9f68-ffe9a8e02e1c Feb 16 17:48:58.754855 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e3fbafff-fe90-4921-9b96-575347d55ced admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749409763795'] for network, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:58.760484 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-920132bc-48ba-4743-83db-cdbeeacab15c None None] Set router 89a2fec0-51a6-4e3f-9289-d5e311ed1e64 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:48:58.837185 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e3fbafff-fe90-4921-9b96-575347d55ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066'] for network, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:58.838486 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fbafff-fe90-4921-9b96-575347d55ced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:48:58.839314 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e3fbafff-fe90-4921-9b96-575347d55ced admin admin] Notify callbacks [] for network, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:58.898396 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fbafff-fe90-4921-9b96-575347d55ced admin admin] Pushing event updated for resources: {'Network': ['ID=138c21f1-04e0-428f-9f68-ffe9a8e02e1c,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:48:58.910738 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Network 138c21f1-04e0-428f-9f68-ffe9a8e02e1c details requested by agent ovs-agent-dv-neutron-828697-3-hyperv with host dv-neutron-828697-3-hyperv {{(pid=114377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:48:58.921539 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e3fbafff-fe90-4921-9b96-575347d55ced admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5111949 Feb 16 17:48:58.924678 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 33266) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:48:58.929440 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-428d29da-9bc8-4530-8578-4b8bcf770d15 admin admin] Request body: {'subnet': {'network_id': '138c21f1-04e0-428f-9f68-ffe9a8e02e1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1436210621-subnet', 'tenant_id': '398d17fd218249ff8adad8d7f2309a17', 'ip_version': 4}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:48:59.021849 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-920132bc-48ba-4743-83db-cdbeeacab15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'name': 'tempest-TestSnapshotPattern-1306317511-router', 'tenant_id': 'b3b75689a1104bdba68a046fae17ba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.62'}], 'enable_snat': True}, 'gw_port_id': '4ba2a16d-efcf-4610-8fdc-0eb3c376a508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:48:53Z', 'updated_at': '2022-02-16T17:48:56Z', 'revision_number': 4, 'project_id': 'b3b75689a1104bdba68a046fae17ba5b', 'gw_port': {'id': '4ba2a16d-efcf-4610-8fdc-0eb3c376a508', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:48:54Z', 'updated_at': '2022-02-16T17:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'd2aff2de-ecd3-4a12-92fd-2fd440a79091', 'name': '', 'network_id': 'ea40910f-54e1-40fb-bf6f-305b7d82bf02', 'tenant_id': 'b3b75689a1104bdba68a046fae17ba5b', 'mac_address': 'fa:16:3e:43:07:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'de10cebd-67ab-4d8e-96f6-8824234358f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:48:56Z', 'updated_at': '2022-02-16T17:48:56Z', 'revision_number': 2, 'project_id': 'b3b75689a1104bdba68a046fae17ba5b', 'subnets': [{'id': 'de10cebd-67ab-4d8e-96f6-8824234358f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:48:59.027394 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428d29da-9bc8-4530-8578-4b8bcf770d15 admin admin] Made reservation on behalf of 398d17fd218249ff8adad8d7f2309a17 for: {'subnet': 1} {{(pid=114375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:48:59.029890 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-428d29da-9bc8-4530-8578-4b8bcf770d15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3460818'] for subnet, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:59.049088 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920132bc-48ba-4743-83db-cdbeeacab15c None None] Checking router: 89a2fec0-51a6-4e3f-9289-d5e311ed1e64 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:48:59.054642 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920132bc-48ba-4743-83db-cdbeeacab15c None None] Updating router 89a2fec0-51a6-4e3f-9289-d5e311ed1e64 port d2aff2de-ecd3-4a12-92fd-2fd440a79091 binding host dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:48:59.074293 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-920132bc-48ba-4743-83db-cdbeeacab15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:59.283241 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-428d29da-9bc8-4530-8578-4b8bcf770d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3550358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3460800'] for subnet, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:59.340254 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428d29da-9bc8-4530-8578-4b8bcf770d15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9585422-117a-4ac3-b501-2f13d308c167,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:48:59.352154 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 4ba2a16d-efcf-4610-8fdc-0eb3c376a508 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:48:59.355027 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-920132bc-48ba-4743-83db-cdbeeacab15c None None] Notify callbacks [] for port, precommit_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:59.356111 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428d29da-9bc8-4530-8578-4b8bcf770d15 admin admin] Checking segment: {'id': '247cb317-c803-44d1-99de-e9e9e6a69a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '138c21f1-04e0-428f-9f68-ffe9a8e02e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:48:59.358240 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428d29da-9bc8-4530-8578-4b8bcf770d15 admin admin] Network hostable DHCP agents. Network: 138c21f1-04e0-428f-9f68-ffe9a8e02e1c, hostable agents: ['c45d8691-6891-4f9c-b741-17442d1b748f'], hosted agents: [] {{(pid=114375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:48:59.402860 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 4ba2a16d-efcf-4610-8fdc-0eb3c376a508 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:48:59.403281 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:59.427061 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-920132bc-48ba-4743-83db-cdbeeacab15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:59.437239 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428d29da-9bc8-4530-8578-4b8bcf770d15 admin admin] Network 138c21f1-04e0-428f-9f68-ffe9a8e02e1c is scheduled to be hosted by DHCP agent c45d8691-6891-4f9c-b741-17442d1b748f with binding_index 1 {{(pid=114375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:48:59.483497 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7ad701-d82e-40b5-8529-c3e90355d8f5 None None] Pushing event updated for resources: {'Port': ['ID=d2aff2de-ecd3-4a12-92fd-2fd440a79091,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:48:59.507279 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-428d29da-9bc8-4530-8578-4b8bcf770d15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828697-3-hyperv, 138c21f1-04e0-428f-9f68-ffe9a8e02e1c) {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:48:59.511635 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428d29da-9bc8-4530-8578-4b8bcf770d15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:48:59.512330 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-428d29da-9bc8-4530-8578-4b8bcf770d15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:59.517253 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f22190d-c168-4deb-b7fd-97dff059092c None None] Network 138c21f1-04e0-428f-9f68-ffe9a8e02e1c requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:48:59.589858 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-428d29da-9bc8-4530-8578-4b8bcf770d15 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6641405 Feb 16 17:48:59.593126 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 33268) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:48:59.599266 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [None req-47342266-3c1d-474d-a4b3-9021c249b873 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1436210621-router', 'tenant_id': '398d17fd218249ff8adad8d7f2309a17', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:48:59.701852 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-47342266-3c1d-474d-a4b3-9021c249b873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10411'] for router, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:59.702945 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-47342266-3c1d-474d-a4b3-9021c249b873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10400'] for router, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:59.755522 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-47342266-3c1d-474d-a4b3-9021c249b873 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:59.772856 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-920132bc-48ba-4743-83db-cdbeeacab15c None None] Attempting to bind port d2aff2de-ecd3-4a12-92fd-2fd440a79091 on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:48:59.773224 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-920132bc-48ba-4743-83db-cdbeeacab15c None None] Attempting to bind port d2aff2de-ecd3-4a12-92fd-2fd440a79091 by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': 'f23dd6fa-f089-4007-8e13-31a632b1c0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ea40910f-54e1-40fb-bf6f-305b7d82bf02'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:48:59.773613 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920132bc-48ba-4743-83db-cdbeeacab15c None None] Attempting to bind port d2aff2de-ecd3-4a12-92fd-2fd440a79091 on network ea40910f-54e1-40fb-bf6f-305b7d82bf02 {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:48:59.796228 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920132bc-48ba-4743-83db-cdbeeacab15c None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:48:59.796568 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920132bc-48ba-4743-83db-cdbeeacab15c None None] Checking segment: {'id': 'f23dd6fa-f089-4007-8e13-31a632b1c0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ea40910f-54e1-40fb-bf6f-305b7d82bf02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:48:59.796958 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-920132bc-48ba-4743-83db-cdbeeacab15c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:59.797347 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920132bc-48ba-4743-83db-cdbeeacab15c None None] Bound using segment: {'id': 'f23dd6fa-f089-4007-8e13-31a632b1c0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ea40910f-54e1-40fb-bf6f-305b7d82bf02'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:48:59.797814 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-920132bc-48ba-4743-83db-cdbeeacab15c None None] Bound port: d2aff2de-ecd3-4a12-92fd-2fd440a79091, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f23dd6fa-f089-4007-8e13-31a632b1c0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ea40910f-54e1-40fb-bf6f-305b7d82bf02'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:48:59.798198 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-920132bc-48ba-4743-83db-cdbeeacab15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:59.821550 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-be88c4fe-06ab-4a24-83aa-8b818eae766c None None] Provisioning complete for port d2aff2de-ecd3-4a12-92fd-2fd440a79091 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:48:59.821919 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-be88c4fe-06ab-4a24-83aa-8b818eae766c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:59.917401 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-be88c4fe-06ab-4a24-83aa-8b818eae766c None None] Port d2aff2de-ecd3-4a12-92fd-2fd440a79091 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:48:59.944924 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-920132bc-48ba-4743-83db-cdbeeacab15c None None] For port d2aff2de-ecd3-4a12-92fd-2fd440a79091, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:48:59.950280 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-920132bc-48ba-4743-83db-cdbeeacab15c None None] For port d2aff2de-ecd3-4a12-92fd-2fd440a79091, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=d2aff2de-ecd3-4a12-92fd-2fd440a79091,segment=NetworkSegment(f23dd6fa-f089-4007-8e13-31a632b1c0d8),segment_id=f23dd6fa-f089-4007-8e13-31a632b1c0d8)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:48:59.963877 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-47342266-3c1d-474d-a4b3-9021c249b873 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:48:59.974359 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac3bb81-f32b-45b7-bb74-505ad62a7100 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f26bac0-daef-506f-a4de-cce08082b604-138c21f1-04e0-428f-9f68-ffe9a8e02e1c', 'network_id': '138c21f1-04e0-428f-9f68-ffe9a8e02e1c', 'tenant_id': '398d17fd218249ff8adad8d7f2309a17', 'fixed_ips': [{'subnet_id': 'c9585422-117a-4ac3-b501-2f13d308c167'}]}} from dv-neutron-828697-3-hyperv. {{(pid=114377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 17:48:59.975222 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-dac3bb81-f32b-45b7-bb74-505ad62a7100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:00.044539 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-920132bc-48ba-4743-83db-cdbeeacab15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:00.154114 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7ad701-d82e-40b5-8529-c3e90355d8f5 None None] Pushing event updated for resources: {'Port': ['ID=d2aff2de-ecd3-4a12-92fd-2fd440a79091,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:49:00.156753 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920132bc-48ba-4743-83db-cdbeeacab15c None None] Routers {'89a2fec0-51a6-4e3f-9289-d5e311ed1e64'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:49:00.157377 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-920132bc-48ba-4743-83db-cdbeeacab15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:48:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['89a2fec0-51a6-4e3f-9289-d5e311ed1e64'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:49:00.214353 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.db_base_plugin_common [None req-dac3bb81-f32b-45b7-bb74-505ad62a7100 None None] Allocated IP 172.20.0.2 (138c21f1-04e0-428f-9f68-ffe9a8e02e1c/c9585422-117a-4ac3-b501-2f13d308c167/1e46287f-e531-4efc-a596-286728769c1c) {{(pid=114377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:49:00.236824 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-47342266-3c1d-474d-a4b3-9021c249b873 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:00.257312 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-47342266-3c1d-474d-a4b3-9021c249b873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:00.331662 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-920132bc-48ba-4743-83db-cdbeeacab15c None None] Set router 89a2fec0-51a6-4e3f-9289-d5e311ed1e64 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:49:00.367107 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [None req-47342266-3c1d-474d-a4b3-9021c249b873 admin admin] Allocated IP 172.26.3.102 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/2ebe26e6-cfc3-41b7-bef3-6442daaba83e) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:49:00.438436 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-ade76eb8-ca6d-49f2-95c9-7655f2b47339 None None] Provisioning complete for port d2aff2de-ecd3-4a12-92fd-2fd440a79091 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:49:00.438814 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ade76eb8-ca6d-49f2-95c9-7655f2b47339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:00.589235 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-dac3bb81-f32b-45b7-bb74-505ad62a7100 None None] Notify callbacks [] for port, precommit_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:00.687999 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-dac3bb81-f32b-45b7-bb74-505ad62a7100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800'] for port, after_create {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:00.697186 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ade76eb8-ca6d-49f2-95c9-7655f2b47339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:00.756681 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac3bb81-f32b-45b7-bb74-505ad62a7100 None None] Network 138c21f1-04e0-428f-9f68-ffe9a8e02e1c is already hosted by enough agents. {{(pid=114377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:49:00.764873 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.scheduler.base_scheduler [None req-dac3bb81-f32b-45b7-bb74-505ad62a7100 None None] Resources bound (agent type, host, resource id): {{(pid=114377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:49:00.766649 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac3bb81-f32b-45b7-bb74-505ad62a7100 None None] Pushing event updated for resources: {'Port': ['ID=1e46287f-e531-4efc-a596-286728769c1c,revision_number=1']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:49:00.769621 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac3bb81-f32b-45b7-bb74-505ad62a7100 None None] Received port after_create {{(pid=114377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:49:00.792270 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-ade76eb8-ca6d-49f2-95c9-7655f2b47339 None None] For port d2aff2de-ecd3-4a12-92fd-2fd440a79091, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=d2aff2de-ecd3-4a12-92fd-2fd440a79091,segment=NetworkSegment(f23dd6fa-f089-4007-8e13-31a632b1c0d8),segment_id=f23dd6fa-f089-4007-8e13-31a632b1c0d8)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:49:00.815039 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-920132bc-48ba-4743-83db-cdbeeacab15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'name': 'tempest-TestSnapshotPattern-1306317511-router', 'tenant_id': 'b3b75689a1104bdba68a046fae17ba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.62'}], 'enable_snat': True}, 'gw_port_id': '4ba2a16d-efcf-4610-8fdc-0eb3c376a508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:48:53Z', 'updated_at': '2022-02-16T17:48:56Z', 'revision_number': 4, 'project_id': 'b3b75689a1104bdba68a046fae17ba5b', 'gw_port': {'id': '4ba2a16d-efcf-4610-8fdc-0eb3c376a508', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:48:54Z', 'updated_at': '2022-02-16T17:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'd2aff2de-ecd3-4a12-92fd-2fd440a79091', 'name': '', 'network_id': 'ea40910f-54e1-40fb-bf6f-305b7d82bf02', 'tenant_id': 'b3b75689a1104bdba68a046fae17ba5b', 'mac_address': 'fa:16:3e:43:07:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'de10cebd-67ab-4d8e-96f6-8824234358f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:48:56Z', 'updated_at': '2022-02-16T17:48:59Z', 'revision_number': 4, 'project_id': 'b3b75689a1104bdba68a046fae17ba5b', 'subnets': [{'id': 'de10cebd-67ab-4d8e-96f6-8824234358f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:49:00.838734 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-47342266-3c1d-474d-a4b3-9021c249b873 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:00.875349 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920132bc-48ba-4743-83db-cdbeeacab15c None None] The sync data for ids ['89a2fec0-51a6-4e3f-9289-d5e311ed1e64'] in dv-neutron-828697-3-hyperv is: [{'id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'name': 'tempest-TestSnapshotPattern-1306317511-router', 'tenant_id': 'b3b75689a1104bdba68a046fae17ba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.62'}], 'enable_snat': True}, 'gw_port_id': '4ba2a16d-efcf-4610-8fdc-0eb3c376a508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:48:53Z', 'updated_at': '2022-02-16T17:48:56Z', 'revision_number': 4, 'project_id': 'b3b75689a1104bdba68a046fae17ba5b', 'gw_port': {'id': '4ba2a16d-efcf-4610-8fdc-0eb3c376a508', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:48:54Z', 'updated_at': '2022-02-16T17:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'd2aff2de-ecd3-4a12-92fd-2fd440a79091', 'name': '', 'network_id': 'ea40910f-54e1-40fb-bf6f-305b7d82bf02', 'tenant_id': 'b3b75689a1104bdba68a046fae17ba5b', 'mac_address': 'fa:16:3e:43:07:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'de10cebd-67ab-4d8e-96f6-8824234358f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:48:56Z', 'updated_at': '2022-02-16T17:48:59Z', 'revision_number': 4, 'project_id': 'b3b75689a1104bdba68a046fae17ba5b', 'subnets': [{'id': 'de10cebd-67ab-4d8e-96f6-8824234358f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:49:00.883665 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-dac3bb81-f32b-45b7-bb74-505ad62a7100 None None] Attempting to bind port 1e46287f-e531-4efc-a596-286728769c1c on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:49:00.883996 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-dac3bb81-f32b-45b7-bb74-505ad62a7100 None None] Attempting to bind port 1e46287f-e531-4efc-a596-286728769c1c by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '247cb317-c803-44d1-99de-e9e9e6a69a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '138c21f1-04e0-428f-9f68-ffe9a8e02e1c'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:49:00.884361 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac3bb81-f32b-45b7-bb74-505ad62a7100 None None] Attempting to bind port 1e46287f-e531-4efc-a596-286728769c1c on network 138c21f1-04e0-428f-9f68-ffe9a8e02e1c {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:49:00.890034 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ade76eb8-ca6d-49f2-95c9-7655f2b47339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:00.893516 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac3bb81-f32b-45b7-bb74-505ad62a7100 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:49:00.898206 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac3bb81-f32b-45b7-bb74-505ad62a7100 None None] Checking segment: {'id': '247cb317-c803-44d1-99de-e9e9e6a69a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '138c21f1-04e0-428f-9f68-ffe9a8e02e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:49:00.898206 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-dac3bb81-f32b-45b7-bb74-505ad62a7100 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:00.898206 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac3bb81-f32b-45b7-bb74-505ad62a7100 None None] Bound using segment: {'id': '247cb317-c803-44d1-99de-e9e9e6a69a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '138c21f1-04e0-428f-9f68-ffe9a8e02e1c'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:49:00.898206 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-dac3bb81-f32b-45b7-bb74-505ad62a7100 None None] Bound port: 1e46287f-e531-4efc-a596-286728769c1c, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '247cb317-c803-44d1-99de-e9e9e6a69a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '138c21f1-04e0-428f-9f68-ffe9a8e02e1c'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:49:00.898206 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-dac3bb81-f32b-45b7-bb74-505ad62a7100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:00.942541 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-47342266-3c1d-474d-a4b3-9021c249b873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:00.966153 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47342266-3c1d-474d-a4b3-9021c249b873 admin admin] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:49:00.977867 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:00.987601 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade76eb8-ca6d-49f2-95c9-7655f2b47339 None None] Pushing event updated for resources: {'Port': ['ID=d2aff2de-ecd3-4a12-92fd-2fd440a79091,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:49:00.988054 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [None req-47342266-3c1d-474d-a4b3-9021c249b873 admin admin] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:49:00.994035 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47342266-3c1d-474d-a4b3-9021c249b873 admin admin] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:49:01.014150 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-dac3bb81-f32b-45b7-bb74-505ad62a7100 None None] For port 1e46287f-e531-4efc-a596-286728769c1c, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:49:01.018350 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-dac3bb81-f32b-45b7-bb74-505ad62a7100 None None] For port 1e46287f-e531-4efc-a596-286728769c1c, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=1e46287f-e531-4efc-a596-286728769c1c,segment=NetworkSegment(247cb317-c803-44d1-99de-e9e9e6a69a3f),segment_id=247cb317-c803-44d1-99de-e9e9e6a69a3f)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:49:01.033691 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47342266-3c1d-474d-a4b3-9021c249b873 admin admin] Pushing event updated for resources: {'Port': ['ID=2ebe26e6-cfc3-41b7-bef3-6442daaba83e,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:49:01.089047 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-dac3bb81-f32b-45b7-bb74-505ad62a7100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:01.159770 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac3bb81-f32b-45b7-bb74-505ad62a7100 None None] Pushing event updated for resources: {'Port': ['ID=1e46287f-e531-4efc-a596-286728769c1c,revision_number=2']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:49:01.368498 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-47342266-3c1d-474d-a4b3-9021c249b873 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:01.441437 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device d2aff2de-ecd3-4a12-92fd-2fd440a79091 up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:49:01.505939 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port d2aff2de-ecd3-4a12-92fd-2fd440a79091 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:49:01.506410 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:01.612728 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-47342266-3c1d-474d-a4b3-9021c249b873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583964'] for router, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:01.843522 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47342266-3c1d-474d-a4b3-9021c249b873 admin admin] Router 3c1c850f-817d-41e8-a5d4-6af56b7ced37 is scheduled to L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 with binding_index 1 {{(pid=114376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:49:01.972518 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47342266-3c1d-474d-a4b3-9021c249b873 admin admin] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:49:01.988853 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71421a78-6ffc-4b45-9103-2f79f5deaae7 None None] Sync routers for ids ['3c1c850f-817d-41e8-a5d4-6af56b7ced37'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:49:01.999961 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71421a78-6ffc-4b45-9103-2f79f5deaae7 None None] Routers {'3c1c850f-817d-41e8-a5d4-6af56b7ced37'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:49:02.000710 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-71421a78-6ffc-4b45-9103-2f79f5deaae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:48:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['3c1c850f-817d-41e8-a5d4-6af56b7ced37'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:49:02.056991 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-47342266-3c1d-474d-a4b3-9021c249b873 admin admin] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:02.063180 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 33270) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:49:02.063802 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-47342266-3c1d-474d-a4b3-9021c249b873 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4683592 Feb 16 17:49:02.125244 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-71421a78-6ffc-4b45-9103-2f79f5deaae7 None None] Set router 3c1c850f-817d-41e8-a5d4-6af56b7ced37 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:49:02.181802 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6b0b27-bb6e-4148-a29a-ec3e82409089 None None] Network 138c21f1-04e0-428f-9f68-ffe9a8e02e1c requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:49:02.252029 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-f9a109d7-5636-4b47-ba1a-9636614e0480 None None] Provisioning complete for port 1e46287f-e531-4efc-a596-286728769c1c triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:49:02.252398 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f9a109d7-5636-4b47-ba1a-9636614e0480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:02.318799 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-71421a78-6ffc-4b45-9103-2f79f5deaae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1c850f-817d-41e8-a5d4-6af56b7ced37', 'name': 'tempest-TestSnapshotPattern-1436210621-router', 'tenant_id': '398d17fd218249ff8adad8d7f2309a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': '2ebe26e6-cfc3-41b7-bef3-6442daaba83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:48:59Z', 'updated_at': '2022-02-16T17:49:01Z', 'revision_number': 3, 'project_id': '398d17fd218249ff8adad8d7f2309a17', 'gw_port': {'id': '2ebe26e6-cfc3-41b7-bef3-6442daaba83e', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:67:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1c850f-817d-41e8-a5d4-6af56b7ced37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:49:00Z', 'updated_at': '2022-02-16T17:49:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:49:02.346275 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71421a78-6ffc-4b45-9103-2f79f5deaae7 None None] Checking router: 3c1c850f-817d-41e8-a5d4-6af56b7ced37 for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:49:02.346790 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71421a78-6ffc-4b45-9103-2f79f5deaae7 None None] Updating router 3c1c850f-817d-41e8-a5d4-6af56b7ced37 port 2ebe26e6-cfc3-41b7-bef3-6442daaba83e binding host dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:49:02.376353 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-71421a78-6ffc-4b45-9103-2f79f5deaae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:02.401924 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f9a109d7-5636-4b47-ba1a-9636614e0480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:02.442805 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-f9a109d7-5636-4b47-ba1a-9636614e0480 None None] For port 1e46287f-e531-4efc-a596-286728769c1c, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=1e46287f-e531-4efc-a596-286728769c1c,segment=NetworkSegment(247cb317-c803-44d1-99de-e9e9e6a69a3f),segment_id=247cb317-c803-44d1-99de-e9e9e6a69a3f)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:49:02.525532 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f9a109d7-5636-4b47-ba1a-9636614e0480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:02.532602 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d42bcea3-de64-411c-b2f4-7054442e680f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:02.582310 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a109d7-5636-4b47-ba1a-9636614e0480 None None] Pushing event updated for resources: {'Port': ['ID=1e46287f-e531-4efc-a596-286728769c1c,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:49:02.659808 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-71421a78-6ffc-4b45-9103-2f79f5deaae7 None None] Notify callbacks [] for port, precommit_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:02.704347 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-d42bcea3-de64-411c-b2f4-7054442e680f admin admin] Allocated IP 172.20.0.1 (138c21f1-04e0-428f-9f68-ffe9a8e02e1c/c9585422-117a-4ac3-b501-2f13d308c167/313dbf1a-a71e-449d-8408-cdda2da5a86e) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:49:02.713181 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-71421a78-6ffc-4b45-9103-2f79f5deaae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:02.748510 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-d34d8d7b-5091-41b8-b45e-5e85344d075f None None] Provisioning complete for port 1e46287f-e531-4efc-a596-286728769c1c triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:49:02.748894 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d34d8d7b-5091-41b8-b45e-5e85344d075f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:02.759843 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-71421a78-6ffc-4b45-9103-2f79f5deaae7 None None] Attempting to bind port 2ebe26e6-cfc3-41b7-bef3-6442daaba83e on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:49:02.760249 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-71421a78-6ffc-4b45-9103-2f79f5deaae7 None None] Attempting to bind port 2ebe26e6-cfc3-41b7-bef3-6442daaba83e by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:49:02.760583 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71421a78-6ffc-4b45-9103-2f79f5deaae7 None None] Attempting to bind port 2ebe26e6-cfc3-41b7-bef3-6442daaba83e on network d8eab20e-246c-47ce-8449-822ce53769fc {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:49:02.773696 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71421a78-6ffc-4b45-9103-2f79f5deaae7 None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:49:02.774103 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71421a78-6ffc-4b45-9103-2f79f5deaae7 None None] Checking segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:49:02.774469 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-71421a78-6ffc-4b45-9103-2f79f5deaae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:02.774851 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71421a78-6ffc-4b45-9103-2f79f5deaae7 None None] Bound using segment: {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'} {{(pid=114378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:49:02.775306 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.managers [None req-71421a78-6ffc-4b45-9103-2f79f5deaae7 None None] Bound port: 2ebe26e6-cfc3-41b7-bef3-6442daaba83e, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a362780-3a05-4635-b6a9-f29b97deb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc'}}] {{(pid=114378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:49:02.775677 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-71421a78-6ffc-4b45-9103-2f79f5deaae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:02.778403 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3609cc7-2788-4a92-979a-15d235af2641 None None] Pushing event updated for resources: {'Port': ['ID=2ebe26e6-cfc3-41b7-bef3-6442daaba83e,revision_number=2']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:49:02.814781 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d42bcea3-de64-411c-b2f4-7054442e680f admin admin] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:02.832880 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-71421a78-6ffc-4b45-9103-2f79f5deaae7 None None] For port 2ebe26e6-cfc3-41b7-bef3-6442daaba83e, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:49:02.836265 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.plugins.ml2.db [None req-71421a78-6ffc-4b45-9103-2f79f5deaae7 None None] For port 2ebe26e6-cfc3-41b7-bef3-6442daaba83e, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=2ebe26e6-cfc3-41b7-bef3-6442daaba83e,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:49:02.886077 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron_lib.callbacks.manager [None req-71421a78-6ffc-4b45-9103-2f79f5deaae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:02.934578 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d42bcea3-de64-411c-b2f4-7054442e680f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:02.975935 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42bcea3-de64-411c-b2f4-7054442e680f admin admin] Network 138c21f1-04e0-428f-9f68-ffe9a8e02e1c is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:49:02.979207 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-d42bcea3-de64-411c-b2f4-7054442e680f admin admin] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:49:02.982858 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42bcea3-de64-411c-b2f4-7054442e680f admin admin] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:49:03.009713 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42bcea3-de64-411c-b2f4-7054442e680f admin admin] Pushing event updated for resources: {'Port': ['ID=313dbf1a-a71e-449d-8408-cdda2da5a86e,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:49:03.030558 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d42bcea3-de64-411c-b2f4-7054442e680f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584131'] for router_interface, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:03.041994 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71421a78-6ffc-4b45-9103-2f79f5deaae7 None None] Routers {'3c1c850f-817d-41e8-a5d4-6af56b7ced37'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:49:03.042610 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-71421a78-6ffc-4b45-9103-2f79f5deaae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:48:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['3c1c850f-817d-41e8-a5d4-6af56b7ced37'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:49:03.044452 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3609cc7-2788-4a92-979a-15d235af2641 None None] Pushing event updated for resources: {'Port': ['ID=2ebe26e6-cfc3-41b7-bef3-6442daaba83e,revision_number=3']} {{(pid=114378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:49:03.152802 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-71421a78-6ffc-4b45-9103-2f79f5deaae7 None None] Set router 3c1c850f-817d-41e8-a5d4-6af56b7ced37 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:49:03.225546 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d42bcea3-de64-411c-b2f4-7054442e680f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:03.256540 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-60e1e1ee-24ca-4758-b241-0648d7ea461a None None] Provisioning complete for port 313dbf1a-a71e-449d-8408-cdda2da5a86e triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:49:03.257133 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-60e1e1ee-24ca-4758-b241-0648d7ea461a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:03.296416 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-60e1e1ee-24ca-4758-b241-0648d7ea461a None None] Port 313dbf1a-a71e-449d-8408-cdda2da5a86e cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:49:03.347895 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-71421a78-6ffc-4b45-9103-2f79f5deaae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1c850f-817d-41e8-a5d4-6af56b7ced37', 'name': 'tempest-TestSnapshotPattern-1436210621-router', 'tenant_id': '398d17fd218249ff8adad8d7f2309a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': '2ebe26e6-cfc3-41b7-bef3-6442daaba83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:48:59Z', 'updated_at': '2022-02-16T17:49:01Z', 'revision_number': 3, 'project_id': '398d17fd218249ff8adad8d7f2309a17', 'gw_port': {'id': '2ebe26e6-cfc3-41b7-bef3-6442daaba83e', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:67:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1c850f-817d-41e8-a5d4-6af56b7ced37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:49:00Z', 'updated_at': '2022-02-16T17:49:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:49:03.374899 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71421a78-6ffc-4b45-9103-2f79f5deaae7 None None] The sync data for ids ['3c1c850f-817d-41e8-a5d4-6af56b7ced37'] in dv-neutron-828697-3-hyperv is: [{'id': '3c1c850f-817d-41e8-a5d4-6af56b7ced37', 'name': 'tempest-TestSnapshotPattern-1436210621-router', 'tenant_id': '398d17fd218249ff8adad8d7f2309a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': '2ebe26e6-cfc3-41b7-bef3-6442daaba83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:48:59Z', 'updated_at': '2022-02-16T17:49:01Z', 'revision_number': 3, 'project_id': '398d17fd218249ff8adad8d7f2309a17', 'gw_port': {'id': '2ebe26e6-cfc3-41b7-bef3-6442daaba83e', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:67:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1c850f-817d-41e8-a5d4-6af56b7ced37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:49:00Z', 'updated_at': '2022-02-16T17:49:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:49:03.383533 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 1e46287f-e531-4efc-a596-286728769c1c up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:49:03.405950 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d42bcea3-de64-411c-b2f4-7054442e680f admin admin] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:03.456381 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d42bcea3-de64-411c-b2f4-7054442e680f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:03.528022 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-d42bcea3-de64-411c-b2f4-7054442e680f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585555'] for router_interface, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:03.530403 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42bcea3-de64-411c-b2f4-7054442e680f admin admin] Pushing event updated for resources: {'Port': ['ID=313dbf1a-a71e-449d-8408-cdda2da5a86e,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:49:03.597337 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 1e46287f-e531-4efc-a596-286728769c1c triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:49:03.597714 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:03.636733 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42bcea3-de64-411c-b2f4-7054442e680f admin admin] Network 138c21f1-04e0-428f-9f68-ffe9a8e02e1c is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:49:03.638282 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-d42bcea3-de64-411c-b2f4-7054442e680f admin admin] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:49:03.782973 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42bcea3-de64-411c-b2f4-7054442e680f admin admin] Router 3c1c850f-817d-41e8-a5d4-6af56b7ced37 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:49:03.902415 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42bcea3-de64-411c-b2f4-7054442e680f admin admin] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:49:03.908441 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-d42bcea3-de64-411c-b2f4-7054442e680f admin admin] 10.222.0.88 "PUT /v2.0/routers/3c1c850f-817d-41e8-a5d4-6af56b7ced37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8430612 Feb 16 17:49:03.922461 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-44caa0d9-d15e-4211-86e8-a119c0fbfae3 None None] Provisioning complete for port 313dbf1a-a71e-449d-8408-cdda2da5a86e triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:49:03.922842 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-44caa0d9-d15e-4211-86e8-a119c0fbfae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:03.962965 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-44caa0d9-d15e-4211-86e8-a119c0fbfae3 None None] Port 313dbf1a-a71e-449d-8408-cdda2da5a86e cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:49:04.484042 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 33278) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:49:04.488651 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-1e63ed09-d537-4d52-9021-538e7ff8c551 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2118751129', 'description': 'tempest-secgroup-smoke-2118751129 description', 'project_id': 'b3b75689a1104bdba68a046fae17ba5b'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:49:04.587055 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1e63ed09-d537-4d52-9021-538e7ff8c551 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks [] for security_group, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:04.651485 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1e63ed09-d537-4d52-9021-538e7ff8c551 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks [] for security_group, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:04.701998 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1e63ed09-d537-4d52-9021-538e7ff8c551 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:04.731623 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e63ed09-d537-4d52-9021-538e7ff8c551 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c83fe1ee-ecfd-45c5-a31b-ccfb436ebfeb,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:49:04.783455 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-1e63ed09-d537-4d52-9021-538e7ff8c551 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks [] for security_group, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:04.785425 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-1e63ed09-d537-4d52-9021-538e7ff8c551 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2998314 Feb 16 17:49:04.787799 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 33280) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:49:04.792382 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-ba4c4cbe-9f82-47ed-9105-9d597572e03f tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Request body: {'security_group_rule': {'security_group_id': 'c83fe1ee-ecfd-45c5-a31b-ccfb436ebfeb', 'project_id': 'b3b75689a1104bdba68a046fae17ba5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:49:04.910717 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ba4c4cbe-9f82-47ed-9105-9d597572e03f tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:04.957454 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4923766-0671-43ab-be46-d7213999dcca None None] Sync routers for ids ['3c1c850f-817d-41e8-a5d4-6af56b7ced37'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:49:04.967635 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4923766-0671-43ab-be46-d7213999dcca None None] Routers {'3c1c850f-817d-41e8-a5d4-6af56b7ced37'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:49:04.968278 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-d4923766-0671-43ab-be46-d7213999dcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:48:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['3c1c850f-817d-41e8-a5d4-6af56b7ced37'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:49:04.970073 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ba4c4cbe-9f82-47ed-9105-9d597572e03f tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:05.042671 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ba4c4cbe-9f82-47ed-9105-9d597572e03f tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:05.060234 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c4cbe-9f82-47ed-9105-9d597572e03f tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=421dd952-bac9-4b29-bd94-2d73ccc18e90,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:49:05.072596 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-d4923766-0671-43ab-be46-d7213999dcca None None] Set router 3c1c850f-817d-41e8-a5d4-6af56b7ced37 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:49:05.148880 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ba4c4cbe-9f82-47ed-9105-9d597572e03f tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:05.150110 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ba4c4cbe-9f82-47ed-9105-9d597572e03f tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3612857 Feb 16 17:49:05.152894 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 33282) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:49:05.157286 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-ceb97f01-2505-4cb0-b676-399ce6a54727 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Request body: {'security_group_rule': {'security_group_id': 'c83fe1ee-ecfd-45c5-a31b-ccfb436ebfeb', 'project_id': 'b3b75689a1104bdba68a046fae17ba5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:49:05.260590 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ceb97f01-2505-4cb0-b676-399ce6a54727 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:05.276302 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-d4923766-0671-43ab-be46-d7213999dcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1c850f-817d-41e8-a5d4-6af56b7ced37', 'name': 'tempest-TestSnapshotPattern-1436210621-router', 'tenant_id': '398d17fd218249ff8adad8d7f2309a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': '2ebe26e6-cfc3-41b7-bef3-6442daaba83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:48:59Z', 'updated_at': '2022-02-16T17:49:03Z', 'revision_number': 4, 'project_id': '398d17fd218249ff8adad8d7f2309a17', 'gw_port': {'id': '2ebe26e6-cfc3-41b7-bef3-6442daaba83e', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:67:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1c850f-817d-41e8-a5d4-6af56b7ced37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:49:00Z', 'updated_at': '2022-02-16T17:49:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '313dbf1a-a71e-449d-8408-cdda2da5a86e', 'name': '', 'network_id': '138c21f1-04e0-428f-9f68-ffe9a8e02e1c', 'tenant_id': '398d17fd218249ff8adad8d7f2309a17', 'mac_address': 'fa:16:3e:41:c0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1c850f-817d-41e8-a5d4-6af56b7ced37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'c9585422-117a-4ac3-b501-2f13d308c167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:49:02Z', 'updated_at': '2022-02-16T17:49:03Z', 'revision_number': 2, 'project_id': '398d17fd218249ff8adad8d7f2309a17', 'subnets': [{'id': 'c9585422-117a-4ac3-b501-2f13d308c167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:49:05.303361 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4923766-0671-43ab-be46-d7213999dcca None None] Checking router: 3c1c850f-817d-41e8-a5d4-6af56b7ced37 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:49:05.303938 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4923766-0671-43ab-be46-d7213999dcca None None] Updating router 3c1c850f-817d-41e8-a5d4-6af56b7ced37 port 313dbf1a-a71e-449d-8408-cdda2da5a86e binding host dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:49:05.328038 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ceb97f01-2505-4cb0-b676-399ce6a54727 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:05.334421 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d4923766-0671-43ab-be46-d7213999dcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:05.382926 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 2ebe26e6-cfc3-41b7-bef3-6442daaba83e up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:49:05.393146 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ceb97f01-2505-4cb0-b676-399ce6a54727 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:05.410756 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb97f01-2505-4cb0-b676-399ce6a54727 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee9be4e8-dfb7-43ea-9f2c-6cd032e47b96,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:49:05.475819 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-ceb97f01-2505-4cb0-b676-399ce6a54727 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:05.477099 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-ceb97f01-2505-4cb0-b676-399ce6a54727 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3232257 Feb 16 17:49:05.479874 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 33284) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:49:05.484881 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-e15fae93-83cf-4e92-9be4-26163cf75d6c tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Request body: {'security_group_rule': {'security_group_id': 'c83fe1ee-ecfd-45c5-a31b-ccfb436ebfeb', 'project_id': 'b3b75689a1104bdba68a046fae17ba5b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:49:05.538682 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 2ebe26e6-cfc3-41b7-bef3-6442daaba83e triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:49:05.539055 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:05.563307 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e15fae93-83cf-4e92-9be4-26163cf75d6c tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:05.622653 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e15fae93-83cf-4e92-9be4-26163cf75d6c tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:05.673043 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e15fae93-83cf-4e92-9be4-26163cf75d6c tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:05.687959 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15fae93-83cf-4e92-9be4-26163cf75d6c tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=027c93d3-a3de-4541-8bde-863f4a33598c,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:49:05.699262 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:05.707929 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d4923766-0671-43ab-be46-d7213999dcca None None] Notify callbacks [] for port, precommit_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:05.723391 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] For port 2ebe26e6-cfc3-41b7-bef3-6442daaba83e, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=2ebe26e6-cfc3-41b7-bef3-6442daaba83e,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:49:05.749680 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-e15fae93-83cf-4e92-9be4-26163cf75d6c tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:05.750855 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-e15fae93-83cf-4e92-9be4-26163cf75d6c tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2700200 Feb 16 17:49:05.753708 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 33286) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:49:05.757985 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-3154fb21-fe8a-425e-b8a8-43ec5230cd55 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Request body: {'security_group_rule': {'security_group_id': 'c83fe1ee-ecfd-45c5-a31b-ccfb436ebfeb', 'project_id': 'b3b75689a1104bdba68a046fae17ba5b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:49:05.770143 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d4923766-0671-43ab-be46-d7213999dcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:05.822347 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b6bb7-8982-4518-b2d8-ba3e01efeac9 None None] Pushing event updated for resources: {'Port': ['ID=313dbf1a-a71e-449d-8408-cdda2da5a86e,revision_number=3']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:49:05.830638 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:05.850359 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3154fb21-fe8a-425e-b8a8-43ec5230cd55 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:05.917779 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3154fb21-fe8a-425e-b8a8-43ec5230cd55 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:05.940783 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-d4923766-0671-43ab-be46-d7213999dcca None None] Attempting to bind port 313dbf1a-a71e-449d-8408-cdda2da5a86e on host dv-neutron-828697-3-hyperv for vnic_type normal with profile {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:49:05.941192 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-d4923766-0671-43ab-be46-d7213999dcca None None] Attempting to bind port 313dbf1a-a71e-449d-8408-cdda2da5a86e by drivers openvswitch,hyperv on host dv-neutron-828697-3-hyperv at level 0 using segments [{'id': '247cb317-c803-44d1-99de-e9e9e6a69a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '138c21f1-04e0-428f-9f68-ffe9a8e02e1c'}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:49:05.941562 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4923766-0671-43ab-be46-d7213999dcca None None] Attempting to bind port 313dbf1a-a71e-449d-8408-cdda2da5a86e on network 138c21f1-04e0-428f-9f68-ffe9a8e02e1c {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:49:05.943651 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Pushing event updated for resources: {'Port': ['ID=2ebe26e6-cfc3-41b7-bef3-6442daaba83e,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:49:05.950147 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4923766-0671-43ab-be46-d7213999dcca None None] Checking agent: {'id': '2d694e15-5742-4792-81ac-c890ab0912f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828697-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 49, 42), 'started_at': datetime.datetime(2022, 2, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828697-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:49:05.950530 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4923766-0671-43ab-be46-d7213999dcca None None] Checking segment: {'id': '247cb317-c803-44d1-99de-e9e9e6a69a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '138c21f1-04e0-428f-9f68-ffe9a8e02e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:49:05.950937 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d4923766-0671-43ab-be46-d7213999dcca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:05.951511 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4923766-0671-43ab-be46-d7213999dcca None None] Bound using segment: {'id': '247cb317-c803-44d1-99de-e9e9e6a69a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '138c21f1-04e0-428f-9f68-ffe9a8e02e1c'} {{(pid=114377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:49:05.952264 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.managers [None req-d4923766-0671-43ab-be46-d7213999dcca None None] Bound port: 313dbf1a-a71e-449d-8408-cdda2da5a86e, host: dv-neutron-828697-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '247cb317-c803-44d1-99de-e9e9e6a69a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '138c21f1-04e0-428f-9f68-ffe9a8e02e1c'}}] {{(pid=114377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:49:05.952754 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d4923766-0671-43ab-be46-d7213999dcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:05.971284 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3154fb21-fe8a-425e-b8a8-43ec5230cd55 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:05.991913 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3154fb21-fe8a-425e-b8a8-43ec5230cd55 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3f03c87-e1a0-4e61-9d61-1f83e5e8e91c,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:49:06.021399 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-d4923766-0671-43ab-be46-d7213999dcca None None] For port 313dbf1a-a71e-449d-8408-cdda2da5a86e, host dv-neutron-828697-3-hyperv, cleared binding levels {{(pid=114377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:49:06.024480 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-d4923766-0671-43ab-be46-d7213999dcca None None] For port 313dbf1a-a71e-449d-8408-cdda2da5a86e, host dv-neutron-828697-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=313dbf1a-a71e-449d-8408-cdda2da5a86e,segment=NetworkSegment(247cb317-c803-44d1-99de-e9e9e6a69a3f),segment_id=247cb317-c803-44d1-99de-e9e9e6a69a3f)] {{(pid=114377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:49:06.064240 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-3154fb21-fe8a-425e-b8a8-43ec5230cd55 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:06.065493 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-3154fb21-fe8a-425e-b8a8-43ec5230cd55 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3108664 Feb 16 17:49:06.068296 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 33288) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:49:06.072604 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-353edd28-d906-4a85-8653-88e3f995bb82 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Request body: {'security_group_rule': {'security_group_id': 'c83fe1ee-ecfd-45c5-a31b-ccfb436ebfeb', 'project_id': 'b3b75689a1104bdba68a046fae17ba5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:49:06.097215 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d4923766-0671-43ab-be46-d7213999dcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:06.136250 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-3450dd8e-03a5-4f83-98fd-6f851f6462aa None None] Provisioning complete for port 313dbf1a-a71e-449d-8408-cdda2da5a86e triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:49:06.136621 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-3450dd8e-03a5-4f83-98fd-6f851f6462aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:06.171481 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.securitygroups_db [None req-353edd28-d906-4a85-8653-88e3f995bb82 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Project b3b75689a1104bdba68a046fae17ba5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:49:06.177994 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-353edd28-d906-4a85-8653-88e3f995bb82 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:06.184919 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b6bb7-8982-4518-b2d8-ba3e01efeac9 None None] Pushing event updated for resources: {'Port': ['ID=313dbf1a-a71e-449d-8408-cdda2da5a86e,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:49:06.192039 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4923766-0671-43ab-be46-d7213999dcca None None] Routers {'3c1c850f-817d-41e8-a5d4-6af56b7ced37'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:49:06.192667 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-d4923766-0671-43ab-be46-d7213999dcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:48:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['3c1c850f-817d-41e8-a5d4-6af56b7ced37'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:49:06.255787 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-353edd28-d906-4a85-8653-88e3f995bb82 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:06.335663 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-d4923766-0671-43ab-be46-d7213999dcca None None] Set router 3c1c850f-817d-41e8-a5d4-6af56b7ced37 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:49:06.337334 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-3450dd8e-03a5-4f83-98fd-6f851f6462aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:06.347430 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-353edd28-d906-4a85-8653-88e3f995bb82 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:06.362515 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353edd28-d906-4a85-8653-88e3f995bb82 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42239d5d-a630-4ebd-813e-9a70ee53f6ea,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:49:06.430290 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-3450dd8e-03a5-4f83-98fd-6f851f6462aa None None] For port 313dbf1a-a71e-449d-8408-cdda2da5a86e, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=313dbf1a-a71e-449d-8408-cdda2da5a86e,segment=NetworkSegment(247cb317-c803-44d1-99de-e9e9e6a69a3f),segment_id=247cb317-c803-44d1-99de-e9e9e6a69a3f)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:49:06.440350 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-353edd28-d906-4a85-8653-88e3f995bb82 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:06.441587 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-353edd28-d906-4a85-8653-88e3f995bb82 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3724101 Feb 16 17:49:06.444309 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 33290) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:49:06.448814 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-7eda2776-81a0-4521-b37e-a1612b82a88f tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Request body: {'security_group_rule': {'security_group_id': 'c83fe1ee-ecfd-45c5-a31b-ccfb436ebfeb', 'project_id': 'b3b75689a1104bdba68a046fae17ba5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:49:06.480506 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-3450dd8e-03a5-4f83-98fd-6f851f6462aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:06.524531 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.securitygroups_db [None req-7eda2776-81a0-4521-b37e-a1612b82a88f tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Project b3b75689a1104bdba68a046fae17ba5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:49:06.529588 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7eda2776-81a0-4521-b37e-a1612b82a88f tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:06.566154 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3450dd8e-03a5-4f83-98fd-6f851f6462aa None None] Pushing event updated for resources: {'Port': ['ID=313dbf1a-a71e-449d-8408-cdda2da5a86e,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:49:06.594486 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7eda2776-81a0-4521-b37e-a1612b82a88f tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:06.606684 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-70bd424e-edf5-4287-8669-18ce30eb198b None None] Provisioning complete for port 313dbf1a-a71e-449d-8408-cdda2da5a86e triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:49:06.607063 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-70bd424e-edf5-4287-8669-18ce30eb198b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:06.612234 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-d4923766-0671-43ab-be46-d7213999dcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1c850f-817d-41e8-a5d4-6af56b7ced37', 'name': 'tempest-TestSnapshotPattern-1436210621-router', 'tenant_id': '398d17fd218249ff8adad8d7f2309a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': '2ebe26e6-cfc3-41b7-bef3-6442daaba83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:48:59Z', 'updated_at': '2022-02-16T17:49:03Z', 'revision_number': 4, 'project_id': '398d17fd218249ff8adad8d7f2309a17', 'gw_port': {'id': '2ebe26e6-cfc3-41b7-bef3-6442daaba83e', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:67:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1c850f-817d-41e8-a5d4-6af56b7ced37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:49:00Z', 'updated_at': '2022-02-16T17:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '313dbf1a-a71e-449d-8408-cdda2da5a86e', 'name': '', 'network_id': '138c21f1-04e0-428f-9f68-ffe9a8e02e1c', 'tenant_id': '398d17fd218249ff8adad8d7f2309a17', 'mac_address': 'fa:16:3e:41:c0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1c850f-817d-41e8-a5d4-6af56b7ced37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'c9585422-117a-4ac3-b501-2f13d308c167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:49:02Z', 'updated_at': '2022-02-16T17:49:06Z', 'revision_number': 4, 'project_id': '398d17fd218249ff8adad8d7f2309a17', 'subnets': [{'id': 'c9585422-117a-4ac3-b501-2f13d308c167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:49:06.632939 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7eda2776-81a0-4521-b37e-a1612b82a88f tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546125'] for security_group_rule, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:06.650582 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eda2776-81a0-4521-b37e-a1612b82a88f tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec87ce01-3706-4481-b55a-bc58ed5495cb,revision_number=0']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:49:06.665416 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4923766-0671-43ab-be46-d7213999dcca None None] The sync data for ids ['3c1c850f-817d-41e8-a5d4-6af56b7ced37'] in dv-neutron-828697-3-hyperv is: [{'id': '3c1c850f-817d-41e8-a5d4-6af56b7ced37', 'name': 'tempest-TestSnapshotPattern-1436210621-router', 'tenant_id': '398d17fd218249ff8adad8d7f2309a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': '2ebe26e6-cfc3-41b7-bef3-6442daaba83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:48:59Z', 'updated_at': '2022-02-16T17:49:03Z', 'revision_number': 4, 'project_id': '398d17fd218249ff8adad8d7f2309a17', 'gw_port': {'id': '2ebe26e6-cfc3-41b7-bef3-6442daaba83e', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:67:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1c850f-817d-41e8-a5d4-6af56b7ced37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:49:00Z', 'updated_at': '2022-02-16T17:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': '313dbf1a-a71e-449d-8408-cdda2da5a86e', 'name': '', 'network_id': '138c21f1-04e0-428f-9f68-ffe9a8e02e1c', 'tenant_id': '398d17fd218249ff8adad8d7f2309a17', 'mac_address': 'fa:16:3e:41:c0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1c850f-817d-41e8-a5d4-6af56b7ced37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'c9585422-117a-4ac3-b501-2f13d308c167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:49:02Z', 'updated_at': '2022-02-16T17:49:06Z', 'revision_number': 4, 'project_id': '398d17fd218249ff8adad8d7f2309a17', 'subnets': [{'id': 'c9585422-117a-4ac3-b501-2f13d308c167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:49:06.721007 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-7eda2776-81a0-4521-b37e-a1612b82a88f tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:06.736002 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-7eda2776-81a0-4521-b37e-a1612b82a88f tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2770770 Feb 16 17:49:06.884298 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f7d37d2e-9093-4a0d-b499-0dbdb7df04b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:06.948239 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6f87c5fa-dd9a-4085-88bb-a2f6fdc1c515 req-0cb44533-436c-4716-8ea8-4ec84cc2505f tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2118751129&fields=id&tenant_id=b3b75689a1104bdba68a046fae17ba5b HTTP/1.1" status: 200 len: 267 time: 0.0361006 Feb 16 17:49:07.065890 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87c5fa-dd9a-4085-88bb-a2f6fdc1c515 req-f6d98ade-5b59-4949-9daa-831a5e293cbf tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:07.068153 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6f87c5fa-dd9a-4085-88bb-a2f6fdc1c515 req-f6d98ade-5b59-4949-9daa-831a5e293cbf tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/networks?id=ea40910f-54e1-40fb-bf6f-305b7d82bf02 HTTP/1.1" status: 200 len: 810 time: 0.1108179 Feb 16 17:49:07.083888 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6f87c5fa-dd9a-4085-88bb-a2f6fdc1c515 req-4f1e7688-0912-4b14-95fd-a9bf2178f6a5 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/quotas/b3b75689a1104bdba68a046fae17ba5b HTTP/1.1" status: 200 len: 375 time: 0.0098233 Feb 16 17:49:07.138986 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6f87c5fa-dd9a-4085-88bb-a2f6fdc1c515 req-f82c6db4-eb42-4975-86d1-cd9454f3bd7c tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=b3b75689a1104bdba68a046fae17ba5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492215 Feb 16 17:49:07.272553 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [req-6f87c5fa-dd9a-4085-88bb-a2f6fdc1c515 req-90149cce-7a17-4cad-b443-ff7574c059d9 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=114376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:49:07.273549 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6f87c5fa-dd9a-4085-88bb-a2f6fdc1c515 req-90149cce-7a17-4cad-b443-ff7574c059d9 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1233432 Feb 16 17:49:07.363643 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6f87c5fa-dd9a-4085-88bb-a2f6fdc1c515 req-bc926d53-4fb0-431c-bbe6-2b456cd6da28 service neutron] 10.222.0.88 "GET /v2.0/networks/ea40910f-54e1-40fb-bf6f-305b7d82bf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835340 Feb 16 17:49:07.413771 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 2ebe26e6-cfc3-41b7-bef3-6442daaba83e up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:49:07.457800 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6f87c5fa-dd9a-4085-88bb-a2f6fdc1c515 req-abde2abb-baec-484e-a621-71313d0100ce service neutron] 10.222.0.88 "GET /v2.0/networks/ea40910f-54e1-40fb-bf6f-305b7d82bf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876713 Feb 16 17:49:07.462133 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 2ebe26e6-cfc3-41b7-bef3-6442daaba83e triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:49:07.462466 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:07.544595 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 313dbf1a-a71e-449d-8408-cdda2da5a86e up at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:49:07.594266 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Provisioning complete for port 313dbf1a-a71e-449d-8408-cdda2da5a86e triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:49:07.594654 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:07.768834 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-8e0da6b5-3599-4d51-9833-72473415ef2f req-33ad620d-955e-4794-98c5-3a5692d50121 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/ports?device_id=2ec16c76-8a42-4d0c-9b28-5969b1d611a4 HTTP/1.1" status: 200 len: 210 time: 0.0413096 Feb 16 17:49:08.836498 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4b875bcf-d2b7-4693-94e9-6746a08ca150 req-7d5c7e34-1ca1-49c7-9e6d-ed6d78f3c9ef tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/ports?device_id=2ec16c76-8a42-4d0c-9b28-5969b1d611a4 HTTP/1.1" status: 200 len: 210 time: 0.0274484 Feb 16 17:49:09.236843 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-7a7843e6-f466-4c0d-8f8e-60c0356e6845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:09.928372 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-afe8bf4f-aaf2-41b5-82ec-8a94163a7829 req-9ccb4f9d-dc82-46cf-b2a7-16b039d4a48f tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/ports?device_id=2ec16c76-8a42-4d0c-9b28-5969b1d611a4 HTTP/1.1" status: 200 len: 210 time: 0.0263817 Feb 16 17:49:10.018128 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87c5fa-dd9a-4085-88bb-a2f6fdc1c515 req-23cc80b5-1ebd-425b-a55e-80c1f726d88e tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:10.019707 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6f87c5fa-dd9a-4085-88bb-a2f6fdc1c515 req-23cc80b5-1ebd-425b-a55e-80c1f726d88e tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.89 "GET /v2.0/networks?id=ea40910f-54e1-40fb-bf6f-305b7d82bf02 HTTP/1.1" status: 200 len: 810 time: 0.1231229 Feb 16 17:49:10.062972 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6f87c5fa-dd9a-4085-88bb-a2f6fdc1c515 req-c4c3583b-da09-4d2a-b789-d76b3e68d527 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3b75689a1104bdba68a046fae17ba5b HTTP/1.1" status: 200 len: 380 time: 0.0341728 Feb 16 17:49:10.071820 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-6f87c5fa-dd9a-4085-88bb-a2f6fdc1c515 req-bcee7797-1a2b-4496-bb58-4b849c3f134f tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Request body: {'port': {'device_id': '2ec16c76-8a42-4d0c-9b28-5969b1d611a4', 'network_id': 'ea40910f-54e1-40fb-bf6f-305b7d82bf02', 'admin_state_up': True, 'tenant_id': 'b3b75689a1104bdba68a046fae17ba5b', 'security_groups': ['c83fe1ee-ecfd-45c5-a31b-ccfb436ebfeb']}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:49:10.259747 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f87c5fa-dd9a-4085-88bb-a2f6fdc1c515 req-bcee7797-1a2b-4496-bb58-4b849c3f134f tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Made reservation on behalf of b3b75689a1104bdba68a046fae17ba5b for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:49:10.263574 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-6f87c5fa-dd9a-4085-88bb-a2f6fdc1c515 req-bcee7797-1a2b-4496-bb58-4b849c3f134f tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:10.402792 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [req-6f87c5fa-dd9a-4085-88bb-a2f6fdc1c515 req-bcee7797-1a2b-4496-bb58-4b849c3f134f tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Allocated IP 172.20.0.12 (ea40910f-54e1-40fb-bf6f-305b7d82bf02/de10cebd-67ab-4d8e-96f6-8824234358f4/60b0d0da-f0f5-499b-bb1d-fcb39db3861a) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:49:10.539310 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-6f87c5fa-dd9a-4085-88bb-a2f6fdc1c515 req-bcee7797-1a2b-4496-bb58-4b849c3f134f tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:10.604439 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:10.626012 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-6f87c5fa-dd9a-4085-88bb-a2f6fdc1c515 req-bcee7797-1a2b-4496-bb58-4b849c3f134f tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:10.669798 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f87c5fa-dd9a-4085-88bb-a2f6fdc1c515 req-bcee7797-1a2b-4496-bb58-4b849c3f134f tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Network ea40910f-54e1-40fb-bf6f-305b7d82bf02 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:49:10.673193 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [req-6f87c5fa-dd9a-4085-88bb-a2f6fdc1c515 req-bcee7797-1a2b-4496-bb58-4b849c3f134f tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:49:10.675568 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f87c5fa-dd9a-4085-88bb-a2f6fdc1c515 req-bcee7797-1a2b-4496-bb58-4b849c3f134f tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:49:10.703023 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee7797-1a2b-4496-bb58-4b849c3f134f tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Pushing event updated for resources: {'Port': ['ID=60b0d0da-f0f5-499b-bb1d-fcb39db3861a,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:49:10.733430 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87c5fa-dd9a-4085-88bb-a2f6fdc1c515 req-bcee7797-1a2b-4496-bb58-4b849c3f134f tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:10.734105 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-6f87c5fa-dd9a-4085-88bb-a2f6fdc1c515 req-bcee7797-1a2b-4496-bb58-4b849c3f134f tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:10.852887 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6f87c5fa-dd9a-4085-88bb-a2f6fdc1c515 req-bcee7797-1a2b-4496-bb58-4b849c3f134f tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7846079 Feb 16 17:49:10.864581 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-6f87c5fa-dd9a-4085-88bb-a2f6fdc1c515 req-ea384f49-e6a1-4f4a-894e-5c4419afaa40 service neutron] Request body: {'port': {'device_id': '2ec16c76-8a42-4d0c-9b28-5969b1d611a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8286'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:49:10.870094 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-2005f135-22b5-4f1e-9c4c-d4d0eb388ff2 None None] Provisioning complete for port 60b0d0da-f0f5-499b-bb1d-fcb39db3861a triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:49:10.870602 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-2005f135-22b5-4f1e-9c4c-d4d0eb388ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:10.905904 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-2005f135-22b5-4f1e-9c4c-d4d0eb388ff2 None None] Port 60b0d0da-f0f5-499b-bb1d-fcb39db3861a cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:49:10.917743 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-6f87c5fa-dd9a-4085-88bb-a2f6fdc1c515 req-ea384f49-e6a1-4f4a-894e-5c4419afaa40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:11.124383 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec3b3a-435e-40c5-9fbe-cda561ccf400 req-5d781981-0f9c-4de6-b80d-ae19eaef112d tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:11.125767 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b0ec3b3a-435e-40c5-9fbe-cda561ccf400 req-5d781981-0f9c-4de6-b80d-ae19eaef112d tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/ports?device_id=2ec16c76-8a42-4d0c-9b28-5969b1d611a4 HTTP/1.1" status: 200 len: 932 time: 0.1056681 Feb 16 17:49:11.193074 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b0ec3b3a-435e-40c5-9fbe-cda561ccf400 req-ed7024f6-c3a4-46ad-bbba-38e4b1fb4f96 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/security-groups?id=c83fe1ee-ecfd-45c5-a31b-ccfb436ebfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613399 Feb 16 17:49:11.244599 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [req-6f87c5fa-dd9a-4085-88bb-a2f6fdc1c515 req-ea384f49-e6a1-4f4a-894e-5c4419afaa40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60b0d0da-f0f5-499b-bb1d-fcb39db3861a {{(pid=114376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:49:11.252513 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-6f87c5fa-dd9a-4085-88bb-a2f6fdc1c515 req-ea384f49-e6a1-4f4a-894e-5c4419afaa40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:11.264636 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.provisioning_blocks [req-6f87c5fa-dd9a-4085-88bb-a2f6fdc1c515 req-ea384f49-e6a1-4f4a-894e-5c4419afaa40 service neutron] Transition to ACTIVE for port object 60b0d0da-f0f5-499b-bb1d-fcb39db3861a will not be triggered until provisioned by entity L2. {{(pid=114376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:49:11.345226 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-6f87c5fa-dd9a-4085-88bb-a2f6fdc1c515 req-ea384f49-e6a1-4f4a-894e-5c4419afaa40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:11.408995 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea384f49-e6a1-4f4a-894e-5c4419afaa40 service neutron] Pushing event updated for resources: {'Port': ['ID=60b0d0da-f0f5-499b-bb1d-fcb39db3861a,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:49:11.478416 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-6f87c5fa-dd9a-4085-88bb-a2f6fdc1c515 req-ea384f49-e6a1-4f4a-894e-5c4419afaa40 service neutron] Attempting to bind port 60b0d0da-f0f5-499b-bb1d-fcb39db3861a on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:49:11.478754 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-6f87c5fa-dd9a-4085-88bb-a2f6fdc1c515 req-ea384f49-e6a1-4f4a-894e-5c4419afaa40 service neutron] Attempting to bind port 60b0d0da-f0f5-499b-bb1d-fcb39db3861a by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': 'f23dd6fa-f089-4007-8e13-31a632b1c0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ea40910f-54e1-40fb-bf6f-305b7d82bf02'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:49:11.479087 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f87c5fa-dd9a-4085-88bb-a2f6fdc1c515 req-ea384f49-e6a1-4f4a-894e-5c4419afaa40 service neutron] Attempting to bind port 60b0d0da-f0f5-499b-bb1d-fcb39db3861a on network ea40910f-54e1-40fb-bf6f-305b7d82bf02 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:49:11.483869 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f87c5fa-dd9a-4085-88bb-a2f6fdc1c515 req-ea384f49-e6a1-4f4a-894e-5c4419afaa40 service neutron] Port 60b0d0da-f0f5-499b-bb1d-fcb39db3861a on network ea40910f-54e1-40fb-bf6f-305b7d82bf02 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:49:11.484228 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f87c5fa-dd9a-4085-88bb-a2f6fdc1c515 req-ea384f49-e6a1-4f4a-894e-5c4419afaa40 service neutron] Attempting to bind port 60b0d0da-f0f5-499b-bb1d-fcb39db3861a on network ea40910f-54e1-40fb-bf6f-305b7d82bf02 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:49:11.489353 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f87c5fa-dd9a-4085-88bb-a2f6fdc1c515 req-ea384f49-e6a1-4f4a-894e-5c4419afaa40 service neutron] Checking agent: {'id': '65dda45c-bbef-42f9-9728-e0fd84037987', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8286', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 56), 'started_at': datetime.datetime(2022, 2, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:49:11.489699 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f87c5fa-dd9a-4085-88bb-a2f6fdc1c515 req-ea384f49-e6a1-4f4a-894e-5c4419afaa40 service neutron] Checking segment: {'id': 'f23dd6fa-f089-4007-8e13-31a632b1c0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ea40910f-54e1-40fb-bf6f-305b7d82bf02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:49:11.490077 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f87c5fa-dd9a-4085-88bb-a2f6fdc1c515 req-ea384f49-e6a1-4f4a-894e-5c4419afaa40 service neutron] Bound using segment: {'id': 'f23dd6fa-f089-4007-8e13-31a632b1c0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ea40910f-54e1-40fb-bf6f-305b7d82bf02'} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:49:11.490508 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-6f87c5fa-dd9a-4085-88bb-a2f6fdc1c515 req-ea384f49-e6a1-4f4a-894e-5c4419afaa40 service neutron] Bound port: 60b0d0da-f0f5-499b-bb1d-fcb39db3861a, host: hv-neutron-8286, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f23dd6fa-f089-4007-8e13-31a632b1c0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ea40910f-54e1-40fb-bf6f-305b7d82bf02'}}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:49:11.490872 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-6f87c5fa-dd9a-4085-88bb-a2f6fdc1c515 req-ea384f49-e6a1-4f4a-894e-5c4419afaa40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:11.556901 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-6f87c5fa-dd9a-4085-88bb-a2f6fdc1c515 req-ea384f49-e6a1-4f4a-894e-5c4419afaa40 service neutron] For port 60b0d0da-f0f5-499b-bb1d-fcb39db3861a, host hv-neutron-8286, cleared binding levels {{(pid=114376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:49:11.560099 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-6f87c5fa-dd9a-4085-88bb-a2f6fdc1c515 req-ea384f49-e6a1-4f4a-894e-5c4419afaa40 service neutron] For port 60b0d0da-f0f5-499b-bb1d-fcb39db3861a, host hv-neutron-8286, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=60b0d0da-f0f5-499b-bb1d-fcb39db3861a,segment=NetworkSegment(f23dd6fa-f089-4007-8e13-31a632b1c0d8),segment_id=f23dd6fa-f089-4007-8e13-31a632b1c0d8)] {{(pid=114376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:49:11.648896 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-6f87c5fa-dd9a-4085-88bb-a2f6fdc1c515 req-ea384f49-e6a1-4f4a-894e-5c4419afaa40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:11.692873 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87c5fa-dd9a-4085-88bb-a2f6fdc1c515 req-ea384f49-e6a1-4f4a-894e-5c4419afaa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:11.692873 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-6f87c5fa-dd9a-4085-88bb-a2f6fdc1c515 req-ea384f49-e6a1-4f4a-894e-5c4419afaa40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:11.692873 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6f87c5fa-dd9a-4085-88bb-a2f6fdc1c515 req-ea384f49-e6a1-4f4a-894e-5c4419afaa40 service neutron] 10.222.0.89 "PUT /v2.0/ports/60b0d0da-f0f5-499b-bb1d-fcb39db3861a HTTP/1.1" status: 200 len: 1094 time: 0.8309460 Feb 16 17:49:11.693560 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ec16c76-8a42-4d0c-9b28-5969b1d611a4', 'tag': '60b0d0da-f0f5-499b-bb1d-fcb39db3861a'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:49:11.696587 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556ce108-a07a-4327-b168-b1ef1c946b01" -d '{"events": [{"name": "network-changed", "server_uuid": "2ec16c76-8a42-4d0c-9b28-5969b1d611a4", "tag": "60b0d0da-f0f5-499b-bb1d-fcb39db3861a"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:49:11.724619 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea384f49-e6a1-4f4a-894e-5c4419afaa40 service neutron] Pushing event updated for resources: {'Port': ['ID=60b0d0da-f0f5-499b-bb1d-fcb39db3861a,revision_number=3']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:49:11.737547 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82c8f4c-c15c-49bc-bbd1-cd32e5c78e21 x-openstack-request-id: req-c82c8f4c-c15c-49bc-bbd1-cd32e5c78e21 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:49:11.737862 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ec16c76-8a42-4d0c-9b28-5969b1d611a4", "tag": "60b0d0da-f0f5-499b-bb1d-fcb39db3861a", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:49:11.738110 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c82c8f4c-c15c-49bc-bbd1-cd32e5c78e21 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:49:11.738645 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ec16c76-8a42-4d0c-9b28-5969b1d611a4', 'tag': '60b0d0da-f0f5-499b-bb1d-fcb39db3861a', 'status': 'completed', 'code': 200} Feb 16 17:49:11.800567 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ce108-a07a-4327-b168-b1ef1c946b01 req-a96682a4-7306-4299-aec1-dd84fc3a73fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:11.802079 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-556ce108-a07a-4327-b168-b1ef1c946b01 req-a96682a4-7306-4299-aec1-dd84fc3a73fe service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b3b75689a1104bdba68a046fae17ba5b&device_id=2ec16c76-8a42-4d0c-9b28-5969b1d611a4 HTTP/1.1" status: 200 len: 1097 time: 0.0428598 Feb 16 17:49:11.903278 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ce108-a07a-4327-b168-b1ef1c946b01 req-e1867dd7-2df3-4222-b88b-bfc80ff70495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:11.904885 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-556ce108-a07a-4327-b168-b1ef1c946b01 req-e1867dd7-2df3-4222-b88b-bfc80ff70495 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=b3b75689a1104bdba68a046fae17ba5b&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0958271 Feb 16 17:49:11.975474 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:12.004157 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ce108-a07a-4327-b168-b1ef1c946b01 req-a085aadf-688c-4867-82aa-87e2d1499c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:12.006547 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-556ce108-a07a-4327-b168-b1ef1c946b01 req-a085aadf-688c-4867-82aa-87e2d1499c00 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0950532 Feb 16 17:49:12.079850 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87c5fa-dd9a-4085-88bb-a2f6fdc1c515 req-8ccc88fa-1598-4ed9-baf9-3fa164db7aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:12.081326 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6f87c5fa-dd9a-4085-88bb-a2f6fdc1c515 req-8ccc88fa-1598-4ed9-baf9-3fa164db7aeb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b3b75689a1104bdba68a046fae17ba5b&device_id=2ec16c76-8a42-4d0c-9b28-5969b1d611a4 HTTP/1.1" status: 200 len: 1097 time: 0.0395548 Feb 16 17:49:12.126899 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6f87c5fa-dd9a-4085-88bb-a2f6fdc1c515 req-8bb275c4-b8a7-4b17-a6a9-7374e827598d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60b0d0da-f0f5-499b-bb1d-fcb39db3861a HTTP/1.1" status: 200 len: 217 time: 0.0383403 Feb 16 17:49:12.173519 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87c5fa-dd9a-4085-88bb-a2f6fdc1c515 req-4074f348-093a-4b91-9f86-90c10976928d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:12.175036 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6f87c5fa-dd9a-4085-88bb-a2f6fdc1c515 req-4074f348-093a-4b91-9f86-90c10976928d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=de10cebd-67ab-4d8e-96f6-8824234358f4 HTTP/1.1" status: 200 len: 849 time: 0.0422423 Feb 16 17:49:12.179661 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:12.220107 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87c5fa-dd9a-4085-88bb-a2f6fdc1c515 req-1ca49727-f817-4b80-83c8-0bc89809637c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:12.221694 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6f87c5fa-dd9a-4085-88bb-a2f6fdc1c515 req-1ca49727-f817-4b80-83c8-0bc89809637c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ea40910f-54e1-40fb-bf6f-305b7d82bf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404198 Feb 16 17:49:12.353466 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2884f0e-ce62-460d-8e80-9701e74f0dad req-cf9b6c5d-bbbc-40bb-b84b-79ba05882a23 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:12.354946 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f2884f0e-ce62-460d-8e80-9701e74f0dad req-cf9b6c5d-bbbc-40bb-b84b-79ba05882a23 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/ports?device_id=2ec16c76-8a42-4d0c-9b28-5969b1d611a4 HTTP/1.1" status: 200 len: 944 time: 0.0803223 Feb 16 17:49:12.358532 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6f87c5fa-dd9a-4085-88bb-a2f6fdc1c515 req-8060bcd6-6675-4449-9c9a-ff200637a781 service neutron] 10.222.0.89 "GET /v2.0/networks/ea40910f-54e1-40fb-bf6f-305b7d82bf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302993 Feb 16 17:49:12.444059 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f2884f0e-ce62-460d-8e80-9701e74f0dad req-8de94e8a-3dbe-4c12-86ce-9d3f3c45a5ed tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/security-groups?id=c83fe1ee-ecfd-45c5-a31b-ccfb436ebfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830626 Feb 16 17:49:12.478373 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-6f87c5fa-dd9a-4085-88bb-a2f6fdc1c515 req-2e5435d6-c0bc-45db-b059-e1300328376a service neutron] 10.222.0.89 "GET /v2.0/networks/ea40910f-54e1-40fb-bf6f-305b7d82bf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118269 Feb 16 17:49:13.566031 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c49aa-712b-4086-b667-2fbf251f85f0 req-77c280fc-34c4-4d99-be74-7dd986ff6d4b tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:13.567463 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-9b6c49aa-712b-4086-b667-2fbf251f85f0 req-77c280fc-34c4-4d99-be74-7dd986ff6d4b tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/ports?device_id=2ec16c76-8a42-4d0c-9b28-5969b1d611a4 HTTP/1.1" status: 200 len: 944 time: 0.0470030 Feb 16 17:49:13.602806 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-9b6c49aa-712b-4086-b667-2fbf251f85f0 req-6f29a2b9-3853-45ca-8a6c-aeaed78ae0fa tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/security-groups?id=c83fe1ee-ecfd-45c5-a31b-ccfb436ebfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293972 Feb 16 17:49:14.720177 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa0712-89ac-4da9-9b32-58e7f7e4cd6d req-1b23ef28-66bc-43e8-8c69-61889dc0c418 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:14.721586 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-09aa0712-89ac-4da9-9b32-58e7f7e4cd6d req-1b23ef28-66bc-43e8-8c69-61889dc0c418 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/ports?device_id=2ec16c76-8a42-4d0c-9b28-5969b1d611a4 HTTP/1.1" status: 200 len: 944 time: 0.0496678 Feb 16 17:49:14.758937 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-09aa0712-89ac-4da9-9b32-58e7f7e4cd6d req-42e689db-9f94-4b16-9906-c2533bb37e8e tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/security-groups?id=c83fe1ee-ecfd-45c5-a31b-ccfb436ebfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315425 Feb 16 17:49:14.889873 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:49:15.504751 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 60b0d0da-f0f5-499b-bb1d-fcb39db3861a details requested by agent hyperv_hv-neutron-8286 with host hv-neutron-8286 {{(pid=114377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:49:15.595095 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 60b0d0da-f0f5-499b-bb1d-fcb39db3861a, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=60b0d0da-f0f5-499b-bb1d-fcb39db3861a,segment=NetworkSegment(f23dd6fa-f089-4007-8e13-31a632b1c0d8),segment_id=f23dd6fa-f089-4007-8e13-31a632b1c0d8)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:49:15.605901 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Returning: {'device': '60b0d0da-f0f5-499b-bb1d-fcb39db3861a', 'network_id': 'ea40910f-54e1-40fb-bf6f-305b7d82bf02', 'port_id': '60b0d0da-f0f5-499b-bb1d-fcb39db3861a', 'mac_address': 'fa:16:3e:19:93:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de10cebd-67ab-4d8e-96f6-8824234358f4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:49:15.645408 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:15.657479 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60b0d0da-f0f5-499b-bb1d-fcb39db3861a {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:49:15.675910 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 60b0d0da-f0f5-499b-bb1d-fcb39db3861a, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=60b0d0da-f0f5-499b-bb1d-fcb39db3861a,segment=NetworkSegment(f23dd6fa-f089-4007-8e13-31a632b1c0d8),segment_id=f23dd6fa-f089-4007-8e13-31a632b1c0d8)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:49:15.764062 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:15.812809 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=60b0d0da-f0f5-499b-bb1d-fcb39db3861a,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:49:15.876197 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3dd613-da3d-4b47-a0a0-2693c6d91a25 req-47298168-bfce-4e0a-90ad-260072ed17c2 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:15.877587 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-4c3dd613-da3d-4b47-a0a0-2693c6d91a25 req-47298168-bfce-4e0a-90ad-260072ed17c2 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/ports?device_id=2ec16c76-8a42-4d0c-9b28-5969b1d611a4 HTTP/1.1" status: 200 len: 945 time: 0.0519090 Feb 16 17:49:15.914069 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-4c3dd613-da3d-4b47-a0a0-2693c6d91a25 req-a57c5938-7c18-476b-a1fc-2ad533149d3b tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/security-groups?id=c83fe1ee-ecfd-45c5-a31b-ccfb436ebfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306165 Feb 16 17:49:16.006421 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['60b0d0da-f0f5-499b-bb1d-fcb39db3861a'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:49:17.025768 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee9c8e-1fda-4d53-babb-2636f7aa21a5 req-273ae62a-aa9e-4cd3-b75b-8fdb8d290c33 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:17.027219 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-fdee9c8e-1fda-4d53-babb-2636f7aa21a5 req-273ae62a-aa9e-4cd3-b75b-8fdb8d290c33 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/ports?device_id=2ec16c76-8a42-4d0c-9b28-5969b1d611a4 HTTP/1.1" status: 200 len: 945 time: 0.0477052 Feb 16 17:49:17.063250 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-fdee9c8e-1fda-4d53-babb-2636f7aa21a5 req-f6f3f8cc-9d02-43ae-a2a5-ab795ca84ef7 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/security-groups?id=c83fe1ee-ecfd-45c5-a31b-ccfb436ebfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303078 Feb 16 17:49:17.519589 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 60b0d0da-f0f5-499b-bb1d-fcb39db3861a up at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:49:17.699743 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning for port 60b0d0da-f0f5-499b-bb1d-fcb39db3861a completed by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:49:17.703622 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning complete for port 60b0d0da-f0f5-499b-bb1d-fcb39db3861a triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:49:17.703995 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:17.920640 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:17.941874 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ec16c76-8a42-4d0c-9b28-5969b1d611a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b0d0da-f0f5-499b-bb1d-fcb39db3861a'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:49:17.944124 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ddc477-7f87-403d-b3cd-c0a90dc83b4b" -d '{"events": [{"server_uuid": "2ec16c76-8a42-4d0c-9b28-5969b1d611a4", "name": "network-vif-plugged", "status": "completed", "tag": "60b0d0da-f0f5-499b-bb1d-fcb39db3861a"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:49:17.959440 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 60b0d0da-f0f5-499b-bb1d-fcb39db3861a, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=60b0d0da-f0f5-499b-bb1d-fcb39db3861a,segment=NetworkSegment(f23dd6fa-f089-4007-8e13-31a632b1c0d8),segment_id=f23dd6fa-f089-4007-8e13-31a632b1c0d8)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:49:18.033304 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f47512-c39b-48bf-9cb4-9779590d234c x-openstack-request-id: req-a9f47512-c39b-48bf-9cb4-9779590d234c {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:49:18.033599 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ec16c76-8a42-4d0c-9b28-5969b1d611a4", "name": "network-vif-plugged", "status": "completed", "tag": "60b0d0da-f0f5-499b-bb1d-fcb39db3861a", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:49:18.033874 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a9f47512-c39b-48bf-9cb4-9779590d234c {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:49:18.034270 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ec16c76-8a42-4d0c-9b28-5969b1d611a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b0d0da-f0f5-499b-bb1d-fcb39db3861a', 'code': 200} Feb 16 17:49:18.035026 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:18.081423 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=60b0d0da-f0f5-499b-bb1d-fcb39db3861a,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:49:18.180335 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6aca3-5971-452b-87e8-03931c03768c req-40b70806-44bc-46e5-b6e3-85ed9e68b9e2 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:18.181703 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4db6aca3-5971-452b-87e8-03931c03768c req-40b70806-44bc-46e5-b6e3-85ed9e68b9e2 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/ports?device_id=2ec16c76-8a42-4d0c-9b28-5969b1d611a4 HTTP/1.1" status: 200 len: 946 time: 0.0520818 Feb 16 17:49:18.220242 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-4db6aca3-5971-452b-87e8-03931c03768c req-b4b49a76-68e0-4b48-9097-23eda39da010 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/security-groups?id=c83fe1ee-ecfd-45c5-a31b-ccfb436ebfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323298 Feb 16 17:49:18.344267 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363fcc9-4327-45c2-9d3d-85b2bb77fdd0 req-9b2d61e8-57e4-4055-a757-1ff1f543df78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:18.345765 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e363fcc9-4327-45c2-9d3d-85b2bb77fdd0 req-9b2d61e8-57e4-4055-a757-1ff1f543df78 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2ec16c76-8a42-4d0c-9b28-5969b1d611a4 HTTP/1.1" status: 200 len: 1099 time: 0.0387204 Feb 16 17:49:18.379250 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e363fcc9-4327-45c2-9d3d-85b2bb77fdd0 req-6713f18e-f73f-4765-a20b-7ebbe1034065 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c83fe1ee-ecfd-45c5-a31b-ccfb436ebfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274169 Feb 16 17:49:19.337163 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab872a-99a7-4651-87f1-4fceb6a6c879 req-03105c05-70d2-4b16-839a-15460fc712f8 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:19.338650 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-83ab872a-99a7-4651-87f1-4fceb6a6c879 req-03105c05-70d2-4b16-839a-15460fc712f8 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/ports?device_id=2ec16c76-8a42-4d0c-9b28-5969b1d611a4 HTTP/1.1" status: 200 len: 946 time: 0.0503833 Feb 16 17:49:19.378263 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-83ab872a-99a7-4651-87f1-4fceb6a6c879 req-ac5b8559-ee85-4086-8a5f-6e4dd182c8a5 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/security-groups?id=c83fe1ee-ecfd-45c5-a31b-ccfb436ebfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330911 Feb 16 17:49:20.495254 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6313567-a073-45ef-ab8f-885ed26224c5 req-324c0ec4-75e8-485d-a3b6-08361704080e tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:20.497022 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a6313567-a073-45ef-ab8f-885ed26224c5 req-324c0ec4-75e8-485d-a3b6-08361704080e tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/ports?device_id=2ec16c76-8a42-4d0c-9b28-5969b1d611a4 HTTP/1.1" status: 200 len: 946 time: 0.0486472 Feb 16 17:49:20.534068 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-a6313567-a073-45ef-ab8f-885ed26224c5 req-e07ac167-b394-4758-8a8e-99e3a84ec2a8 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/security-groups?id=c83fe1ee-ecfd-45c5-a31b-ccfb436ebfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311868 Feb 16 17:49:20.643426 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ea4f1-d5f7-4cd6-bb1a-2d8a2ff69c66 req-4499d814-9378-404d-9b77-0fe96b61f149 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:20.644916 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-821ea4f1-d5f7-4cd6-bb1a-2d8a2ff69c66 req-4499d814-9378-404d-9b77-0fe96b61f149 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/ports?device_id=2ec16c76-8a42-4d0c-9b28-5969b1d611a4 HTTP/1.1" status: 200 len: 946 time: 0.0473075 Feb 16 17:49:20.682200 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-821ea4f1-d5f7-4cd6-bb1a-2d8a2ff69c66 req-2a2e650e-ef95-4cb8-a45a-8430c5d0308e tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/security-groups?id=c83fe1ee-ecfd-45c5-a31b-ccfb436ebfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315020 Feb 16 17:49:20.703275 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 33360) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:49:20.788102 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125a0796-0bcf-4338-9b17-327ba9214242 tempest-TestSnapshotPattern-300216519 tempest-TestSnapshotPattern-300216519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:20.789643 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-125a0796-0bcf-4338-9b17-327ba9214242 tempest-TestSnapshotPattern-300216519 tempest-TestSnapshotPattern-300216519-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=2ec16c76-8a42-4d0c-9b28-5969b1d611a4 HTTP/1.1" status: 200 len: 1094 time: 0.0852673 Feb 16 17:49:20.792521 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 33364) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:49:20.797360 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-49dd87e5-c163-4914-b046-8a2e87f6401a tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Request body: {'floatingip': {'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'port_id': '60b0d0da-f0f5-499b-bb1d-fcb39db3861a', 'tenant_id': 'b3b75689a1104bdba68a046fae17ba5b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:49:20.923875 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-49dd87e5-c163-4914-b046-8a2e87f6401a tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks [] for floatingip, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:21.017745 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-49dd87e5-c163-4914-b046-8a2e87f6401a tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:21.134880 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-49dd87e5-c163-4914-b046-8a2e87f6401a tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Allocated IP 172.26.3.149 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/b0aaafbc-cd8f-4ea6-b25e-58ba2929d740) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:49:21.232842 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-49dd87e5-c163-4914-b046-8a2e87f6401a tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:21.301553 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-49dd87e5-c163-4914-b046-8a2e87f6401a tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:21.342801 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49dd87e5-c163-4914-b046-8a2e87f6401a tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:49:21.345759 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-49dd87e5-c163-4914-b046-8a2e87f6401a tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:49:21.349135 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dd87e5-c163-4914-b046-8a2e87f6401a tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:49:21.376617 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd87e5-c163-4914-b046-8a2e87f6401a tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Pushing event updated for resources: {'Port': ['ID=b0aaafbc-cd8f-4ea6-b25e-58ba2929d740,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:49:21.706829 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-49dd87e5-c163-4914-b046-8a2e87f6401a tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:21.811054 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-49dd87e5-c163-4914-b046-8a2e87f6401a tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:21.960325 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-49dd87e5-c163-4914-b046-8a2e87f6401a tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:22.009345 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-49dd87e5-c163-4914-b046-8a2e87f6401a tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:22.073782 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd87e5-c163-4914-b046-8a2e87f6401a tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Pushing event updated for resources: {'Port': ['ID=b0aaafbc-cd8f-4ea6-b25e-58ba2929d740,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:49:22.085709 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-49dd87e5-c163-4914-b046-8a2e87f6401a tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:22.453517 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.l3_db [None req-49dd87e5-c163-4914-b046-8a2e87f6401a tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Floating IP 8b761b6c-5da8-43f1-ad16-9ef5bf5c2a3b associated. External IP: 172.26.3.149, port: 60b0d0da-f0f5-499b-bb1d-fcb39db3861a. Feb 16 17:49:22.660024 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49dd87e5-c163-4914-b046-8a2e87f6401a tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Router 89a2fec0-51a6-4e3f-9289-d5e311ed1e64 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:49:22.766260 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49dd87e5-c163-4914-b046-8a2e87f6401a tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:49:22.776605 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9b5c2f-92c9-4a53-9bd7-d5cf4ad0f725 None None] Sync routers for ids ['89a2fec0-51a6-4e3f-9289-d5e311ed1e64'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:49:22.785830 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9b5c2f-92c9-4a53-9bd7-d5cf4ad0f725 None None] Routers {'89a2fec0-51a6-4e3f-9289-d5e311ed1e64'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:49:22.793401 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-7b9b5c2f-92c9-4a53-9bd7-d5cf4ad0f725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:49:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['89a2fec0-51a6-4e3f-9289-d5e311ed1e64'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:49:22.841006 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-49dd87e5-c163-4914-b046-8a2e87f6401a tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:22.867962 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-49dd87e5-c163-4914-b046-8a2e87f6401a tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0744088 Feb 16 17:49:22.868711 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ec16c76-8a42-4d0c-9b28-5969b1d611a4', 'tag': '60b0d0da-f0f5-499b-bb1d-fcb39db3861a'}] {{(pid=114375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:49:22.871037 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f675c1a73bb74b784e43f10fee26c40e358be44ccef5ed6f70ec30f8ec0d494b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252904f5-a13f-4785-9d80-db05dea54f17" -d '{"events": [{"name": "network-changed", "server_uuid": "2ec16c76-8a42-4d0c-9b28-5969b1d611a4", "tag": "60b0d0da-f0f5-499b-bb1d-fcb39db3861a"}]}' {{(pid=114375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:49:22.892491 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-7b9b5c2f-92c9-4a53-9bd7-d5cf4ad0f725 None None] Set router 89a2fec0-51a6-4e3f-9289-d5e311ed1e64 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:49:22.908055 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e3a050-95de-437c-84bc-85dd505bd9ec x-openstack-request-id: req-f7e3a050-95de-437c-84bc-85dd505bd9ec {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:49:22.908351 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ec16c76-8a42-4d0c-9b28-5969b1d611a4", "tag": "60b0d0da-f0f5-499b-bb1d-fcb39db3861a", "status": "completed", "code": 200}]} {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:49:22.908605 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f7e3a050-95de-437c-84bc-85dd505bd9ec {{(pid=114375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:49:22.909177 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ec16c76-8a42-4d0c-9b28-5969b1d611a4', 'tag': '60b0d0da-f0f5-499b-bb1d-fcb39db3861a', 'status': 'completed', 'code': 200} Feb 16 17:49:22.981591 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252904f5-a13f-4785-9d80-db05dea54f17 req-b5e455bb-0cfe-4584-abeb-19b23a8872b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:22.983116 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-252904f5-a13f-4785-9d80-db05dea54f17 req-b5e455bb-0cfe-4584-abeb-19b23a8872b6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b3b75689a1104bdba68a046fae17ba5b&device_id=2ec16c76-8a42-4d0c-9b28-5969b1d611a4 HTTP/1.1" status: 200 len: 1099 time: 0.0434895 Feb 16 17:49:23.070414 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252904f5-a13f-4785-9d80-db05dea54f17 req-a38b4bbb-ea06-44c0-a3bb-ec96842ae5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:23.071814 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-252904f5-a13f-4785-9d80-db05dea54f17 req-a38b4bbb-ea06-44c0-a3bb-ec96842ae5eb service neutron] 10.222.0.89 "GET /v2.0/networks?id=ea40910f-54e1-40fb-bf6f-305b7d82bf02 HTTP/1.1" status: 200 len: 911 time: 0.0823114 Feb 16 17:49:23.111010 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-7b9b5c2f-92c9-4a53-9bd7-d5cf4ad0f725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'name': 'tempest-TestSnapshotPattern-1306317511-router', 'tenant_id': 'b3b75689a1104bdba68a046fae17ba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.62'}], 'enable_snat': True}, 'gw_port_id': '4ba2a16d-efcf-4610-8fdc-0eb3c376a508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:48:53Z', 'updated_at': '2022-02-16T17:48:56Z', 'revision_number': 4, 'project_id': 'b3b75689a1104bdba68a046fae17ba5b', 'gw_port': {'id': '4ba2a16d-efcf-4610-8fdc-0eb3c376a508', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:48:54Z', 'updated_at': '2022-02-16T17:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '8b761b6c-5da8-43f1-ad16-9ef5bf5c2a3b', 'tenant_id': 'b3b75689a1104bdba68a046fae17ba5b', 'floating_ip_address': '172.26.3.149', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'port_id': '60b0d0da-f0f5-499b-bb1d-fcb39db3861a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea40910f-54e1-40fb-bf6f-305b7d82bf02', 'mac_address': 'fa:16:3e:19:93:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec16c76-8a42-4d0c-9b28-5969b1d611a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:49:21Z', 'updated_at': '2022-02-16T17:49:21Z', 'revision_number': 0, 'project_id': 'b3b75689a1104bdba68a046fae17ba5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2aff2de-ecd3-4a12-92fd-2fd440a79091', 'name': '', 'network_id': 'ea40910f-54e1-40fb-bf6f-305b7d82bf02', 'tenant_id': 'b3b75689a1104bdba68a046fae17ba5b', 'mac_address': 'fa:16:3e:43:07:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'de10cebd-67ab-4d8e-96f6-8824234358f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:48:56Z', 'updated_at': '2022-02-16T17:49:00Z', 'revision_number': 5, 'project_id': 'b3b75689a1104bdba68a046fae17ba5b', 'subnets': [{'id': 'de10cebd-67ab-4d8e-96f6-8824234358f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:49:23.139780 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-252904f5-a13f-4785-9d80-db05dea54f17 req-af992154-6366-4931-8cdd-6e986b397856 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60b0d0da-f0f5-499b-bb1d-fcb39db3861a HTTP/1.1" status: 200 len: 1000 time: 0.0611451 Feb 16 17:49:23.140125 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9b5c2f-92c9-4a53-9bd7-d5cf4ad0f725 None None] Checking router: 89a2fec0-51a6-4e3f-9289-d5e311ed1e64 for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:49:23.148046 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9b5c2f-92c9-4a53-9bd7-d5cf4ad0f725 None None] Routers {'89a2fec0-51a6-4e3f-9289-d5e311ed1e64'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:49:23.148630 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-7b9b5c2f-92c9-4a53-9bd7-d5cf4ad0f725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:49:09Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['89a2fec0-51a6-4e3f-9289-d5e311ed1e64'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:49:23.195368 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252904f5-a13f-4785-9d80-db05dea54f17 req-e70270e3-dea0-4eb4-b391-024debf282eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:23.196866 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-252904f5-a13f-4785-9d80-db05dea54f17 req-e70270e3-dea0-4eb4-b391-024debf282eb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=de10cebd-67ab-4d8e-96f6-8824234358f4 HTTP/1.1" status: 200 len: 849 time: 0.0441136 Feb 16 17:49:23.241576 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252904f5-a13f-4785-9d80-db05dea54f17 req-d036205f-efd5-48d3-9178-91c04d677924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:23.243062 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-252904f5-a13f-4785-9d80-db05dea54f17 req-d036205f-efd5-48d3-9178-91c04d677924 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ea40910f-54e1-40fb-bf6f-305b7d82bf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390689 Feb 16 17:49:23.251754 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-7b9b5c2f-92c9-4a53-9bd7-d5cf4ad0f725 None None] Set router 89a2fec0-51a6-4e3f-9289-d5e311ed1e64 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:49:23.335127 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-252904f5-a13f-4785-9d80-db05dea54f17 req-47077b38-45dc-43da-9dd1-8aa24e8618f0 service neutron] 10.222.0.89 "GET /v2.0/networks/ea40910f-54e1-40fb-bf6f-305b7d82bf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855510 Feb 16 17:49:23.424898 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-252904f5-a13f-4785-9d80-db05dea54f17 req-674dc059-0523-4178-932b-2b6400a11728 service neutron] 10.222.0.89 "GET /v2.0/networks/ea40910f-54e1-40fb-bf6f-305b7d82bf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841699 Feb 16 17:49:23.476634 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-7b9b5c2f-92c9-4a53-9bd7-d5cf4ad0f725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'name': 'tempest-TestSnapshotPattern-1306317511-router', 'tenant_id': 'b3b75689a1104bdba68a046fae17ba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.62'}], 'enable_snat': True}, 'gw_port_id': '4ba2a16d-efcf-4610-8fdc-0eb3c376a508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:48:53Z', 'updated_at': '2022-02-16T17:48:56Z', 'revision_number': 4, 'project_id': 'b3b75689a1104bdba68a046fae17ba5b', 'gw_port': {'id': '4ba2a16d-efcf-4610-8fdc-0eb3c376a508', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:48:54Z', 'updated_at': '2022-02-16T17:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '8b761b6c-5da8-43f1-ad16-9ef5bf5c2a3b', 'tenant_id': 'b3b75689a1104bdba68a046fae17ba5b', 'floating_ip_address': '172.26.3.149', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'port_id': '60b0d0da-f0f5-499b-bb1d-fcb39db3861a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea40910f-54e1-40fb-bf6f-305b7d82bf02', 'mac_address': 'fa:16:3e:19:93:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec16c76-8a42-4d0c-9b28-5969b1d611a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:49:21Z', 'updated_at': '2022-02-16T17:49:21Z', 'revision_number': 0, 'project_id': 'b3b75689a1104bdba68a046fae17ba5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2aff2de-ecd3-4a12-92fd-2fd440a79091', 'name': '', 'network_id': 'ea40910f-54e1-40fb-bf6f-305b7d82bf02', 'tenant_id': 'b3b75689a1104bdba68a046fae17ba5b', 'mac_address': 'fa:16:3e:43:07:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'de10cebd-67ab-4d8e-96f6-8824234358f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:48:56Z', 'updated_at': '2022-02-16T17:49:00Z', 'revision_number': 5, 'project_id': 'b3b75689a1104bdba68a046fae17ba5b', 'subnets': [{'id': 'de10cebd-67ab-4d8e-96f6-8824234358f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:49:23.502908 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9b5c2f-92c9-4a53-9bd7-d5cf4ad0f725 None None] The sync data for ids ['89a2fec0-51a6-4e3f-9289-d5e311ed1e64'] in dv-neutron-828697-3-hyperv is: [{'id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'name': 'tempest-TestSnapshotPattern-1306317511-router', 'tenant_id': 'b3b75689a1104bdba68a046fae17ba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.62'}], 'enable_snat': True}, 'gw_port_id': '4ba2a16d-efcf-4610-8fdc-0eb3c376a508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:48:53Z', 'updated_at': '2022-02-16T17:48:56Z', 'revision_number': 4, 'project_id': 'b3b75689a1104bdba68a046fae17ba5b', 'gw_port': {'id': '4ba2a16d-efcf-4610-8fdc-0eb3c376a508', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:48:54Z', 'updated_at': '2022-02-16T17:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '8b761b6c-5da8-43f1-ad16-9ef5bf5c2a3b', 'tenant_id': 'b3b75689a1104bdba68a046fae17ba5b', 'floating_ip_address': '172.26.3.149', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'port_id': '60b0d0da-f0f5-499b-bb1d-fcb39db3861a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea40910f-54e1-40fb-bf6f-305b7d82bf02', 'mac_address': 'fa:16:3e:19:93:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec16c76-8a42-4d0c-9b28-5969b1d611a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:49:21Z', 'updated_at': '2022-02-16T17:49:21Z', 'revision_number': 0, 'project_id': 'b3b75689a1104bdba68a046fae17ba5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2aff2de-ecd3-4a12-92fd-2fd440a79091', 'name': '', 'network_id': 'ea40910f-54e1-40fb-bf6f-305b7d82bf02', 'tenant_id': 'b3b75689a1104bdba68a046fae17ba5b', 'mac_address': 'fa:16:3e:43:07:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'de10cebd-67ab-4d8e-96f6-8824234358f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:48:56Z', 'updated_at': '2022-02-16T17:49:00Z', 'revision_number': 5, 'project_id': 'b3b75689a1104bdba68a046fae17ba5b', 'subnets': [{'id': 'de10cebd-67ab-4d8e-96f6-8824234358f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:49:23.681440 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819391de-9939-4ac2-b32b-bb1c74b0e8f1 None None] New status for floating IP 8b761b6c-5da8-43f1-ad16-9ef5bf5c2a3b: ACTIVE {{(pid=114377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:49:30.906724 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:36.878128 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a4e7d19e-dfeb-4999-bcdf-9d8f7edac984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:39.232354 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-95ed3ec1-7b68-4af0-afbd-a283a3443a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:40.620939 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:41.958221 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:42.167547 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:49:44.452261 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0f73a8ba-12b4-46b4-bb00-362c0149bd83 req-46e5bd9b-881f-4a30-adbd-49d3e88d1a6b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2ec16c76-8a42-4d0c-9b28-5969b1d611a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0835037 Feb 16 17:49:44.530467 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73a8ba-12b4-46b4-bb00-362c0149bd83 req-5c729efb-2e27-43f3-9dfc-3eebc5e57c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:44.531944 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0f73a8ba-12b4-46b4-bb00-362c0149bd83 req-5c729efb-2e27-43f3-9dfc-3eebc5e57c17 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b3b75689a1104bdba68a046fae17ba5b&device_id=2ec16c76-8a42-4d0c-9b28-5969b1d611a4 HTTP/1.1" status: 200 len: 1099 time: 0.0390890 Feb 16 17:49:44.635004 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73a8ba-12b4-46b4-bb00-362c0149bd83 req-e02417e7-17a3-4fda-bc6b-3c502984296c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:44.636456 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0f73a8ba-12b4-46b4-bb00-362c0149bd83 req-e02417e7-17a3-4fda-bc6b-3c502984296c service neutron] 10.222.0.89 "GET /v2.0/networks?id=ea40910f-54e1-40fb-bf6f-305b7d82bf02 HTTP/1.1" status: 200 len: 911 time: 0.0835476 Feb 16 17:49:44.705769 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0f73a8ba-12b4-46b4-bb00-362c0149bd83 req-a9a27365-c11f-4f68-8541-0e344147c496 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60b0d0da-f0f5-499b-bb1d-fcb39db3861a HTTP/1.1" status: 200 len: 1002 time: 0.0624654 Feb 16 17:49:44.756294 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73a8ba-12b4-46b4-bb00-362c0149bd83 req-1be51f6d-af49-416f-a74b-7b018ba18ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:44.757735 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0f73a8ba-12b4-46b4-bb00-362c0149bd83 req-1be51f6d-af49-416f-a74b-7b018ba18ddc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=de10cebd-67ab-4d8e-96f6-8824234358f4 HTTP/1.1" status: 200 len: 849 time: 0.0454383 Feb 16 17:49:44.801710 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73a8ba-12b4-46b4-bb00-362c0149bd83 req-4e4edb7f-a000-4338-be71-fb58b9471c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:44.803206 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0f73a8ba-12b4-46b4-bb00-362c0149bd83 req-4e4edb7f-a000-4338-be71-fb58b9471c31 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ea40910f-54e1-40fb-bf6f-305b7d82bf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391502 Feb 16 17:49:44.814971 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [req-0f73a8ba-12b4-46b4-bb00-362c0149bd83 req-a668fcaf-d409-4867-985a-01bb4a3d5943 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=114376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 17:49:44.818717 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0f73a8ba-12b4-46b4-bb00-362c0149bd83 req-a668fcaf-d409-4867-985a-01bb4a3d5943 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048916 Feb 16 17:49:44.907057 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0f73a8ba-12b4-46b4-bb00-362c0149bd83 req-48d00c62-0097-40b6-939a-a269572b7ca9 service neutron] 10.222.0.89 "GET /v2.0/networks/ea40910f-54e1-40fb-bf6f-305b7d82bf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844865 Feb 16 17:49:44.994667 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-0f73a8ba-12b4-46b4-bb00-362c0149bd83 req-04f37b90-b213-4ef3-8ef5-de605e0d4735 service neutron] 10.222.0.89 "GET /v2.0/networks/ea40910f-54e1-40fb-bf6f-305b7d82bf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800238 Feb 16 17:49:51.887857 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:50:00.928902 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:06.877233 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-7d1711b7-a8f0-4830-99ba-88624b481a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:09.220480 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-3c4fc4d5-77c9-4bcf-8bf0-9eb27377482f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:10.649224 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:11.957602 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:12.139779 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:28.886434 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:50:30.957175 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:36.926943 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e68b6eb8-a530-4da5-8e0c-a5f603ea7027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:39.237504 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ed30906c-a6f3-4035-9d68-7a6db4eaebda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:40.630933 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:41.966681 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:42.162497 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:50:46.002893 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f60c6483-ddc2-4a37-a65f-2255765eef02 req-96adfaa0-2dcb-486f-a353-aa04e687717e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2ec16c76-8a42-4d0c-9b28-5969b1d611a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428748 Feb 16 17:50:46.086791 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c6483-ddc2-4a37-a65f-2255765eef02 req-39ea3f55-d240-43c6-b7a2-2dc69089645c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:50:46.086791 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f60c6483-ddc2-4a37-a65f-2255765eef02 req-39ea3f55-d240-43c6-b7a2-2dc69089645c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b3b75689a1104bdba68a046fae17ba5b&device_id=2ec16c76-8a42-4d0c-9b28-5969b1d611a4 HTTP/1.1" status: 200 len: 1099 time: 0.0432260 Feb 16 17:50:46.190123 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c6483-ddc2-4a37-a65f-2255765eef02 req-ede699b2-cfe7-4fff-bfc6-b23e2368d66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:50:46.191601 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f60c6483-ddc2-4a37-a65f-2255765eef02 req-ede699b2-cfe7-4fff-bfc6-b23e2368d66f service neutron] 10.222.0.89 "GET /v2.0/networks?id=ea40910f-54e1-40fb-bf6f-305b7d82bf02 HTTP/1.1" status: 200 len: 911 time: 0.0872958 Feb 16 17:50:46.257252 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f60c6483-ddc2-4a37-a65f-2255765eef02 req-04444279-f35d-40a3-a14a-4f478c52a32f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60b0d0da-f0f5-499b-bb1d-fcb39db3861a HTTP/1.1" status: 200 len: 1002 time: 0.0578015 Feb 16 17:50:46.304693 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c6483-ddc2-4a37-a65f-2255765eef02 req-2d1fb3e7-b7c7-4619-9d62-d7304c2c397a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:50:46.306719 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f60c6483-ddc2-4a37-a65f-2255765eef02 req-2d1fb3e7-b7c7-4619-9d62-d7304c2c397a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=de10cebd-67ab-4d8e-96f6-8824234358f4 HTTP/1.1" status: 200 len: 849 time: 0.0420098 Feb 16 17:50:46.351848 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c6483-ddc2-4a37-a65f-2255765eef02 req-854f4371-206e-49c9-a4ac-3f81eeb35199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:50:46.353896 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f60c6483-ddc2-4a37-a65f-2255765eef02 req-854f4371-206e-49c9-a4ac-3f81eeb35199 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ea40910f-54e1-40fb-bf6f-305b7d82bf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413671 Feb 16 17:50:46.445209 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f60c6483-ddc2-4a37-a65f-2255765eef02 req-87a985f1-91eb-45be-aa3e-a5534c58c2bd service neutron] 10.222.0.89 "GET /v2.0/networks/ea40910f-54e1-40fb-bf6f-305b7d82bf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849242 Feb 16 17:50:46.536127 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-f60c6483-ddc2-4a37-a65f-2255765eef02 req-73a2cf9d-4e8c-4bc4-9f6e-72d2e48147b1 service neutron] 10.222.0.89 "GET /v2.0/networks/ea40910f-54e1-40fb-bf6f-305b7d82bf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842991 Feb 16 17:51:00.938978 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:05.884373 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:51:06.864984 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-24775eea-3162-446c-957b-b9b0d402915e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:09.230646 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c0117936-b7cc-4e2f-976e-343149b920a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:10.613782 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:11.967663 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:12.150543 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:22.052742 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 60b0d0da-f0f5-499b-bb1d-fcb39db3861a details requested by agent hyperv_hv-neutron-8286 with host hv-neutron-8286 {{(pid=114377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:51:22.144870 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 60b0d0da-f0f5-499b-bb1d-fcb39db3861a, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=60b0d0da-f0f5-499b-bb1d-fcb39db3861a,segment=NetworkSegment(f23dd6fa-f089-4007-8e13-31a632b1c0d8),segment_id=f23dd6fa-f089-4007-8e13-31a632b1c0d8)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:51:22.156410 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Returning: {'device': '60b0d0da-f0f5-499b-bb1d-fcb39db3861a', 'network_id': 'ea40910f-54e1-40fb-bf6f-305b7d82bf02', 'port_id': '60b0d0da-f0f5-499b-bb1d-fcb39db3861a', 'mac_address': 'fa:16:3e:19:93:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de10cebd-67ab-4d8e-96f6-8824234358f4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:51:22.197373 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:22.210179 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 60b0d0da-f0f5-499b-bb1d-fcb39db3861a {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:51:22.229784 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 60b0d0da-f0f5-499b-bb1d-fcb39db3861a, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=60b0d0da-f0f5-499b-bb1d-fcb39db3861a,segment=NetworkSegment(f23dd6fa-f089-4007-8e13-31a632b1c0d8),segment_id=f23dd6fa-f089-4007-8e13-31a632b1c0d8)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:51:22.309534 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:22.360672 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=60b0d0da-f0f5-499b-bb1d-fcb39db3861a,revision_number=6']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:51:22.368025 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:51:22.368421 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:51:22.369368 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:51:22.369704 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:51:22.370035 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:51:22.370364 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:51:22.370698 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:51:22.371071 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:51:22.371398 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:51:22.371721 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:51:22.372079 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:51:22.372648 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:51:22.379153 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['60b0d0da-f0f5-499b-bb1d-fcb39db3861a'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:51:24.065195 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 60b0d0da-f0f5-499b-bb1d-fcb39db3861a up at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:51:24.125860 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning complete for port 60b0d0da-f0f5-499b-bb1d-fcb39db3861a triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:51:24.126227 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:24.216948 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:24.243470 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ec16c76-8a42-4d0c-9b28-5969b1d611a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b0d0da-f0f5-499b-bb1d-fcb39db3861a'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:51:24.245809 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3fd7862-7c9a-4899-aacf-2dcce99e3c0b" -d '{"events": [{"server_uuid": "2ec16c76-8a42-4d0c-9b28-5969b1d611a4", "name": "network-vif-plugged", "status": "completed", "tag": "60b0d0da-f0f5-499b-bb1d-fcb39db3861a"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:51:24.262459 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 60b0d0da-f0f5-499b-bb1d-fcb39db3861a, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=60b0d0da-f0f5-499b-bb1d-fcb39db3861a,segment=NetworkSegment(f23dd6fa-f089-4007-8e13-31a632b1c0d8),segment_id=f23dd6fa-f089-4007-8e13-31a632b1c0d8)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:51:24.292378 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1bb755a-2675-4251-94dc-18430bf2005d x-openstack-request-id: req-a1bb755a-2675-4251-94dc-18430bf2005d {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:51:24.292677 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ec16c76-8a42-4d0c-9b28-5969b1d611a4", "name": "network-vif-plugged", "status": "completed", "tag": "60b0d0da-f0f5-499b-bb1d-fcb39db3861a", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:51:24.292953 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a1bb755a-2675-4251-94dc-18430bf2005d {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:51:24.293395 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ec16c76-8a42-4d0c-9b28-5969b1d611a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b0d0da-f0f5-499b-bb1d-fcb39db3861a', 'code': 200} Feb 16 17:51:24.327660 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:24.390347 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=60b0d0da-f0f5-499b-bb1d-fcb39db3861a,revision_number=7']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:51:30.945122 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:34.342459 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-e5a5a2cc-d34b-4092-98e8-809b140a249f req-57465572-971e-4c18-93a5-bd48887c52cc tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2118751129&fields=id&tenant_id=b3b75689a1104bdba68a046fae17ba5b HTTP/1.1" status: 200 len: 267 time: 0.0325310 Feb 16 17:51:34.450070 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5a2cc-d34b-4092-98e8-809b140a249f req-4875ae58-82b1-4556-b663-ac607790b7a2 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:51:34.451409 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-e5a5a2cc-d34b-4092-98e8-809b140a249f req-4875ae58-82b1-4556-b663-ac607790b7a2 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/networks?id=ea40910f-54e1-40fb-bf6f-305b7d82bf02 HTTP/1.1" status: 200 len: 810 time: 0.1023438 Feb 16 17:51:34.466267 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-e5a5a2cc-d34b-4092-98e8-809b140a249f req-b9a72231-93c7-4e3b-af88-0c9025162d6b tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/quotas/b3b75689a1104bdba68a046fae17ba5b HTTP/1.1" status: 200 len: 375 time: 0.0091755 Feb 16 17:51:34.523188 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-e5a5a2cc-d34b-4092-98e8-809b140a249f req-a2fd520f-79ff-4831-9653-50661160c3ef tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=b3b75689a1104bdba68a046fae17ba5b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0517879 Feb 16 17:51:34.660094 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-e5a5a2cc-d34b-4092-98e8-809b140a249f req-e4e78d79-5809-4855-a228-c86a6bae2c13 service neutron] 10.222.0.88 "GET /v2.0/networks/ea40910f-54e1-40fb-bf6f-305b7d82bf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246543 Feb 16 17:51:34.752928 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-e5a5a2cc-d34b-4092-98e8-809b140a249f req-2ed0047b-069f-43e0-858f-1772e4ccceb1 service neutron] 10.222.0.88 "GET /v2.0/networks/ea40910f-54e1-40fb-bf6f-305b7d82bf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860553 Feb 16 17:51:36.020561 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-722ae2a3-35e6-404c-98d0-2660de29d7b0 req-e454e8ee-6682-4f99-aea9-1a4c4f3d4ad2 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a70d231-fb43-482e-973f-fa126861a9d1 HTTP/1.1" status: 200 len: 210 time: 0.0756154 Feb 16 17:51:36.140245 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 60b0d0da-f0f5-499b-bb1d-fcb39db3861a no longer exists at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:51:36.213213 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:36.234976 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ec16c76-8a42-4d0c-9b28-5969b1d611a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60b0d0da-f0f5-499b-bb1d-fcb39db3861a'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:51:36.237229 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3b4cfa-17bb-4e58-8066-d8d9c6eaa4f3" -d '{"events": [{"server_uuid": "2ec16c76-8a42-4d0c-9b28-5969b1d611a4", "name": "network-vif-unplugged", "status": "completed", "tag": "60b0d0da-f0f5-499b-bb1d-fcb39db3861a"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:51:36.249452 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port 60b0d0da-f0f5-499b-bb1d-fcb39db3861a, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=60b0d0da-f0f5-499b-bb1d-fcb39db3861a,segment=NetworkSegment(f23dd6fa-f089-4007-8e13-31a632b1c0d8),segment_id=f23dd6fa-f089-4007-8e13-31a632b1c0d8)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:51:36.276451 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 17:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04751417-2cf3-4efb-b52f-351423043f10 x-openstack-request-id: req-04751417-2cf3-4efb-b52f-351423043f10 {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:51:36.276451 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ec16c76-8a42-4d0c-9b28-5969b1d611a4", "name": "network-vif-unplugged", "status": "completed", "tag": "60b0d0da-f0f5-499b-bb1d-fcb39db3861a", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:51:36.276451 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-04751417-2cf3-4efb-b52f-351423043f10 {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:51:36.276451 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ec16c76-8a42-4d0c-9b28-5969b1d611a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60b0d0da-f0f5-499b-bb1d-fcb39db3861a', 'code': 200} Feb 16 17:51:36.326072 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:36.375702 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=60b0d0da-f0f5-499b-bb1d-fcb39db3861a,revision_number=8']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:51:36.863477 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8318d7a0-8584-4572-844a-bd83d4436087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:37.096075 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-d70403cb-3c23-484a-83b9-3e1547300567 req-65b94d8d-9e37-4757-a064-2d2bcad7cd20 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a70d231-fb43-482e-973f-fa126861a9d1 HTTP/1.1" status: 200 len: 210 time: 0.0255985 Feb 16 17:51:38.174634 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-092f8842-be66-495e-a4a7-d0eeea884590 req-16af8816-a3a0-4821-9939-3068fcebaa46 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a70d231-fb43-482e-973f-fa126861a9d1 HTTP/1.1" status: 200 len: 210 time: 0.0268350 Feb 16 17:51:39.229477 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c2cb23ca-8a59-4d70-848b-c0bd6ad506e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:39.253722 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c5122363-8472-4cc1-b1a0-4bd547e837c9 req-164c3d68-9bb5-4a51-993f-843076e0321b tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a70d231-fb43-482e-973f-fa126861a9d1 HTTP/1.1" status: 200 len: 210 time: 0.0291548 Feb 16 17:51:40.348601 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-24dcaba3-0fae-4010-952c-4576ab3b6e84 req-7e805db0-5341-4351-bba4-095413159838 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a70d231-fb43-482e-973f-fa126861a9d1 HTTP/1.1" status: 200 len: 210 time: 0.0263288 Feb 16 17:51:40.613120 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:40.830442 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5a2cc-d34b-4092-98e8-809b140a249f req-c98fc2e1-e9b4-43cd-8bc5-51fed1c674f3 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:51:40.832026 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e5a5a2cc-d34b-4092-98e8-809b140a249f req-c98fc2e1-e9b4-43cd-8bc5-51fed1c674f3 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.89 "GET /v2.0/networks?id=ea40910f-54e1-40fb-bf6f-305b7d82bf02 HTTP/1.1" status: 200 len: 810 time: 0.1013081 Feb 16 17:51:40.880834 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e5a5a2cc-d34b-4092-98e8-809b140a249f req-97bc39dc-ea2c-49bf-9227-43ad95a912fa tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3b75689a1104bdba68a046fae17ba5b HTTP/1.1" status: 200 len: 380 time: 0.0367701 Feb 16 17:51:40.887777 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-e5a5a2cc-d34b-4092-98e8-809b140a249f req-6191351d-db9e-485c-95f9-bf533c0d95dc tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Request body: {'port': {'device_id': '8a70d231-fb43-482e-973f-fa126861a9d1', 'network_id': 'ea40910f-54e1-40fb-bf6f-305b7d82bf02', 'admin_state_up': True, 'tenant_id': 'b3b75689a1104bdba68a046fae17ba5b', 'security_groups': ['c83fe1ee-ecfd-45c5-a31b-ccfb436ebfeb']}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:51:41.052996 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5a5a2cc-d34b-4092-98e8-809b140a249f req-6191351d-db9e-485c-95f9-bf533c0d95dc tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Made reservation on behalf of b3b75689a1104bdba68a046fae17ba5b for: {'port': 1} {{(pid=114376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:51:41.057229 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-e5a5a2cc-d34b-4092-98e8-809b140a249f req-6191351d-db9e-485c-95f9-bf533c0d95dc tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:41.181900 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_common [req-e5a5a2cc-d34b-4092-98e8-809b140a249f req-6191351d-db9e-485c-95f9-bf533c0d95dc tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Allocated IP 172.20.0.13 (ea40910f-54e1-40fb-bf6f-305b7d82bf02/de10cebd-67ab-4d8e-96f6-8824234358f4/be9a3e60-c894-4140-8926-e00fefac0c65) {{(pid=114376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:51:41.332547 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-e5a5a2cc-d34b-4092-98e8-809b140a249f req-6191351d-db9e-485c-95f9-bf533c0d95dc tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks [] for port, precommit_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:41.443445 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b478a47b-4022-4928-bc12-0ad12e231798 req-5866e191-4e95-479f-8e3c-07ca5a2960ad tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a70d231-fb43-482e-973f-fa126861a9d1 HTTP/1.1" status: 200 len: 210 time: 0.0262086 Feb 16 17:51:41.450549 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-e5a5a2cc-d34b-4092-98e8-809b140a249f req-6191351d-db9e-485c-95f9-bf533c0d95dc tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_create {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:41.492691 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5a5a2cc-d34b-4092-98e8-809b140a249f req-6191351d-db9e-485c-95f9-bf533c0d95dc tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Network ea40910f-54e1-40fb-bf6f-305b7d82bf02 is already hosted by enough agents. {{(pid=114376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:51:41.496368 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.base_scheduler [req-e5a5a2cc-d34b-4092-98e8-809b140a249f req-6191351d-db9e-485c-95f9-bf533c0d95dc tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Resources bound (agent type, host, resource id): {{(pid=114376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:51:41.500438 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a5a2cc-d34b-4092-98e8-809b140a249f req-6191351d-db9e-485c-95f9-bf533c0d95dc tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Received port after_create {{(pid=114376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:51:41.534059 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6191351d-db9e-485c-95f9-bf533c0d95dc tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Pushing event updated for resources: {'Port': ['ID=be9a3e60-c894-4140-8926-e00fefac0c65,revision_number=1']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:51:41.549343 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6191351d-db9e-485c-95f9-bf533c0d95dc tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:51:41.549795 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6191351d-db9e-485c-95f9-bf533c0d95dc tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:51:41.550023 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6191351d-db9e-485c-95f9-bf533c0d95dc tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:51:41.550355 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6191351d-db9e-485c-95f9-bf533c0d95dc tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:51:41.550688 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6191351d-db9e-485c-95f9-bf533c0d95dc tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:51:41.551060 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6191351d-db9e-485c-95f9-bf533c0d95dc tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:51:41.551326 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6191351d-db9e-485c-95f9-bf533c0d95dc tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:51:41.551681 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6191351d-db9e-485c-95f9-bf533c0d95dc tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:51:41.551967 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6191351d-db9e-485c-95f9-bf533c0d95dc tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:51:41.552314 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6191351d-db9e-485c-95f9-bf533c0d95dc tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:51:41.552632 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6191351d-db9e-485c-95f9-bf533c0d95dc tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:51:41.552950 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6191351d-db9e-485c-95f9-bf533c0d95dc tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:51:41.594871 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5a2cc-d34b-4092-98e8-809b140a249f req-6191351d-db9e-485c-95f9-bf533c0d95dc tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:51:41.595554 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-e5a5a2cc-d34b-4092-98e8-809b140a249f req-6191351d-db9e-485c-95f9-bf533c0d95dc tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:41.721278 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e5a5a2cc-d34b-4092-98e8-809b140a249f req-6191351d-db9e-485c-95f9-bf533c0d95dc tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8370972 Feb 16 17:51:41.836941 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-14e3c6d0-1488-4159-9199-7a4a36bea0d1 None None] Provisioning complete for port be9a3e60-c894-4140-8926-e00fefac0c65 triggered by entity DHCP. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:51:41.837986 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-14e3c6d0-1488-4159-9199-7a4a36bea0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:41.878166 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-14e3c6d0-1488-4159-9199-7a4a36bea0d1 None None] Port be9a3e60-c894-4140-8926-e00fefac0c65 cannot update to ACTIVE because it is not bound. {{(pid=114377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 17:51:42.018655 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:42.200877 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:42.566131 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e82ef5a-5201-46f8-aa2a-ddfd637cada0 req-8c4bc8b7-bebd-4f43-9c5b-fbf539a003c8 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:51:42.567729 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-8e82ef5a-5201-46f8-aa2a-ddfd637cada0 req-8c4bc8b7-bebd-4f43-9c5b-fbf539a003c8 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a70d231-fb43-482e-973f-fa126861a9d1 HTTP/1.1" status: 200 len: 932 time: 0.0521529 Feb 16 17:51:42.613487 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-8e82ef5a-5201-46f8-aa2a-ddfd637cada0 req-57dc05d7-3c18-450c-9b3e-986030e0cd5b tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/security-groups?id=c83fe1ee-ecfd-45c5-a31b-ccfb436ebfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385880 Feb 16 17:51:42.882880 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:51:43.761580 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db6863-8450-4290-b39f-3aa26f4f41fa req-7050247c-764e-4264-9ad1-aee919599e42 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:51:43.763335 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-69db6863-8450-4290-b39f-3aa26f4f41fa req-7050247c-764e-4264-9ad1-aee919599e42 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a70d231-fb43-482e-973f-fa126861a9d1 HTTP/1.1" status: 200 len: 932 time: 0.0679967 Feb 16 17:51:43.821156 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-69db6863-8450-4290-b39f-3aa26f4f41fa req-0a28a814-4cbc-4826-917e-e5a6674fac91 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/security-groups?id=c83fe1ee-ecfd-45c5-a31b-ccfb436ebfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512457 Feb 16 17:51:44.955686 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7065b51d-d689-4ff2-85a2-51f49a889081 req-24544937-00e7-412c-a42c-cea4985df352 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:51:44.957911 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-7065b51d-d689-4ff2-85a2-51f49a889081 req-24544937-00e7-412c-a42c-cea4985df352 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a70d231-fb43-482e-973f-fa126861a9d1 HTTP/1.1" status: 200 len: 932 time: 0.0562358 Feb 16 17:51:45.000307 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-7065b51d-d689-4ff2-85a2-51f49a889081 req-7eabaf50-9cf9-485a-a5af-3bfb3c54aa43 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/security-groups?id=c83fe1ee-ecfd-45c5-a31b-ccfb436ebfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367582 Feb 16 17:51:46.123281 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35836b-5828-4686-b9bc-064472f176b3 req-a4ac7bc3-7689-4510-bbc8-204bb21f3457 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:51:46.125045 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bb35836b-5828-4686-b9bc-064472f176b3 req-a4ac7bc3-7689-4510-bbc8-204bb21f3457 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a70d231-fb43-482e-973f-fa126861a9d1 HTTP/1.1" status: 200 len: 932 time: 0.0560586 Feb 16 17:51:46.174410 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-bb35836b-5828-4686-b9bc-064472f176b3 req-16e048be-47fb-47f1-9175-350825a77873 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/security-groups?id=c83fe1ee-ecfd-45c5-a31b-ccfb436ebfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425618 Feb 16 17:51:47.293898 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193571db-7fd3-4909-bc41-0f375ca99274 req-f39e6e12-72d8-41a5-b6c6-a881c9ac9f2d tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:51:47.295380 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-193571db-7fd3-4909-bc41-0f375ca99274 req-f39e6e12-72d8-41a5-b6c6-a881c9ac9f2d tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a70d231-fb43-482e-973f-fa126861a9d1 HTTP/1.1" status: 200 len: 932 time: 0.0515718 Feb 16 17:51:47.336581 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-193571db-7fd3-4909-bc41-0f375ca99274 req-b2433ca6-7d52-48e5-a032-1e6b82d62421 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/security-groups?id=c83fe1ee-ecfd-45c5-a31b-ccfb436ebfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352099 Feb 16 17:51:48.833135 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a041ea-7315-4696-9e81-bc3e02a86935 req-2dfd8565-d68b-42f2-b614-84ad60a12ee1 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:51:48.834895 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c6a041ea-7315-4696-9e81-bc3e02a86935 req-2dfd8565-d68b-42f2-b614-84ad60a12ee1 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a70d231-fb43-482e-973f-fa126861a9d1 HTTP/1.1" status: 200 len: 932 time: 0.4283278 Feb 16 17:51:48.876241 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-c6a041ea-7315-4696-9e81-bc3e02a86935 req-c888b038-5b13-46c7-83d7-932a66e45db3 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/security-groups?id=c83fe1ee-ecfd-45c5-a31b-ccfb436ebfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351658 Feb 16 17:51:49.440496 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.v2.base [req-e5a5a2cc-d34b-4092-98e8-809b140a249f req-04f912b7-a5cf-4724-bdce-cec11b07cb02 service neutron] Request body: {'port': {'device_id': '8a70d231-fb43-482e-973f-fa126861a9d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8286'}} {{(pid=114376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:51:49.464718 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.89', 55997) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:51:49.499285 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-e5a5a2cc-d34b-4092-98e8-809b140a249f req-04f912b7-a5cf-4724-bdce-cec11b07cb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:49.507591 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-8769fcfe-1a5c-49b0-b45b-fc3d434c093d req-82d17aa1-59be-4fa0-a834-a9b8a6ca66ae service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2ec16c76-8a42-4d0c-9b28-5969b1d611a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417295 Feb 16 17:51:49.628526 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8769fcfe-1a5c-49b0-b45b-fc3d434c093d req-d91b9a29-890a-43be-b2b3-3e375dd28841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:51:49.629950 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-8769fcfe-1a5c-49b0-b45b-fc3d434c093d req-d91b9a29-890a-43be-b2b3-3e375dd28841 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b3b75689a1104bdba68a046fae17ba5b&device_id=2ec16c76-8a42-4d0c-9b28-5969b1d611a4 HTTP/1.1" status: 200 len: 1097 time: 0.0739458 Feb 16 17:51:49.760165 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [req-e5a5a2cc-d34b-4092-98e8-809b140a249f req-04f912b7-a5cf-4724-bdce-cec11b07cb02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be9a3e60-c894-4140-8926-e00fefac0c65 {{(pid=114376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:51:49.769241 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-e5a5a2cc-d34b-4092-98e8-809b140a249f req-04f912b7-a5cf-4724-bdce-cec11b07cb02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:49.781869 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.provisioning_blocks [req-e5a5a2cc-d34b-4092-98e8-809b140a249f req-04f912b7-a5cf-4724-bdce-cec11b07cb02 service neutron] Transition to ACTIVE for port object be9a3e60-c894-4140-8926-e00fefac0c65 will not be triggered until provisioned by entity L2. {{(pid=114376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:51:49.798922 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8769fcfe-1a5c-49b0-b45b-fc3d434c093d req-c227125a-0792-4b72-b00f-80d10d471bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:51:49.800412 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-8769fcfe-1a5c-49b0-b45b-fc3d434c093d req-c227125a-0792-4b72-b00f-80d10d471bb1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ea40910f-54e1-40fb-bf6f-305b7d82bf02 HTTP/1.1" status: 200 len: 911 time: 0.1490381 Feb 16 17:51:49.840892 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-e5a5a2cc-d34b-4092-98e8-809b140a249f req-04f912b7-a5cf-4724-bdce-cec11b07cb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:49.916789 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f912b7-a5cf-4724-bdce-cec11b07cb02 service neutron] Pushing event updated for resources: {'Port': ['ID=be9a3e60-c894-4140-8926-e00fefac0c65,revision_number=2']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:51:49.925587 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-8769fcfe-1a5c-49b0-b45b-fc3d434c093d req-49e76558-f412-487a-878a-baf6af221312 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60b0d0da-f0f5-499b-bb1d-fcb39db3861a HTTP/1.1" status: 200 len: 1000 time: 0.1176488 Feb 16 17:51:49.970475 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-e5a5a2cc-d34b-4092-98e8-809b140a249f req-04f912b7-a5cf-4724-bdce-cec11b07cb02 service neutron] Attempting to bind port be9a3e60-c894-4140-8926-e00fefac0c65 on host hv-neutron-8286 for vnic_type normal with profile {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 17:51:49.970816 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-e5a5a2cc-d34b-4092-98e8-809b140a249f req-04f912b7-a5cf-4724-bdce-cec11b07cb02 service neutron] Attempting to bind port be9a3e60-c894-4140-8926-e00fefac0c65 by drivers openvswitch,hyperv on host hv-neutron-8286 at level 0 using segments [{'id': 'f23dd6fa-f089-4007-8e13-31a632b1c0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ea40910f-54e1-40fb-bf6f-305b7d82bf02'}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 17:51:49.971150 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a5a2cc-d34b-4092-98e8-809b140a249f req-04f912b7-a5cf-4724-bdce-cec11b07cb02 service neutron] Attempting to bind port be9a3e60-c894-4140-8926-e00fefac0c65 on network ea40910f-54e1-40fb-bf6f-305b7d82bf02 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:51:49.975756 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a5a2cc-d34b-4092-98e8-809b140a249f req-04f912b7-a5cf-4724-bdce-cec11b07cb02 service neutron] Port be9a3e60-c894-4140-8926-e00fefac0c65 on network ea40910f-54e1-40fb-bf6f-305b7d82bf02 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8286 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:51:49.976127 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a5a2cc-d34b-4092-98e8-809b140a249f req-04f912b7-a5cf-4724-bdce-cec11b07cb02 service neutron] Attempting to bind port be9a3e60-c894-4140-8926-e00fefac0c65 on network ea40910f-54e1-40fb-bf6f-305b7d82bf02 {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:51:49.982064 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a5a2cc-d34b-4092-98e8-809b140a249f req-04f912b7-a5cf-4724-bdce-cec11b07cb02 service neutron] Checking agent: {'id': '65dda45c-bbef-42f9-9728-e0fd84037987', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8286', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 56), 'started_at': datetime.datetime(2022, 2, 16, 16, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:51:49.982480 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a5a2cc-d34b-4092-98e8-809b140a249f req-04f912b7-a5cf-4724-bdce-cec11b07cb02 service neutron] Checking segment: {'id': 'f23dd6fa-f089-4007-8e13-31a632b1c0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ea40910f-54e1-40fb-bf6f-305b7d82bf02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 17:51:49.982933 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a5a2cc-d34b-4092-98e8-809b140a249f req-04f912b7-a5cf-4724-bdce-cec11b07cb02 service neutron] Bound using segment: {'id': 'f23dd6fa-f089-4007-8e13-31a632b1c0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ea40910f-54e1-40fb-bf6f-305b7d82bf02'} {{(pid=114376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:51:49.983449 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.managers [req-e5a5a2cc-d34b-4092-98e8-809b140a249f req-04f912b7-a5cf-4724-bdce-cec11b07cb02 service neutron] Bound port: be9a3e60-c894-4140-8926-e00fefac0c65, host: hv-neutron-8286, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f23dd6fa-f089-4007-8e13-31a632b1c0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ea40910f-54e1-40fb-bf6f-305b7d82bf02'}}] {{(pid=114376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 17:51:49.983875 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-e5a5a2cc-d34b-4092-98e8-809b140a249f req-04f912b7-a5cf-4724-bdce-cec11b07cb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:50.017784 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8769fcfe-1a5c-49b0-b45b-fc3d434c093d req-a6ef6921-da46-45a7-8522-51bf0d479a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:51:50.019289 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-8769fcfe-1a5c-49b0-b45b-fc3d434c093d req-a6ef6921-da46-45a7-8522-51bf0d479a20 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=de10cebd-67ab-4d8e-96f6-8824234358f4 HTTP/1.1" status: 200 len: 849 time: 0.0865157 Feb 16 17:51:50.059356 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-e5a5a2cc-d34b-4092-98e8-809b140a249f req-04f912b7-a5cf-4724-bdce-cec11b07cb02 service neutron] For port be9a3e60-c894-4140-8926-e00fefac0c65, host hv-neutron-8286, cleared binding levels {{(pid=114376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:51:50.061203 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7cdbd-1725-4552-be3d-bddb0ed17bc1 req-225e7fe6-1ddb-412a-9b00-03dd40af948a tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:51:50.062614 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-e5a5a2cc-d34b-4092-98e8-809b140a249f req-04f912b7-a5cf-4724-bdce-cec11b07cb02 service neutron] For port be9a3e60-c894-4140-8926-e00fefac0c65, host hv-neutron-8286, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=be9a3e60-c894-4140-8926-e00fefac0c65,segment=NetworkSegment(f23dd6fa-f089-4007-8e13-31a632b1c0d8),segment_id=f23dd6fa-f089-4007-8e13-31a632b1c0d8)] {{(pid=114376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:51:50.062755 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-26a7cdbd-1725-4552-be3d-bddb0ed17bc1 req-225e7fe6-1ddb-412a-9b00-03dd40af948a tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a70d231-fb43-482e-973f-fa126861a9d1 HTTP/1.1" status: 200 len: 944 time: 0.0942571 Feb 16 17:51:50.128174 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8769fcfe-1a5c-49b0-b45b-fc3d434c093d req-16bf03e7-2a18-4a94-996b-5eef5913c59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:51:50.129665 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-8769fcfe-1a5c-49b0-b45b-fc3d434c093d req-16bf03e7-2a18-4a94-996b-5eef5913c59c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ea40910f-54e1-40fb-bf6f-305b7d82bf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1038537 Feb 16 17:51:50.134647 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-26a7cdbd-1725-4552-be3d-bddb0ed17bc1 req-965445cf-720a-4a3d-a1ae-7335018e02f1 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/security-groups?id=c83fe1ee-ecfd-45c5-a31b-ccfb436ebfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563061 Feb 16 17:51:50.162267 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-e5a5a2cc-d34b-4092-98e8-809b140a249f req-04f912b7-a5cf-4724-bdce-cec11b07cb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3690449'] for port, after_update {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:50.198705 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5a2cc-d34b-4092-98e8-809b140a249f req-04f912b7-a5cf-4724-bdce-cec11b07cb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:51:50.199350 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-e5a5a2cc-d34b-4092-98e8-809b140a249f req-04f912b7-a5cf-4724-bdce-cec11b07cb02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:50.200903 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e5a5a2cc-d34b-4092-98e8-809b140a249f req-04f912b7-a5cf-4724-bdce-cec11b07cb02 service neutron] 10.222.0.89 "PUT /v2.0/ports/be9a3e60-c894-4140-8926-e00fefac0c65 HTTP/1.1" status: 200 len: 1094 time: 0.7648432 Feb 16 17:51:50.201420 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a70d231-fb43-482e-973f-fa126861a9d1', 'tag': 'be9a3e60-c894-4140-8926-e00fefac0c65'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:51:50.203583 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1173d637-4611-482b-aa6d-0601f7dff7bb" -d '{"events": [{"name": "network-changed", "server_uuid": "8a70d231-fb43-482e-973f-fa126861a9d1", "tag": "be9a3e60-c894-4140-8926-e00fefac0c65"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:51:50.227312 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f912b7-a5cf-4724-bdce-cec11b07cb02 service neutron] Pushing event updated for resources: {'Port': ['ID=be9a3e60-c894-4140-8926-e00fefac0c65,revision_number=3']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:51:50.246275 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-8769fcfe-1a5c-49b0-b45b-fc3d434c093d req-38021f4e-07e7-4b81-9e6c-08a57404824c service neutron] 10.222.0.89 "GET /v2.0/networks/ea40910f-54e1-40fb-bf6f-305b7d82bf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101582 Feb 16 17:51:50.250690 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e650b7-56e0-4945-bb3c-fb4646619999 x-openstack-request-id: req-c0e650b7-56e0-4945-bb3c-fb4646619999 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:51:50.251057 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a70d231-fb43-482e-973f-fa126861a9d1", "tag": "be9a3e60-c894-4140-8926-e00fefac0c65", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:51:50.251494 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c0e650b7-56e0-4945-bb3c-fb4646619999 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:51:50.251888 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a70d231-fb43-482e-973f-fa126861a9d1', 'tag': 'be9a3e60-c894-4140-8926-e00fefac0c65', 'status': 'completed', 'code': 200} Feb 16 17:51:50.321922 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173d637-4611-482b-aa6d-0601f7dff7bb req-28e7ed1f-515f-4e94-a14a-bb8a33453657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:51:50.324191 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1173d637-4611-482b-aa6d-0601f7dff7bb req-28e7ed1f-515f-4e94-a14a-bb8a33453657 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b3b75689a1104bdba68a046fae17ba5b&device_id=8a70d231-fb43-482e-973f-fa126861a9d1 HTTP/1.1" status: 200 len: 1097 time: 0.0494246 Feb 16 17:51:50.359680 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-8769fcfe-1a5c-49b0-b45b-fc3d434c093d req-a24f9d51-6991-40f2-82db-a90f13008f17 service neutron] 10.222.0.89 "GET /v2.0/networks/ea40910f-54e1-40fb-bf6f-305b7d82bf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998962 Feb 16 17:51:50.426656 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173d637-4611-482b-aa6d-0601f7dff7bb req-be839fc1-aa3c-455d-8689-5d4a23f9471f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:51:50.428088 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1173d637-4611-482b-aa6d-0601f7dff7bb req-be839fc1-aa3c-455d-8689-5d4a23f9471f service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=b3b75689a1104bdba68a046fae17ba5b&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0962286 Feb 16 17:51:50.527038 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173d637-4611-482b-aa6d-0601f7dff7bb req-440a007f-ad9e-453e-8149-467c9b29ae32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:51:50.528497 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-1173d637-4611-482b-aa6d-0601f7dff7bb req-440a007f-ad9e-453e-8149-467c9b29ae32 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936487 Feb 16 17:51:50.608886 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5a2cc-d34b-4092-98e8-809b140a249f req-0aa60327-27c4-4342-86c1-e13a9c8b05cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:51:50.610439 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e5a5a2cc-d34b-4092-98e8-809b140a249f req-0aa60327-27c4-4342-86c1-e13a9c8b05cc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b3b75689a1104bdba68a046fae17ba5b&device_id=8a70d231-fb43-482e-973f-fa126861a9d1 HTTP/1.1" status: 200 len: 1097 time: 0.0454817 Feb 16 17:51:50.650905 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e5a5a2cc-d34b-4092-98e8-809b140a249f req-224e4252-07a7-4acf-916a-effd2c4cd434 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be9a3e60-c894-4140-8926-e00fefac0c65 HTTP/1.1" status: 200 len: 217 time: 0.0337381 Feb 16 17:51:50.698567 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5a2cc-d34b-4092-98e8-809b140a249f req-23cc3846-1e23-44ea-8af2-79d465d75cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:51:50.700017 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e5a5a2cc-d34b-4092-98e8-809b140a249f req-23cc3846-1e23-44ea-8af2-79d465d75cdb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=de10cebd-67ab-4d8e-96f6-8824234358f4 HTTP/1.1" status: 200 len: 849 time: 0.0428860 Feb 16 17:51:50.748924 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5a2cc-d34b-4092-98e8-809b140a249f req-f1b44d79-685f-4d3d-86f3-bfc3b8a726a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:51:50.750383 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e5a5a2cc-d34b-4092-98e8-809b140a249f req-f1b44d79-685f-4d3d-86f3-bfc3b8a726a1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ea40910f-54e1-40fb-bf6f-305b7d82bf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434299 Feb 16 17:51:50.851110 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e5a5a2cc-d34b-4092-98e8-809b140a249f req-394b3394-c436-483a-9be8-147ee1328a30 service neutron] 10.222.0.89 "GET /v2.0/networks/ea40910f-54e1-40fb-bf6f-305b7d82bf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943372 Feb 16 17:51:50.943532 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e5a5a2cc-d34b-4092-98e8-809b140a249f req-643dee85-ca7a-4064-9d9c-96ae167a2430 service neutron] 10.222.0.89 "GET /v2.0/networks/ea40910f-54e1-40fb-bf6f-305b7d82bf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855052 Feb 16 17:51:51.252709 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e3829-1a3e-42f4-8339-5f39311e6351 req-2a67a08d-716f-464f-8aa9-30e7cfd605e1 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:51:51.254166 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-012e3829-1a3e-42f4-8339-5f39311e6351 req-2a67a08d-716f-464f-8aa9-30e7cfd605e1 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a70d231-fb43-482e-973f-fa126861a9d1 HTTP/1.1" status: 200 len: 944 time: 0.0485177 Feb 16 17:51:51.291374 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-012e3829-1a3e-42f4-8339-5f39311e6351 req-2476b24d-8622-48d9-ac51-1a6902038070 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/security-groups?id=c83fe1ee-ecfd-45c5-a31b-ccfb436ebfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303743 Feb 16 17:51:52.249352 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device be9a3e60-c894-4140-8926-e00fefac0c65 details requested by agent hyperv_hv-neutron-8286 with host hv-neutron-8286 {{(pid=114377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:51:52.342933 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port be9a3e60-c894-4140-8926-e00fefac0c65, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=be9a3e60-c894-4140-8926-e00fefac0c65,segment=NetworkSegment(f23dd6fa-f089-4007-8e13-31a632b1c0d8),segment_id=f23dd6fa-f089-4007-8e13-31a632b1c0d8)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:51:52.354516 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Returning: {'device': 'be9a3e60-c894-4140-8926-e00fefac0c65', 'network_id': 'ea40910f-54e1-40fb-bf6f-305b7d82bf02', 'port_id': 'be9a3e60-c894-4140-8926-e00fefac0c65', 'mac_address': 'fa:16:3e:47:37:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de10cebd-67ab-4d8e-96f6-8824234358f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:51:52.390790 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:52.404264 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be9a3e60-c894-4140-8926-e00fefac0c65 {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:51:52.408457 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829dd670-1268-45d5-8e61-9fcf015c821d req-8bb4c74b-70ce-4fa9-bdc9-0c9946a862aa tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:51:52.409986 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-829dd670-1268-45d5-8e61-9fcf015c821d req-8bb4c74b-70ce-4fa9-bdc9-0c9946a862aa tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a70d231-fb43-482e-973f-fa126861a9d1 HTTP/1.1" status: 200 len: 944 time: 0.0501511 Feb 16 17:51:52.424981 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port be9a3e60-c894-4140-8926-e00fefac0c65, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=be9a3e60-c894-4140-8926-e00fefac0c65,segment=NetworkSegment(f23dd6fa-f089-4007-8e13-31a632b1c0d8),segment_id=f23dd6fa-f089-4007-8e13-31a632b1c0d8)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:51:52.448593 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-829dd670-1268-45d5-8e61-9fcf015c821d req-a4a78015-9e4e-45f8-9a8e-532dcf686558 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/security-groups?id=c83fe1ee-ecfd-45c5-a31b-ccfb436ebfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317831 Feb 16 17:51:52.469808 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:52.515954 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=be9a3e60-c894-4140-8926-e00fefac0c65,revision_number=4']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:51:52.723605 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['be9a3e60-c894-4140-8926-e00fefac0c65'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:51:53.563532 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e045c-ef95-469c-b201-2fd3a443507a req-3895c8d2-758f-4354-8937-695cdd533297 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:51:53.565050 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-404e045c-ef95-469c-b201-2fd3a443507a req-3895c8d2-758f-4354-8937-695cdd533297 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a70d231-fb43-482e-973f-fa126861a9d1 HTTP/1.1" status: 200 len: 945 time: 0.0490084 Feb 16 17:51:53.602158 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-404e045c-ef95-469c-b201-2fd3a443507a req-b6681454-215f-4a61-b33a-9a1c4e9c24fd tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/security-groups?id=c83fe1ee-ecfd-45c5-a31b-ccfb436ebfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311217 Feb 16 17:51:54.268245 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device be9a3e60-c894-4140-8926-e00fefac0c65 up at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:51:54.366979 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning for port be9a3e60-c894-4140-8926-e00fefac0c65 completed by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:51:54.371442 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning complete for port be9a3e60-c894-4140-8926-e00fefac0c65 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:51:54.371834 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:54.444702 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:54.465538 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a70d231-fb43-482e-973f-fa126861a9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9a3e60-c894-4140-8926-e00fefac0c65'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:51:54.467719 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d4bdef-73ab-443e-bb03-ad3e6a5c1826" -d '{"events": [{"server_uuid": "8a70d231-fb43-482e-973f-fa126861a9d1", "name": "network-vif-plugged", "status": "completed", "tag": "be9a3e60-c894-4140-8926-e00fefac0c65"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:51:54.480066 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port be9a3e60-c894-4140-8926-e00fefac0c65, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=be9a3e60-c894-4140-8926-e00fefac0c65,segment=NetworkSegment(f23dd6fa-f089-4007-8e13-31a632b1c0d8),segment_id=f23dd6fa-f089-4007-8e13-31a632b1c0d8)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:51:54.513505 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30b10d9-6f86-41d1-a21e-c14fab66204c x-openstack-request-id: req-c30b10d9-6f86-41d1-a21e-c14fab66204c {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:51:54.513814 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a70d231-fb43-482e-973f-fa126861a9d1", "name": "network-vif-plugged", "status": "completed", "tag": "be9a3e60-c894-4140-8926-e00fefac0c65", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:51:54.514064 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c30b10d9-6f86-41d1-a21e-c14fab66204c {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:51:54.514456 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a70d231-fb43-482e-973f-fa126861a9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9a3e60-c894-4140-8926-e00fefac0c65', 'code': 200} Feb 16 17:51:54.555893 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:54.606032 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=be9a3e60-c894-4140-8926-e00fefac0c65,revision_number=5']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:51:54.721349 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3bead-c1e5-4bcc-bfe0-0e6950328865 req-e09f9278-b70e-48c6-bc07-aadc6d501b9d tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:51:54.722805 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-1de3bead-c1e5-4bcc-bfe0-0e6950328865 req-e09f9278-b70e-48c6-bc07-aadc6d501b9d tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a70d231-fb43-482e-973f-fa126861a9d1 HTTP/1.1" status: 200 len: 946 time: 0.0511324 Feb 16 17:51:54.760660 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-1de3bead-c1e5-4bcc-bfe0-0e6950328865 req-e26ecdcb-b399-4b0f-b457-e55e5f7ccbcd tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/security-groups?id=c83fe1ee-ecfd-45c5-a31b-ccfb436ebfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312507 Feb 16 17:51:54.812790 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b117772a-30be-428e-8a59-9274c4b522f1 req-a9afd17f-48b5-4d8f-911e-41e06718e164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:51:54.814217 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b117772a-30be-428e-8a59-9274c4b522f1 req-a9afd17f-48b5-4d8f-911e-41e06718e164 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8a70d231-fb43-482e-973f-fa126861a9d1 HTTP/1.1" status: 200 len: 1099 time: 0.0397604 Feb 16 17:51:54.848504 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b117772a-30be-428e-8a59-9274c4b522f1 req-be06d1f6-f123-4846-aaac-b3ed417b86a2 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c83fe1ee-ecfd-45c5-a31b-ccfb436ebfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282693 Feb 16 17:51:55.882597 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7d1b6-33c4-4f05-b99c-26d3d9c55e1c req-3ebe7adf-a68b-4dd5-9ee0-826fc7a5cee5 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:51:55.884123 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e0b7d1b6-33c4-4f05-b99c-26d3d9c55e1c req-3ebe7adf-a68b-4dd5-9ee0-826fc7a5cee5 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a70d231-fb43-482e-973f-fa126861a9d1 HTTP/1.1" status: 200 len: 946 time: 0.0539792 Feb 16 17:51:55.923198 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-e0b7d1b6-33c4-4f05-b99c-26d3d9c55e1c req-f16f8130-519c-4851-b8e1-72f6390096a7 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/security-groups?id=c83fe1ee-ecfd-45c5-a31b-ccfb436ebfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325212 Feb 16 17:51:57.037112 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a14158-f81c-4f03-bc4d-4c460826e160 req-b2c84aaf-9863-4a5c-996f-8a5bb7389cce tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:51:57.038567 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-f9a14158-f81c-4f03-bc4d-4c460826e160 req-b2c84aaf-9863-4a5c-996f-8a5bb7389cce tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a70d231-fb43-482e-973f-fa126861a9d1 HTTP/1.1" status: 200 len: 946 time: 0.0477393 Feb 16 17:51:57.074951 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-f9a14158-f81c-4f03-bc4d-4c460826e160 req-f2a942b1-382c-4506-a2e7-fb9b522767b3 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/security-groups?id=c83fe1ee-ecfd-45c5-a31b-ccfb436ebfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298715 Feb 16 17:51:57.189741 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce935407-24f7-4f2b-bd0c-760b3ea2ddfc req-e73e6a1d-28f9-4dff-b5a2-a85fcf6fdb66 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:51:57.191225 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ce935407-24f7-4f2b-bd0c-760b3ea2ddfc req-e73e6a1d-28f9-4dff-b5a2-a85fcf6fdb66 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a70d231-fb43-482e-973f-fa126861a9d1 HTTP/1.1" status: 200 len: 946 time: 0.0490346 Feb 16 17:51:57.227829 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-ce935407-24f7-4f2b-bd0c-760b3ea2ddfc req-42a3c728-2d54-4910-8b76-e2f4c968a4c8 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/security-groups?id=c83fe1ee-ecfd-45c5-a31b-ccfb436ebfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307417 Feb 16 17:51:57.249579 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 33710) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:51:57.288434 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06b6ce5-08eb-4aa6-9037-cff17a0dd78c tempest-TestSnapshotPattern-300216519 tempest-TestSnapshotPattern-300216519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:51:57.289932 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-b06b6ce5-08eb-4aa6-9037-cff17a0dd78c tempest-TestSnapshotPattern-300216519 tempest-TestSnapshotPattern-300216519-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=8a70d231-fb43-482e-973f-fa126861a9d1 HTTP/1.1" status: 200 len: 1094 time: 0.0393956 Feb 16 17:51:57.292780 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 33712) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:51:57.296916 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.v2.base [None req-0bc29e5c-83f3-4748-8b43-04a172134434 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Request body: {'floatingip': {'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'port_id': 'be9a3e60-c894-4140-8926-e00fefac0c65', 'tenant_id': 'b3b75689a1104bdba68a046fae17ba5b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=114375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:51:57.373090 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0bc29e5c-83f3-4748-8b43-04a172134434 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks [] for floatingip, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:57.468460 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0bc29e5c-83f3-4748-8b43-04a172134434 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:57.565818 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.db_base_plugin_common [None req-0bc29e5c-83f3-4748-8b43-04a172134434 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Allocated IP 172.26.3.222 (d8eab20e-246c-47ce-8449-822ce53769fc/1a765d31-d1c4-4f9e-8993-3e8abeb5fa12/9e1071ea-0c31-425e-9e1e-48fce9f4bab5) {{(pid=114375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:51:57.675062 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0bc29e5c-83f3-4748-8b43-04a172134434 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks [] for port, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:57.750345 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0bc29e5c-83f3-4748-8b43-04a172134434 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749409778800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:57.789669 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc29e5c-83f3-4748-8b43-04a172134434 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Network d8eab20e-246c-47ce-8449-822ce53769fc is already hosted by enough agents. {{(pid=114375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:51:57.792505 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.base_scheduler [None req-0bc29e5c-83f3-4748-8b43-04a172134434 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Resources bound (agent type, host, resource id): {{(pid=114375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:51:57.795885 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc29e5c-83f3-4748-8b43-04a172134434 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Received port after_create {{(pid=114375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:51:57.820822 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc29e5c-83f3-4748-8b43-04a172134434 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Pushing event updated for resources: {'Port': ['ID=9e1071ea-0c31-425e-9e1e-48fce9f4bab5,revision_number=1']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:51:57.834164 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc29e5c-83f3-4748-8b43-04a172134434 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:51:57.834513 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc29e5c-83f3-4748-8b43-04a172134434 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:51:57.834854 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc29e5c-83f3-4748-8b43-04a172134434 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:51:57.835187 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc29e5c-83f3-4748-8b43-04a172134434 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:51:57.835518 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc29e5c-83f3-4748-8b43-04a172134434 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:51:57.835852 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc29e5c-83f3-4748-8b43-04a172134434 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:51:57.836202 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc29e5c-83f3-4748-8b43-04a172134434 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:51:57.836537 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc29e5c-83f3-4748-8b43-04a172134434 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:51:57.836863 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc29e5c-83f3-4748-8b43-04a172134434 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:51:57.837187 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc29e5c-83f3-4748-8b43-04a172134434 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:51:57.837531 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc29e5c-83f3-4748-8b43-04a172134434 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:51:57.838001 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc29e5c-83f3-4748-8b43-04a172134434 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:51:58.167091 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0bc29e5c-83f3-4748-8b43-04a172134434 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:58.285851 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0bc29e5c-83f3-4748-8b43-04a172134434 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:58.433159 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0bc29e5c-83f3-4748-8b43-04a172134434 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks [] for port, precommit_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:58.486785 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0bc29e5c-83f3-4748-8b43-04a172134434 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550243'] for port, after_update {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:58.550973 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc29e5c-83f3-4748-8b43-04a172134434 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Pushing event updated for resources: {'Port': ['ID=9e1071ea-0c31-425e-9e1e-48fce9f4bab5,revision_number=2']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:51:58.562220 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0bc29e5c-83f3-4748-8b43-04a172134434 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584118'] for floatingip, after_create {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:58.930064 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.db.l3_db [None req-0bc29e5c-83f3-4748-8b43-04a172134434 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Floating IP b38a8170-c1c1-493a-a3cb-071c4708cf65 associated. External IP: 172.26.3.222, port: be9a3e60-c894-4140-8926-e00fefac0c65. Feb 16 17:51:59.133455 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc29e5c-83f3-4748-8b43-04a172134434 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Router 89a2fec0-51a6-4e3f-9289-d5e311ed1e64 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:51:59.240082 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc29e5c-83f3-4748-8b43-04a172134434 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:51:59.250332 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67cc045-f3b1-47c5-8be9-bef49905962d None None] Sync routers for ids ['89a2fec0-51a6-4e3f-9289-d5e311ed1e64'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:51:59.259334 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67cc045-f3b1-47c5-8be9-bef49905962d None None] Routers {'89a2fec0-51a6-4e3f-9289-d5e311ed1e64'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:51:59.260579 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-b67cc045-f3b1-47c5-8be9-bef49905962d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:51:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['89a2fec0-51a6-4e3f-9289-d5e311ed1e64'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:51:59.300298 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-0bc29e5c-83f3-4748-8b43-04a172134434 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:51:59.328383 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-0bc29e5c-83f3-4748-8b43-04a172134434 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0345731 Feb 16 17:51:59.328973 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a70d231-fb43-482e-973f-fa126861a9d1', 'tag': 'be9a3e60-c894-4140-8926-e00fefac0c65'}] {{(pid=114375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:51:59.331248 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f675c1a73bb74b784e43f10fee26c40e358be44ccef5ed6f70ec30f8ec0d494b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ccb0d9-be5b-40cf-b218-e5319fe46bb7" -d '{"events": [{"name": "network-changed", "server_uuid": "8a70d231-fb43-482e-973f-fa126861a9d1", "tag": "be9a3e60-c894-4140-8926-e00fefac0c65"}]}' {{(pid=114375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:51:59.364927 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-b67cc045-f3b1-47c5-8be9-bef49905962d None None] Set router 89a2fec0-51a6-4e3f-9289-d5e311ed1e64 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:51:59.366340 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e660459-a5bc-4e9d-ba83-be573f348be6 x-openstack-request-id: req-4e660459-a5bc-4e9d-ba83-be573f348be6 {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:51:59.366620 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a70d231-fb43-482e-973f-fa126861a9d1", "tag": "be9a3e60-c894-4140-8926-e00fefac0c65", "status": "completed", "code": 200}]} {{(pid=114375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:51:59.366874 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4e660459-a5bc-4e9d-ba83-be573f348be6 {{(pid=114375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:51:59.367298 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a70d231-fb43-482e-973f-fa126861a9d1', 'tag': 'be9a3e60-c894-4140-8926-e00fefac0c65', 'status': 'completed', 'code': 200} Feb 16 17:51:59.437100 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ccb0d9-be5b-40cf-b218-e5319fe46bb7 req-94081a81-151e-4c10-a2d4-e8f40005cf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:51:59.438669 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b6ccb0d9-be5b-40cf-b218-e5319fe46bb7 req-94081a81-151e-4c10-a2d4-e8f40005cf7f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b3b75689a1104bdba68a046fae17ba5b&device_id=8a70d231-fb43-482e-973f-fa126861a9d1 HTTP/1.1" status: 200 len: 1099 time: 0.0422368 Feb 16 17:51:59.534289 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ccb0d9-be5b-40cf-b218-e5319fe46bb7 req-186b280c-70f1-4b92-8b6a-014ebfd3b260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:51:59.535688 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b6ccb0d9-be5b-40cf-b218-e5319fe46bb7 req-186b280c-70f1-4b92-8b6a-014ebfd3b260 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ea40910f-54e1-40fb-bf6f-305b7d82bf02 HTTP/1.1" status: 200 len: 911 time: 0.0899885 Feb 16 17:51:59.591804 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-b67cc045-f3b1-47c5-8be9-bef49905962d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'name': 'tempest-TestSnapshotPattern-1306317511-router', 'tenant_id': 'b3b75689a1104bdba68a046fae17ba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.62'}], 'enable_snat': True}, 'gw_port_id': '4ba2a16d-efcf-4610-8fdc-0eb3c376a508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:48:53Z', 'updated_at': '2022-02-16T17:48:56Z', 'revision_number': 4, 'project_id': 'b3b75689a1104bdba68a046fae17ba5b', 'gw_port': {'id': '4ba2a16d-efcf-4610-8fdc-0eb3c376a508', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:48:54Z', 'updated_at': '2022-02-16T17:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '8b761b6c-5da8-43f1-ad16-9ef5bf5c2a3b', 'tenant_id': 'b3b75689a1104bdba68a046fae17ba5b', 'floating_ip_address': '172.26.3.149', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'port_id': '60b0d0da-f0f5-499b-bb1d-fcb39db3861a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea40910f-54e1-40fb-bf6f-305b7d82bf02', 'mac_address': 'fa:16:3e:19:93:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec16c76-8a42-4d0c-9b28-5969b1d611a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:49:21Z', 'updated_at': '2022-02-16T17:49:23Z', 'revision_number': 1, 'project_id': 'b3b75689a1104bdba68a046fae17ba5b', 'fixed_ip_address_scope': None}, {'id': 'b38a8170-c1c1-493a-a3cb-071c4708cf65', 'tenant_id': 'b3b75689a1104bdba68a046fae17ba5b', 'floating_ip_address': '172.26.3.222', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'port_id': 'be9a3e60-c894-4140-8926-e00fefac0c65', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea40910f-54e1-40fb-bf6f-305b7d82bf02', 'mac_address': 'fa:16:3e:47:37:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70d231-fb43-482e-973f-fa126861a9d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:51:58Z', 'updated_at': '2022-02-16T17:51:58Z', 'revision_number': 0, 'project_id': 'b3b75689a1104bdba68a046fae17ba5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2aff2de-ecd3-4a12-92fd-2fd440a79091', 'name': '', 'network_id': 'ea40910f-54e1-40fb-bf6f-305b7d82bf02', 'tenant_id': 'b3b75689a1104bdba68a046fae17ba5b', 'mac_address': 'fa:16:3e:43:07:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'de10cebd-67ab-4d8e-96f6-8824234358f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:48:56Z', 'updated_at': '2022-02-16T17:49:00Z', 'revision_number': 5, 'project_id': 'b3b75689a1104bdba68a046fae17ba5b', 'subnets': [{'id': 'de10cebd-67ab-4d8e-96f6-8824234358f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:51:59.615497 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b6ccb0d9-be5b-40cf-b218-e5319fe46bb7 req-78f02eb1-e886-43ac-9342-abefcff412a8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be9a3e60-c894-4140-8926-e00fefac0c65 HTTP/1.1" status: 200 len: 1000 time: 0.0724711 Feb 16 17:51:59.623595 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67cc045-f3b1-47c5-8be9-bef49905962d None None] Checking router: 89a2fec0-51a6-4e3f-9289-d5e311ed1e64 for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:51:59.632664 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67cc045-f3b1-47c5-8be9-bef49905962d None None] Routers {'89a2fec0-51a6-4e3f-9289-d5e311ed1e64'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:51:59.633492 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-b67cc045-f3b1-47c5-8be9-bef49905962d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:51:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['89a2fec0-51a6-4e3f-9289-d5e311ed1e64'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:51:59.667761 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ccb0d9-be5b-40cf-b218-e5319fe46bb7 req-0de448b6-95a1-4dd7-8187-0a1555759a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:51:59.669306 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b6ccb0d9-be5b-40cf-b218-e5319fe46bb7 req-0de448b6-95a1-4dd7-8187-0a1555759a2a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=de10cebd-67ab-4d8e-96f6-8824234358f4 HTTP/1.1" status: 200 len: 849 time: 0.0469847 Feb 16 17:51:59.719033 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ccb0d9-be5b-40cf-b218-e5319fe46bb7 req-34f33249-4391-4fec-89f8-b6ea5d5b1dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:51:59.720548 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b6ccb0d9-be5b-40cf-b218-e5319fe46bb7 req-34f33249-4391-4fec-89f8-b6ea5d5b1dd7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ea40910f-54e1-40fb-bf6f-305b7d82bf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0443907 Feb 16 17:51:59.736655 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-b67cc045-f3b1-47c5-8be9-bef49905962d None None] Set router 89a2fec0-51a6-4e3f-9289-d5e311ed1e64 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:51:59.808802 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b6ccb0d9-be5b-40cf-b218-e5319fe46bb7 req-c26421eb-3812-458e-8412-3fe4880acd5c service neutron] 10.222.0.89 "GET /v2.0/networks/ea40910f-54e1-40fb-bf6f-305b7d82bf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818930 Feb 16 17:51:59.905973 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-b6ccb0d9-be5b-40cf-b218-e5319fe46bb7 req-74470f5e-d984-40af-9dc2-e81a4844f9f2 service neutron] 10.222.0.89 "GET /v2.0/networks/ea40910f-54e1-40fb-bf6f-305b7d82bf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912011 Feb 16 17:51:59.965598 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-b67cc045-f3b1-47c5-8be9-bef49905962d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'name': 'tempest-TestSnapshotPattern-1306317511-router', 'tenant_id': 'b3b75689a1104bdba68a046fae17ba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.62'}], 'enable_snat': True}, 'gw_port_id': '4ba2a16d-efcf-4610-8fdc-0eb3c376a508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:48:53Z', 'updated_at': '2022-02-16T17:48:56Z', 'revision_number': 4, 'project_id': 'b3b75689a1104bdba68a046fae17ba5b', 'gw_port': {'id': '4ba2a16d-efcf-4610-8fdc-0eb3c376a508', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:48:54Z', 'updated_at': '2022-02-16T17:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '8b761b6c-5da8-43f1-ad16-9ef5bf5c2a3b', 'tenant_id': 'b3b75689a1104bdba68a046fae17ba5b', 'floating_ip_address': '172.26.3.149', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'port_id': '60b0d0da-f0f5-499b-bb1d-fcb39db3861a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea40910f-54e1-40fb-bf6f-305b7d82bf02', 'mac_address': 'fa:16:3e:19:93:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec16c76-8a42-4d0c-9b28-5969b1d611a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:49:21Z', 'updated_at': '2022-02-16T17:49:23Z', 'revision_number': 1, 'project_id': 'b3b75689a1104bdba68a046fae17ba5b', 'fixed_ip_address_scope': None}, {'id': 'b38a8170-c1c1-493a-a3cb-071c4708cf65', 'tenant_id': 'b3b75689a1104bdba68a046fae17ba5b', 'floating_ip_address': '172.26.3.222', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'port_id': 'be9a3e60-c894-4140-8926-e00fefac0c65', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea40910f-54e1-40fb-bf6f-305b7d82bf02', 'mac_address': 'fa:16:3e:47:37:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70d231-fb43-482e-973f-fa126861a9d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:51:58Z', 'updated_at': '2022-02-16T17:51:58Z', 'revision_number': 0, 'project_id': 'b3b75689a1104bdba68a046fae17ba5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2aff2de-ecd3-4a12-92fd-2fd440a79091', 'name': '', 'network_id': 'ea40910f-54e1-40fb-bf6f-305b7d82bf02', 'tenant_id': 'b3b75689a1104bdba68a046fae17ba5b', 'mac_address': 'fa:16:3e:43:07:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'de10cebd-67ab-4d8e-96f6-8824234358f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:48:56Z', 'updated_at': '2022-02-16T17:49:00Z', 'revision_number': 5, 'project_id': 'b3b75689a1104bdba68a046fae17ba5b', 'subnets': [{'id': 'de10cebd-67ab-4d8e-96f6-8824234358f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:51:59.994575 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67cc045-f3b1-47c5-8be9-bef49905962d None None] The sync data for ids ['89a2fec0-51a6-4e3f-9289-d5e311ed1e64'] in dv-neutron-828697-3-hyperv is: [{'id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'name': 'tempest-TestSnapshotPattern-1306317511-router', 'tenant_id': 'b3b75689a1104bdba68a046fae17ba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.62'}], 'enable_snat': True}, 'gw_port_id': '4ba2a16d-efcf-4610-8fdc-0eb3c376a508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:48:53Z', 'updated_at': '2022-02-16T17:48:56Z', 'revision_number': 4, 'project_id': 'b3b75689a1104bdba68a046fae17ba5b', 'gw_port': {'id': '4ba2a16d-efcf-4610-8fdc-0eb3c376a508', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:48:54Z', 'updated_at': '2022-02-16T17:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '8b761b6c-5da8-43f1-ad16-9ef5bf5c2a3b', 'tenant_id': 'b3b75689a1104bdba68a046fae17ba5b', 'floating_ip_address': '172.26.3.149', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'port_id': '60b0d0da-f0f5-499b-bb1d-fcb39db3861a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea40910f-54e1-40fb-bf6f-305b7d82bf02', 'mac_address': 'fa:16:3e:19:93:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec16c76-8a42-4d0c-9b28-5969b1d611a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:49:21Z', 'updated_at': '2022-02-16T17:49:23Z', 'revision_number': 1, 'project_id': 'b3b75689a1104bdba68a046fae17ba5b', 'fixed_ip_address_scope': None}, {'id': 'b38a8170-c1c1-493a-a3cb-071c4708cf65', 'tenant_id': 'b3b75689a1104bdba68a046fae17ba5b', 'floating_ip_address': '172.26.3.222', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'port_id': 'be9a3e60-c894-4140-8926-e00fefac0c65', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea40910f-54e1-40fb-bf6f-305b7d82bf02', 'mac_address': 'fa:16:3e:47:37:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70d231-fb43-482e-973f-fa126861a9d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:51:58Z', 'updated_at': '2022-02-16T17:51:58Z', 'revision_number': 0, 'project_id': 'b3b75689a1104bdba68a046fae17ba5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2aff2de-ecd3-4a12-92fd-2fd440a79091', 'name': '', 'network_id': 'ea40910f-54e1-40fb-bf6f-305b7d82bf02', 'tenant_id': 'b3b75689a1104bdba68a046fae17ba5b', 'mac_address': 'fa:16:3e:43:07:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'de10cebd-67ab-4d8e-96f6-8824234358f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:48:56Z', 'updated_at': '2022-02-16T17:49:00Z', 'revision_number': 5, 'project_id': 'b3b75689a1104bdba68a046fae17ba5b', 'subnets': [{'id': 'de10cebd-67ab-4d8e-96f6-8824234358f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:52:00.181037 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db49aaf-663f-43bf-8943-6578bb98aec5 None None] New status for floating IP b38a8170-c1c1-493a-a3cb-071c4708cf65: ACTIVE {{(pid=114377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:52:00.961278 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:06.863722 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b11ae4eb-ad81-4b9a-8ded-58b08cfec275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:09.252065 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-63f6d17c-f9ad-483a-8f1a-f6e527e4d43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:10.674661 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:11.966156 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:12.155305 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:19.881604 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:52:30.989261 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:36.869157 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-adc1de7c-9656-4c0a-8058-d2ec9e5e1ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:39.223346 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6b7b5516-379a-4a33-b8c4-e67c091e7524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:40.645251 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:42.051734 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:42.166024 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:52:48.504899 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-620929e9-7bac-46b2-9fd1-edba1531a284 req-0d425b52-100f-4152-8ed5-f15c056ac535 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2ec16c76-8a42-4d0c-9b28-5969b1d611a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396776 Feb 16 17:52:48.586569 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620929e9-7bac-46b2-9fd1-edba1531a284 req-983be6f8-4f53-4c08-a2ea-b055e7a1f53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:52:48.588162 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-620929e9-7bac-46b2-9fd1-edba1531a284 req-983be6f8-4f53-4c08-a2ea-b055e7a1f53c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b3b75689a1104bdba68a046fae17ba5b&device_id=2ec16c76-8a42-4d0c-9b28-5969b1d611a4 HTTP/1.1" status: 200 len: 1097 time: 0.0430753 Feb 16 17:52:48.686845 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620929e9-7bac-46b2-9fd1-edba1531a284 req-92726fb5-b03c-430c-89e9-5f9cf84bbafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:52:48.688330 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-620929e9-7bac-46b2-9fd1-edba1531a284 req-92726fb5-b03c-430c-89e9-5f9cf84bbafd service neutron] 10.222.0.89 "GET /v2.0/networks?id=ea40910f-54e1-40fb-bf6f-305b7d82bf02 HTTP/1.1" status: 200 len: 911 time: 0.0826504 Feb 16 17:52:48.756300 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-620929e9-7bac-46b2-9fd1-edba1531a284 req-1f6868a3-b9d0-469a-b9c7-bdac951ce082 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60b0d0da-f0f5-499b-bb1d-fcb39db3861a HTTP/1.1" status: 200 len: 1000 time: 0.0618868 Feb 16 17:52:48.807232 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620929e9-7bac-46b2-9fd1-edba1531a284 req-a178bd26-4c74-443c-99c7-325b4928b649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:52:48.808754 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-620929e9-7bac-46b2-9fd1-edba1531a284 req-a178bd26-4c74-443c-99c7-325b4928b649 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=de10cebd-67ab-4d8e-96f6-8824234358f4 HTTP/1.1" status: 200 len: 849 time: 0.0465751 Feb 16 17:52:48.854618 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620929e9-7bac-46b2-9fd1-edba1531a284 req-269a365e-40df-4f6b-be80-9f23013ce1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:52:48.856189 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-620929e9-7bac-46b2-9fd1-edba1531a284 req-269a365e-40df-4f6b-be80-9f23013ce1fe service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ea40910f-54e1-40fb-bf6f-305b7d82bf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404007 Feb 16 17:52:48.948456 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-620929e9-7bac-46b2-9fd1-edba1531a284 req-9407ccb3-8eec-44e2-a446-097289eaec79 service neutron] 10.222.0.89 "GET /v2.0/networks/ea40910f-54e1-40fb-bf6f-305b7d82bf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851119 Feb 16 17:52:49.039736 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-620929e9-7bac-46b2-9fd1-edba1531a284 req-bb136f27-9ed7-412b-b1d9-69f79db03c79 service neutron] 10.222.0.89 "GET /v2.0/networks/ea40910f-54e1-40fb-bf6f-305b7d82bf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842328 Feb 16 17:52:56.880138 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:53:00.959769 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:06.897405 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67a27859-ceab-4446-95d6-4d588ad178db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:09.240361 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f953fb1c-7474-4ed7-b0c7-7c81b48d1950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:10.634316 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:11.999856 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:12.183366 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:28.830423 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device be9a3e60-c894-4140-8926-e00fefac0c65 details requested by agent hyperv_hv-neutron-8286 with host hv-neutron-8286 {{(pid=114377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:53:28.928542 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port be9a3e60-c894-4140-8926-e00fefac0c65, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=be9a3e60-c894-4140-8926-e00fefac0c65,segment=NetworkSegment(f23dd6fa-f089-4007-8e13-31a632b1c0d8),segment_id=f23dd6fa-f089-4007-8e13-31a632b1c0d8)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:53:28.939912 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Returning: {'device': 'be9a3e60-c894-4140-8926-e00fefac0c65', 'network_id': 'ea40910f-54e1-40fb-bf6f-305b7d82bf02', 'port_id': 'be9a3e60-c894-4140-8926-e00fefac0c65', 'mac_address': 'fa:16:3e:47:37:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de10cebd-67ab-4d8e-96f6-8824234358f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:53:28.979679 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:28.992650 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be9a3e60-c894-4140-8926-e00fefac0c65 {{(pid=114377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:53:29.011040 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port be9a3e60-c894-4140-8926-e00fefac0c65, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=be9a3e60-c894-4140-8926-e00fefac0c65,segment=NetworkSegment(f23dd6fa-f089-4007-8e13-31a632b1c0d8),segment_id=f23dd6fa-f089-4007-8e13-31a632b1c0d8)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:53:29.102126 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:29.151299 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=be9a3e60-c894-4140-8926-e00fefac0c65,revision_number=6']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:53:29.159371 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:53:29.159718 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:53:29.160090 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:53:29.160427 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:53:29.160757 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:53:29.161084 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:53:29.161412 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:53:29.161734 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:53:29.162073 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:53:29.162378 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:53:29.162700 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:53:29.163023 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:53:29.195796 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] get_ports_and_sgs() called for port_ids ['be9a3e60-c894-4140-8926-e00fefac0c65'] {{(pid=114377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:53:30.845012 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device be9a3e60-c894-4140-8926-e00fefac0c65 up at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:53:30.915683 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.provisioning_blocks [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Provisioning complete for port be9a3e60-c894-4140-8926-e00fefac0c65 triggered by entity L2. {{(pid=114377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:53:30.916184 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16432796'] for port, provisioning_complete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:30.978129 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:31.023023 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:31.052001 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a70d231-fb43-482e-973f-fa126861a9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9a3e60-c894-4140-8926-e00fefac0c65'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:53:31.054312 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435a3d89-89a9-490a-8d6c-8db8076e1ad5" -d '{"events": [{"server_uuid": "8a70d231-fb43-482e-973f-fa126861a9d1", "name": "network-vif-plugged", "status": "completed", "tag": "be9a3e60-c894-4140-8926-e00fefac0c65"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:53:31.070900 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port be9a3e60-c894-4140-8926-e00fefac0c65, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=be9a3e60-c894-4140-8926-e00fefac0c65,segment=NetworkSegment(f23dd6fa-f089-4007-8e13-31a632b1c0d8),segment_id=f23dd6fa-f089-4007-8e13-31a632b1c0d8)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:53:31.098875 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4ff3d9-513f-4670-8629-f1168e97b1d9 x-openstack-request-id: req-4b4ff3d9-513f-4670-8629-f1168e97b1d9 {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:53:31.099172 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a70d231-fb43-482e-973f-fa126861a9d1", "name": "network-vif-plugged", "status": "completed", "tag": "be9a3e60-c894-4140-8926-e00fefac0c65", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:53:31.099602 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4b4ff3d9-513f-4670-8629-f1168e97b1d9 {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:53:31.100103 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a70d231-fb43-482e-973f-fa126861a9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9a3e60-c894-4140-8926-e00fefac0c65', 'code': 200} Feb 16 17:53:31.159400 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:31.213005 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=be9a3e60-c894-4140-8926-e00fefac0c65,revision_number=7']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:53:33.879734 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:53:36.868418 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-fb3ccc8f-2231-4585-9e8e-6163a0068d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:39.508461 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-acefe5c5-6467-4606-9d5c-ba67ff9c66fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:40.644818 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:42.011188 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:42.205113 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:42.300326 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 33910) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:53:42.457980 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-7c3b4f6d-bf10-4015-99c7-951a7a04e0b1 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Deleting port 9e1071ea-0c31-425e-9e1e-48fce9f4bab5 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:53:42.458328 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7c3b4f6d-bf10-4015-99c7-951a7a04e0b1 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:42.532200 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7c3b4f6d-bf10-4015-99c7-951a7a04e0b1 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:42.532461 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7c3b4f6d-bf10-4015-99c7-951a7a04e0b1 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:42.544496 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-7c3b4f6d-bf10-4015-99c7-951a7a04e0b1 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Calling delete_port for 9e1071ea-0c31-425e-9e1e-48fce9f4bab5 owned by network:floatingip {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:53:42.781788 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7c3b4f6d-bf10-4015-99c7-951a7a04e0b1 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:42.806560 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3b4f6d-bf10-4015-99c7-951a7a04e0b1 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Pushing event deleted for resources: {'Port': ['ID=9e1071ea-0c31-425e-9e1e-48fce9f4bab5,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:53:42.831552 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3b4f6d-bf10-4015-99c7-951a7a04e0b1 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:53:42.831899 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3b4f6d-bf10-4015-99c7-951a7a04e0b1 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:53:42.832267 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3b4f6d-bf10-4015-99c7-951a7a04e0b1 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:53:42.832618 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3b4f6d-bf10-4015-99c7-951a7a04e0b1 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:53:42.833037 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3b4f6d-bf10-4015-99c7-951a7a04e0b1 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:53:42.833559 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3b4f6d-bf10-4015-99c7-951a7a04e0b1 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:53:42.834064 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3b4f6d-bf10-4015-99c7-951a7a04e0b1 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:53:42.834398 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3b4f6d-bf10-4015-99c7-951a7a04e0b1 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:53:42.834809 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3b4f6d-bf10-4015-99c7-951a7a04e0b1 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:53:42.835372 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3b4f6d-bf10-4015-99c7-951a7a04e0b1 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:53:42.835817 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3b4f6d-bf10-4015-99c7-951a7a04e0b1 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:53:42.836166 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3b4f6d-bf10-4015-99c7-951a7a04e0b1 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:53:42.877740 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7c3b4f6d-bf10-4015-99c7-951a7a04e0b1 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks [] for floatingip, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:42.878068 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.l3_db [None req-7c3b4f6d-bf10-4015-99c7-951a7a04e0b1 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Floating IP b38a8170-c1c1-493a-a3cb-071c4708cf65 disassociated (deleted). External IP: 172.26.3.222, port: be9a3e60-c894-4140-8926-e00fefac0c65. Feb 16 17:53:43.081420 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c3b4f6d-bf10-4015-99c7-951a7a04e0b1 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Router 89a2fec0-51a6-4e3f-9289-d5e311ed1e64 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:53:43.193342 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3b4f6d-bf10-4015-99c7-951a7a04e0b1 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:53:43.198238 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7c3b4f6d-bf10-4015-99c7-951a7a04e0b1 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:43.205720 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5d597d-69f0-4d8b-98c2-368923ddf3c9 None None] Sync routers for ids ['89a2fec0-51a6-4e3f-9289-d5e311ed1e64'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:53:43.216015 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5d597d-69f0-4d8b-98c2-368923ddf3c9 None None] Routers {'89a2fec0-51a6-4e3f-9289-d5e311ed1e64'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:53:43.217238 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-db5d597d-69f0-4d8b-98c2-368923ddf3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:53:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['89a2fec0-51a6-4e3f-9289-d5e311ed1e64'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:53:43.231185 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-7c3b4f6d-bf10-4015-99c7-951a7a04e0b1 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "DELETE /v2.0/floatingips/b38a8170-c1c1-493a-a3cb-071c4708cf65 HTTP/1.1" status: 204 len: 168 time: 0.9272716 Feb 16 17:53:43.231185 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a70d231-fb43-482e-973f-fa126861a9d1', 'tag': 'be9a3e60-c894-4140-8926-e00fefac0c65'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:53:43.231848 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf66793-7557-448b-83c3-cb8881b21fd3" -d '{"events": [{"name": "network-changed", "server_uuid": "8a70d231-fb43-482e-973f-fa126861a9d1", "tag": "be9a3e60-c894-4140-8926-e00fefac0c65"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:53:43.326710 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-db5d597d-69f0-4d8b-98c2-368923ddf3c9 None None] Set router 89a2fec0-51a6-4e3f-9289-d5e311ed1e64 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:53:43.351535 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f62296-eec0-4652-8239-2fcbdc1db387 x-openstack-request-id: req-f7f62296-eec0-4652-8239-2fcbdc1db387 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:53:43.352114 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a70d231-fb43-482e-973f-fa126861a9d1", "tag": "be9a3e60-c894-4140-8926-e00fefac0c65", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:53:43.352268 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f7f62296-eec0-4652-8239-2fcbdc1db387 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:53:43.352760 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a70d231-fb43-482e-973f-fa126861a9d1', 'tag': 'be9a3e60-c894-4140-8926-e00fefac0c65', 'status': 'completed', 'code': 200} Feb 16 17:53:43.419112 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf66793-7557-448b-83c3-cb8881b21fd3 req-b49b85e1-5433-4fa9-a230-fa575fa127b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:53:43.420770 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-cbf66793-7557-448b-83c3-cb8881b21fd3 req-b49b85e1-5433-4fa9-a230-fa575fa127b5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b3b75689a1104bdba68a046fae17ba5b&device_id=8a70d231-fb43-482e-973f-fa126861a9d1 HTTP/1.1" status: 200 len: 1099 time: 0.0445187 Feb 16 17:53:43.527422 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf66793-7557-448b-83c3-cb8881b21fd3 req-83ee9490-2e72-4a5d-b55e-29002a76a02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:53:43.529207 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-cbf66793-7557-448b-83c3-cb8881b21fd3 req-83ee9490-2e72-4a5d-b55e-29002a76a02a service neutron] 10.222.0.89 "GET /v2.0/networks?id=ea40910f-54e1-40fb-bf6f-305b7d82bf02 HTTP/1.1" status: 200 len: 911 time: 0.1010208 Feb 16 17:53:43.596549 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-cbf66793-7557-448b-83c3-cb8881b21fd3 req-066596d7-2964-49b1-b758-fd4f0f58b519 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be9a3e60-c894-4140-8926-e00fefac0c65 HTTP/1.1" status: 200 len: 217 time: 0.0605183 Feb 16 17:53:43.663676 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf66793-7557-448b-83c3-cb8881b21fd3 req-49ac9d17-07e2-45a8-bb66-90e584d933bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:53:43.665434 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-cbf66793-7557-448b-83c3-cb8881b21fd3 req-49ac9d17-07e2-45a8-bb66-90e584d933bc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=de10cebd-67ab-4d8e-96f6-8824234358f4 HTTP/1.1" status: 200 len: 849 time: 0.0604608 Feb 16 17:53:43.680372 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-db5d597d-69f0-4d8b-98c2-368923ddf3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'name': 'tempest-TestSnapshotPattern-1306317511-router', 'tenant_id': 'b3b75689a1104bdba68a046fae17ba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.62'}], 'enable_snat': True}, 'gw_port_id': '4ba2a16d-efcf-4610-8fdc-0eb3c376a508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:48:53Z', 'updated_at': '2022-02-16T17:48:56Z', 'revision_number': 4, 'project_id': 'b3b75689a1104bdba68a046fae17ba5b', 'gw_port': {'id': '4ba2a16d-efcf-4610-8fdc-0eb3c376a508', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:48:54Z', 'updated_at': '2022-02-16T17:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '8b761b6c-5da8-43f1-ad16-9ef5bf5c2a3b', 'tenant_id': 'b3b75689a1104bdba68a046fae17ba5b', 'floating_ip_address': '172.26.3.149', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'port_id': '60b0d0da-f0f5-499b-bb1d-fcb39db3861a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea40910f-54e1-40fb-bf6f-305b7d82bf02', 'mac_address': 'fa:16:3e:19:93:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec16c76-8a42-4d0c-9b28-5969b1d611a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:49:21Z', 'updated_at': '2022-02-16T17:49:23Z', 'revision_number': 1, 'project_id': 'b3b75689a1104bdba68a046fae17ba5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2aff2de-ecd3-4a12-92fd-2fd440a79091', 'name': '', 'network_id': 'ea40910f-54e1-40fb-bf6f-305b7d82bf02', 'tenant_id': 'b3b75689a1104bdba68a046fae17ba5b', 'mac_address': 'fa:16:3e:43:07:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'de10cebd-67ab-4d8e-96f6-8824234358f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:48:56Z', 'updated_at': '2022-02-16T17:49:00Z', 'revision_number': 5, 'project_id': 'b3b75689a1104bdba68a046fae17ba5b', 'subnets': [{'id': 'de10cebd-67ab-4d8e-96f6-8824234358f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:53:43.701241 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb8f55-d3c8-42f5-9483-b9e1eba53d75 req-fab453c8-0d79-41e3-9827-83a3750a30c1 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:53:43.708760 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-c3eb8f55-d3c8-42f5-9483-b9e1eba53d75 req-fab453c8-0d79-41e3-9827-83a3750a30c1 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a70d231-fb43-482e-973f-fa126861a9d1 HTTP/1.1" status: 200 len: 946 time: 0.0593178 Feb 16 17:53:43.709599 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5d597d-69f0-4d8b-98c2-368923ddf3c9 None None] Checking router: 89a2fec0-51a6-4e3f-9289-d5e311ed1e64 for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:53:43.720178 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5d597d-69f0-4d8b-98c2-368923ddf3c9 None None] Routers {'89a2fec0-51a6-4e3f-9289-d5e311ed1e64'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:53:43.721022 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-db5d597d-69f0-4d8b-98c2-368923ddf3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:53:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['89a2fec0-51a6-4e3f-9289-d5e311ed1e64'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:53:43.728749 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf66793-7557-448b-83c3-cb8881b21fd3 req-45a9c9f9-1d97-4346-9780-3a3b73eb42dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:53:43.730950 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-cbf66793-7557-448b-83c3-cb8881b21fd3 req-45a9c9f9-1d97-4346-9780-3a3b73eb42dc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ea40910f-54e1-40fb-bf6f-305b7d82bf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0585129 Feb 16 17:53:43.757654 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-c3eb8f55-d3c8-42f5-9483-b9e1eba53d75 req-e1e60e30-22a0-4d66-b228-e67c7a4fa4a4 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/security-groups?id=c83fe1ee-ecfd-45c5-a31b-ccfb436ebfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479426 Feb 16 17:53:43.835860 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-db5d597d-69f0-4d8b-98c2-368923ddf3c9 None None] Set router 89a2fec0-51a6-4e3f-9289-d5e311ed1e64 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:53:43.840760 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-cbf66793-7557-448b-83c3-cb8881b21fd3 req-360aed2b-ffc7-4f73-83ed-18c67a0a47cd service neutron] 10.222.0.89 "GET /v2.0/networks/ea40910f-54e1-40fb-bf6f-305b7d82bf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022689 Feb 16 17:53:43.934355 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-cbf66793-7557-448b-83c3-cb8881b21fd3 req-e970b78a-0dc8-4b3e-8914-80c2019767da service neutron] 10.222.0.89 "GET /v2.0/networks/ea40910f-54e1-40fb-bf6f-305b7d82bf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860231 Feb 16 17:53:44.061165 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-db5d597d-69f0-4d8b-98c2-368923ddf3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'name': 'tempest-TestSnapshotPattern-1306317511-router', 'tenant_id': 'b3b75689a1104bdba68a046fae17ba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.62'}], 'enable_snat': True}, 'gw_port_id': '4ba2a16d-efcf-4610-8fdc-0eb3c376a508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:48:53Z', 'updated_at': '2022-02-16T17:48:56Z', 'revision_number': 4, 'project_id': 'b3b75689a1104bdba68a046fae17ba5b', 'gw_port': {'id': '4ba2a16d-efcf-4610-8fdc-0eb3c376a508', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:48:54Z', 'updated_at': '2022-02-16T17:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '8b761b6c-5da8-43f1-ad16-9ef5bf5c2a3b', 'tenant_id': 'b3b75689a1104bdba68a046fae17ba5b', 'floating_ip_address': '172.26.3.149', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'port_id': '60b0d0da-f0f5-499b-bb1d-fcb39db3861a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea40910f-54e1-40fb-bf6f-305b7d82bf02', 'mac_address': 'fa:16:3e:19:93:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec16c76-8a42-4d0c-9b28-5969b1d611a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:49:21Z', 'updated_at': '2022-02-16T17:49:23Z', 'revision_number': 1, 'project_id': 'b3b75689a1104bdba68a046fae17ba5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2aff2de-ecd3-4a12-92fd-2fd440a79091', 'name': '', 'network_id': 'ea40910f-54e1-40fb-bf6f-305b7d82bf02', 'tenant_id': 'b3b75689a1104bdba68a046fae17ba5b', 'mac_address': 'fa:16:3e:43:07:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'de10cebd-67ab-4d8e-96f6-8824234358f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:48:56Z', 'updated_at': '2022-02-16T17:49:00Z', 'revision_number': 5, 'project_id': 'b3b75689a1104bdba68a046fae17ba5b', 'subnets': [{'id': 'de10cebd-67ab-4d8e-96f6-8824234358f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:53:44.086596 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5d597d-69f0-4d8b-98c2-368923ddf3c9 None None] The sync data for ids ['89a2fec0-51a6-4e3f-9289-d5e311ed1e64'] in dv-neutron-828697-3-hyperv is: [{'id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'name': 'tempest-TestSnapshotPattern-1306317511-router', 'tenant_id': 'b3b75689a1104bdba68a046fae17ba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.62'}], 'enable_snat': True}, 'gw_port_id': '4ba2a16d-efcf-4610-8fdc-0eb3c376a508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:48:53Z', 'updated_at': '2022-02-16T17:48:56Z', 'revision_number': 4, 'project_id': 'b3b75689a1104bdba68a046fae17ba5b', 'gw_port': {'id': '4ba2a16d-efcf-4610-8fdc-0eb3c376a508', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:48:54Z', 'updated_at': '2022-02-16T17:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_floatingips': [{'id': '8b761b6c-5da8-43f1-ad16-9ef5bf5c2a3b', 'tenant_id': 'b3b75689a1104bdba68a046fae17ba5b', 'floating_ip_address': '172.26.3.149', 'floating_network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'router_id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'port_id': '60b0d0da-f0f5-499b-bb1d-fcb39db3861a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea40910f-54e1-40fb-bf6f-305b7d82bf02', 'mac_address': 'fa:16:3e:19:93:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec16c76-8a42-4d0c-9b28-5969b1d611a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:49:21Z', 'updated_at': '2022-02-16T17:49:23Z', 'revision_number': 1, 'project_id': 'b3b75689a1104bdba68a046fae17ba5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2aff2de-ecd3-4a12-92fd-2fd440a79091', 'name': '', 'network_id': 'ea40910f-54e1-40fb-bf6f-305b7d82bf02', 'tenant_id': 'b3b75689a1104bdba68a046fae17ba5b', 'mac_address': 'fa:16:3e:43:07:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'de10cebd-67ab-4d8e-96f6-8824234358f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:48:56Z', 'updated_at': '2022-02-16T17:49:00Z', 'revision_number': 5, 'project_id': 'b3b75689a1104bdba68a046fae17ba5b', 'subnets': [{'id': 'de10cebd-67ab-4d8e-96f6-8824234358f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:53:44.283824 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee24e28a-6d25-4984-ba6d-ecfbb415ca3a None None] New status for floating IP b38a8170-c1c1-493a-a3cb-071c4708cf65: DOWN {{(pid=114377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:53:44.866316 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232d963-dc49-4760-b571-9aba17b02c7b req-c93bd943-791a-4315-add4-1e2399592879 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:53:44.867917 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-9232d963-dc49-4760-b571-9aba17b02c7b req-c93bd943-791a-4315-add4-1e2399592879 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a70d231-fb43-482e-973f-fa126861a9d1 HTTP/1.1" status: 200 len: 946 time: 0.0497706 Feb 16 17:53:44.909330 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device be9a3e60-c894-4140-8926-e00fefac0c65 no longer exists at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:53:44.912008 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-9232d963-dc49-4760-b571-9aba17b02c7b req-07ffd745-535c-473d-b6ff-df8f5d4cb04d tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/security-groups?id=c83fe1ee-ecfd-45c5-a31b-ccfb436ebfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379925 Feb 16 17:53:44.984510 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375189'] for port, before_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:45.009327 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a70d231-fb43-482e-973f-fa126861a9d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be9a3e60-c894-4140-8926-e00fefac0c65'}] {{(pid=114377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:53:45.012059 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ca56af1e5430ede1829a78fa92b2301304ed0c0c5fdca6f695a4114b860ff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1629b9e4-042c-442f-b081-bd537128b93e" -d '{"events": [{"server_uuid": "8a70d231-fb43-482e-973f-fa126861a9d1", "name": "network-vif-unplugged", "status": "completed", "tag": "be9a3e60-c894-4140-8926-e00fefac0c65"}]}' {{(pid=114377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:53:45.024327 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] For port be9a3e60-c894-4140-8926-e00fefac0c65, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=be9a3e60-c894-4140-8926-e00fefac0c65,segment=NetworkSegment(f23dd6fa-f089-4007-8e13-31a632b1c0d8),segment_id=f23dd6fa-f089-4007-8e13-31a632b1c0d8)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:53:45.048918 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 17:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750cc994-7223-4bbf-8ed4-5faec5f890aa x-openstack-request-id: req-750cc994-7223-4bbf-8ed4-5faec5f890aa {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:53:45.048918 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a70d231-fb43-482e-973f-fa126861a9d1", "name": "network-vif-unplugged", "status": "completed", "tag": "be9a3e60-c894-4140-8926-e00fefac0c65", "code": 200}]} {{(pid=114377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:53:45.048918 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-750cc994-7223-4bbf-8ed4-5faec5f890aa {{(pid=114377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:53:45.049232 dv-neutron-828697-3-hyperv neutron-server[114377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a70d231-fb43-482e-973f-fa126861a9d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be9a3e60-c894-4140-8926-e00fefac0c65', 'code': 200} Feb 16 17:53:45.102011 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749410308976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749409778818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749409778836'] for port, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:45.152738 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Pushing event updated for resources: {'Port': ['ID=be9a3e60-c894-4140-8926-e00fefac0c65,revision_number=8']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:53:45.185875 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab7bd4-eead-44ad-b6c7-0f8e3e406605 req-e2417fea-2f6d-4fbd-9b32-678ae4d259ce tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:53:45.187323 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-56ab7bd4-eead-44ad-b6c7-0f8e3e406605 req-e2417fea-2f6d-4fbd-9b32-678ae4d259ce tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.89 "GET /v2.0/ports?device_id=8a70d231-fb43-482e-973f-fa126861a9d1 HTTP/1.1" status: 200 len: 944 time: 0.0528328 Feb 16 17:53:45.282380 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-56ab7bd4-eead-44ad-b6c7-0f8e3e406605 req-b6aab90d-6c32-406d-b34c-68980a521d4e tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Deleting port be9a3e60-c894-4140-8926-e00fefac0c65 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:53:45.282637 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-56ab7bd4-eead-44ad-b6c7-0f8e3e406605 req-b6aab90d-6c32-406d-b34c-68980a521d4e tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:45.372538 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-56ab7bd4-eead-44ad-b6c7-0f8e3e406605 req-b6aab90d-6c32-406d-b34c-68980a521d4e tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] For port be9a3e60-c894-4140-8926-e00fefac0c65, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=be9a3e60-c894-4140-8926-e00fefac0c65,segment=NetworkSegment(f23dd6fa-f089-4007-8e13-31a632b1c0d8),segment_id=f23dd6fa-f089-4007-8e13-31a632b1c0d8)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:53:45.372903 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-56ab7bd4-eead-44ad-b6c7-0f8e3e406605 req-b6aab90d-6c32-406d-b34c-68980a521d4e tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:45.384661 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-56ab7bd4-eead-44ad-b6c7-0f8e3e406605 req-b6aab90d-6c32-406d-b34c-68980a521d4e tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Calling delete_port for be9a3e60-c894-4140-8926-e00fefac0c65 owned by compute:nova {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:53:45.560414 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-56ab7bd4-eead-44ad-b6c7-0f8e3e406605 req-b6aab90d-6c32-406d-b34c-68980a521d4e tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:45.595406 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aab90d-6c32-406d-b34c-68980a521d4e tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Pushing event deleted for resources: {'Port': ['ID=be9a3e60-c894-4140-8926-e00fefac0c65,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:53:45.635455 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-56ab7bd4-eead-44ad-b6c7-0f8e3e406605 req-b6aab90d-6c32-406d-b34c-68980a521d4e tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] No DVR routers for this DVR port be9a3e60-c894-4140-8926-e00fefac0c65 on host hv-neutron-8286 {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:53:45.638119 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-56ab7bd4-eead-44ad-b6c7-0f8e3e406605 req-b6aab90d-6c32-406d-b34c-68980a521d4e tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:45.641388 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-56ab7bd4-eead-44ad-b6c7-0f8e3e406605 req-b6aab90d-6c32-406d-b34c-68980a521d4e tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.89 "DELETE /v2.0/ports/be9a3e60-c894-4140-8926-e00fefac0c65 HTTP/1.1" status: 204 len: 173 time: 0.4482841 Feb 16 17:53:45.641827 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a70d231-fb43-482e-973f-fa126861a9d1', 'name': 'network-vif-deleted', 'tag': 'be9a3e60-c894-4140-8926-e00fefac0c65'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:53:45.644108 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71995a1c-d930-49ee-ade2-643bcab066fc" -d '{"events": [{"server_uuid": "8a70d231-fb43-482e-973f-fa126861a9d1", "name": "network-vif-deleted", "tag": "be9a3e60-c894-4140-8926-e00fefac0c65"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:53:45.679406 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b94e675-679d-4348-9bf2-6a8a756bf38e x-openstack-request-id: req-8b94e675-679d-4348-9bf2-6a8a756bf38e {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:53:45.679721 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a70d231-fb43-482e-973f-fa126861a9d1", "name": "network-vif-deleted", "tag": "be9a3e60-c894-4140-8926-e00fefac0c65", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:53:45.679994 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8b94e675-679d-4348-9bf2-6a8a756bf38e {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:53:45.680431 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a70d231-fb43-482e-973f-fa126861a9d1', 'name': 'network-vif-deleted', 'tag': 'be9a3e60-c894-4140-8926-e00fefac0c65', 'status': 'completed', 'code': 200} Feb 16 17:53:46.026597 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-9dea3bc6-2c22-467a-abcd-f18cc16a762f req-779d9d62-a50d-4910-acd7-01364063dd8d tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a70d231-fb43-482e-973f-fa126861a9d1 HTTP/1.1" status: 200 len: 210 time: 0.0310929 Feb 16 17:53:48.302888 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 33974) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:53:48.458158 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-a8433f73-f143-4dbb-9a24-60de67415eb3 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Deleting port b0aaafbc-cd8f-4ea6-b25e-58ba2929d740 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:53:48.458505 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a8433f73-f143-4dbb-9a24-60de67415eb3 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:48.536780 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a8433f73-f143-4dbb-9a24-60de67415eb3 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:48.537110 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a8433f73-f143-4dbb-9a24-60de67415eb3 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:48.554078 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-a8433f73-f143-4dbb-9a24-60de67415eb3 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Calling delete_port for b0aaafbc-cd8f-4ea6-b25e-58ba2929d740 owned by network:floatingip {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:53:48.770505 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a8433f73-f143-4dbb-9a24-60de67415eb3 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:48.795658 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8433f73-f143-4dbb-9a24-60de67415eb3 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Pushing event deleted for resources: {'Port': ['ID=b0aaafbc-cd8f-4ea6-b25e-58ba2929d740,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:53:48.854618 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a8433f73-f143-4dbb-9a24-60de67415eb3 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks [] for floatingip, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:48.854950 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.db.l3_db [None req-a8433f73-f143-4dbb-9a24-60de67415eb3 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Floating IP 8b761b6c-5da8-43f1-ad16-9ef5bf5c2a3b disassociated (deleted). External IP: 172.26.3.149, port: 60b0d0da-f0f5-499b-bb1d-fcb39db3861a. Feb 16 17:53:49.066012 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8433f73-f143-4dbb-9a24-60de67415eb3 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Router 89a2fec0-51a6-4e3f-9289-d5e311ed1e64 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:53:49.174312 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8433f73-f143-4dbb-9a24-60de67415eb3 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:53:49.178761 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-a8433f73-f143-4dbb-9a24-60de67415eb3 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for floatingip, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:49.184899 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9fe675-6d40-48be-9375-f9f77a7a168b None None] Sync routers for ids ['89a2fec0-51a6-4e3f-9289-d5e311ed1e64'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:53:49.194229 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9fe675-6d40-48be-9375-f9f77a7a168b None None] Routers {'89a2fec0-51a6-4e3f-9289-d5e311ed1e64'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:53:49.195088 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-1f9fe675-6d40-48be-9375-f9f77a7a168b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:53:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['89a2fec0-51a6-4e3f-9289-d5e311ed1e64'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:53:49.205873 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-a8433f73-f143-4dbb-9a24-60de67415eb3 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "DELETE /v2.0/floatingips/8b761b6c-5da8-43f1-ad16-9ef5bf5c2a3b HTTP/1.1" status: 204 len: 168 time: 0.9018955 Feb 16 17:53:49.206715 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ec16c76-8a42-4d0c-9b28-5969b1d611a4', 'tag': '60b0d0da-f0f5-499b-bb1d-fcb39db3861a'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:53:49.209057 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df74efc-9bec-4b69-afb1-750122d3babf" -d '{"events": [{"name": "network-changed", "server_uuid": "2ec16c76-8a42-4d0c-9b28-5969b1d611a4", "tag": "60b0d0da-f0f5-499b-bb1d-fcb39db3861a"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:53:49.251948 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068d7974-8f56-40ef-af98-e18ac6b0fe0c x-openstack-request-id: req-068d7974-8f56-40ef-af98-e18ac6b0fe0c {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:53:49.252494 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ec16c76-8a42-4d0c-9b28-5969b1d611a4", "tag": "60b0d0da-f0f5-499b-bb1d-fcb39db3861a", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:53:49.252761 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-068d7974-8f56-40ef-af98-e18ac6b0fe0c {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:53:49.253163 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ec16c76-8a42-4d0c-9b28-5969b1d611a4', 'tag': '60b0d0da-f0f5-499b-bb1d-fcb39db3861a', 'status': 'completed', 'code': 200} Feb 16 17:53:49.305553 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-1f9fe675-6d40-48be-9375-f9f77a7a168b None None] Set router 89a2fec0-51a6-4e3f-9289-d5e311ed1e64 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:53:49.314944 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df74efc-9bec-4b69-afb1-750122d3babf req-f9e49e5b-3c25-4a47-a3d6-40c6144eb75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:53:49.316777 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7df74efc-9bec-4b69-afb1-750122d3babf req-f9e49e5b-3c25-4a47-a3d6-40c6144eb75c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b3b75689a1104bdba68a046fae17ba5b&device_id=2ec16c76-8a42-4d0c-9b28-5969b1d611a4 HTTP/1.1" status: 200 len: 1097 time: 0.0430958 Feb 16 17:53:49.413922 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df74efc-9bec-4b69-afb1-750122d3babf req-39e148ee-c15a-4621-ba93-d556204852bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:53:49.415378 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7df74efc-9bec-4b69-afb1-750122d3babf req-39e148ee-c15a-4621-ba93-d556204852bc service neutron] 10.222.0.89 "GET /v2.0/networks?id=ea40910f-54e1-40fb-bf6f-305b7d82bf02 HTTP/1.1" status: 200 len: 911 time: 0.0900910 Feb 16 17:53:49.460684 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7df74efc-9bec-4b69-afb1-750122d3babf req-828e1676-9481-474c-8993-8a2da37bc36e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60b0d0da-f0f5-499b-bb1d-fcb39db3861a HTTP/1.1" status: 200 len: 217 time: 0.0380206 Feb 16 17:53:49.506876 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-1f9fe675-6d40-48be-9375-f9f77a7a168b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'name': 'tempest-TestSnapshotPattern-1306317511-router', 'tenant_id': 'b3b75689a1104bdba68a046fae17ba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.62'}], 'enable_snat': True}, 'gw_port_id': '4ba2a16d-efcf-4610-8fdc-0eb3c376a508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:48:53Z', 'updated_at': '2022-02-16T17:48:56Z', 'revision_number': 4, 'project_id': 'b3b75689a1104bdba68a046fae17ba5b', 'gw_port': {'id': '4ba2a16d-efcf-4610-8fdc-0eb3c376a508', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:48:54Z', 'updated_at': '2022-02-16T17:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'd2aff2de-ecd3-4a12-92fd-2fd440a79091', 'name': '', 'network_id': 'ea40910f-54e1-40fb-bf6f-305b7d82bf02', 'tenant_id': 'b3b75689a1104bdba68a046fae17ba5b', 'mac_address': 'fa:16:3e:43:07:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'de10cebd-67ab-4d8e-96f6-8824234358f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:48:56Z', 'updated_at': '2022-02-16T17:49:00Z', 'revision_number': 5, 'project_id': 'b3b75689a1104bdba68a046fae17ba5b', 'subnets': [{'id': 'de10cebd-67ab-4d8e-96f6-8824234358f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:53:49.511749 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df74efc-9bec-4b69-afb1-750122d3babf req-96097bc8-587b-4284-a9ed-6a9e69fe46c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:53:49.513786 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7df74efc-9bec-4b69-afb1-750122d3babf req-96097bc8-587b-4284-a9ed-6a9e69fe46c2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=de10cebd-67ab-4d8e-96f6-8824234358f4 HTTP/1.1" status: 200 len: 849 time: 0.0448570 Feb 16 17:53:49.538174 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9fe675-6d40-48be-9375-f9f77a7a168b None None] Checking router: 89a2fec0-51a6-4e3f-9289-d5e311ed1e64 for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:53:49.546976 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9fe675-6d40-48be-9375-f9f77a7a168b None None] Routers {'89a2fec0-51a6-4e3f-9289-d5e311ed1e64'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:53:49.547587 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-1f9fe675-6d40-48be-9375-f9f77a7a168b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:53:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['89a2fec0-51a6-4e3f-9289-d5e311ed1e64'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:53:49.566291 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df74efc-9bec-4b69-afb1-750122d3babf req-76b4867b-2fcd-4b6c-a049-f5a818296fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:53:49.567857 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7df74efc-9bec-4b69-afb1-750122d3babf req-76b4867b-2fcd-4b6c-a049-f5a818296fbd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ea40910f-54e1-40fb-bf6f-305b7d82bf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0474541 Feb 16 17:53:49.660129 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-1f9fe675-6d40-48be-9375-f9f77a7a168b None None] Set router 89a2fec0-51a6-4e3f-9289-d5e311ed1e64 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:53:49.865622 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-1f9fe675-6d40-48be-9375-f9f77a7a168b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'name': 'tempest-TestSnapshotPattern-1306317511-router', 'tenant_id': 'b3b75689a1104bdba68a046fae17ba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.62'}], 'enable_snat': True}, 'gw_port_id': '4ba2a16d-efcf-4610-8fdc-0eb3c376a508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:48:53Z', 'updated_at': '2022-02-16T17:48:56Z', 'revision_number': 4, 'project_id': 'b3b75689a1104bdba68a046fae17ba5b', 'gw_port': {'id': '4ba2a16d-efcf-4610-8fdc-0eb3c376a508', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:48:54Z', 'updated_at': '2022-02-16T17:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'd2aff2de-ecd3-4a12-92fd-2fd440a79091', 'name': '', 'network_id': 'ea40910f-54e1-40fb-bf6f-305b7d82bf02', 'tenant_id': 'b3b75689a1104bdba68a046fae17ba5b', 'mac_address': 'fa:16:3e:43:07:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'de10cebd-67ab-4d8e-96f6-8824234358f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:48:56Z', 'updated_at': '2022-02-16T17:49:00Z', 'revision_number': 5, 'project_id': 'b3b75689a1104bdba68a046fae17ba5b', 'subnets': [{'id': 'de10cebd-67ab-4d8e-96f6-8824234358f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:53:49.896963 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9fe675-6d40-48be-9375-f9f77a7a168b None None] The sync data for ids ['89a2fec0-51a6-4e3f-9289-d5e311ed1e64'] in dv-neutron-828697-3-hyperv is: [{'id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'name': 'tempest-TestSnapshotPattern-1306317511-router', 'tenant_id': 'b3b75689a1104bdba68a046fae17ba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.62'}], 'enable_snat': True}, 'gw_port_id': '4ba2a16d-efcf-4610-8fdc-0eb3c376a508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:48:53Z', 'updated_at': '2022-02-16T17:48:56Z', 'revision_number': 4, 'project_id': 'b3b75689a1104bdba68a046fae17ba5b', 'gw_port': {'id': '4ba2a16d-efcf-4610-8fdc-0eb3c376a508', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:48:54Z', 'updated_at': '2022-02-16T17:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv', '_interfaces': [{'id': 'd2aff2de-ecd3-4a12-92fd-2fd440a79091', 'name': '', 'network_id': 'ea40910f-54e1-40fb-bf6f-305b7d82bf02', 'tenant_id': 'b3b75689a1104bdba68a046fae17ba5b', 'mac_address': 'fa:16:3e:43:07:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'de10cebd-67ab-4d8e-96f6-8824234358f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:48:56Z', 'updated_at': '2022-02-16T17:49:00Z', 'revision_number': 5, 'project_id': 'b3b75689a1104bdba68a046fae17ba5b', 'subnets': [{'id': 'de10cebd-67ab-4d8e-96f6-8824234358f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:53:50.057253 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1c960-d779-4cf5-9581-e7051f209ce1 req-8a0d6b68-a6d9-433a-a537-0a9f3024abe6 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:53:50.059384 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5fd1c960-d779-4cf5-9581-e7051f209ce1 req-8a0d6b68-a6d9-433a-a537-0a9f3024abe6 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/ports?device_id=2ec16c76-8a42-4d0c-9b28-5969b1d611a4 HTTP/1.1" status: 200 len: 944 time: 0.4369981 Feb 16 17:53:50.061797 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7df74efc-9bec-4b69-afb1-750122d3babf req-c0acc8ea-617e-4548-a1af-7765585dc2c1 service neutron] 10.222.0.89 "GET /v2.0/networks/ea40910f-54e1-40fb-bf6f-305b7d82bf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4864891 Feb 16 17:53:50.113437 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431e49ed-bd07-40c6-bc58-1fbd5e525f0b None None] New status for floating IP 8b761b6c-5da8-43f1-ad16-9ef5bf5c2a3b: DOWN {{(pid=114377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:53:50.146983 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-5fd1c960-d779-4cf5-9581-e7051f209ce1 req-c7712319-c63c-4b14-91e7-c316aef18e87 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/security-groups?id=c83fe1ee-ecfd-45c5-a31b-ccfb436ebfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808465 Feb 16 17:53:50.180587 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-7df74efc-9bec-4b69-afb1-750122d3babf req-98727a6b-b299-4f2a-85af-3ab0b472348c service neutron] 10.222.0.89 "GET /v2.0/networks/ea40910f-54e1-40fb-bf6f-305b7d82bf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078513 Feb 16 17:53:50.919492 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device be9a3e60-c894-4140-8926-e00fefac0c65 no longer exists at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:53:50.940171 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] No Port match for: be9a3e60-c894-4140-8926-e00fefac0c65 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:53:50.940516 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device be9a3e60-c894-4140-8926-e00fefac0c65 not bound to the agent host hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:53:51.166899 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497277b3-1b25-486a-acfb-a0425fb489a9 req-47032fbf-1f79-411d-8504-b55c956c6f42 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:53:51.168288 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-497277b3-1b25-486a-acfb-a0425fb489a9 req-47032fbf-1f79-411d-8504-b55c956c6f42 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.89 "GET /v2.0/ports?device_id=2ec16c76-8a42-4d0c-9b28-5969b1d611a4 HTTP/1.1" status: 200 len: 944 time: 0.0519819 Feb 16 17:53:51.267863 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f2633-7772-4107-86a1-beb88e1746b6 req-51dfd0e2-ccdc-47ec-a673-597f3c2cf535 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:53:51.269416 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-8d7f2633-7772-4107-86a1-beb88e1746b6 req-51dfd0e2-ccdc-47ec-a673-597f3c2cf535 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/ports?device_id=2ec16c76-8a42-4d0c-9b28-5969b1d611a4 HTTP/1.1" status: 200 len: 944 time: 0.0499754 Feb 16 17:53:51.274952 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-497277b3-1b25-486a-acfb-a0425fb489a9 req-3713a2f9-541b-420a-8e53-3549b81604a0 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Deleting port 60b0d0da-f0f5-499b-bb1d-fcb39db3861a {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:53:51.275299 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-497277b3-1b25-486a-acfb-a0425fb489a9 req-3713a2f9-541b-420a-8e53-3549b81604a0 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:51.306391 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-8d7f2633-7772-4107-86a1-beb88e1746b6 req-207b51b9-b05a-4655-898c-5d696ee765d6 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/security-groups?id=c83fe1ee-ecfd-45c5-a31b-ccfb436ebfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310152 Feb 16 17:53:51.365729 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [req-497277b3-1b25-486a-acfb-a0425fb489a9 req-3713a2f9-541b-420a-8e53-3549b81604a0 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] For port 60b0d0da-f0f5-499b-bb1d-fcb39db3861a, host hv-neutron-8286, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8286',level=0,port_id=60b0d0da-f0f5-499b-bb1d-fcb39db3861a,segment=NetworkSegment(f23dd6fa-f089-4007-8e13-31a632b1c0d8),segment_id=f23dd6fa-f089-4007-8e13-31a632b1c0d8)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:53:51.366090 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-497277b3-1b25-486a-acfb-a0425fb489a9 req-3713a2f9-541b-420a-8e53-3549b81604a0 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:51.378465 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [req-497277b3-1b25-486a-acfb-a0425fb489a9 req-3713a2f9-541b-420a-8e53-3549b81604a0 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Calling delete_port for 60b0d0da-f0f5-499b-bb1d-fcb39db3861a owned by compute:nova {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:53:51.560071 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-497277b3-1b25-486a-acfb-a0425fb489a9 req-3713a2f9-541b-420a-8e53-3549b81604a0 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:51.586592 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3713a2f9-541b-420a-8e53-3549b81604a0 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Pushing event deleted for resources: {'Port': ['ID=60b0d0da-f0f5-499b-bb1d-fcb39db3861a,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:53:51.636845 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [req-497277b3-1b25-486a-acfb-a0425fb489a9 req-3713a2f9-541b-420a-8e53-3549b81604a0 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] No DVR routers for this DVR port 60b0d0da-f0f5-499b-bb1d-fcb39db3861a on host hv-neutron-8286 {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:53:51.639523 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [req-497277b3-1b25-486a-acfb-a0425fb489a9 req-3713a2f9-541b-420a-8e53-3549b81604a0 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51073'] for port, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:51.642967 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [req-497277b3-1b25-486a-acfb-a0425fb489a9 req-3713a2f9-541b-420a-8e53-3549b81604a0 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.89 "DELETE /v2.0/ports/60b0d0da-f0f5-499b-bb1d-fcb39db3861a HTTP/1.1" status: 204 len: 173 time: 0.4692087 Feb 16 17:53:51.643422 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ec16c76-8a42-4d0c-9b28-5969b1d611a4', 'name': 'network-vif-deleted', 'tag': '60b0d0da-f0f5-499b-bb1d-fcb39db3861a'}] {{(pid=114376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:53:51.645694 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8521669be56492f2d5283c5432af01847ded59e4b7e98973e99fa0272e9588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da99d6ce-beb2-4dc6-a6e5-3d479d4e6ac2" -d '{"events": [{"server_uuid": "2ec16c76-8a42-4d0c-9b28-5969b1d611a4", "name": "network-vif-deleted", "tag": "60b0d0da-f0f5-499b-bb1d-fcb39db3861a"}]}' {{(pid=114376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:53:51.680337 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e52a2a0-0e54-4d34-a04b-f8fc9373ead3 x-openstack-request-id: req-2e52a2a0-0e54-4d34-a04b-f8fc9373ead3 {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:53:51.680632 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ec16c76-8a42-4d0c-9b28-5969b1d611a4", "name": "network-vif-deleted", "tag": "60b0d0da-f0f5-499b-bb1d-fcb39db3861a", "status": "completed", "code": 200}]} {{(pid=114376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:53:51.680884 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2e52a2a0-0e54-4d34-a04b-f8fc9373ead3 {{(pid=114376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:53:51.681282 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ec16c76-8a42-4d0c-9b28-5969b1d611a4', 'name': 'network-vif-deleted', 'tag': '60b0d0da-f0f5-499b-bb1d-fcb39db3861a', 'status': 'completed', 'code': 200} Feb 16 17:53:52.417709 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [req-c119ccf0-f083-4f80-983e-ef4fd3ccd0a0 req-2d857154-0cd0-4e54-ab83-5709d22a3572 tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "GET /v2.0/ports?device_id=2ec16c76-8a42-4d0c-9b28-5969b1d611a4 HTTP/1.1" status: 200 len: 210 time: 0.0267949 Feb 16 17:53:53.479893 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 33990) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:53:53.536532 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-70e7f17c-3554-459b-93a4-7a70acc6604b tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:53.561418 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-70e7f17c-3554-459b-93a4-7a70acc6604b tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:53.673715 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-70e7f17c-3554-459b-93a4-7a70acc6604b tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:53.676240 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-70e7f17c-3554-459b-93a4-7a70acc6604b tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:53.677408 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-70e7f17c-3554-459b-93a4-7a70acc6604b tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] 10.222.0.88 "DELETE /v2.0/security-groups/c83fe1ee-ecfd-45c5-a31b-ccfb436ebfeb HTTP/1.1" status: 204 len: 168 time: 0.1974261 Feb 16 17:53:53.687132 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e7f17c-3554-459b-93a4-7a70acc6604b tempest-TestSnapshotPattern-648435501 tempest-TestSnapshotPattern-648435501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83fe1ee-ecfd-45c5-a31b-ccfb436ebfeb,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:53:53.763121 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 33994) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:53:54.191706 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7ef01ecd-c750-40e4-acbf-5d45ec3d19ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:54.432594 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-7ef01ecd-c750-40e4-acbf-5d45ec3d19ed admin admin] Deleting port d2aff2de-ecd3-4a12-92fd-2fd440a79091 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:53:54.432935 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7ef01ecd-c750-40e4-acbf-5d45ec3d19ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:54.508058 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-7ef01ecd-c750-40e4-acbf-5d45ec3d19ed admin admin] For port d2aff2de-ecd3-4a12-92fd-2fd440a79091, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=d2aff2de-ecd3-4a12-92fd-2fd440a79091,segment=NetworkSegment(f23dd6fa-f089-4007-8e13-31a632b1c0d8),segment_id=f23dd6fa-f089-4007-8e13-31a632b1c0d8)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:53:54.508711 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7ef01ecd-c750-40e4-acbf-5d45ec3d19ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:54.520164 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-7ef01ecd-c750-40e4-acbf-5d45ec3d19ed admin admin] Calling delete_port for d2aff2de-ecd3-4a12-92fd-2fd440a79091 owned by network:router_interface {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:53:54.776202 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7ef01ecd-c750-40e4-acbf-5d45ec3d19ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:54.811209 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef01ecd-c750-40e4-acbf-5d45ec3d19ed admin admin] Pushing event deleted for resources: {'Port': ['ID=d2aff2de-ecd3-4a12-92fd-2fd440a79091,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:53:54.976372 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-7ef01ecd-c750-40e4-acbf-5d45ec3d19ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:55.190281 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef01ecd-c750-40e4-acbf-5d45ec3d19ed admin admin] Router 89a2fec0-51a6-4e3f-9289-d5e311ed1e64 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:53:55.300513 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef01ecd-c750-40e4-acbf-5d45ec3d19ed admin admin] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:53:55.305415 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-7ef01ecd-c750-40e4-acbf-5d45ec3d19ed admin admin] 10.222.0.88 "PUT /v2.0/routers/89a2fec0-51a6-4e3f-9289-d5e311ed1e64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5412152 Feb 16 17:53:55.307849 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 33998) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:53:55.311149 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ae7b28-cdd8-4272-9dac-b8d822fa2534 None None] Sync routers for ids ['89a2fec0-51a6-4e3f-9289-d5e311ed1e64'] in dv-neutron-828697-3-hyperv {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:53:55.320651 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ae7b28-cdd8-4272-9dac-b8d822fa2534 None None] Routers {'89a2fec0-51a6-4e3f-9289-d5e311ed1e64'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:53:55.321261 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-91ae7b28-cdd8-4272-9dac-b8d822fa2534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:53:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['89a2fec0-51a6-4e3f-9289-d5e311ed1e64'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:53:55.411303 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-335eb200-2564-4814-aa68-57e4ed754666 admin admin] Notify callbacks [] for router, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:55.423467 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-91ae7b28-cdd8-4272-9dac-b8d822fa2534 None None] Set router 89a2fec0-51a6-4e3f-9289-d5e311ed1e64 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:53:55.519439 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-335eb200-2564-4814-aa68-57e4ed754666 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:55.624854 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-335eb200-2564-4814-aa68-57e4ed754666 admin admin] Deleting port 4ba2a16d-efcf-4610-8fdc-0eb3c376a508 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:53:55.625215 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-335eb200-2564-4814-aa68-57e4ed754666 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:55.697108 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-91ae7b28-cdd8-4272-9dac-b8d822fa2534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'name': 'tempest-TestSnapshotPattern-1306317511-router', 'tenant_id': 'b3b75689a1104bdba68a046fae17ba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.62'}], 'enable_snat': True}, 'gw_port_id': '4ba2a16d-efcf-4610-8fdc-0eb3c376a508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:48:53Z', 'updated_at': '2022-02-16T17:53:54Z', 'revision_number': 5, 'project_id': 'b3b75689a1104bdba68a046fae17ba5b', 'gw_port': {'id': '4ba2a16d-efcf-4610-8fdc-0eb3c376a508', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:48:54Z', 'updated_at': '2022-02-16T17:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:53:55.706131 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-335eb200-2564-4814-aa68-57e4ed754666 admin admin] For port 4ba2a16d-efcf-4610-8fdc-0eb3c376a508, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=4ba2a16d-efcf-4610-8fdc-0eb3c376a508,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:53:55.706507 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-335eb200-2564-4814-aa68-57e4ed754666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:55.718749 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-335eb200-2564-4814-aa68-57e4ed754666 admin admin] Calling delete_port for 4ba2a16d-efcf-4610-8fdc-0eb3c376a508 owned by network:router_gateway {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:53:55.722608 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ae7b28-cdd8-4272-9dac-b8d822fa2534 None None] Checking router: 89a2fec0-51a6-4e3f-9289-d5e311ed1e64 for host: dv-neutron-828697-3-hyperv {{(pid=114378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:53:55.731535 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ae7b28-cdd8-4272-9dac-b8d822fa2534 None None] Routers {'89a2fec0-51a6-4e3f-9289-d5e311ed1e64'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:53:55.732166 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-91ae7b28-cdd8-4272-9dac-b8d822fa2534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:53:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['89a2fec0-51a6-4e3f-9289-d5e311ed1e64'], 'active': True} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:53:55.816257 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_dvr_db [None req-91ae7b28-cdd8-4272-9dac-b8d822fa2534 None None] Set router 89a2fec0-51a6-4e3f-9289-d5e311ed1e64 gateway port host: None {{(pid=114378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:53:55.870763 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.l3_hamode_db [None req-91ae7b28-cdd8-4272-9dac-b8d822fa2534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'name': 'tempest-TestSnapshotPattern-1306317511-router', 'tenant_id': 'b3b75689a1104bdba68a046fae17ba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:48:53Z', 'updated_at': '2022-02-16T17:53:55Z', 'revision_number': 6, 'project_id': 'b3b75689a1104bdba68a046fae17ba5b', 'gw_port_host': None}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:53:55.896893 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ae7b28-cdd8-4272-9dac-b8d822fa2534 None None] The sync data for ids ['89a2fec0-51a6-4e3f-9289-d5e311ed1e64'] in dv-neutron-828697-3-hyperv is: [{'id': '89a2fec0-51a6-4e3f-9289-d5e311ed1e64', 'name': 'tempest-TestSnapshotPattern-1306317511-router', 'tenant_id': 'b3b75689a1104bdba68a046fae17ba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:48:53Z', 'updated_at': '2022-02-16T17:53:55Z', 'revision_number': 6, 'project_id': 'b3b75689a1104bdba68a046fae17ba5b', 'gw_port_host': None}] {{(pid=114378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:53:55.953825 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-335eb200-2564-4814-aa68-57e4ed754666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:55.977746 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335eb200-2564-4814-aa68-57e4ed754666 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ba2a16d-efcf-4610-8fdc-0eb3c376a508,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:53:56.037335 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-335eb200-2564-4814-aa68-57e4ed754666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584056'] for router_gateway, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:56.124420 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-335eb200-2564-4814-aa68-57e4ed754666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:56.126478 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-335eb200-2564-4814-aa68-57e4ed754666 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:56.268027 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-335eb200-2564-4814-aa68-57e4ed754666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:56.268613 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335eb200-2564-4814-aa68-57e4ed754666 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89a2fec0-51a6-4e3f-9289-d5e311ed1e64 {{(pid=114376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:53:56.273024 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-335eb200-2564-4814-aa68-57e4ed754666 admin admin] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:56.278320 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-335eb200-2564-4814-aa68-57e4ed754666 admin admin] 10.222.0.88 "DELETE /v2.0/routers/89a2fec0-51a6-4e3f-9289-d5e311ed1e64 HTTP/1.1" status: 204 len: 168 time: 0.9653971 Feb 16 17:53:56.278320 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 34000) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:53:56.329945 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c021f4f-0405-4f08-a7a0-7e4cc5611245 admin admin] Deleting subnet de10cebd-67ab-4d8e-96f6-8824234358f4 {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:53:56.334054 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6c021f4f-0405-4f08-a7a0-7e4cc5611245 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:56.372119 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6c021f4f-0405-4f08-a7a0-7e4cc5611245 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:56.451513 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6c021f4f-0405-4f08-a7a0-7e4cc5611245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:56.593406 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6c021f4f-0405-4f08-a7a0-7e4cc5611245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:56.618332 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c021f4f-0405-4f08-a7a0-7e4cc5611245 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de10cebd-67ab-4d8e-96f6-8824234358f4,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:53:56.622564 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-6c021f4f-0405-4f08-a7a0-7e4cc5611245 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:56.625990 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-6c021f4f-0405-4f08-a7a0-7e4cc5611245 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/de10cebd-67ab-4d8e-96f6-8824234358f4 HTTP/1.1" status: 204 len: 168 time: 0.3473899 Feb 16 17:53:56.628784 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 34002) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:53:56.632029 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80002ba-021e-4ef0-a179-a05b36655846 None None] Network ea40910f-54e1-40fb-bf6f-305b7d82bf02 requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:53:56.703945 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b3387faa-bd2b-4d0e-8c3a-9c1098332cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:56.758365 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-b3387faa-bd2b-4d0e-8c3a-9c1098332cc2 admin admin] Deleting port 413751d9-9d7e-46d0-84af-3bbd7e0e2830 {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:53:56.758723 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b3387faa-bd2b-4d0e-8c3a-9c1098332cc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:56.831100 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99b9bdd-ec68-4611-908b-25bbf1db8a43 None None] DHCP port deletion for ea40910f-54e1-40fb-bf6f-305b7d82bf02 request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:53:56.833058 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-b3387faa-bd2b-4d0e-8c3a-9c1098332cc2 admin admin] For port 413751d9-9d7e-46d0-84af-3bbd7e0e2830, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=413751d9-9d7e-46d0-84af-3bbd7e0e2830,segment=NetworkSegment(f23dd6fa-f089-4007-8e13-31a632b1c0d8),segment_id=f23dd6fa-f089-4007-8e13-31a632b1c0d8)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:53:56.833424 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b3387faa-bd2b-4d0e-8c3a-9c1098332cc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:56.846826 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-b3387faa-bd2b-4d0e-8c3a-9c1098332cc2 admin admin] Calling delete_port for 413751d9-9d7e-46d0-84af-3bbd7e0e2830 owned by network:dhcp {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:53:56.886168 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-c99b9bdd-ec68-4611-908b-25bbf1db8a43 None None] Deleting port 413751d9-9d7e-46d0-84af-3bbd7e0e2830 {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:53:56.886549 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c99b9bdd-ec68-4611-908b-25bbf1db8a43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:56.948239 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 60b0d0da-f0f5-499b-bb1d-fcb39db3861a no longer exists at agent hyperv_hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:53:56.955498 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-c99b9bdd-ec68-4611-908b-25bbf1db8a43 None None] For port 413751d9-9d7e-46d0-84af-3bbd7e0e2830, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=413751d9-9d7e-46d0-84af-3bbd7e0e2830,segment=NetworkSegment(f23dd6fa-f089-4007-8e13-31a632b1c0d8),segment_id=f23dd6fa-f089-4007-8e13-31a632b1c0d8)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:53:56.955897 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c99b9bdd-ec68-4611-908b-25bbf1db8a43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:56.980005 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] No Port match for: 60b0d0da-f0f5-499b-bb1d-fcb39db3861a {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:53:56.980361 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Device 60b0d0da-f0f5-499b-bb1d-fcb39db3861a not bound to the agent host hv-neutron-8286 {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:53:56.985801 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-c99b9bdd-ec68-4611-908b-25bbf1db8a43 None None] Calling delete_port for 413751d9-9d7e-46d0-84af-3bbd7e0e2830 owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:53:57.016204 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b3387faa-bd2b-4d0e-8c3a-9c1098332cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:57.048781 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3387faa-bd2b-4d0e-8c3a-9c1098332cc2 admin admin] No DVR routers for this DVR port 413751d9-9d7e-46d0-84af-3bbd7e0e2830 on host dv-neutron-828697-3-hyperv {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:53:57.053988 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3387faa-bd2b-4d0e-8c3a-9c1098332cc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=413751d9-9d7e-46d0-84af-3bbd7e0e2830,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:53:57.062549 dv-neutron-828697-3-hyperv neutron-server[114377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:53:57.062549 dv-neutron-828697-3-hyperv neutron-server[114377]: self.session.flush() Feb 16 17:53:57.062549 dv-neutron-828697-3-hyperv neutron-server[114377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:53:57.062549 dv-neutron-828697-3-hyperv neutron-server[114377]: self.session.flush() Feb 16 17:53:57.062549 dv-neutron-828697-3-hyperv neutron-server[114377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:53:57.062549 dv-neutron-828697-3-hyperv neutron-server[114377]: self.session.flush() Feb 16 17:53:57.062549 dv-neutron-828697-3-hyperv neutron-server[114377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:53:57.062549 dv-neutron-828697-3-hyperv neutron-server[114377]: self.session.flush() Feb 16 17:53:57.062549 dv-neutron-828697-3-hyperv neutron-server[114377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:53:57.062549 dv-neutron-828697-3-hyperv neutron-server[114377]: self.session.flush() Feb 16 17:53:57.062549 dv-neutron-828697-3-hyperv neutron-server[114377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:53:57.062549 dv-neutron-828697-3-hyperv neutron-server[114377]: self.session.flush() Feb 16 17:53:57.062549 dv-neutron-828697-3-hyperv neutron-server[114377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:53:57.062549 dv-neutron-828697-3-hyperv neutron-server[114377]: self.session.flush() Feb 16 17:53:57.062549 dv-neutron-828697-3-hyperv neutron-server[114377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:53:57.062549 dv-neutron-828697-3-hyperv neutron-server[114377]: self.session.flush() Feb 16 17:53:57.062549 dv-neutron-828697-3-hyperv neutron-server[114377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:53:57.062549 dv-neutron-828697-3-hyperv neutron-server[114377]: self.session.flush() Feb 16 17:53:57.062549 dv-neutron-828697-3-hyperv neutron-server[114377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:53:57.062549 dv-neutron-828697-3-hyperv neutron-server[114377]: self.session.flush() Feb 16 17:53:57.062549 dv-neutron-828697-3-hyperv neutron-server[114377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:53:57.062549 dv-neutron-828697-3-hyperv neutron-server[114377]: self.session.flush() Feb 16 17:53:57.062549 dv-neutron-828697-3-hyperv neutron-server[114377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:53:57.062549 dv-neutron-828697-3-hyperv neutron-server[114377]: self.session.flush() Feb 16 17:53:57.062549 dv-neutron-828697-3-hyperv neutron-server[114377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:53:57.062549 dv-neutron-828697-3-hyperv neutron-server[114377]: self.session.flush() Feb 16 17:53:57.062549 dv-neutron-828697-3-hyperv neutron-server[114377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:53:57.062549 dv-neutron-828697-3-hyperv neutron-server[114377]: self.session.flush() Feb 16 17:53:57.062549 dv-neutron-828697-3-hyperv neutron-server[114377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:53:57.062549 dv-neutron-828697-3-hyperv neutron-server[114377]: self.session.flush() Feb 16 17:53:57.062549 dv-neutron-828697-3-hyperv neutron-server[114377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:53:57.062549 dv-neutron-828697-3-hyperv neutron-server[114377]: self.session.flush() Feb 16 17:53:57.062549 dv-neutron-828697-3-hyperv neutron-server[114377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:53:57.062549 dv-neutron-828697-3-hyperv neutron-server[114377]: self.session.flush() Feb 16 17:53:57.062549 dv-neutron-828697-3-hyperv neutron-server[114377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:53:57.062549 dv-neutron-828697-3-hyperv neutron-server[114377]: self.session.flush() Feb 16 17:53:57.062549 dv-neutron-828697-3-hyperv neutron-server[114377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:53:57.062549 dv-neutron-828697-3-hyperv neutron-server[114377]: self.session.flush() Feb 16 17:53:57.062549 dv-neutron-828697-3-hyperv neutron-server[114377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:53:57.062549 dv-neutron-828697-3-hyperv neutron-server[114377]: self.session.flush() Feb 16 17:53:57.062549 dv-neutron-828697-3-hyperv neutron-server[114377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:53:57.062549 dv-neutron-828697-3-hyperv neutron-server[114377]: self.session.flush() Feb 16 17:53:57.062549 dv-neutron-828697-3-hyperv neutron-server[114377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:53:57.062549 dv-neutron-828697-3-hyperv neutron-server[114377]: self.session.flush() Feb 16 17:53:57.062549 dv-neutron-828697-3-hyperv neutron-server[114377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:53:57.062549 dv-neutron-828697-3-hyperv neutron-server[114377]: self.session.flush() Feb 16 17:53:57.062549 dv-neutron-828697-3-hyperv neutron-server[114377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:53:57.062549 dv-neutron-828697-3-hyperv neutron-server[114377]: self.session.flush() Feb 16 17:53:57.062549 dv-neutron-828697-3-hyperv neutron-server[114377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:53:57.062549 dv-neutron-828697-3-hyperv neutron-server[114377]: self.session.flush() Feb 16 17:53:57.062549 dv-neutron-828697-3-hyperv neutron-server[114377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:53:57.062549 dv-neutron-828697-3-hyperv neutron-server[114377]: self.session.flush() Feb 16 17:53:57.062549 dv-neutron-828697-3-hyperv neutron-server[114377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:53:57.062549 dv-neutron-828697-3-hyperv neutron-server[114377]: self.session.flush() Feb 16 17:53:57.070501 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c99b9bdd-ec68-4611-908b-25bbf1db8a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:57.094975 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99b9bdd-ec68-4611-908b-25bbf1db8a43 None None] No DVR routers for this DVR port 413751d9-9d7e-46d0-84af-3bbd7e0e2830 on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:53:57.096623 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99b9bdd-ec68-4611-908b-25bbf1db8a43 None None] Pushing event deleted for resources: {'Port': ['ID=413751d9-9d7e-46d0-84af-3bbd7e0e2830,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:53:57.127682 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b3387faa-bd2b-4d0e-8c3a-9c1098332cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:57.147559 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-b3387faa-bd2b-4d0e-8c3a-9c1098332cc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea40910f-54e1-40fb-bf6f-305b7d82bf02']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:53:57.157236 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-b3387faa-bd2b-4d0e-8c3a-9c1098332cc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f23dd6fa-f089-4007-8e13-31a632b1c0d8') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:53:57.157530 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-b3387faa-bd2b-4d0e-8c3a-9c1098332cc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f23dd6fa-f089-4007-8e13-31a632b1c0d8') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:53:57.166717 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b3387faa-bd2b-4d0e-8c3a-9c1098332cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:57.181151 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b3387faa-bd2b-4d0e-8c3a-9c1098332cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:57.187058 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3387faa-bd2b-4d0e-8c3a-9c1098332cc2 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:53:57.187446 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b3387faa-bd2b-4d0e-8c3a-9c1098332cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:57.189177 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 17:53:57.189177 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:53:57.189177 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 17:53:57.189177 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:53:57.189177 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 17:53:57.189177 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:53:57.189177 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 17:53:57.189177 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:53:57.189177 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 17:53:57.189177 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:53:57.189177 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 17:53:57.189177 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:53:57.189177 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 17:53:57.189177 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:53:57.189177 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:53:57.189177 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:53:57.189177 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:53:57.189177 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:53:57.189177 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 17:53:57.189177 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:53:57.189177 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 17:53:57.189177 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:53:57.189177 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:53:57.189177 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:53:57.189177 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 17:53:57.189177 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:53:57.189177 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:53:57.189177 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:53:57.189177 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:53:57.189177 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:53:57.189177 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:53:57.189177 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:53:57.393377 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b3387faa-bd2b-4d0e-8c3a-9c1098332cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:57.398830 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-b3387faa-bd2b-4d0e-8c3a-9c1098332cc2 admin admin] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:57.403858 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-b3387faa-bd2b-4d0e-8c3a-9c1098332cc2 admin admin] 10.222.0.88 "DELETE /v2.0/networks/ea40910f-54e1-40fb-bf6f-305b7d82bf02 HTTP/1.1" status: 204 len: 168 time: 0.7724597 Feb 16 17:53:57.405786 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.wsgi [-] (114375) accepted ('10.222.0.88', 34004) {{(pid=114375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:53:57.413981 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3387faa-bd2b-4d0e-8c3a-9c1098332cc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea40910f-54e1-40fb-bf6f-305b7d82bf02,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:53:57.482577 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 4ba2a16d-efcf-4610-8fdc-0eb3c376a508 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:53:57.503716 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 4ba2a16d-efcf-4610-8fdc-0eb3c376a508 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:53:57.504198 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 4ba2a16d-efcf-4610-8fdc-0eb3c376a508 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:53:57.504611 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device d2aff2de-ecd3-4a12-92fd-2fd440a79091 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:53:57.523519 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: d2aff2de-ecd3-4a12-92fd-2fd440a79091 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:53:57.523867 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device d2aff2de-ecd3-4a12-92fd-2fd440a79091 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:53:57.524308 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 413751d9-9d7e-46d0-84af-3bbd7e0e2830 no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:53:57.543446 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 413751d9-9d7e-46d0-84af-3bbd7e0e2830 {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:53:57.543790 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 413751d9-9d7e-46d0-84af-3bbd7e0e2830 not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:53:57.753411 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-753c76c8-f611-46c3-b1cf-1c08ca639f5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585654'] for router_interface, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:57.989327 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-753c76c8-f611-46c3-b1cf-1c08ca639f5d admin admin] Deleting port 313dbf1a-a71e-449d-8408-cdda2da5a86e {{(pid=114375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:53:57.989661 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-753c76c8-f611-46c3-b1cf-1c08ca639f5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:58.077019 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.db [None req-753c76c8-f611-46c3-b1cf-1c08ca639f5d admin admin] For port 313dbf1a-a71e-449d-8408-cdda2da5a86e, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=313dbf1a-a71e-449d-8408-cdda2da5a86e,segment=NetworkSegment(247cb317-c803-44d1-99de-e9e9e6a69a3f),segment_id=247cb317-c803-44d1-99de-e9e9e6a69a3f)] {{(pid=114375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:53:58.077296 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-753c76c8-f611-46c3-b1cf-1c08ca639f5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:58.088590 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.plugins.ml2.plugin [None req-753c76c8-f611-46c3-b1cf-1c08ca639f5d admin admin] Calling delete_port for 313dbf1a-a71e-449d-8408-cdda2da5a86e owned by network:router_interface {{(pid=114375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:53:58.330454 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-753c76c8-f611-46c3-b1cf-1c08ca639f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550250'] for port, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:58.353905 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753c76c8-f611-46c3-b1cf-1c08ca639f5d admin admin] Pushing event deleted for resources: {'Port': ['ID=313dbf1a-a71e-449d-8408-cdda2da5a86e,revision_number=None']} {{(pid=114375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:53:58.366515 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c76c8-f611-46c3-b1cf-1c08ca639f5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:53:58.366857 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c76c8-f611-46c3-b1cf-1c08ca639f5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:53:58.367199 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c76c8-f611-46c3-b1cf-1c08ca639f5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:53:58.367538 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c76c8-f611-46c3-b1cf-1c08ca639f5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:53:58.367870 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c76c8-f611-46c3-b1cf-1c08ca639f5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:53:58.368223 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c76c8-f611-46c3-b1cf-1c08ca639f5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:53:58.368553 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c76c8-f611-46c3-b1cf-1c08ca639f5d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:53:58.368882 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c76c8-f611-46c3-b1cf-1c08ca639f5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:53:58.369208 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c76c8-f611-46c3-b1cf-1c08ca639f5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:53:58.369531 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c76c8-f611-46c3-b1cf-1c08ca639f5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:53:58.369852 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c76c8-f611-46c3-b1cf-1c08ca639f5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:53:58.370172 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c76c8-f611-46c3-b1cf-1c08ca639f5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828697-3-hyperv {{(pid=114375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:53:58.534875 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron_lib.callbacks.manager [None req-753c76c8-f611-46c3-b1cf-1c08ca639f5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585690'] for router_interface, after_delete {{(pid=114375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:58.744609 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-753c76c8-f611-46c3-b1cf-1c08ca639f5d admin admin] Router 3c1c850f-817d-41e8-a5d4-6af56b7ced37 has already been hosted by L3 agent e921f0b1-29c5-40e1-b87b-49ca6686b975 {{(pid=114375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:53:58.847538 dv-neutron-828697-3-hyperv neutron-server[114375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753c76c8-f611-46c3-b1cf-1c08ca639f5d admin admin] Notify agent at l3_agent.dv-neutron-828697-3-hyperv the message routers_updated {{(pid=114375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:53:58.852614 dv-neutron-828697-3-hyperv neutron-server[114375]: INFO neutron.wsgi [None req-753c76c8-f611-46c3-b1cf-1c08ca639f5d admin admin] 10.222.0.88 "PUT /v2.0/routers/3c1c850f-817d-41e8-a5d4-6af56b7ced37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4457614 Feb 16 17:53:58.855231 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 34006) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:53:58.856819 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e6c0ea-ea82-405c-ab40-d244e76fabe6 None None] Sync routers for ids ['3c1c850f-817d-41e8-a5d4-6af56b7ced37'] in dv-neutron-828697-3-hyperv {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:53:58.866264 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e6c0ea-ea82-405c-ab40-d244e76fabe6 None None] Routers {'3c1c850f-817d-41e8-a5d4-6af56b7ced37'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:53:58.866886 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-60e6c0ea-ea82-405c-ab40-d244e76fabe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:53:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['3c1c850f-817d-41e8-a5d4-6af56b7ced37'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:53:58.959206 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8473d035-6580-4adf-804a-22fb0a175dd9 admin admin] Notify callbacks [] for router, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:58.968716 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-60e6c0ea-ea82-405c-ab40-d244e76fabe6 None None] Set router 3c1c850f-817d-41e8-a5d4-6af56b7ced37 gateway port host: dv-neutron-828697-3-hyperv {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:53:59.062132 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8473d035-6580-4adf-804a-22fb0a175dd9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:59.145716 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-60e6c0ea-ea82-405c-ab40-d244e76fabe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1c850f-817d-41e8-a5d4-6af56b7ced37', 'name': 'tempest-TestSnapshotPattern-1436210621-router', 'tenant_id': '398d17fd218249ff8adad8d7f2309a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'external_fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': '2ebe26e6-cfc3-41b7-bef3-6442daaba83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:48:59Z', 'updated_at': '2022-02-16T17:53:58Z', 'revision_number': 5, 'project_id': '398d17fd218249ff8adad8d7f2309a17', 'gw_port': {'id': '2ebe26e6-cfc3-41b7-bef3-6442daaba83e', 'name': '', 'network_id': 'd8eab20e-246c-47ce-8449-822ce53769fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:67:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1c850f-817d-41e8-a5d4-6af56b7ced37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828697-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:49:00Z', 'updated_at': '2022-02-16T17:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a765d31-d1c4-4f9e-8993-3e8abeb5fa12', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828697-3-hyperv'}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:53:59.172543 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e6c0ea-ea82-405c-ab40-d244e76fabe6 None None] Checking router: 3c1c850f-817d-41e8-a5d4-6af56b7ced37 for host: dv-neutron-828697-3-hyperv {{(pid=114377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:53:59.179657 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-8473d035-6580-4adf-804a-22fb0a175dd9 admin admin] Deleting port 2ebe26e6-cfc3-41b7-bef3-6442daaba83e {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:53:59.180042 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8473d035-6580-4adf-804a-22fb0a175dd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:59.180914 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e6c0ea-ea82-405c-ab40-d244e76fabe6 None None] Routers {'3c1c850f-817d-41e8-a5d4-6af56b7ced37'} bound to L3 agent in host dv-neutron-828697-3-hyperv {{(pid=114377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:53:59.181524 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-60e6c0ea-ea82-405c-ab40-d244e76fabe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828697-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:49:39Z,description=,heartbeat_timestamp=2022-02-16T17:53:39Z,host='dv-neutron-828697-3-hyperv',id=e921f0b1-29c5-40e1-b87b-49ca6686b975,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:49:40Z,topic='l3_agent')) {'router_ids': ['3c1c850f-817d-41e8-a5d4-6af56b7ced37'], 'active': True} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:53:59.259254 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-8473d035-6580-4adf-804a-22fb0a175dd9 admin admin] For port 2ebe26e6-cfc3-41b7-bef3-6442daaba83e, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=2ebe26e6-cfc3-41b7-bef3-6442daaba83e,segment=NetworkSegment(3a362780-3a05-4635-b6a9-f29b97deb89c),segment_id=3a362780-3a05-4635-b6a9-f29b97deb89c)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:53:59.259622 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8473d035-6580-4adf-804a-22fb0a175dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:59.268196 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvr_db [None req-60e6c0ea-ea82-405c-ab40-d244e76fabe6 None None] Set router 3c1c850f-817d-41e8-a5d4-6af56b7ced37 gateway port host: None {{(pid=114377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:53:59.272493 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-8473d035-6580-4adf-804a-22fb0a175dd9 admin admin] Calling delete_port for 2ebe26e6-cfc3-41b7-bef3-6442daaba83e owned by network:router_gateway {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:53:59.322060 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_hamode_db [None req-60e6c0ea-ea82-405c-ab40-d244e76fabe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1c850f-817d-41e8-a5d4-6af56b7ced37', 'name': 'tempest-TestSnapshotPattern-1436210621-router', 'tenant_id': '398d17fd218249ff8adad8d7f2309a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:48:59Z', 'updated_at': '2022-02-16T17:53:59Z', 'revision_number': 6, 'project_id': '398d17fd218249ff8adad8d7f2309a17', 'gw_port_host': None}], 'dv-neutron-828697-3-hyperv', False) {} {{(pid=114377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:53:59.348748 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e6c0ea-ea82-405c-ab40-d244e76fabe6 None None] The sync data for ids ['3c1c850f-817d-41e8-a5d4-6af56b7ced37'] in dv-neutron-828697-3-hyperv is: [{'id': '3c1c850f-817d-41e8-a5d4-6af56b7ced37', 'name': 'tempest-TestSnapshotPattern-1436210621-router', 'tenant_id': '398d17fd218249ff8adad8d7f2309a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:48:59Z', 'updated_at': '2022-02-16T17:53:59Z', 'revision_number': 6, 'project_id': '398d17fd218249ff8adad8d7f2309a17', 'gw_port_host': None}] {{(pid=114377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:53:59.501843 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8473d035-6580-4adf-804a-22fb0a175dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:53:59.735566 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 313dbf1a-a71e-449d-8408-cdda2da5a86e no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:53:59.758271 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 313dbf1a-a71e-449d-8408-cdda2da5a86e {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:53:59.758616 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 313dbf1a-a71e-449d-8408-cdda2da5a86e not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:53:59.874831 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8473d035-6580-4adf-804a-22fb0a175dd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ebe26e6-cfc3-41b7-bef3-6442daaba83e,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:53:59.933143 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8473d035-6580-4adf-804a-22fb0a175dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584056'] for router_gateway, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:54:00.019612 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8473d035-6580-4adf-804a-22fb0a175dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10425'] for router, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:54:00.021687 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8473d035-6580-4adf-804a-22fb0a175dd9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:54:00.147834 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8473d035-6580-4adf-804a-22fb0a175dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582389'] for router, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:54:00.148411 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8473d035-6580-4adf-804a-22fb0a175dd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c1c850f-817d-41e8-a5d4-6af56b7ced37 {{(pid=114376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:54:00.153432 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-8473d035-6580-4adf-804a-22fb0a175dd9 admin admin] Notify callbacks [] for router, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:54:00.156811 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-8473d035-6580-4adf-804a-22fb0a175dd9 admin admin] 10.222.0.88 "DELETE /v2.0/routers/3c1c850f-817d-41e8-a5d4-6af56b7ced37 HTTP/1.1" status: 204 len: 168 time: 1.2978504 Feb 16 17:54:00.157590 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 34008) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:54:00.202643 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.db_base_plugin_v2 [None req-04a14f4e-3b56-4190-b8cf-4f06e7984131 admin admin] Deleting subnet c9585422-117a-4ac3-b501-2f13d308c167 {{(pid=114376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 17:54:00.205955 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-04a14f4e-3b56-4190-b8cf-4f06e7984131 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:54:00.241968 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-04a14f4e-3b56-4190-b8cf-4f06e7984131 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1213753'] for subnet, precommit_delete_associations {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:54:00.326891 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-04a14f4e-3b56-4190-b8cf-4f06e7984131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16427331'] for subnet, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:54:00.456521 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-04a14f4e-3b56-4190-b8cf-4f06e7984131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16427384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3690283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2687614'] for subnet, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:54:00.483060 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a14f4e-3b56-4190-b8cf-4f06e7984131 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9585422-117a-4ac3-b501-2f13d308c167,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:54:00.488879 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-04a14f4e-3b56-4190-b8cf-4f06e7984131 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:54:00.493433 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-04a14f4e-3b56-4190-b8cf-4f06e7984131 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/c9585422-117a-4ac3-b501-2f13d308c167 HTTP/1.1" status: 204 len: 168 time: 0.3348424 Feb 16 17:54:00.493781 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933f2733-082b-4bb6-9108-1a0b38b7fcc3 None None] Network 138c21f1-04e0-428f-9f68-ffe9a8e02e1c requested from dv-neutron-828697-3-hyperv {{(pid=114377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 17:54:00.496008 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 34010) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:54:00.564474 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2bd753f1-ec45-47be-b90e-e54ff108df80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16358730'] for network, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:54:00.625561 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-2bd753f1-ec45-47be-b90e-e54ff108df80 admin admin] Deleting port 1e46287f-e531-4efc-a596-286728769c1c {{(pid=114376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:54:00.625904 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2bd753f1-ec45-47be-b90e-e54ff108df80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:54:00.655188 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a73f9dd-935d-4d7a-b24e-0e585e859d94 None None] DHCP port deletion for 138c21f1-04e0-428f-9f68-ffe9a8e02e1c request from dv-neutron-828697-3-hyperv {{(pid=114377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 17:54:00.688406 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.db [None req-2bd753f1-ec45-47be-b90e-e54ff108df80 admin admin] For port 1e46287f-e531-4efc-a596-286728769c1c, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=1e46287f-e531-4efc-a596-286728769c1c,segment=NetworkSegment(247cb317-c803-44d1-99de-e9e9e6a69a3f),segment_id=247cb317-c803-44d1-99de-e9e9e6a69a3f)] {{(pid=114376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:54:00.688778 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2bd753f1-ec45-47be-b90e-e54ff108df80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:54:00.703210 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.plugin [None req-2bd753f1-ec45-47be-b90e-e54ff108df80 admin admin] Calling delete_port for 1e46287f-e531-4efc-a596-286728769c1c owned by network:dhcp {{(pid=114376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:54:00.853955 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-4a73f9dd-935d-4d7a-b24e-0e585e859d94 None None] Deleting port 1e46287f-e531-4efc-a596-286728769c1c {{(pid=114377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 17:54:00.854257 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4a73f9dd-935d-4d7a-b24e-0e585e859d94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749410307422'] for port, before_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:54:00.861667 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2bd753f1-ec45-47be-b90e-e54ff108df80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3690456'] for port, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:54:00.891544 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd753f1-ec45-47be-b90e-e54ff108df80 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e46287f-e531-4efc-a596-286728769c1c,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:54:00.896460 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd753f1-ec45-47be-b90e-e54ff108df80 admin admin] No DVR routers for this DVR port 1e46287f-e531-4efc-a596-286728769c1c on host dv-neutron-828697-3-hyperv {{(pid=114376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:54:00.931861 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.db [None req-4a73f9dd-935d-4d7a-b24e-0e585e859d94 None None] For port 1e46287f-e531-4efc-a596-286728769c1c, host dv-neutron-828697-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828697-3-hyperv',level=0,port_id=1e46287f-e531-4efc-a596-286728769c1c,segment=NetworkSegment(247cb317-c803-44d1-99de-e9e9e6a69a3f),segment_id=247cb317-c803-44d1-99de-e9e9e6a69a3f)] {{(pid=114377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:54:00.932305 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4a73f9dd-935d-4d7a-b24e-0e585e859d94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582304'] for port, precommit_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:54:00.945328 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-4a73f9dd-935d-4d7a-b24e-0e585e859d94 None None] Calling delete_port for 1e46287f-e531-4efc-a596-286728769c1c owned by network:dhcp {{(pid=114377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 17:54:00.965704 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2bd753f1-ec45-47be-b90e-e54ff108df80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16427745', 'neutron.services.segments.db._delete_segments_for_network-8749410118184'] for network, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:54:00.986099 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-2bd753f1-ec45-47be-b90e-e54ff108df80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['138c21f1-04e0-428f-9f68-ffe9a8e02e1c']}} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:54:00.990138 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:54:00.995517 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-2bd753f1-ec45-47be-b90e-e54ff108df80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '247cb317-c803-44d1-99de-e9e9e6a69a3f') {'for_net_delete': True} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:54:00.995835 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.services.segments.db [None req-2bd753f1-ec45-47be-b90e-e54ff108df80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '247cb317-c803-44d1-99de-e9e9e6a69a3f') {} {{(pid=114376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:54:01.005969 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2bd753f1-ec45-47be-b90e-e54ff108df80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749410355092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1213750'] for segment, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:54:01.019761 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2bd753f1-ec45-47be-b90e-e54ff108df80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161'] for segment, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:54:01.025375 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-4a73f9dd-935d-4d7a-b24e-0e585e859d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16375114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749410308949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749409778809'] for port, after_delete {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:54:01.025863 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bd753f1-ec45-47be-b90e-e54ff108df80 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=114376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:54:01.026306 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2bd753f1-ec45-47be-b90e-e54ff108df80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16424161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3690381'] for segment, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:54:01.028034 dv-neutron-828697-3-hyperv neutron-server[114376]: Traceback (most recent call last): Feb 16 17:54:01.028034 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:54:01.028034 dv-neutron-828697-3-hyperv neutron-server[114376]: timer() Feb 16 17:54:01.028034 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:54:01.028034 dv-neutron-828697-3-hyperv neutron-server[114376]: cb(*args, **kw) Feb 16 17:54:01.028034 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:54:01.028034 dv-neutron-828697-3-hyperv neutron-server[114376]: return func(*args, **kwargs) Feb 16 17:54:01.028034 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:54:01.028034 dv-neutron-828697-3-hyperv neutron-server[114376]: self._notify() Feb 16 17:54:01.028034 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:54:01.028034 dv-neutron-828697-3-hyperv neutron-server[114376]: self.callback(batched_events) Feb 16 17:54:01.028034 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:54:01.028034 dv-neutron-828697-3-hyperv neutron-server[114376]: event.method(event) Feb 16 17:54:01.028034 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:54:01.028034 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:54:01.028034 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:54:01.028034 dv-neutron-828697-3-hyperv neutron-server[114376]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:54:01.028034 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:54:01.028034 dv-neutron-828697-3-hyperv neutron-server[114376]: return f(self, *a, **k) Feb 16 17:54:01.028034 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:54:01.028034 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._get(url).json() Feb 16 17:54:01.028034 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:54:01.028034 dv-neutron-828697-3-hyperv neutron-server[114376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:54:01.028034 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:54:01.028034 dv-neutron-828697-3-hyperv neutron-server[114376]: return self.request(url, 'GET', **kwargs) Feb 16 17:54:01.028034 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:54:01.028034 dv-neutron-828697-3-hyperv neutron-server[114376]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:54:01.028034 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:54:01.028034 dv-neutron-828697-3-hyperv neutron-server[114376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:54:01.028034 dv-neutron-828697-3-hyperv neutron-server[114376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:54:01.028034 dv-neutron-828697-3-hyperv neutron-server[114376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:54:01.028034 dv-neutron-828697-3-hyperv neutron-server[114376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:54:01.064841 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a73f9dd-935d-4d7a-b24e-0e585e859d94 None None] Pushing event deleted for resources: {'Port': ['ID=1e46287f-e531-4efc-a596-286728769c1c,revision_number=None']} {{(pid=114377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:54:01.068500 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a73f9dd-935d-4d7a-b24e-0e585e859d94 None None] No DVR routers for this DVR port 1e46287f-e531-4efc-a596-286728769c1c on host dv-neutron-828697-3-hyperv {{(pid=114377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:54:01.164925 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2bd753f1-ec45-47be-b90e-e54ff108df80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16427752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584004'] for network, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:54:01.170554 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-2bd753f1-ec45-47be-b90e-e54ff108df80 admin admin] Notify callbacks [] for network, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:54:01.173790 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-2bd753f1-ec45-47be-b90e-e54ff108df80 admin admin] 10.222.0.88 "DELETE /v2.0/networks/138c21f1-04e0-428f-9f68-ffe9a8e02e1c HTTP/1.1" status: 204 len: 168 time: 0.6768627 Feb 16 17:54:01.185372 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd753f1-ec45-47be-b90e-e54ff108df80 admin admin] Pushing event deleted for resources: {'Network': ['ID=138c21f1-04e0-428f-9f68-ffe9a8e02e1c,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:54:01.479567 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 1e46287f-e531-4efc-a596-286728769c1c no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:54:01.490125 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 34014) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:54:01.501238 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 1e46287f-e531-4efc-a596-286728769c1c {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:54:01.501773 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 1e46287f-e531-4efc-a596-286728769c1c not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:54:01.501979 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 2ebe26e6-cfc3-41b7-bef3-6442daaba83e no longer exists at agent ovs-agent-dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:54:01.520478 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] No Port match for: 2ebe26e6-cfc3-41b7-bef3-6442daaba83e {{(pid=114377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 17:54:01.520818 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron.plugins.ml2.rpc [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Device 2ebe26e6-cfc3-41b7-bef3-6442daaba83e not bound to the agent host dv-neutron-828697-3-hyperv {{(pid=114377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:54:01.530703 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-ef67e197-d658-4070-94cb-7affa87c83c1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b3b75689a1104bdba68a046fae17ba5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394025 Feb 16 17:54:01.533164 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 34016) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:54:01.580396 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3f502898-22ae-4b1b-8a50-287fe5e581ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:54:01.600565 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3f502898-22ae-4b1b-8a50-287fe5e581ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:54:01.707142 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3f502898-22ae-4b1b-8a50-287fe5e581ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:54:01.709922 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-3f502898-22ae-4b1b-8a50-287fe5e581ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:54:01.711087 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-3f502898-22ae-4b1b-8a50-287fe5e581ae admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d74f89d1-f83e-440d-b43e-23173f51372c HTTP/1.1" status: 204 len: 168 time: 0.1769931 Feb 16 17:54:01.719595 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f502898-22ae-4b1b-8a50-287fe5e581ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74f89d1-f83e-440d-b43e-23173f51372c,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:54:02.342700 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 34022) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:54:02.384039 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-4a8b5eaf-4b3c-46fd-89a2-46d6050291e4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=398d17fd218249ff8adad8d7f2309a17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399098 Feb 16 17:54:02.387047 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.wsgi [-] (114376) accepted ('10.222.0.88', 34024) {{(pid=114376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 17:54:02.434668 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-83c9e8a6-5b3a-4b17-bf62-faecede91da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:54:02.455914 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-83c9e8a6-5b3a-4b17-bf62-faecede91da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:54:02.570417 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-83c9e8a6-5b3a-4b17-bf62-faecede91da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546066'] for security_group, after_delete {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:54:02.572972 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron_lib.callbacks.manager [None req-83c9e8a6-5b3a-4b17-bf62-faecede91da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:54:02.574105 dv-neutron-828697-3-hyperv neutron-server[114376]: INFO neutron.wsgi [None req-83c9e8a6-5b3a-4b17-bf62-faecede91da0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1a064002-73e6-47dc-8c35-a08a67a48ee5 HTTP/1.1" status: 204 len: 168 time: 0.1861742 Feb 16 17:54:02.581857 dv-neutron-828697-3-hyperv neutron-server[114376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c9e8a6-5b3a-4b17-bf62-faecede91da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a064002-73e6-47dc-8c35-a08a67a48ee5,revision_number=None']} {{(pid=114376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:54:06.884583 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8e1e3ea3-d0dd-4bef-a10c-a4b0d822e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:54:09.256317 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e7e036ed-24ad-4c6b-9d06-3153dad236ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:54:10.644457 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:54:10.879033 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:54:11.986944 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:54:12.175604 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:54:30.970460 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:54:36.849934 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-61934504-f7e4-46d7-93d8-2c9692acb4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:54:39.249652 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-ce5952f5-fed1-4ff7-9cd1-d6dd1990520a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:54:40.643502 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:54:41.981051 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:54:42.158284 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:54:47.878536 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:55:00.997512 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:55:06.872844 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8ff919cd-bba6-4f20-8fb6-48b1956dc437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:55:09.244071 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c19738a9-ddc8-449c-b0b2-373f96472996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:55:10.649274 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:55:12.078643 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:55:12.180411 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:55:24.877096 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:55:31.002775 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:55:36.871582 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8dd3144e-cd1b-4b81-a259-4cceef2c568d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:55:39.242696 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b387eca4-b280-4399-9592-36d1c613389a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:55:40.666118 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:55:42.019751 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:55:42.174016 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:56:01.059881 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:56:01.876878 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:56:06.871168 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-56d690ce-2749-4c94-bce6-214afde9e54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:56:09.225388 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-f738f7ac-c5f2-4257-92df-eb4dde83c1d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:56:10.682611 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:56:12.008890 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:56:12.185145 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:56:31.048412 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:56:36.956675 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-e73f378e-a9b4-4cac-ab72-65738ed766e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:56:38.876636 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:56:39.242387 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-8869dedc-87af-46dc-bb29-88fc09f47b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:56:40.664505 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:56:42.030250 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:56:42.184902 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:01.036069 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:06.876685 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-111e8b87-cbbc-44ea-91c0-a16b07cf345d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:09.235760 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-c9392244-f6fd-4828-9ad9-66303acf48a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:10.681285 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:12.012419 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:12.178974 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:15.874881 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:57:31.041258 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:36.875952 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-a3ace6f9-5d4b-48ec-a469-09178a08f324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:39.263450 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-3b9e7d2e-bfe8-42c2-a6cd-91fdc4d01839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:40.658543 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:42.035123 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:42.165758 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:57:52.873322 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:58:01.074101 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:58:06.885382 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-b3db9538-efcd-4c42-9282-1bae5a5743dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:58:09.223285 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-aef1ebab-3e60-428b-b6a2-8498abcadc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:58:10.669769 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:58:12.017539 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:58:12.183434 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:58:29.871892 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:58:31.102410 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:58:36.880329 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-0554053e-2cd8-416e-96fe-0e957ada8f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:58:39.257915 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-6df9a1eb-dc57-4172-ba81-c6128afa3e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:58:40.651709 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:58:42.017549 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:58:42.183187 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:59:01.091382 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:59:06.870619 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:59:06.885449 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-edaa9151-fb03-427d-9f1b-2928e45d5f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:59:09.297196 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-7aa6cd7c-a5ba-49f0-bbb9-427bf78ec7e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:59:10.742464 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:59:12.038362 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:59:12.186908 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:59:31.091181 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-581aca40-d31d-429c-bb1b-31e305a4350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:59:36.908174 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-93f5c5ba-b29f-40a8-b7d3-2fa8b24a2689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:59:39.244008 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-d92aa370-87fd-4516-b120-a6e5fb0ee776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:59:40.689241 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-67f57408-40b1-4867-b09e-5c5936674bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:59:42.039486 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-707f0b3c-de3d-4a0f-a9d4-444f9f2872cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:59:42.188258 dv-neutron-828697-3-hyperv neutron-server[114377]: DEBUG neutron_lib.callbacks.manager [None req-1c45d475-1b83-465a-9ca9-07d1f324fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749410118018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16432687'] for agent, after_update {{(pid=114377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 17:59:43.869867 dv-neutron-828697-3-hyperv neutron-server[114378]: DEBUG neutron.db.agents_db [None req-7c54597b-54f4-4037-a739-e59ab9ece499 None None] Agent healthcheck: found 6 active agents {{(pid=114378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}